dp1812 commited on
Commit
7283a54
·
verified ·
1 Parent(s): ec4baa9

Upload CELESTIAL training notebooks v2.0

Browse files
CELESTIAL_Domain_Adapters_Training.ipynb CHANGED
@@ -435,13 +435,18 @@
435
  " trainer.save_model(adapter_path)\n",
436
  " \n",
437
  " # Save metadata\n",
 
 
 
 
 
438
  " metadata = {\n",
439
  " \"name\": f\"{domain_name}_adapter\",\n",
440
  " \"domain\": domain_name,\n",
441
  " \"training_examples\": len(domain_data),\n",
442
  " \"base_model\": model_name,\n",
443
  " \"created_at\": datetime.now().isoformat(),\n",
444
- " \"lora_config\": lora_config.to_dict()\n",
445
  " }\n",
446
  " \n",
447
  " with open(f\"{adapter_path}/adapter_metadata.json\", \"w\") as f:\n",
 
435
  " trainer.save_model(adapter_path)\n",
436
  " \n",
437
  " # Save metadata\n",
438
+ " lora_config_dict = lora_config.to_dict()\n",
439
+ " # Convert any sets to lists for JSON serialization\n",
440
+ " if 'target_modules' in lora_config_dict and isinstance(lora_config_dict['target_modules'], set):\n",
441
+ " lora_config_dict['target_modules'] = list(lora_config_dict['target_modules'])\n",
442
+ " \n",
443
  " metadata = {\n",
444
  " \"name\": f\"{domain_name}_adapter\",\n",
445
  " \"domain\": domain_name,\n",
446
  " \"training_examples\": len(domain_data),\n",
447
  " \"base_model\": model_name,\n",
448
  " \"created_at\": datetime.now().isoformat(),\n",
449
+ " \"lora_config\": lora_config_dict\n",
450
  " }\n",
451
  " \n",
452
  " with open(f\"{adapter_path}/adapter_metadata.json\", \"w\") as f:\n",
CELESTIAL_Mistral_7B_Training.ipynb CHANGED
@@ -621,13 +621,18 @@
621
  " os.makedirs(adapter_dir, exist_ok=True)\n",
622
  " \n",
623
  " # Save adapter metadata\n",
 
 
 
 
 
624
  " metadata = {\n",
625
  " \"name\": f\"{adapter_name}_adapter\",\n",
626
  " \"description\": description,\n",
627
  " \"domain\": adapter_name,\n",
628
  " \"base_model\": model_name,\n",
629
  " \"created_at\": datetime.now().isoformat(),\n",
630
- " \"config\": adapter_config.to_dict()\n",
631
  " }\n",
632
  " \n",
633
  " with open(f\"{adapter_dir}/adapter_metadata.json\", \"w\") as f:\n",
 
621
  " os.makedirs(adapter_dir, exist_ok=True)\n",
622
  " \n",
623
  " # Save adapter metadata\n",
624
+ " adapter_config_dict = adapter_config.to_dict()\n",
625
+ " # Convert any sets to lists for JSON serialization\n",
626
+ " if 'target_modules' in adapter_config_dict and isinstance(adapter_config_dict['target_modules'], set):\n",
627
+ " adapter_config_dict['target_modules'] = list(adapter_config_dict['target_modules'])\n",
628
+ " \n",
629
  " metadata = {\n",
630
  " \"name\": f\"{adapter_name}_adapter\",\n",
631
  " \"description\": description,\n",
632
  " \"domain\": adapter_name,\n",
633
  " \"base_model\": model_name,\n",
634
  " \"created_at\": datetime.now().isoformat(),\n",
635
+ " \"config\": adapter_config_dict\n",
636
  " }\n",
637
  " \n",
638
  " with open(f\"{adapter_dir}/adapter_metadata.json\", \"w\") as f:\n",