Upload CELESTIAL training notebooks v2.0
Browse files
CELESTIAL_Domain_Adapters_Training.ipynb
CHANGED
|
@@ -435,13 +435,18 @@
|
|
| 435 |
" trainer.save_model(adapter_path)\n",
|
| 436 |
" \n",
|
| 437 |
" # Save metadata\n",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 438 |
" metadata = {\n",
|
| 439 |
" \"name\": f\"{domain_name}_adapter\",\n",
|
| 440 |
" \"domain\": domain_name,\n",
|
| 441 |
" \"training_examples\": len(domain_data),\n",
|
| 442 |
" \"base_model\": model_name,\n",
|
| 443 |
" \"created_at\": datetime.now().isoformat(),\n",
|
| 444 |
-
" \"lora_config\":
|
| 445 |
" }\n",
|
| 446 |
" \n",
|
| 447 |
" with open(f\"{adapter_path}/adapter_metadata.json\", \"w\") as f:\n",
|
|
|
|
| 435 |
" trainer.save_model(adapter_path)\n",
|
| 436 |
" \n",
|
| 437 |
" # Save metadata\n",
|
| 438 |
+
" lora_config_dict = lora_config.to_dict()\n",
|
| 439 |
+
" # Convert any sets to lists for JSON serialization\n",
|
| 440 |
+
" if 'target_modules' in lora_config_dict and isinstance(lora_config_dict['target_modules'], set):\n",
|
| 441 |
+
" lora_config_dict['target_modules'] = list(lora_config_dict['target_modules'])\n",
|
| 442 |
+
" \n",
|
| 443 |
" metadata = {\n",
|
| 444 |
" \"name\": f\"{domain_name}_adapter\",\n",
|
| 445 |
" \"domain\": domain_name,\n",
|
| 446 |
" \"training_examples\": len(domain_data),\n",
|
| 447 |
" \"base_model\": model_name,\n",
|
| 448 |
" \"created_at\": datetime.now().isoformat(),\n",
|
| 449 |
+
" \"lora_config\": lora_config_dict\n",
|
| 450 |
" }\n",
|
| 451 |
" \n",
|
| 452 |
" with open(f\"{adapter_path}/adapter_metadata.json\", \"w\") as f:\n",
|
CELESTIAL_Mistral_7B_Training.ipynb
CHANGED
|
@@ -621,13 +621,18 @@
|
|
| 621 |
" os.makedirs(adapter_dir, exist_ok=True)\n",
|
| 622 |
" \n",
|
| 623 |
" # Save adapter metadata\n",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 624 |
" metadata = {\n",
|
| 625 |
" \"name\": f\"{adapter_name}_adapter\",\n",
|
| 626 |
" \"description\": description,\n",
|
| 627 |
" \"domain\": adapter_name,\n",
|
| 628 |
" \"base_model\": model_name,\n",
|
| 629 |
" \"created_at\": datetime.now().isoformat(),\n",
|
| 630 |
-
" \"config\":
|
| 631 |
" }\n",
|
| 632 |
" \n",
|
| 633 |
" with open(f\"{adapter_dir}/adapter_metadata.json\", \"w\") as f:\n",
|
|
|
|
| 621 |
" os.makedirs(adapter_dir, exist_ok=True)\n",
|
| 622 |
" \n",
|
| 623 |
" # Save adapter metadata\n",
|
| 624 |
+
" adapter_config_dict = adapter_config.to_dict()\n",
|
| 625 |
+
" # Convert any sets to lists for JSON serialization\n",
|
| 626 |
+
" if 'target_modules' in adapter_config_dict and isinstance(adapter_config_dict['target_modules'], set):\n",
|
| 627 |
+
" adapter_config_dict['target_modules'] = list(adapter_config_dict['target_modules'])\n",
|
| 628 |
+
" \n",
|
| 629 |
" metadata = {\n",
|
| 630 |
" \"name\": f\"{adapter_name}_adapter\",\n",
|
| 631 |
" \"description\": description,\n",
|
| 632 |
" \"domain\": adapter_name,\n",
|
| 633 |
" \"base_model\": model_name,\n",
|
| 634 |
" \"created_at\": datetime.now().isoformat(),\n",
|
| 635 |
+
" \"config\": adapter_config_dict\n",
|
| 636 |
" }\n",
|
| 637 |
" \n",
|
| 638 |
" with open(f\"{adapter_dir}/adapter_metadata.json\", \"w\") as f:\n",
|