Upload training_config.json with huggingface_hub

training_config.json

@@ -0,0 +1,38 @@
+{
+  "base_model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+  "dataset": "Josephgflowers/Finance-Instruct-500k",
+  "dataset_config": "default",
+  "training_config": {
+    "model_name": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+    "dataset_name": "Josephgflowers/Finance-Instruct-500k",
+    "dataset_config": "default",
+    "output_dir": "/content/drive/MyDrive/financial_llama_models/checkpoints",
+    "save_dir": "/content/drive/MyDrive/financial_llama_models/final_model",
+    "learning_rate": 0.0002,
+    "num_epochs": 2,
+    "warmup_ratio": 0.05,
+    "quantization": "8bit",
+    "attn_impl": "flash",
+    "align_save_with_eval": true,
+    "dataloader_num_workers": 4,
+    "optim": "paged_adamw_8bit",
+    "train_batch_size": 4,
+    "eval_batch_size": 8,
+    "gradient_accumulation_steps": 4,
+    "max_length": 512,
+    "eval_steps": 500,
+    "logging_steps": 100,
+    "max_train_samples": 25000,
+    "max_val_samples": 2500,
+    "gradient_checkpointing": false,
+    "lora_r": 16,
+    "lora_alpha": 32,
+    "lora_dropout": 0.1
+  },
+  "lora_config": {
+    "r": 16,
+    "alpha": 32,
+    "dropout": 0.1
+  },
+  "training_date": "2025-08-08T04:45:28.020772"
+}