Upload evaluation_metrics.json with huggingface_hub
Browse files- evaluation_metrics.json +39 -0
evaluation_metrics.json
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"experiment_name": "Code-Autopsy QLoRA Bug-Fixing Fine-Tuning v2",
|
| 3 |
+
"timestamp": "2026-08-23T04:45:00+05:30",
|
| 4 |
+
"base_model": {
|
| 5 |
+
"name": "Qwen/Qwen2.5-Coder-7B-Instruct",
|
| 6 |
+
"quantization": "4-bit NF4",
|
| 7 |
+
"initial_train_loss": 2.162,
|
| 8 |
+
"initial_eval_loss": 1.397,
|
| 9 |
+
"initial_token_accuracy": "60.29%"
|
| 10 |
+
},
|
| 11 |
+
"finetuned_model": {
|
| 12 |
+
"name": "Code-Autopsy QLoRA Adapter v2",
|
| 13 |
+
"training_framework": "PEFT / TRL SFTTrainer",
|
| 14 |
+
"final_train_loss": 0.5211,
|
| 15 |
+
"final_eval_loss": 0.2442,
|
| 16 |
+
"final_token_accuracy": "93.20%",
|
| 17 |
+
"best_step_loss": 0.2472
|
| 18 |
+
},
|
| 19 |
+
"training_metrics": {
|
| 20 |
+
"epochs": 3,
|
| 21 |
+
"total_steps": 246,
|
| 22 |
+
"eval_loss_reduction": "-82.5%",
|
| 23 |
+
"accuracy_gain": "+32.91%",
|
| 24 |
+
"effective_batch_size": 8,
|
| 25 |
+
"learning_rate": 0.0002,
|
| 26 |
+
"lr_scheduler": "cosine"
|
| 27 |
+
},
|
| 28 |
+
"cloud_logging": {
|
| 29 |
+
"platform": "Weights & Biases",
|
| 30 |
+
"wandb_run_url": "https://wandb.ai/devanshtyagi1903-innothoughts/code-autopsy/runs/gc70q2q2",
|
| 31 |
+
"wandb_project_url": "https://wandb.ai/devanshtyagi1903-innothoughts/code-autopsy"
|
| 32 |
+
},
|
| 33 |
+
"hardware_specs": {
|
| 34 |
+
"gpu": "NVIDIA GeForce RTX 5060 (8GB VRAM)",
|
| 35 |
+
"quantization": "4-bit NF4 (bitsandbytes)",
|
| 36 |
+
"precision": "bfloat16",
|
| 37 |
+
"optimizer": "adamw_8bit"
|
| 38 |
+
}
|
| 39 |
+
}
|