File size: 1,028 Bytes
059201e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
{
  "experiment_summary": {
    "timestamp": "2025-06-10T17:33:46.914646",
    "model_name": "Thimphou/MNLP_M3_SFT_code_5percent",
    "use_context_training": true,
    "use_context_evaluation": false,
    "quantization": "none",
    "quantize_only": false,
    "max_samples": 500
  },
  "results": {
    "baseline_accuracy": 0.48,
    "fine_tuned_accuracy": 0.54,
    "improvement": 0.06000000000000005,
    "improvement_percentage": "+6.00%"
  },
  "training_config": {
    "timestamp": "2025-06-10T17:30:51.748843",
    "model_name": "Thimphou/MNLP_M3_SFT_code_5percent",
    "data_path": "data/enhanced_mcqa_training_format.tsv",
    "use_context": true,
    "eval_with_context": false,
    "epochs": 3,
    "batch_size": 2,
    "learning_rate": 5e-05,
    "test_size": 0.1,
    "max_samples": 500,
    "output_dir": "./qwen-mcqa-ft",
    "baseline_only": false,
    "eval_only": false,
    "quantize_only": false,
    "quantization": "none",
    "device": "cuda",
    "torch_version": "2.5.1+cu124"
  },
  "success": true
}