File size: 1,024 Bytes
9ef155d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
{
  "experiment_summary": {
    "timestamp": "2025-05-26T20:36:55.416522",
    "model_name": "Qwen/Qwen3-0.6B-Base",
    "use_context_training": false,
    "use_context_evaluation": false,
    "quantization": "8bit",
    "quantize_only": false,
    "max_samples": null
  },
  "results": {
    "baseline_accuracy": 0.6966019417475728,
    "fine_tuned_accuracy": 0.7067961165048544,
    "improvement": 0.010194174757281571,
    "improvement_percentage": "+1.02%"
  },
  "training_config": {
    "timestamp": "2025-05-26T17:27:49.001547",
    "model_name": "Qwen/Qwen3-0.6B-Base",
    "data_path": "data/mcqa_training_format.tsv",
    "use_context": false,
    "eval_with_context": false,
    "epochs": 5,
    "batch_size": 2,
    "learning_rate": 5e-05,
    "test_size": 0.1,
    "max_samples": null,
    "output_dir": "./qwen-mcqa-ft",
    "baseline_only": false,
    "eval_only": false,
    "quantize_only": false,
    "quantization": "8bit",
    "device": "cuda",
    "torch_version": "2.5.1+cu124"
  },
  "success": true
}