| { | |
| "experiment_summary": { | |
| "timestamp": "2025-05-26T20:36:55.416522", | |
| "model_name": "Qwen/Qwen3-0.6B-Base", | |
| "use_context_training": false, | |
| "use_context_evaluation": false, | |
| "quantization": "8bit", | |
| "quantize_only": false, | |
| "max_samples": null | |
| }, | |
| "results": { | |
| "baseline_accuracy": 0.6966019417475728, | |
| "fine_tuned_accuracy": 0.7067961165048544, | |
| "improvement": 0.010194174757281571, | |
| "improvement_percentage": "+1.02%" | |
| }, | |
| "training_config": { | |
| "timestamp": "2025-05-26T17:27:49.001547", | |
| "model_name": "Qwen/Qwen3-0.6B-Base", | |
| "data_path": "data/mcqa_training_format.tsv", | |
| "use_context": false, | |
| "eval_with_context": false, | |
| "epochs": 5, | |
| "batch_size": 2, | |
| "learning_rate": 5e-05, | |
| "test_size": 0.1, | |
| "max_samples": null, | |
| "output_dir": "./qwen-mcqa-ft", | |
| "baseline_only": false, | |
| "eval_only": false, | |
| "quantize_only": false, | |
| "quantization": "8bit", | |
| "device": "cuda", | |
| "torch_version": "2.5.1+cu124" | |
| }, | |
| "success": true | |
| } |