sov33 / training_manifest.json
Nicholastempleman's picture
Upload training_manifest.json with huggingface_hub
05d10cb verified
Raw
History Blame Contribute Delete
898 Bytes
{
"schema": "sov33.training-manifest/v1",
"lora_adapter": {
"base_model": "Qwen/Qwen2.5-3B-Instruct",
"training_examples": 3967,
"epochs": 3,
"lora_rank": 32,
"lora_alpha": 64,
"trainable_params": 59867136,
"total_params": 3145805824,
"training_time_seconds": 1433,
"final_loss": 0.0
},
"data_sources": {
"sov33_original": 561,
"dolly_15k": 2000,
"alpaca_gpt4": 982,
"hf_alpaca": 500,
"codealpaca": 485
},
"benchmark_results": {
"sov_ultimate_modelfile": {
"overall": 0.95
},
"sov6v2": {
"overall": 0.867
},
"qwen2.5_3b_base": {
"overall": 0.62
}
},
"govbench_v8": {
"qwen2.5_3b": {
"accuracy": 1.0,
"overblock": 0.0
},
"sov6v2": {
"accuracy": 1.0,
"overblock": 0.0
},
"sov5v2": {
"accuracy": 0.982,
"overblock": 0.1
}
}
}