quillory-r2_data / train_meta.json
bookxd's picture
Upload folder using huggingface_hub
e018a61 verified
Raw
History Blame Contribute Delete
667 Bytes
{
"rung": "r2_class",
"base": "Qwen/Qwen2.5-7B-Instruct",
"seed": 0,
"n_samples": 6793,
"steps": 1157,
"lora_r": 16,
"lora_alpha": 32,
"lr": 0.0001,
"epochs": 1.35,
"corpus": "/workspace/data/corpus_v4.jsonl",
"samples_cap": null,
"pos_frac": null,
"n_recommend": null,
"kind_counts": {
"positive": 2746,
"negative": 2727,
"benign": 1320
},
"span_mask": false,
"body_weight": null,
"steps_overridden": true,
"final_loss": 1.1919145464897156,
"kl_vs_base_nats": 0.08033226108447478,
"kl_lambda": 0.5,
"kl_train_mean": 0.08721451923251151,
"kl_reference_lamerton_roger": 0.006,
"minutes": 63.867197561264035
}