loopl-4b / train_summary.json
cagataydev's picture
loopl v1.2-c — promoted from cagataydev/loopl-4b-v1.2-c @ 966b2b1a (DATASET v2.2.1 rev 47d27b44: v2.2 with the full agentic critic: 23% of tool rows rejected for inventing owner facts or contradicting their own tool results); the previous version is the preceding commit
051d641 verified
Raw History Blame Contribute Delete
1.68 kB
{
"base": "Qwen/Qwen3.5-4B",
"dataset": "cagataydev/loopl-train",
"dataset_revision": "47d27b4415f8f9e35d352fdfecc02f551103366a",
"split": "train",
"families": null,
"format": "both",
"rows": 13704,
"tokens": 37226229,
"max_length": 4096,
"lora": {
"r": 64,
"alpha": 128,
"dropout": 0.05,
"target_regex": ".*\\.language_model\\..*\\.(q_proj|k_proj|v_proj|o_proj|gate_proj|up_proj|down_proj|in_proj_qkvz|in_proj_ba|in_proj_qkv|in_proj_z|in_proj_b|in_proj_a|out_proj)"
},
"epochs": 2.0,
"max_steps": -1,
"lr": 0.0001,
"batch": 2,
"grad_accum": 8,
"oversample": "c=2",
"best_checkpoint": "/tmp/loopl-sft/ckpt/checkpoint-857",
"best_eval_loss": 1.4425023794174194,
"eval_history": [
{
"eval_loss": 1.4425023794174194,
"epoch": 1.0
},
{
"eval_loss": 1.508070945739746,
"epoch": 2.0
},
{
"eval_loss": 1.4425023794174194,
"epoch": 2.0
}
],
"metrics": {
"train_runtime": 32074.0139,
"train_samples_per_second": 0.855,
"train_steps_per_second": 0.053,
"total_flos": 2.231953474897576e+18,
"train_loss": 0.8309779066327294,
"epoch": 2.0,
"eval_loss": 1.4425023794174194,
"eval_runtime": 444.5352,
"eval_samples_per_second": 3.109,
"eval_steps_per_second": 0.389,
"eval_entropy": 1.3332137045143657,
"eval_num_tokens": 74452458.0,
"eval_mean_token_accuracy": 0.6711968114610353
},
"data_stats": {
"read": 8676,
"rendered": 13704,
"no_assistant": 1802,
"render_error": 0,
"truncated_hint": 1000,
"tools_injected": 2778
},
"wall_s": 32755,
"versions": {
"transformers": "5.19.0",
"trl": "1.14.2",
"peft": "0.21.2",
"torch": "2.14.1+cu130"
},
"job_id": "6ac5e6f6404719ba3766544a"
}