{ "base": "Qwen/Qwen3.5-4B", "dataset": "cagataydev/loopl-train", "dataset_revision": "47d27b4415f8f9e35d352fdfecc02f551103366a", "split": "train", "families": null, "format": "both", "rows": 13704, "tokens": 37226229, "max_length": 4096, "lora": { "r": 64, "alpha": 128, "dropout": 0.05, "target_regex": ".*\\.language_model\\..*\\.(q_proj|k_proj|v_proj|o_proj|gate_proj|up_proj|down_proj|in_proj_qkvz|in_proj_ba|in_proj_qkv|in_proj_z|in_proj_b|in_proj_a|out_proj)" }, "epochs": 2.0, "max_steps": -1, "lr": 0.0001, "batch": 2, "grad_accum": 8, "oversample": "c=2", "best_checkpoint": "/tmp/loopl-sft/ckpt/checkpoint-857", "best_eval_loss": 1.4425023794174194, "eval_history": [ { "eval_loss": 1.4425023794174194, "epoch": 1.0 }, { "eval_loss": 1.508070945739746, "epoch": 2.0 }, { "eval_loss": 1.4425023794174194, "epoch": 2.0 } ], "metrics": { "train_runtime": 32074.0139, "train_samples_per_second": 0.855, "train_steps_per_second": 0.053, "total_flos": 2.231953474897576e+18, "train_loss": 0.8309779066327294, "epoch": 2.0, "eval_loss": 1.4425023794174194, "eval_runtime": 444.5352, "eval_samples_per_second": 3.109, "eval_steps_per_second": 0.389, "eval_entropy": 1.3332137045143657, "eval_num_tokens": 74452458.0, "eval_mean_token_accuracy": 0.6711968114610353 }, "data_stats": { "read": 8676, "rendered": 13704, "no_assistant": 1802, "render_error": 0, "truncated_hint": 1000, "tools_injected": 2778 }, "wall_s": 32755, "versions": { "transformers": "5.19.0", "trl": "1.14.2", "peft": "0.21.2", "torch": "2.14.1+cu130" }, "job_id": "6ac5e6f6404719ba3766544a" }