{ "checkpoint": "OpenSML-150M", "bundle": "step_0000768_4980617cb301", "weight_sha256": "cbd3e3fb4ada74d7264371b79cee7598f513b7b950f1f141ef9f1a43bd2e1b4e", "parent_weight_sha256": "465ce42aad2e7c765f169aa75aa4124ec03fec17b46e6f5eabf75c2c4a8d4772", "base_weight_sha256": "ca9bd5d82005f28e77f319d3a5a29f29fb4e4f86e7ceea049f01162fd8aae80f", "lineage": [ "Pretrained Stage B step 73243", "Unified384", "Repair512", "Trial28 +256" ], "total_sft_step": 768, "trial_additional_updates": 256, "trial_planned_updates": 512, "trial_consumed_records": 4096, "selection": "Owner-selected current baseline; exploratory selection after repeated benchmark inspection; chat-repetition development gate failed", "trial_config": { "anchor_replay_only": true, "automatic_selection": false, "balanced_instructions": false, "batch_conversations": 16, "batch_counts": { "chat": 4, "grounded": 4, "human": 4, "instructions": 4 }, "betas": [ 0.9, 0.95 ], "ce_weight": 1.0, "checkpoint_keep": 4, "clip_norm": 1.0, "context": 2048, "data_focused": false, "dataset_plan": "breadth-stable", "dpo_beta": 0.1, "dpo_weight": 0.0, "epochs": 1, "evaluation_updates": [ 0, 128, 256, 384, 512 ], "final_lr": 2e-07, "format_preference_beta": 5.0, "format_preference_weight": 0.0, "freeze_embeddings": false, "fresh_per_batch": 4, "generated_history": false, "generation_conversations": 56, "generation_per_source": { "chat": 8, "grounded": 8, "human": 8, "instructions": 32 }, "holdout_per_source": 32, "instruction_edge_weight": 1.0, "instruction_weight": 1.0, "kl_weight": 2.0, "max_assistant_tokens": 192, "max_new_tokens": 384, "maximum_instruction_word_count": 120, "method": "Broader verified public instruction/annotated QA mixture; two fresh passes plus repair512 replay; assistant-only CE + EOS; repetition penalty .3 and replay KL anchor 2", "minimum_free_gib": 12, "name": "public-repair-384-v1", "negative_replay_only": true, "on_policy": true, "peak_lr": 2e-06, "policy_kl_weight": 0.0, "ranking_weight": 0.0, "reference_aware": true, "repetition_allowance": 2, "repetition_ngram": 4, "replay_only": false, "seed": 202610011, "source_caps": { "chat": 192, "grounded": 160, "human": 160, "instructions": 192 }, "source_model_sha256": "465ce42aad2e7c765f169aa75aa4124ec03fec17b46e6f5eabf75c2c4a8d4772", "source_step": 512, "train_all_norms": false, "train_final_norm": false, "train_last_blocks": 0, "training_counts": { "chat": 512, "grounded": 2560, "human": 1536, "instructions": 3584 }, "ul_weight": 0.3, "updates": 512, "validation_conversations": 128, "warmup_updates": 16, "weight_decay": 0.0, "weighting": "conversation" }, "source_pins": { "constraints": { "file": "data/smol-constraints/train-00000-of-00001.parquet", "license": "Apache-2.0", "local_file": "constraints.parquet", "repo": "HuggingFaceTB/smoltalk", "revision": "5feaf2fd3ffca7c237fc38d1861bc30365d48ffa", "sha256": "3369eaff911d3511ee21561a3b8607e1acfd773a6ade80f4759490ffdcce7ba4", "split": "train" }, "squad": { "file": "squad_v2/train-00000-of-00001.parquet", "license": "CC-BY-SA-4.0", "local_file": "squad.parquet", "repo": "rajpurkar/squad_v2", "revision": "3ffb306f725f7d2ce8394bc1873b24868140c412", "sha256": "f6da32ffb482ff463ad056477740d1bb284b96a45db3a08bee6a225ca6abf291", "split": "train" }, "sciq": { "repo": "allenai/sciq", "revision": "2c94ad3e1aafab77146f384e23536f97a4849815", "file": "data/train-00000-of-00001.parquet", "local_file": "sciq.parquet", "license": "CC-BY-NC-3.0", "split": "train", "sha256": "19644360954006d06e9ad3df07bddb34f8535c081b831d48f604603c713ac167" } }, "benchmarks": { "multiple-choice": { "summary": { "completed": 15428, "expected": 15428, "status": "complete", "tasks": { "arc_challenge": { "acc": 0.26023890784982934, "acc_norm": 0.295221843003413, "completed": 1172, "expected": 1172 }, "arc_easy": { "acc": 0.5664983164983165, "acc_norm": 0.5542929292929293, "completed": 2376, "expected": 2376 }, "hellaswag": { "acc": 0.30551682931686913, "acc_norm": 0.33937462656841266, "completed": 10042, "expected": 10042 }, "piqa": { "acc": 0.6452665941240479, "acc_norm": 0.6409140369967355, "completed": 1838, "expected": 1838 } }, "training": false }, "integrity": { "completed": 15428, "inputs_unchanged": true, "manifest_sha256": "ef7197ac9430d226269d45fc0b7d3422c3f0a20ac2817870b13e31249d2e7bca", "training": false }, "protocol": { "decode_mode": "cached", "eos": 1, "extra_stop_strings": [], "greedy": true, "harness": "b954108c9baaaa934b4ad842033b31a97ee30816", "ifeval_template": "User: {unchanged prompt}\nAssistant:", "max_new_tokens": 1280, "mc_metrics": [ "acc", "acc_norm" ], "mc_template": "plain official question/continuation; no chat/BOS/EOS", "repetition_penalty": 1, "seed": 24092026 }, "fp32": true, "attention": "MLX explicit vanilla attention; PyTorch equivalence not claimed", "batch_size": 1, "context": 2048, "prepared_sha256": "88b30e3a273f6817e9af1e360dbeb44714c58f2b345ca875a0ad83a0e8c05da5" }, "ifeval": { "summary": { "completed": 541, "expected": 541, "loose": { "instruction_accuracy": 0.2577937649880096, "instruction_correct": 215, "instruction_total": 834, "prompt_accuracy": 0.15711645101663585, "prompt_correct": 85, "prompt_total": 541 }, "status": "complete", "stop_counts": { "context_limit": 0, "eos": 508, "length": 33 }, "strict": { "instruction_accuracy": 0.2529976019184652, "instruction_correct": 211, "instruction_total": 834, "prompt_accuracy": 0.15157116451016636, "prompt_correct": 82, "prompt_total": 541 }, "training": false }, "integrity": { "completed": 541, "inputs_unchanged": true, "manifest_sha256": "af4b836f50fe1ae10a19eb4634d191c5b8b1ba9e1c3d6ae1d31bec95cdb8010c", "training": false }, "protocol": { "decode_mode": "cached", "eos": 1, "extra_stop_strings": [], "greedy": true, "harness": "b954108c9baaaa934b4ad842033b31a97ee30816", "ifeval_template": "User: {unchanged prompt}\nAssistant:", "max_new_tokens": 1280, "mc_metrics": [ "acc", "acc_norm" ], "mc_template": "plain official question/continuation; no chat/BOS/EOS", "repetition_penalty": 1, "seed": 24092026 }, "fp32": true, "attention": "MLX explicit vanilla attention; PyTorch equivalence not claimed", "batch_size": 1, "context": 2048, "prepared_sha256": "88b30e3a273f6817e9af1e360dbeb44714c58f2b345ca875a0ad83a0e8c05da5" } }, "source_record_sha256": { "config.json": "d06d3552b264aab676d966a74598078955d2ea43683fc038a5401a7e42ffbe0c", "selection.json": "50fca08ffe0fc3d0cd759ef4ec09509bb836ff92ea09932111db43edf78e7d9d", "source_pins.json": "11baf5a81fd28f9e2e114cc7e1c050172175745e168154d2004590925c4577e4", "retained_result.json": "20a585841d228c28310a4f26024debb6ef2f2d25ae044b95530d55353c795297" }, "internal_experiment": "Trial 28 \u2014 Repair512 +256", "public_model_name": "OpenSML-150M" }