| { |
| "kind": "on-policy preference pairs from SFT-mixture prompts", |
| "prompt_selection": { |
| "excluded_components": [ |
| "nemotron-cascade-2" |
| ], |
| "settings": { |
| "prompts": 20000, |
| "offered_share": 0.3333333333333333, |
| "floor": 40, |
| "min_weight": 1000, |
| "max_prompt_tokens": 8192, |
| "max_reference_tokens": 8192, |
| "validation_permyriad": 400, |
| "max_scan": 600000, |
| "seed": 20261018 |
| } |
| }, |
| "policy": { |
| "run": "sft-v1", |
| "checkpoint": "checkpoint-00012800", |
| "weights": "ema" |
| }, |
| "samples_per_prompt": 4, |
| "sampling": { |
| "temperature": 0.8, |
| "top_p": 0.95, |
| "top_k": 0, |
| "think_tokens": 8192, |
| "direct_tokens": 3072, |
| "loop_ngram": 16, |
| "loop_window": 1536, |
| "loop_threshold": 0.5, |
| "seed": 20261018 |
| }, |
| "reward_model": "Skywork/Skywork-Reward-V2-Llama-3.1-8B", |
| "pairing": { |
| "margin": 3.0, |
| "max_length_ratio": 2.0, |
| "max_group_ratio": 1.25, |
| "seed": 20261018, |
| "tool_abstention": { |
| "train": { |
| "tool_call_pairs": 6794, |
| "tool_abstain_pairs": 6794, |
| "abstentions_added": 4328 |
| }, |
| "validation": { |
| "tool_call_pairs": 277, |
| "tool_abstain_pairs": 277, |
| "abstentions_added": 182 |
| } |
| }, |
| "loop_stops": true |
| }, |
| "sources": [ |
| "glaive-fc/direct-answer", |
| "glaive-fc/direct-answer+tools", |
| "glaive-fc/direct-call", |
| "hermes-3/direct-answer", |
| "hermes-tool-use/reason-answer+tools", |
| "hermes-tool-use/reason-call", |
| "magicoder/direct-answer", |
| "no-robots/direct-answer", |
| "oasst2/direct-answer", |
| "opencode/reason-answer", |
| "openmath/reason-answer", |
| "self-oss-instruct/direct-answer", |
| "slimorca/direct-answer", |
| "smoltalk/direct-answer", |
| "smoltalk/direct-answer+tools", |
| "smoltalk/direct-call", |
| "smoltalk2-mid/reason-answer", |
| "smoltalk2-sft/direct-answer", |
| "smoltalk2-sft/direct-answer+tools", |
| "smoltalk2-sft/direct-call", |
| "smoltalk2-sft/reason-answer", |
| "smoltalk2-sft/reason-call", |
| "stage3-v2/direct-answer", |
| "stage3-v2/direct-answer+tools", |
| "stage3-v2/direct-call", |
| "stage3-v2/reason-answer", |
| "stage3-v2/reason-answer+tools", |
| "stage3-v2/reason-call", |
| "systemchat-2/direct-answer", |
| "tulu3-if/direct-answer", |
| "ultrachat-200k/direct-answer", |
| "when2call/direct-answer", |
| "when2call/direct-answer+tools", |
| "wildchat/direct-answer", |
| "wildchat/reason-answer" |
| ], |
| "chat_template": { |
| "prompt": "BOS through the assistant header and its zero-loss <|think|> or <|no_think|> line, as SFT packed it", |
| "response": "reply, <|im_end|>, newline, EOS", |
| "truncated_rejected": "replies cut at their token budget, in a loop, or ending at EOS keep no turn end" |
| }, |
| "composition": { |
| "train": { |
| "sources": { |
| "glaive-fc/direct-answer": 79, |
| "glaive-fc/direct-answer+tools": 306, |
| "glaive-fc/direct-call": 154, |
| "hermes-3/direct-answer": 358, |
| "hermes-tool-use/reason-answer+tools": 512, |
| "hermes-tool-use/reason-call": 264, |
| "magicoder/direct-answer": 168, |
| "no-robots/direct-answer": 70, |
| "oasst2/direct-answer": 147, |
| "opencode/reason-answer": 821, |
| "openmath/reason-answer": 1025, |
| "self-oss-instruct/direct-answer": 85, |
| "slimorca/direct-answer": 185, |
| "smoltalk/direct-answer": 303, |
| "smoltalk/direct-answer+tools": 680, |
| "smoltalk/direct-call": 447, |
| "smoltalk2-mid/reason-answer": 1207, |
| "smoltalk2-sft/direct-answer": 343, |
| "smoltalk2-sft/direct-answer+tools": 263, |
| "smoltalk2-sft/direct-call": 426, |
| "smoltalk2-sft/reason-answer": 340, |
| "smoltalk2-sft/reason-call": 403, |
| "stage3-v2/direct-answer": 711, |
| "stage3-v2/direct-answer+tools": 1899, |
| "stage3-v2/direct-call": 2226, |
| "stage3-v2/reason-answer": 777, |
| "stage3-v2/reason-answer+tools": 3098, |
| "stage3-v2/reason-call": 3579, |
| "systemchat-2/direct-answer": 127, |
| "tulu3-if/direct-answer": 116, |
| "ultrachat-200k/direct-answer": 165, |
| "when2call/direct-answer": 57, |
| "when2call/direct-answer+tools": 310, |
| "wildchat/direct-answer": 661, |
| "wildchat/reason-answer": 205 |
| }, |
| "basis": { |
| "reward": 4971, |
| "rules": 6282, |
| "reference": 7490, |
| "partial": 77, |
| "loop_stop": 3697 |
| }, |
| "chosen": { |
| "ok": 8403, |
| "reference:correct_call": 4145, |
| "loop_stop": 3697, |
| "correct_call": 2572, |
| "reference:ok": 2180, |
| "reference:correct_answer": 1165, |
| "correct_answer": 278, |
| "wrong_function": 48, |
| "missed_call": 15, |
| "wrong_arguments": 14 |
| }, |
| "rejected": { |
| "loop": 5930, |
| "ok": 4971, |
| "unneeded_call": 2492, |
| "wrong_arguments": 2099, |
| "wrong_function": 2079, |
| "unfinished": 1640, |
| "missed_call": 1209, |
| "unknown_function": 964, |
| "malformed_call": 504, |
| "missing_arguments": 255, |
| "wrong_answer": 154, |
| "repetitive": 92, |
| "no_final_answer": 48, |
| "unclosed_think": 44, |
| "call_without_tools": 19, |
| "think_in_direct": 10, |
| "malformed_think": 7 |
| }, |
| "balance": { |
| "available": { |
| "reason-call": 3715, |
| "reason-answer": 4522, |
| "direct-call": 3079, |
| "direct-answer": 4066 |
| }, |
| "cap": 3849 |
| }, |
| "loop_stops": 3697 |
| }, |
| "validation": { |
| "sources": { |
| "glaive-fc/direct-answer": 3, |
| "glaive-fc/direct-answer+tools": 8, |
| "glaive-fc/direct-call": 5, |
| "hermes-3/direct-answer": 11, |
| "hermes-tool-use/reason-answer+tools": 28, |
| "hermes-tool-use/reason-call": 10, |
| "magicoder/direct-answer": 2, |
| "no-robots/direct-answer": 3, |
| "oasst2/direct-answer": 1, |
| "opencode/reason-answer": 39, |
| "openmath/reason-answer": 59, |
| "self-oss-instruct/direct-answer": 7, |
| "slimorca/direct-answer": 6, |
| "smoltalk/direct-answer": 12, |
| "smoltalk/direct-answer+tools": 23, |
| "smoltalk/direct-call": 25, |
| "smoltalk2-mid/reason-answer": 30, |
| "smoltalk2-sft/direct-answer": 14, |
| "smoltalk2-sft/direct-answer+tools": 18, |
| "smoltalk2-sft/direct-call": 19, |
| "smoltalk2-sft/reason-answer": 19, |
| "smoltalk2-sft/reason-call": 26, |
| "stage3-v2/direct-answer": 32, |
| "stage3-v2/direct-answer+tools": 78, |
| "stage3-v2/direct-call": 79, |
| "stage3-v2/reason-answer": 31, |
| "stage3-v2/reason-answer+tools": 121, |
| "stage3-v2/reason-call": 141, |
| "systemchat-2/direct-answer": 5, |
| "tulu3-if/direct-answer": 1, |
| "ultrachat-200k/direct-answer": 8, |
| "when2call/direct-answer": 1, |
| "when2call/direct-answer+tools": 9, |
| "wildchat/direct-answer": 23, |
| "wildchat/reason-answer": 6 |
| }, |
| "basis": { |
| "rules": 281, |
| "reward": 205, |
| "reference": 278, |
| "partial": 3, |
| "loop_stop": 136 |
| }, |
| "chosen": { |
| "ok": 363, |
| "reference:correct_call": 163, |
| "loop_stop": 136, |
| "correct_call": 111, |
| "reference:ok": 69, |
| "reference:correct_answer": 46, |
| "correct_answer": 12, |
| "wrong_function": 2, |
| "missed_call": 1 |
| }, |
| "rejected": { |
| "loop": 219, |
| "ok": 205, |
| "wrong_arguments": 100, |
| "unneeded_call": 84, |
| "wrong_function": 65, |
| "unfinished": 63, |
| "missed_call": 52, |
| "malformed_call": 42, |
| "unknown_function": 38, |
| "missing_arguments": 15, |
| "wrong_answer": 9, |
| "unclosed_think": 5, |
| "no_final_answer": 4, |
| "call_without_tools": 1, |
| "malformed_think": 1 |
| }, |
| "balance": { |
| "available": { |
| "reason-call": 189, |
| "reason-answer": 203, |
| "direct-call": 123, |
| "direct-answer": 179 |
| }, |
| "cap": 154 |
| }, |
| "loop_stops": 136 |
| } |
| }, |
| "splits": { |
| "train": { |
| "pairs": 22517, |
| "tokens": 86450384, |
| "prompt_tokens": 29781563, |
| "chosen_tokens": 23379623, |
| "rejected_tokens": 33289198 |
| }, |
| "validation": { |
| "pairs": 903, |
| "tokens": 3556933, |
| "prompt_tokens": 1193370, |
| "chosen_tokens": 972868, |
| "rejected_tokens": 1390695 |
| } |
| } |
| } |
|
|
