{
  "kind": "on-policy preference pairs from SFT-mixture prompts",
  "prompt_selection": {
    "excluded_components": [
      "nemotron-cascade-2"
    ],
    "settings": {
      "prompts": 20000,
      "offered_share": 0.3333333333333333,
      "floor": 40,
      "min_weight": 1000,
      "max_prompt_tokens": 8192,
      "max_reference_tokens": 8192,
      "validation_permyriad": 400,
      "max_scan": 600000,
      "seed": 20261018
    }
  },
  "policy": {
    "run": "sft-v1",
    "checkpoint": "checkpoint-00012800",
    "weights": "ema"
  },
  "samples_per_prompt": 4,
  "sampling": {
    "temperature": 0.8,
    "top_p": 0.95,
    "top_k": 0,
    "think_tokens": 8192,
    "direct_tokens": 3072,
    "loop_ngram": 16,
    "loop_window": 1536,
    "loop_threshold": 0.5,
    "seed": 20261018
  },
  "reward_model": "Skywork/Skywork-Reward-V2-Llama-3.1-8B",
  "pairing": {
    "margin": 3.0,
    "max_length_ratio": 2.0,
    "max_group_ratio": 1.25,
    "seed": 20261018,
    "tool_abstention": {
      "train": {
        "tool_call_pairs": 6794,
        "tool_abstain_pairs": 6794,
        "abstentions_added": 4328
      },
      "validation": {
        "tool_call_pairs": 277,
        "tool_abstain_pairs": 277,
        "abstentions_added": 182
      }
    },
    "loop_stops": true
  },
  "sources": [
    "glaive-fc/direct-answer",
    "glaive-fc/direct-answer+tools",
    "glaive-fc/direct-call",
    "hermes-3/direct-answer",
    "hermes-tool-use/reason-answer+tools",
    "hermes-tool-use/reason-call",
    "magicoder/direct-answer",
    "no-robots/direct-answer",
    "oasst2/direct-answer",
    "opencode/reason-answer",
    "openmath/reason-answer",
    "self-oss-instruct/direct-answer",
    "slimorca/direct-answer",
    "smoltalk/direct-answer",
    "smoltalk/direct-answer+tools",
    "smoltalk/direct-call",
    "smoltalk2-mid/reason-answer",
    "smoltalk2-sft/direct-answer",
    "smoltalk2-sft/direct-answer+tools",
    "smoltalk2-sft/direct-call",
    "smoltalk2-sft/reason-answer",
    "smoltalk2-sft/reason-call",
    "stage3-v2/direct-answer",
    "stage3-v2/direct-answer+tools",
    "stage3-v2/direct-call",
    "stage3-v2/reason-answer",
    "stage3-v2/reason-answer+tools",
    "stage3-v2/reason-call",
    "systemchat-2/direct-answer",
    "tulu3-if/direct-answer",
    "ultrachat-200k/direct-answer",
    "when2call/direct-answer",
    "when2call/direct-answer+tools",
    "wildchat/direct-answer",
    "wildchat/reason-answer"
  ],
  "chat_template": {
    "prompt": "BOS through the assistant header and its zero-loss <|think|> or <|no_think|> line, as SFT packed it",
    "response": "reply, <|im_end|>, newline, EOS",
    "truncated_rejected": "replies cut at their token budget, in a loop, or ending at EOS keep no turn end"
  },
  "composition": {
    "train": {
      "sources": {
        "glaive-fc/direct-answer": 79,
        "glaive-fc/direct-answer+tools": 306,
        "glaive-fc/direct-call": 154,
        "hermes-3/direct-answer": 358,
        "hermes-tool-use/reason-answer+tools": 512,
        "hermes-tool-use/reason-call": 264,
        "magicoder/direct-answer": 168,
        "no-robots/direct-answer": 70,
        "oasst2/direct-answer": 147,
        "opencode/reason-answer": 821,
        "openmath/reason-answer": 1025,
        "self-oss-instruct/direct-answer": 85,
        "slimorca/direct-answer": 185,
        "smoltalk/direct-answer": 303,
        "smoltalk/direct-answer+tools": 680,
        "smoltalk/direct-call": 447,
        "smoltalk2-mid/reason-answer": 1207,
        "smoltalk2-sft/direct-answer": 343,
        "smoltalk2-sft/direct-answer+tools": 263,
        "smoltalk2-sft/direct-call": 426,
        "smoltalk2-sft/reason-answer": 340,
        "smoltalk2-sft/reason-call": 403,
        "stage3-v2/direct-answer": 711,
        "stage3-v2/direct-answer+tools": 1899,
        "stage3-v2/direct-call": 2226,
        "stage3-v2/reason-answer": 777,
        "stage3-v2/reason-answer+tools": 3098,
        "stage3-v2/reason-call": 3579,
        "systemchat-2/direct-answer": 127,
        "tulu3-if/direct-answer": 116,
        "ultrachat-200k/direct-answer": 165,
        "when2call/direct-answer": 57,
        "when2call/direct-answer+tools": 310,
        "wildchat/direct-answer": 661,
        "wildchat/reason-answer": 205
      },
      "basis": {
        "reward": 4971,
        "rules": 6282,
        "reference": 7490,
        "partial": 77,
        "loop_stop": 3697
      },
      "chosen": {
        "ok": 8403,
        "reference:correct_call": 4145,
        "loop_stop": 3697,
        "correct_call": 2572,
        "reference:ok": 2180,
        "reference:correct_answer": 1165,
        "correct_answer": 278,
        "wrong_function": 48,
        "missed_call": 15,
        "wrong_arguments": 14
      },
      "rejected": {
        "loop": 5930,
        "ok": 4971,
        "unneeded_call": 2492,
        "wrong_arguments": 2099,
        "wrong_function": 2079,
        "unfinished": 1640,
        "missed_call": 1209,
        "unknown_function": 964,
        "malformed_call": 504,
        "missing_arguments": 255,
        "wrong_answer": 154,
        "repetitive": 92,
        "no_final_answer": 48,
        "unclosed_think": 44,
        "call_without_tools": 19,
        "think_in_direct": 10,
        "malformed_think": 7
      },
      "balance": {
        "available": {
          "reason-call": 3715,
          "reason-answer": 4522,
          "direct-call": 3079,
          "direct-answer": 4066
        },
        "cap": 3849
      },
      "loop_stops": 3697
    },
    "validation": {
      "sources": {
        "glaive-fc/direct-answer": 3,
        "glaive-fc/direct-answer+tools": 8,
        "glaive-fc/direct-call": 5,
        "hermes-3/direct-answer": 11,
        "hermes-tool-use/reason-answer+tools": 28,
        "hermes-tool-use/reason-call": 10,
        "magicoder/direct-answer": 2,
        "no-robots/direct-answer": 3,
        "oasst2/direct-answer": 1,
        "opencode/reason-answer": 39,
        "openmath/reason-answer": 59,
        "self-oss-instruct/direct-answer": 7,
        "slimorca/direct-answer": 6,
        "smoltalk/direct-answer": 12,
        "smoltalk/direct-answer+tools": 23,
        "smoltalk/direct-call": 25,
        "smoltalk2-mid/reason-answer": 30,
        "smoltalk2-sft/direct-answer": 14,
        "smoltalk2-sft/direct-answer+tools": 18,
        "smoltalk2-sft/direct-call": 19,
        "smoltalk2-sft/reason-answer": 19,
        "smoltalk2-sft/reason-call": 26,
        "stage3-v2/direct-answer": 32,
        "stage3-v2/direct-answer+tools": 78,
        "stage3-v2/direct-call": 79,
        "stage3-v2/reason-answer": 31,
        "stage3-v2/reason-answer+tools": 121,
        "stage3-v2/reason-call": 141,
        "systemchat-2/direct-answer": 5,
        "tulu3-if/direct-answer": 1,
        "ultrachat-200k/direct-answer": 8,
        "when2call/direct-answer": 1,
        "when2call/direct-answer+tools": 9,
        "wildchat/direct-answer": 23,
        "wildchat/reason-answer": 6
      },
      "basis": {
        "rules": 281,
        "reward": 205,
        "reference": 278,
        "partial": 3,
        "loop_stop": 136
      },
      "chosen": {
        "ok": 363,
        "reference:correct_call": 163,
        "loop_stop": 136,
        "correct_call": 111,
        "reference:ok": 69,
        "reference:correct_answer": 46,
        "correct_answer": 12,
        "wrong_function": 2,
        "missed_call": 1
      },
      "rejected": {
        "loop": 219,
        "ok": 205,
        "wrong_arguments": 100,
        "unneeded_call": 84,
        "wrong_function": 65,
        "unfinished": 63,
        "missed_call": 52,
        "malformed_call": 42,
        "unknown_function": 38,
        "missing_arguments": 15,
        "wrong_answer": 9,
        "unclosed_think": 5,
        "no_final_answer": 4,
        "call_without_tools": 1,
        "malformed_think": 1
      },
      "balance": {
        "available": {
          "reason-call": 189,
          "reason-answer": 203,
          "direct-call": 123,
          "direct-answer": 179
        },
        "cap": 154
      },
      "loop_stops": 136
    }
  },
  "splits": {
    "train": {
      "pairs": 22517,
      "tokens": 86450384,
      "prompt_tokens": 29781563,
      "chosen_tokens": 23379623,
      "rejected_tokens": 33289198
    },
    "validation": {
      "pairs": 903,
      "tokens": 3556933,
      "prompt_tokens": 1193370,
      "chosen_tokens": 972868,
      "rejected_tokens": 1390695
    }
  }
}