provenance.json

{
  "checkpoint": {
    "repo_id": "AustinFu/Qev-9B",
    "revision": "v0.3.0",
    "base": "Qwen/Qwen3.5-9B-Base",
    "base_revision": "68c46c4b3498877f3ef123c856ecfde50c39f404",
    "step": 2658,
    "dtype": "bf16",
    "execution": "reference",
    "seed": 17,
    "temperature": 1.0
  },
  "config": "configs/qev-9b.json",
  "training_recipe": {
    "main_records": 38198,
    "main_questions": 45503,
    "principle_records": 2230,
    "web_records": 1422,
    "web_questions": 2445,
    "late_records": 2883,
    "boundary_records": 600,
    "boundary_partition": "late",
    "additional_rule_reasoning_records": 500,
    "additional_rule_reasoning_partition": "late",
    "late_fraction": 0.5,
    "late_repeats": 3,
    "epochs": 2,
    "global_batch": 32
  },
  "protocol": {
    "execution": "full causal reference",
    "metric": "argmax accuracy; rejected questions count as wrong",
    "jevbench_version": "v1.4.2",
    "jevbench_upstream_revision": "1df665e3956d7aab7fa0208ff6c4f2d8557f9f90",
    "trained_limits": {
      "max_state": 4096,
      "max_question": 512,
      "max_candidate": 256,
      "max_path": 4096,
      "max_candidates": 128
    }
  },
  "results": {
    "decision_dev_all": {
      "correct": 1296,
      "total": 1468
    },
    "decision_dev_clean": {
      "correct": 1107,
      "total": 1264
    },
    "transfer_dev_all": {
      "correct": 629,
      "total": 764
    },
    "transfer_dev_clean": {
      "correct": 549,
      "total": 656
    },
    "mmlupro": {
      "correct": 565,
      "total": 1000
    },
    "scienthoon": {
      "correct": 653,
      "total": 873
    },
    "wanli": {
      "correct": 192,
      "total": 256
    },
    "semif_handwritten": {
      "correct": 135,
      "total": 144
    },
    "jevbench_public": {
      "correct": 187,
      "total": 231
    }
  }
}