checkpoints/eval_metrics.json

{
  "experiment_id": "Think.Unbounded-d32-v2mix-cont-pre1930-curriculum-c3-robust-v2",
  "recipe": "curriculum",
  "step": 42,
  "val_bpb": 0.7037352212342954,
  "min_val_bpb": 0.7037352212342954,
  "per_route_bpb": {},
  "per_domain_bpb": {},
  "curriculum_summary": null,
  "chatcore": {
    "chatcore_metric": -0.011321608241655831,
    "chatcore_cat": -0.018869347069426386,
    "suite": {
      "name": "karpathy",
      "tasks": [
        "ARC-Easy",
        "ARC-Challenge",
        "MMLU",
        "GSM8K",
        "HumanEval"
      ],
      "max_generative_problems": null,
      "generative_answer_format": null
    },
    "ARC-Easy": 0.24579124579124578,
    "ARC-Challenge": 0.23037542662116042,
    "MMLU": 0.23137729668138443,
    "GSM8K": 0.0,
    "HumanEval": 0.0
  }
}