metrics.json

{
 "step": 500,
 "args": {
  "ep": "1",
  "steps": "1500",
  "ev": "250",
  "pat": "3",
  "topk": "3",
  "up": "3",
  "lr": "1e-4",
  "r": "16",
  "bs": "4",
  "gc": "1",
  "ml": "192",
  "train": "data/train_v008.jsonl",
  "out": "/content/out/ft9"
 },
 "dev_score": 2.8916666507720947,
 "temperature": {
  "g": 0.5,
  "e": 2.4000000000000004,
  "p": 2.8000000000000003
 },
 "dev": {
  "n": 600,
  "skill_acc": 1.0,
  "evidence_acc": 0.9583333134651184,
  "proficiency_exact": 0.9333333373069763,
  "proficiency_pm1": 0.9766666666666667,
  "unknown_predicted_as_0": 0,
  "ece": {
   "g": 0.003034946508705616,
   "e": 0.03140348941087723,
   "p": 0.04882967099547386
  }
 },
 "heldout": {
  "n": 90,
  "skill_acc": 1.0,
  "evidence_acc": 0.9777777791023254,
  "proficiency_exact": 0.9555555582046509,
  "proficiency_pm1": 0.9666666666666667,
  "unknown_predicted_as_0": 0,
  "ece": {
   "g": 1.8537044525146484e-05,
   "e": 0.02295936830341816,
   "p": 0.03294331207871437
  }
 },
 "train_n": 40615,
 "elapsed_s": 365.80892276763916
}