{ "step": 500, "args": { "ep": "1", "steps": "1500", "ev": "250", "pat": "3", "topk": "3", "up": "3", "lr": "1e-4", "r": "16", "bs": "4", "gc": "1", "ml": "192", "train": "data/train_v008.jsonl", "out": "/content/out/ft9" }, "dev_score": 2.8916666507720947, "temperature": { "g": 0.5, "e": 2.4000000000000004, "p": 2.8000000000000003 }, "dev": { "n": 600, "skill_acc": 1.0, "evidence_acc": 0.9583333134651184, "proficiency_exact": 0.9333333373069763, "proficiency_pm1": 0.9766666666666667, "unknown_predicted_as_0": 0, "ece": { "g": 0.003034946508705616, "e": 0.03140348941087723, "p": 0.04882967099547386 } }, "heldout": { "n": 90, "skill_acc": 1.0, "evidence_acc": 0.9777777791023254, "proficiency_exact": 0.9555555582046509, "proficiency_pm1": 0.9666666666666667, "unknown_predicted_as_0": 0, "ece": { "g": 1.8537044525146484e-05, "e": 0.02295936830341816, "p": 0.03294331207871437 } }, "train_n": 40615, "elapsed_s": 365.80892276763916 }