| { |
| "step": 500, |
| "args": { |
| "ep": "1", |
| "steps": "1500", |
| "ev": "250", |
| "pat": "3", |
| "topk": "3", |
| "up": "3", |
| "lr": "1e-4", |
| "r": "16", |
| "bs": "4", |
| "gc": "1", |
| "ml": "192", |
| "train": "data/train_v008.jsonl", |
| "out": "/content/out/ft9" |
| }, |
| "dev_score": 2.8916666507720947, |
| "temperature": { |
| "g": 0.5, |
| "e": 2.4000000000000004, |
| "p": 2.8000000000000003 |
| }, |
| "dev": { |
| "n": 600, |
| "skill_acc": 1.0, |
| "evidence_acc": 0.9583333134651184, |
| "proficiency_exact": 0.9333333373069763, |
| "proficiency_pm1": 0.9766666666666667, |
| "unknown_predicted_as_0": 0, |
| "ece": { |
| "g": 0.003034946508705616, |
| "e": 0.03140348941087723, |
| "p": 0.04882967099547386 |
| } |
| }, |
| "heldout": { |
| "n": 90, |
| "skill_acc": 1.0, |
| "evidence_acc": 0.9777777791023254, |
| "proficiency_exact": 0.9555555582046509, |
| "proficiency_pm1": 0.9666666666666667, |
| "unknown_predicted_as_0": 0, |
| "ece": { |
| "g": 1.8537044525146484e-05, |
| "e": 0.02295936830341816, |
| "p": 0.03294331207871437 |
| } |
| }, |
| "train_n": 40615, |
| "elapsed_s": 365.80892276763916 |
| } |
