| { |
| "splits": { |
| "epoch-1/development": { |
| "questions": 14912, |
| "accuracy": 0.8959898068669528, |
| "macro_task_accuracy": 0.9262877786032517, |
| "macro_task_balanced_accuracy": 0.9021513315229265 |
| }, |
| "epoch-2/development": { |
| "questions": 14912, |
| "accuracy": 0.9046405579399142, |
| "macro_task_accuracy": 0.9354480356736271, |
| "macro_task_balanced_accuracy": 0.9112880126164279 |
| }, |
| "epoch-3/development": { |
| "questions": 14912, |
| "accuracy": 0.9075912017167382, |
| "macro_task_accuracy": 0.9379621229396502, |
| "macro_task_balanced_accuracy": 0.9185689774676984 |
| }, |
| "epoch-1/calibration": { |
| "questions": 14821, |
| "accuracy": 0.910802240064773, |
| "macro_task_accuracy": 0.9243611377541778, |
| "macro_task_balanced_accuracy": 0.8966212134669761 |
| }, |
| "epoch-2/calibration": { |
| "questions": 14821, |
| "accuracy": 0.9218676202685379, |
| "macro_task_accuracy": 0.9347961786371293, |
| "macro_task_balanced_accuracy": 0.9089808629491994 |
| }, |
| "epoch-3/calibration": { |
| "questions": 14821, |
| "accuracy": 0.9313811483705553, |
| "macro_task_accuracy": 0.9407031795465964, |
| "macro_task_balanced_accuracy": 0.9191604101516704 |
| }, |
| "epoch-1/test": { |
| "questions": 21634, |
| "accuracy": 0.8587870943884626, |
| "macro_task_accuracy": 0.9337570392580401, |
| "macro_task_balanced_accuracy": 0.9073790312675484 |
| }, |
| "epoch-2/test": { |
| "questions": 21634, |
| "accuracy": 0.8712212258482019, |
| "macro_task_accuracy": 0.9414975177781386, |
| "macro_task_balanced_accuracy": 0.9169354318963098 |
| }, |
| "epoch-3/test": { |
| "questions": 21634, |
| "accuracy": 0.8801423684940372, |
| "macro_task_accuracy": 0.9450619006663278, |
| "macro_task_balanced_accuracy": 0.9242156493985225 |
| }, |
| "kev-4b/test": { |
| "questions": 21634, |
| "accuracy": 0.5048996949246556, |
| "macro_task_accuracy": 0.6787694400132314, |
| "macro_task_balanced_accuracy": 0.6716227368384962 |
| } |
| }, |
| "general": { |
| "kev-4b/decision-v7": { |
| "all_questions": 1440, |
| "clean_questions": 1200, |
| "accuracy": 0.8708333333333333 |
| }, |
| "epoch-1/decision-v7": { |
| "all_questions": 1440, |
| "clean_questions": 1200, |
| "accuracy": 0.8666666666666667 |
| }, |
| "epoch-2/decision-v7": { |
| "all_questions": 1440, |
| "clean_questions": 1200, |
| "accuracy": 0.865 |
| }, |
| "epoch-3/decision-v7": { |
| "all_questions": 1440, |
| "clean_questions": 1200, |
| "accuracy": 0.8658333333333333 |
| }, |
| "kev-4b/transfer-v4": { |
| "all_questions": 764, |
| "clean_questions": 656, |
| "accuracy": 0.836890243902439 |
| }, |
| "epoch-1/transfer-v4": { |
| "all_questions": 764, |
| "clean_questions": 656, |
| "accuracy": 0.8384146341463414 |
| }, |
| "epoch-2/transfer-v4": { |
| "all_questions": 764, |
| "clean_questions": 656, |
| "accuracy": 0.836890243902439 |
| }, |
| "epoch-3/transfer-v4": { |
| "all_questions": 764, |
| "clean_questions": 656, |
| "accuracy": 0.8384146341463414 |
| } |
| }, |
| "checks": [ |
| "unique question counts and identical labels", |
| "all shard exit0 and complete logs", |
| "merged rows equal raw shard outputs", |
| "recomputed accuracy and 14-task macro/balanced metrics", |
| "general clean counts and original request identities", |
| "development-only selection", |
| "all completion markers" |
| ], |
| "pass_all": true, |
| "selected_epoch": 3, |
| "test_used_for_selection": false |
| } |
|
|
