| { | |
| "argmax_disagreements": 0, | |
| "device": "mps", | |
| "max_abs_logit_difference": 1.430511474609375e-06, | |
| "pairs": 1200, | |
| "seconds": 6.302990674972534, | |
| "sets": { | |
| "mnli.dev": { | |
| "argmax_disagreements": 0, | |
| "max_abs_logit_difference": 1.430511474609375e-06, | |
| "pairs": 300 | |
| }, | |
| "snli.dev": { | |
| "argmax_disagreements": 0, | |
| "max_abs_logit_difference": 9.5367431640625e-07, | |
| "pairs": 300 | |
| }, | |
| "unrelated.dev": { | |
| "argmax_disagreements": 0, | |
| "max_abs_logit_difference": 1.430511474609375e-06, | |
| "pairs": 300 | |
| }, | |
| "vitaminc.dev": { | |
| "argmax_disagreements": 0, | |
| "max_abs_logit_difference": 9.5367431640625e-07, | |
| "pairs": 300 | |
| } | |
| } | |
| } |