{
  "argmax_disagreements": 0,
  "device": "mps",
  "max_abs_logit_difference": 1.430511474609375e-06,
  "pairs": 1200,
  "seconds": 6.302990674972534,
  "sets": {
    "mnli.dev": {
      "argmax_disagreements": 0,
      "max_abs_logit_difference": 1.430511474609375e-06,
      "pairs": 300
    },
    "snli.dev": {
      "argmax_disagreements": 0,
      "max_abs_logit_difference": 9.5367431640625e-07,
      "pairs": 300
    },
    "unrelated.dev": {
      "argmax_disagreements": 0,
      "max_abs_logit_difference": 1.430511474609375e-06,
      "pairs": 300
    },
    "vitaminc.dev": {
      "argmax_disagreements": 0,
      "max_abs_logit_difference": 9.5367431640625e-07,
      "pairs": 300
    }
  }
}