{
  "n_pairs": 1000,
  "pairwise_accuracy": 0.713,
  "mean_margin": 1.0103333097100258,
  "ci_low": 0.685975,
  "ci_high": 0.741,
  "ece": 0.02271926368486851,
  "per_subset": {
    "regular": {
      "n_pairs": 400,
      "accuracy": 0.74
    },
    "expressive": {
      "n_pairs": 600,
      "accuracy": 0.695
    }
  },
  "per_language": {
    "zh2en": {
      "n_pairs": 148,
      "accuracy": 0.6621621621621622
    },
    "en2en": {
      "n_pairs": 252,
      "accuracy": 0.6388888888888888
    },
    "zh2zh": {
      "n_pairs": 179,
      "accuracy": 0.8324022346368715
    },
    "en2zh": {
      "n_pairs": 221,
      "accuracy": 0.8733031674208145
    },
    "en2mixed": {
      "n_pairs": 120,
      "accuracy": 0.525
    },
    "zh2mixed": {
      "n_pairs": 80,
      "accuracy": 0.6125
    }
  },
  "run_name": "natscore-small-v0-kaggle / dev[:1000]",
  "ablation_config": "(headline)"
}