eval/results/generalization_v9.json

[
 {
  "system": "v9 seed34 (union)",
  "sources": [
   "flights",
   "rayyan",
   "ed2_restaurants"
  ],
  "gen_f1": 0.018056179159799377,
  "variant_recall": 0.07343363589892375,
  "variant_precision": 0.33114845938375354,
  "other_recall": 0.0,
  "damage": 0.044445408542414376,
  "per_source": [
   {
    "source": "flights",
    "f1": 0.0435927442949093,
    "precision": 0.07776617954070981,
    "recall": 0.030284552845528456,
    "damage": 0.08196721311475409,
    "variant_errors": 1049,
    "variant_fixed": 149,
    "variant_changed": 425,
    "variant_good": 149,
    "other_errors": 3871,
    "other_fixed": 0
   },
   {
    "source": "rayyan",
    "f1": 0.0,
    "precision": 0.0,
    "recall": 0.0,
    "damage": 0.048547552725825706,
    "variant_errors": 171,
    "variant_fixed": 0,
    "variant_changed": 67,
    "variant_good": 0,
    "other_errors": 777,
    "other_fixed": 0
   },
   {
    "source": "ed2_restaurants",
    "f1": 0.010575793184488837,
    "precision": 0.007293354943273906,
    "recall": 0.019230769230769232,
    "damage": 0.0028214597866633283,
    "variant_errors": 115,
    "variant_fixed": 9,
    "variant_changed": 14,
    "variant_good": 9,
    "other_errors": 353,
    "other_fixed": 0
   }
  ]
 }
]