File size: 1,376 Bytes
1c43956 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 | {
"candidate": "candidate",
"min_samples": 40,
"required_slices": {
"complex_table": 40,
"table": 40,
"nepali": 40,
"english": 40
},
"bootstrap_iterations": 1000,
"bootstrap_confidence": 0.95,
"random_seed": 13,
"gates": [
{
"baseline": "surya",
"metric": "table_cell_f1",
"direction": "higher",
"slices": ["complex_table", "table"],
"min_pairs": 40,
"min_absolute_margin": 0.005
},
{
"baseline": "surya",
"metric": "table_exact_match",
"direction": "higher",
"slices": ["complex_table", "table"],
"min_pairs": 40,
"min_absolute_margin": 0.0,
"require_ci_above_zero": false
},
{
"baseline": "surya",
"metric": "table_structure_similarity",
"direction": "higher",
"slices": ["complex_table", "table"],
"min_pairs": 40,
"min_absolute_margin": 0.0,
"require_ci_above_zero": false
},
{
"baseline": "surya",
"metric": "table_teds_structure",
"direction": "higher",
"slices": ["complex_table", "table"],
"min_pairs": 40,
"min_absolute_margin": 0.0
},
{
"baseline": "surya",
"metric": "table_teds_text",
"direction": "higher",
"slices": ["complex_table", "table"],
"min_pairs": 40,
"min_absolute_margin": 0.005
}
]
}
|