File size: 1,335 Bytes
f2a271a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 | {
"arith:1x1": {
"n": 395,
"tv_mean": 0.7441,
"top_byte_agree": 0.0658,
"gold_hit_t5": 0.0532,
"gold_hit_bert": 0.4329,
"gold_hit_bert_folded": 0.5266,
"dropped_mass_t5": 0.1281,
"dropped_mass_bert": 7e-05
},
"arith:nm": {
"n": 205,
"tv_mean": 0.5921,
"top_byte_agree": 0.1415,
"gold_hit_t5": 0.0488,
"gold_hit_bert": 0.1073,
"gold_hit_bert_folded": 0.1073,
"dropped_mass_t5": 0.13748,
"dropped_mass_bert": 0.00017
},
"story:1x1": {
"n": 493,
"tv_mean": 0.7606,
"top_byte_agree": 0.0649,
"gold_hit_t5": 0.0649,
"gold_hit_bert": 0.5274,
"gold_hit_bert_folded": 0.6085,
"dropped_mass_t5": 0.01416,
"dropped_mass_bert": 0.0
},
"story:nm": {
"n": 107,
"tv_mean": 0.7416,
"top_byte_agree": 0.0935,
"gold_hit_t5": 0.0935,
"gold_hit_bert": 0.1402,
"gold_hit_bert_folded": 0.5047,
"dropped_mass_t5": 0.01559,
"dropped_mass_bert": 0.0
},
"_protocol": {
"wordpiece_model": "google/bert_uncased_L-4_H-256_A-4",
"swap_reason": "TinyBERT_General_4L_312D is HEADLESS (random MLM top-5 at gate); miniature vocab asserted identical to the tinybert table vocab",
"gauge": "first-content-byte marginal via table pushforward; TV + top-byte agreement + gold-byte hit; cloze symmetric (t5 extra_id infill vs bert single-MASK)"
}
} |