AbstractPhil commited on
Commit
f2a271a
·
verified ·
1 Parent(s): fa76dd4

btx-e001 T-2: shunt fidelity ledger — cloze-BERT byte marginal hits 0.43-0.61 gold; flan-t5 sentinel infill 0.05-0.09; n:m cells crater both

Browse files
Files changed (1) hide show
  1. t2_shunt_ledger.json +47 -0
t2_shunt_ledger.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arith:1x1": {
3
+ "n": 395,
4
+ "tv_mean": 0.7441,
5
+ "top_byte_agree": 0.0658,
6
+ "gold_hit_t5": 0.0532,
7
+ "gold_hit_bert": 0.4329,
8
+ "gold_hit_bert_folded": 0.5266,
9
+ "dropped_mass_t5": 0.1281,
10
+ "dropped_mass_bert": 7e-05
11
+ },
12
+ "arith:nm": {
13
+ "n": 205,
14
+ "tv_mean": 0.5921,
15
+ "top_byte_agree": 0.1415,
16
+ "gold_hit_t5": 0.0488,
17
+ "gold_hit_bert": 0.1073,
18
+ "gold_hit_bert_folded": 0.1073,
19
+ "dropped_mass_t5": 0.13748,
20
+ "dropped_mass_bert": 0.00017
21
+ },
22
+ "story:1x1": {
23
+ "n": 493,
24
+ "tv_mean": 0.7606,
25
+ "top_byte_agree": 0.0649,
26
+ "gold_hit_t5": 0.0649,
27
+ "gold_hit_bert": 0.5274,
28
+ "gold_hit_bert_folded": 0.6085,
29
+ "dropped_mass_t5": 0.01416,
30
+ "dropped_mass_bert": 0.0
31
+ },
32
+ "story:nm": {
33
+ "n": 107,
34
+ "tv_mean": 0.7416,
35
+ "top_byte_agree": 0.0935,
36
+ "gold_hit_t5": 0.0935,
37
+ "gold_hit_bert": 0.1402,
38
+ "gold_hit_bert_folded": 0.5047,
39
+ "dropped_mass_t5": 0.01559,
40
+ "dropped_mass_bert": 0.0
41
+ },
42
+ "_protocol": {
43
+ "wordpiece_model": "google/bert_uncased_L-4_H-256_A-4",
44
+ "swap_reason": "TinyBERT_General_4L_312D is HEADLESS (random MLM top-5 at gate); miniature vocab asserted identical to the tinybert table vocab",
45
+ "gauge": "first-content-byte marginal via table pushforward; TV + top-byte agreement + gold-byte hit; cloze symmetric (t5 extra_id infill vs bert single-MASK)"
46
+ }
47
+ }