File size: 3,405 Bytes
bb102c0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 | {
"tokens": 65536,
"models": {
"base": {
"wikitext_ppl": 20.009397172644928,
"wikitext_kl": 0.0,
"kl_productive_texts": 0.0,
"kl_looping_texts": 0.0,
"ppl_change_pct": 0.0
},
"a-4": {
"wikitext_ppl": 21.087682864121913,
"wikitext_kl": 0.020575013171765022,
"kl_productive_texts": 0.005575988732744008,
"kl_looping_texts": 0.014664811082184315,
"ppl_change_pct": 5.388896437875301
},
"a1": {
"wikitext_ppl": 19.911517122305877,
"wikitext_kl": 0.0016031258819566574,
"kl_productive_texts": 0.0009527496004011482,
"kl_looping_texts": 0.001375974272377789,
"ppl_change_pct": -0.48917041075511314
},
"a12": {
"wikitext_ppl": 22.87776095268395,
"wikitext_kl": 0.16429691074881703,
"kl_productive_texts": 0.03660591132938862,
"kl_looping_texts": 0.10268476884812117,
"ppl_change_pct": 14.335083437498032
},
"a2": {
"wikitext_ppl": 19.87078552825681,
"wikitext_kl": 0.004448064497410087,
"kl_productive_texts": 0.0017778984911274165,
"kl_looping_texts": 0.003459347557509318,
"ppl_change_pct": -0.6927327354849799
},
"a4": {
"wikitext_ppl": 19.91599319360365,
"wikitext_kl": 0.015163571515586227,
"kl_productive_texts": 0.004846438008826226,
"kl_looping_texts": 0.01119942613877356,
"ppl_change_pct": -0.4668005649314133
},
"a8": {
"wikitext_ppl": 20.67505882566586,
"wikitext_kl": 0.06168308507767506,
"kl_productive_texts": 0.016448898473754525,
"kl_looping_texts": 0.044161050114780664,
"ppl_change_pct": 3.3267451651715296
},
"all1": {
"wikitext_ppl": 19.924749058667025,
"wikitext_kl": 0.0024830739566823468,
"kl_productive_texts": 0.0022679113026242703,
"kl_looping_texts": 0.002893365715863183,
"ppl_change_pct": -0.423041800047963
},
"all2": {
"wikitext_ppl": 19.9372675530641,
"wikitext_kl": 0.007823067106073722,
"kl_productive_texts": 0.006340900203213096,
"kl_looping_texts": 0.009188366238959134,
"ppl_change_pct": -0.3604787238639884
},
"l15only": {
"wikitext_ppl": 20.020195607731267,
"wikitext_kl": 0.034763601506710984,
"kl_productive_texts": 0.005502430256456137,
"kl_looping_texts": 0.019375510746613145,
"ppl_change_pct": 0.053966818656103754
},
"l19only": {
"wikitext_ppl": 20.33959054429528,
"wikitext_kl": 0.010247031597828027,
"kl_productive_texts": 0.004639745224267244,
"kl_looping_texts": 0.007545338477939367,
"ppl_change_pct": 1.6501915015299184
},
"p50c": {
"wikitext_ppl": 20.167466719915762,
"wikitext_kl": 0.03326676509459503,
"kl_productive_texts": 0.00966530735604465,
"kl_looping_texts": 0.024051173124462366,
"ppl_change_pct": 0.7899765590486219
},
"randcols": {
"wikitext_ppl": 19.988785260315165,
"wikitext_kl": 0.003459826864855131,
"kl_productive_texts": 0.00445548549760133,
"kl_looping_texts": 0.00383356906240806,
"ppl_change_pct": -0.10301116096561591
},
"randdir": {
"wikitext_ppl": 20.07012279247252,
"wikitext_kl": 0.004622578162525315,
"kl_productive_texts": 0.004789948638062924,
"kl_looping_texts": 0.0038698724820278585,
"ppl_change_pct": 0.30348550385421724
},
"rebuilt": {
"wikitext_ppl": 20.16672978646557,
"wikitext_kl": 0.03325775667326525,
"kl_productive_texts": 0.00961088144686073,
"kl_looping_texts": 0.02383891143836081,
"ppl_change_pct": 0.7862936222573058
}
}
} |