| { |
| "tokens": 65536, |
| "models": { |
| "base": { |
| "wikitext_ppl": 20.009397172644928, |
| "wikitext_kl": 0.0, |
| "kl_productive_texts": 0.0, |
| "kl_looping_texts": 0.0, |
| "ppl_change_pct": 0.0 |
| }, |
| "a-4": { |
| "wikitext_ppl": 21.087682864121913, |
| "wikitext_kl": 0.020575013171765022, |
| "kl_productive_texts": 0.005575988732744008, |
| "kl_looping_texts": 0.014664811082184315, |
| "ppl_change_pct": 5.388896437875301 |
| }, |
| "a1": { |
| "wikitext_ppl": 19.911517122305877, |
| "wikitext_kl": 0.0016031258819566574, |
| "kl_productive_texts": 0.0009527496004011482, |
| "kl_looping_texts": 0.001375974272377789, |
| "ppl_change_pct": -0.48917041075511314 |
| }, |
| "a12": { |
| "wikitext_ppl": 22.87776095268395, |
| "wikitext_kl": 0.16429691074881703, |
| "kl_productive_texts": 0.03660591132938862, |
| "kl_looping_texts": 0.10268476884812117, |
| "ppl_change_pct": 14.335083437498032 |
| }, |
| "a2": { |
| "wikitext_ppl": 19.87078552825681, |
| "wikitext_kl": 0.004448064497410087, |
| "kl_productive_texts": 0.0017778984911274165, |
| "kl_looping_texts": 0.003459347557509318, |
| "ppl_change_pct": -0.6927327354849799 |
| }, |
| "a4": { |
| "wikitext_ppl": 19.91599319360365, |
| "wikitext_kl": 0.015163571515586227, |
| "kl_productive_texts": 0.004846438008826226, |
| "kl_looping_texts": 0.01119942613877356, |
| "ppl_change_pct": -0.4668005649314133 |
| }, |
| "a8": { |
| "wikitext_ppl": 20.67505882566586, |
| "wikitext_kl": 0.06168308507767506, |
| "kl_productive_texts": 0.016448898473754525, |
| "kl_looping_texts": 0.044161050114780664, |
| "ppl_change_pct": 3.3267451651715296 |
| }, |
| "all1": { |
| "wikitext_ppl": 19.924749058667025, |
| "wikitext_kl": 0.0024830739566823468, |
| "kl_productive_texts": 0.0022679113026242703, |
| "kl_looping_texts": 0.002893365715863183, |
| "ppl_change_pct": -0.423041800047963 |
| }, |
| "all2": { |
| "wikitext_ppl": 19.9372675530641, |
| "wikitext_kl": 0.007823067106073722, |
| "kl_productive_texts": 0.006340900203213096, |
| "kl_looping_texts": 0.009188366238959134, |
| "ppl_change_pct": -0.3604787238639884 |
| }, |
| "l15only": { |
| "wikitext_ppl": 20.020195607731267, |
| "wikitext_kl": 0.034763601506710984, |
| "kl_productive_texts": 0.005502430256456137, |
| "kl_looping_texts": 0.019375510746613145, |
| "ppl_change_pct": 0.053966818656103754 |
| }, |
| "l19only": { |
| "wikitext_ppl": 20.33959054429528, |
| "wikitext_kl": 0.010247031597828027, |
| "kl_productive_texts": 0.004639745224267244, |
| "kl_looping_texts": 0.007545338477939367, |
| "ppl_change_pct": 1.6501915015299184 |
| }, |
| "p50c": { |
| "wikitext_ppl": 20.167466719915762, |
| "wikitext_kl": 0.03326676509459503, |
| "kl_productive_texts": 0.00966530735604465, |
| "kl_looping_texts": 0.024051173124462366, |
| "ppl_change_pct": 0.7899765590486219 |
| }, |
| "randcols": { |
| "wikitext_ppl": 19.988785260315165, |
| "wikitext_kl": 0.003459826864855131, |
| "kl_productive_texts": 0.00445548549760133, |
| "kl_looping_texts": 0.00383356906240806, |
| "ppl_change_pct": -0.10301116096561591 |
| }, |
| "randdir": { |
| "wikitext_ppl": 20.07012279247252, |
| "wikitext_kl": 0.004622578162525315, |
| "kl_productive_texts": 0.004789948638062924, |
| "kl_looping_texts": 0.0038698724820278585, |
| "ppl_change_pct": 0.30348550385421724 |
| }, |
| "rebuilt": { |
| "wikitext_ppl": 20.16672978646557, |
| "wikitext_kl": 0.03325775667326525, |
| "kl_productive_texts": 0.00961088144686073, |
| "kl_looping_texts": 0.02383891143836081, |
| "ppl_change_pct": 0.7862936222573058 |
| } |
| } |
| } |
