{
 "tokens": 65536,
 "models": {
  "base": {
   "wikitext_ppl": 20.009397172644928,
   "wikitext_kl": 0.0,
   "kl_productive_texts": 0.0,
   "kl_looping_texts": 0.0,
   "ppl_change_pct": 0.0
  },
  "a-4": {
   "wikitext_ppl": 21.087682864121913,
   "wikitext_kl": 0.020575013171765022,
   "kl_productive_texts": 0.005575988732744008,
   "kl_looping_texts": 0.014664811082184315,
   "ppl_change_pct": 5.388896437875301
  },
  "a1": {
   "wikitext_ppl": 19.911517122305877,
   "wikitext_kl": 0.0016031258819566574,
   "kl_productive_texts": 0.0009527496004011482,
   "kl_looping_texts": 0.001375974272377789,
   "ppl_change_pct": -0.48917041075511314
  },
  "a12": {
   "wikitext_ppl": 22.87776095268395,
   "wikitext_kl": 0.16429691074881703,
   "kl_productive_texts": 0.03660591132938862,
   "kl_looping_texts": 0.10268476884812117,
   "ppl_change_pct": 14.335083437498032
  },
  "a2": {
   "wikitext_ppl": 19.87078552825681,
   "wikitext_kl": 0.004448064497410087,
   "kl_productive_texts": 0.0017778984911274165,
   "kl_looping_texts": 0.003459347557509318,
   "ppl_change_pct": -0.6927327354849799
  },
  "a4": {
   "wikitext_ppl": 19.91599319360365,
   "wikitext_kl": 0.015163571515586227,
   "kl_productive_texts": 0.004846438008826226,
   "kl_looping_texts": 0.01119942613877356,
   "ppl_change_pct": -0.4668005649314133
  },
  "a8": {
   "wikitext_ppl": 20.67505882566586,
   "wikitext_kl": 0.06168308507767506,
   "kl_productive_texts": 0.016448898473754525,
   "kl_looping_texts": 0.044161050114780664,
   "ppl_change_pct": 3.3267451651715296
  },
  "all1": {
   "wikitext_ppl": 19.924749058667025,
   "wikitext_kl": 0.0024830739566823468,
   "kl_productive_texts": 0.0022679113026242703,
   "kl_looping_texts": 0.002893365715863183,
   "ppl_change_pct": -0.423041800047963
  },
  "all2": {
   "wikitext_ppl": 19.9372675530641,
   "wikitext_kl": 0.007823067106073722,
   "kl_productive_texts": 0.006340900203213096,
   "kl_looping_texts": 0.009188366238959134,
   "ppl_change_pct": -0.3604787238639884
  },
  "l15only": {
   "wikitext_ppl": 20.020195607731267,
   "wikitext_kl": 0.034763601506710984,
   "kl_productive_texts": 0.005502430256456137,
   "kl_looping_texts": 0.019375510746613145,
   "ppl_change_pct": 0.053966818656103754
  },
  "l19only": {
   "wikitext_ppl": 20.33959054429528,
   "wikitext_kl": 0.010247031597828027,
   "kl_productive_texts": 0.004639745224267244,
   "kl_looping_texts": 0.007545338477939367,
   "ppl_change_pct": 1.6501915015299184
  },
  "p50c": {
   "wikitext_ppl": 20.167466719915762,
   "wikitext_kl": 0.03326676509459503,
   "kl_productive_texts": 0.00966530735604465,
   "kl_looping_texts": 0.024051173124462366,
   "ppl_change_pct": 0.7899765590486219
  },
  "randcols": {
   "wikitext_ppl": 19.988785260315165,
   "wikitext_kl": 0.003459826864855131,
   "kl_productive_texts": 0.00445548549760133,
   "kl_looping_texts": 0.00383356906240806,
   "ppl_change_pct": -0.10301116096561591
  },
  "randdir": {
   "wikitext_ppl": 20.07012279247252,
   "wikitext_kl": 0.004622578162525315,
   "kl_productive_texts": 0.004789948638062924,
   "kl_looping_texts": 0.0038698724820278585,
   "ppl_change_pct": 0.30348550385421724
  },
  "rebuilt": {
   "wikitext_ppl": 20.16672978646557,
   "wikitext_kl": 0.03325775667326525,
   "kl_productive_texts": 0.00961088144686073,
   "kl_looping_texts": 0.02383891143836081,
   "ppl_change_pct": 0.7862936222573058
  }
 }
}