{
  "gpt2": {
    "model_name": "gpt2",
    "num_layers": 12,
    "num_heads": 12,
    "analysis_date": "2026-02-26",
    "categories": {
      "previous_token": {
        "display_name": "Previous Token",
        "description": "Attends to the immediately preceding token \u2014 like reading left to right",
        "icon": "arrow-left",
        "educational_text": "This head looks at the word right before the current one. Like reading left to right, it helps track local word-by-word patterns.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 1,
            "head": 0,
            "score": 0.3655
          },
          {
            "layer": 2,
            "head": 2,
            "score": 0.5679
          },
          {
            "layer": 2,
            "head": 5,
            "score": 0.3384
          },
          {
            "layer": 2,
            "head": 9,
            "score": 0.4052
          },
          {
            "layer": 3,
            "head": 2,
            "score": 0.4164
          },
          {
            "layer": 3,
            "head": 6,
            "score": 0.3359
          },
          {
            "layer": 3,
            "head": 7,
            "score": 0.4419
          },
          {
            "layer": 4,
            "head": 11,
            "score": 0.97
          }
        ]
      },
      "induction": {
        "display_name": "Induction",
        "description": "Completes repeated patterns: if it saw [A][B] before and now sees [A], it predicts [B]",
        "icon": "repeat",
        "educational_text": "This head finds patterns that happened before and predicts they'll happen again. If it saw 'the cat' earlier, it expects the same words to follow.",
        "requires_repetition": true,
        "suggested_prompt": "Try: 'The cat sat on the mat. The cat' \u2014 the repeated 'The cat' lets induction heads activate.",
        "top_heads": [
          {
            "layer": 5,
            "head": 0,
            "score": 0.3363
          },
          {
            "layer": 5,
            "head": 1,
            "score": 0.4412
          },
          {
            "layer": 5,
            "head": 5,
            "score": 0.4119
          },
          {
            "layer": 5,
            "head": 8,
            "score": 0.3032
          },
          {
            "layer": 6,
            "head": 9,
            "score": 0.3017
          },
          {
            "layer": 7,
            "head": 10,
            "score": 0.2849
          },
          {
            "layer": 8,
            "head": 1,
            "score": 0.2608
          },
          {
            "layer": 10,
            "head": 7,
            "score": 0.2196
          }
        ]
      },
      "duplicate_token": {
        "display_name": "Duplicate Token",
        "description": "Notices when the same word appears more than once",
        "icon": "clone",
        "educational_text": "This head notices when the same word appears more than once, like a highlighter for repeated words. It helps the model track which words have already been said.",
        "requires_repetition": true,
        "suggested_prompt": "Try a prompt with repeated words like 'The cat sat. The cat slept.' to see duplicate-token heads light up.",
        "top_heads": [
          {
            "layer": 0,
            "head": 1,
            "score": 0.4175
          },
          {
            "layer": 0,
            "head": 5,
            "score": 0.4155
          },
          {
            "layer": 1,
            "head": 11,
            "score": 0.3256
          },
          {
            "layer": 3,
            "head": 0,
            "score": 0.2416
          },
          {
            "layer": 4,
            "head": 7,
            "score": 0.1238
          },
          {
            "layer": 11,
            "head": 8,
            "score": 0.1741
          }
        ]
      },
      "positional": {
        "display_name": "Positional / First-Token",
        "description": "Always pays attention to the very first word, using it as an anchor point",
        "icon": "map-pin",
        "educational_text": "This head always pays attention to the very first word, using it as an anchor point. The first token serves as a 'default' position when no other token is specifically relevant.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 7,
            "head": 2,
            "score": 0.9077
          },
          {
            "layer": 9,
            "head": 6,
            "score": 0.9077
          },
          {
            "layer": 9,
            "head": 9,
            "score": 0.9064
          },
          {
            "layer": 9,
            "head": 11,
            "score": 0.9301
          },
          {
            "layer": 10,
            "head": 10,
            "score": 0.9098
          },
          {
            "layer": 11,
            "head": 2,
            "score": 0.8962
          },
          {
            "layer": 11,
            "head": 6,
            "score": 0.9231
          },
          {
            "layer": 11,
            "head": 9,
            "score": 0.9117
          }
        ]
      },
      "diffuse": {
        "display_name": "Diffuse / Spread",
        "description": "Spreads attention evenly across many words, gathering general context",
        "icon": "expand-arrows-alt",
        "educational_text": "This head spreads its attention evenly across many words, gathering general context rather than focusing on one spot. It provides a 'big picture' summary of the input.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 10,
            "score": 0.6076
          },
          {
            "layer": 0,
            "head": 11,
            "score": 0.5915
          },
          {
            "layer": 1,
            "head": 2,
            "score": 0.5851
          },
          {
            "layer": 1,
            "head": 4,
            "score": 0.5693
          },
          {
            "layer": 1,
            "head": 10,
            "score": 0.6001
          },
          {
            "layer": 2,
            "head": 7,
            "score": 0.6227
          },
          {
            "layer": 2,
            "head": 10,
            "score": 0.6325
          },
          {
            "layer": 11,
            "head": 0,
            "score": 0.6132
          }
        ]
      }
    },
    "all_scores": {
      "previous_token": [
        [
          0.1650262176990509,
          0.005524545907974243,
          0.13794219493865967,
          0.11309953033924103,
          0.19386060535907745,
          0.02020726539194584,
          0.18705399334430695,
          0.3287373483181,
          0.1688501238822937,
          0.14645136892795563,
          0.12409798055887222,
          0.14697492122650146
        ],
        [
          0.36550161242485046,
          0.22920921444892883,
          0.1901777684688568,
          0.13691475987434387,
          0.1552433967590332,
          0.1548655927181244,
          0.14041779935359955,
          0.1399569809436798,
          0.14001941680908203,
          0.12206045538187027,
          0.18723534047603607,
          0.05272947624325752
        ],
        [
          0.24368862807750702,
          0.11734970659017563,
          0.5678969025611877,
          0.33175796270370483,
          0.3293865919113159,
          0.33843594789505005,
          0.1687498688697815,
          0.2169996052980423,
          0.33436763286590576,
          0.405174195766449,
          0.20988500118255615,
          0.1365954577922821
        ],
        [
          0.08308680355548859,
          0.16770434379577637,
          0.41642817854881287,
          0.32616299390792847,
          0.09816452860832214,
          0.12414131313562393,
          0.33591750264167786,
          0.4418589174747467,
          0.3060630261898041,
          0.21817748248577118,
          0.1548490822315216,
          0.2623787224292755
        ],
        [
          0.24851615726947784,
          0.22178645431995392,
          0.10810651630163193,
          0.2638419270515442,
          0.1461866945028305,
          0.19259677827358246,
          0.16893190145492554,
          0.20602412521839142,
          0.11169518530368805,
          0.16701465845108032,
          0.09775038063526154,
          0.9700173139572144
        ],
        [
          0.1162194162607193,
          0.09808940440416336,
          0.20977501571178436,
          0.16994376480579376,
          0.2316969633102417,
          0.10760845243930817,
          0.26810961961746216,
          0.1556214690208435,
          0.13168412446975708,
          0.10098359733819962,
          0.1563761830329895,
          0.11529763042926788
        ],
        [
          0.23046550154685974,
          0.13669200241565704,
          0.10113422572612762,
          0.12357200682163239,
          0.12948814034461975,
          0.14964132010936737,
          0.11104538291692734,
          0.17790208756923676,
          0.3313186764717102,
          0.09724397212266922,
          0.1065865010023117,
          0.19595712423324585
        ],
        [
          0.2756780683994293,
          0.09617989510297775,
          0.0887245386838913,
          0.14660504460334778,
          0.11926672607660294,
          0.12578082084655762,
          0.10664939880371094,
          0.11368991434574127,
          0.18360558152198792,
          0.130024254322052,
          0.10562390089035034,
          0.10479450225830078
        ],
        [
          0.10714849084615707,
          0.10390549898147583,
          0.11945408582687378,
          0.10176572948694229,
          0.15246066451072693,
          0.1935780942440033,
          0.13547158241271973,
          0.24629735946655273,
          0.14471763372421265,
          0.12072619050741196,
          0.12850022315979004,
          0.10024647414684296
        ],
        [
          0.1123703345656395,
          0.10224141925573349,
          0.10966678708791733,
          0.24468424916267395,
          0.09359707683324814,
          0.11123354732990265,
          0.09214123338460922,
          0.11035183817148209,
          0.09690441191196442,
          0.09199563413858414,
          0.16506430506706238,
          0.08864383399486542
        ],
        [
          0.09993860870599747,
          0.1017073541879654,
          0.09143912047147751,
          0.1137363463640213,
          0.11926724761724472,
          0.1261630356311798,
          0.09609334915876389,
          0.1267780214548111,
          0.09360888600349426,
          0.15695181488990784,
          0.09125342220067978,
          0.16533184051513672
        ],
        [
          0.1551479697227478,
          0.10182406008243561,
          0.09162592142820358,
          0.14142417907714844,
          0.10655181109905243,
          0.09299013763666153,
          0.08795793354511261,
          0.10052843391895294,
          0.18854694068431854,
          0.09097206592559814,
          0.14251284301280975,
          0.13573673367500305
        ]
      ],
      "induction": [
        [
          0.07627037912607193,
          0.0035299647133797407,
          0.050907380878925323,
          0.018350504338741302,
          0.055634528398513794,
          0.015752490609884262,
          0.09711054712533951,
          0.08642718195915222,
          0.07673756778240204,
          0.06478650867938995,
          0.05675221234560013,
          0.0686919093132019
        ],
        [
          0.098502516746521,
          0.08570204675197601,
          0.09086534380912781,
          0.05725013464689255,
          0.06655086576938629,
          0.08535383641719818,
          0.04390129819512367,
          0.05150846764445305,
          0.05973561853170395,
          0.05239921063184738,
          0.10886937379837036,
          0.03350156173110008
        ],
        [
          0.0880986899137497,
          0.029988640919327736,
          0.06596572697162628,
          0.09502042829990387,
          0.06376759707927704,
          0.07735122740268707,
          0.07770463079214096,
          0.08998467028141022,
          0.08355952054262161,
          0.08642251044511795,
          0.0951002761721611,
          0.038624998182058334
        ],
        [
          0.012395743280649185,
          0.0515044704079628,
          0.0702400729060173,
          0.038637131452560425,
          0.03541486710309982,
          0.04828893393278122,
          0.07664503902196884,
          0.05478388071060181,
          0.05722055584192276,
          0.05503711849451065,
          0.05377575010061264,
          0.05681142956018448
        ],
        [
          0.023173518478870392,
          0.04842953383922577,
          0.02587379515171051,
          0.0371115505695343,
          0.043572355061769485,
          0.025999004021286964,
          0.057220708578825,
          0.05670655891299248,
          0.05118811875581741,
          0.029776636511087418,
          0.02828892692923546,
          0.050957612693309784
        ],
        [
          0.3362796902656555,
          0.44116583466529846,
          0.04926660656929016,
          0.060651201754808426,
          0.049554307013750076,
          0.41194018721580505,
          0.038970425724983215,
          0.01051054522395134,
          0.30320701003074646,
          0.07053252309560776,
          0.05541849881410599,
          0.03842315822839737
        ],
        [
          0.04865153878927231,
          0.13892090320587158,
          0.023456398397684097,
          0.043447092175483704,
          0.05254914611577988,
          0.06307318806648254,
          0.06592734158039093,
          0.06641103327274323,
          0.06890955567359924,
          0.3017217516899109,
          0.053376901894807816,
          0.05453646928071976
        ],
        [
          0.04203842580318451,
          0.06195511296391487,
          0.18403273820877075,
          0.06932497024536133,
          0.025891464203596115,
          0.03674555569887161,
          0.05915430188179016,
          0.08904685080051422,
          0.029217243194580078,
          0.047680627554655075,
          0.28489723801612854,
          0.15201476216316223
        ],
        [
          0.03113759122788906,
          0.2607646584510803,
          0.04262052848935127,
          0.03490695357322693,
          0.020729169249534607,
          0.039468441158533096,
          0.17247121036052704,
          0.02061128057539463,
          0.0941251665353775,
          0.044258393347263336,
          0.09541143476963043,
          0.03278326988220215
        ],
        [
          0.06156448647379875,
          0.09029851853847504,
          0.06509305536746979,
          0.04298751801252365,
          0.02618749439716339,
          0.029909756034612656,
          0.08973383903503418,
          0.06374338269233704,
          0.02463320828974247,
          0.10424073040485382,
          0.016569094732403755,
          0.04829319566488266
        ],
        [
          0.0732613354921341,
          0.15449705719947815,
          0.048853177577257156,
          0.12552715837955475,
          0.1161937341094017,
          0.020513027906417847,
          0.08032035827636719,
          0.21955707669258118,
          0.07728692889213562,
          0.014143750071525574,
          0.056671954691410065,
          0.1141514927148819
        ],
        [
          0.10236237943172455,
          0.0509863905608654,
          0.02403058484196663,
          0.046142492443323135,
          0.03625836968421936,
          0.05091869831085205,
          0.02450958639383316,
          0.057415880262851715,
          0.09816241264343262,
          0.045323897153139114,
          0.12710919976234436,
          0.06512586772441864
        ]
      ],
      "duplicate_token": [
        [
          0.061639100313186646,
          0.4175182282924652,
          0.05723930522799492,
          0.039668913930654526,
          0.0939607322216034,
          0.41551661491394043,
          0.07361333817243576,
          0.0333673469722271,
          0.0963386595249176,
          0.0499253086745739,
          0.17845425009727478,
          0.0740630105137825
        ],
        [
          0.03887755423784256,
          0.03720149025321007,
          0.07625596970319748,
          0.052537791430950165,
          0.06014804169535637,
          0.09469039738178253,
          0.05574027821421623,
          0.03633364289999008,
          0.05319533869624138,
          0.04128124564886093,
          0.10213665664196014,
          0.3255976736545563
        ],
        [
          0.0270945243537426,
          0.02465079165995121,
          0.003460302483290434,
          0.01619820110499859,
          0.008633781224489212,
          0.012598037719726562,
          0.04559514671564102,
          0.06271781027317047,
          0.014696493744850159,
          0.012923041358590126,
          0.07460619509220123,
          0.027807259932160378
        ],
        [
          0.24161744117736816,
          0.013565832749009132,
          0.006801762618124485,
          0.0032485886476933956,
          0.02135937288403511,
          0.024630073457956314,
          0.015564021654427052,
          0.005436367355287075,
          0.007849231362342834,
          0.015441101975739002,
          0.04518696293234825,
          0.013415353372693062
        ],
        [
          0.0038080490194261074,
          0.00991421565413475,
          0.025079775601625443,
          0.011280774138867855,
          0.04912680760025978,
          0.006715251598507166,
          0.021937724202871323,
          0.12375693023204803,
          0.026765504851937294,
          0.011192137375473976,
          0.025936853140592575,
          8.196845010388643e-05
        ],
        [
          0.023429764434695244,
          0.016590412706136703,
          0.017092403024435043,
          0.03277356177568436,
          0.016331162303686142,
          0.021816818043589592,
          0.011733165010809898,
          0.005887174047529697,
          0.01492474414408207,
          0.030711984261870384,
          0.07108811289072037,
          0.06261330097913742
        ],
        [
          0.02555452659726143,
          0.029351357370615005,
          0.021288855001330376,
          0.024492312222719193,
          0.039061177521944046,
          0.03344884514808655,
          0.06831201910972595,
          0.03736294433474541,
          0.019588876515626907,
          0.04092007130384445,
          0.01721787452697754,
          0.019499698653817177
        ],
        [
          0.020283106714487076,
          0.02244160696864128,
          0.01908939704298973,
          0.0162697471678257,
          0.02050776034593582,
          0.02750096097588539,
          0.026029860600829124,
          0.03217357397079468,
          0.014307908713817596,
          0.006763854529708624,
          0.04564401134848595,
          0.027008097618818283
        ],
        [
          0.027883464470505714,
          0.041265588253736496,
          0.028905224055051804,
          0.013592107221484184,
          0.0074845412746071815,
          0.03488120436668396,
          0.04030846059322357,
          0.010207113809883595,
          0.035800714045763016,
          0.029832065105438232,
          0.02576960064470768,
          0.014182129874825478
        ],
        [
          0.017836367711424828,
          0.029379570856690407,
          0.022140078246593475,
          0.036215025931596756,
          0.024319598451256752,
          0.026142369955778122,
          0.018539801239967346,
          0.019365690648555756,
          0.011654431000351906,
          0.025902757421135902,
          0.015683690086007118,
          0.010347607545554638
        ],
        [
          0.02144056186079979,
          0.046325650066137314,
          0.021630164235830307,
          0.05147164314985275,
          0.042117439210414886,
          0.02441989816725254,
          0.02136657014489174,
          0.05447021871805191,
          0.03011142648756504,
          0.020071811974048615,
          0.016738489270210266,
          0.04836065694689751
        ],
        [
          0.13101476430892944,
          0.03627091646194458,
          0.0201750285923481,
          0.06851539760828018,
          0.029396140947937965,
          0.03782244399189949,
          0.014253688976168633,
          0.044284969568252563,
          0.17414367198944092,
          0.021388430148363113,
          0.06319155544042587,
          0.055135130882263184
        ]
      ],
      "positional": [
        [
          0.5065976977348328,
          0.07629109919071198,
          0.5960054397583008,
          0.1072789654135704,
          0.1979677975177765,
          0.13927273452281952,
          0.40057316422462463,
          0.294817179441452,
          0.383198618888855,
          0.5544258952140808,
          0.40033283829689026,
          0.47870078682899475
        ],
        [
          0.2410203516483307,
          0.4396105706691742,
          0.4307883381843567,
          0.5517755746841431,
          0.5317303538322449,
          0.5054966807365417,
          0.6495388746261597,
          0.6267575025558472,
          0.5890303254127502,
          0.6793325543403625,
          0.07594899833202362,
          0.21587026119232178
        ],
        [
          0.4007927477359772,
          0.7385829091072083,
          0.1999039351940155,
          0.30451780557632446,
          0.46449190378189087,
          0.3399127125740051,
          0.514499306678772,
          0.29614612460136414,
          0.31728798151016235,
          0.2615760266780853,
          0.3395046591758728,
          0.7219924926757812
        ],
        [
          0.8190140724182129,
          0.6275245547294617,
          0.25404971837997437,
          0.6006070375442505,
          0.8895429372787476,
          0.7170742154121399,
          0.3035760521888733,
          0.35117024183273315,
          0.4254607558250427,
          0.5432918071746826,
          0.6645973920822144,
          0.47774600982666016
        ],
        [
          0.5796363949775696,
          0.5921002626419067,
          0.793941080570221,
          0.49824151396751404,
          0.7273139953613281,
          0.6757563948631287,
          0.64992356300354,
          0.3122835159301758,
          0.8277088403701782,
          0.6422610878944397,
          0.8769611120223999,
          0.14915767312049866
        ],
        [
          0.7556132078170776,
          0.8456296920776367,
          0.6256846785545349,
          0.5377398729324341,
          0.5960881114006042,
          0.7833361625671387,
          0.723742663860321,
          0.7974669933319092,
          0.7113959789276123,
          0.8386362791061401,
          0.6537194848060608,
          0.7253992557525635
        ],
        [
          0.538119912147522,
          0.7342842817306519,
          0.8442155718803406,
          0.7554894685745239,
          0.6839307546615601,
          0.7064528465270996,
          0.7554677724838257,
          0.6205617189407349,
          0.5202042460441589,
          0.8443636894226074,
          0.8635346293449402,
          0.6343041062355042
        ],
        [
          0.6614936590194702,
          0.8791419267654419,
          0.9076933860778809,
          0.7058827877044678,
          0.8025026321411133,
          0.7749000787734985,
          0.838254451751709,
          0.8037239909172058,
          0.6864684224128723,
          0.7610327005386353,
          0.8215873837471008,
          0.8486534357070923
        ],
        [
          0.8073843121528625,
          0.8061873316764832,
          0.7319211959838867,
          0.8467031717300415,
          0.7768716812133789,
          0.6048685908317566,
          0.7132378816604614,
          0.6679729223251343,
          0.6701217889785767,
          0.7771828770637512,
          0.7071925401687622,
          0.8558918237686157
        ],
        [
          0.8133878707885742,
          0.8669012784957886,
          0.8068772554397583,
          0.5790890455245972,
          0.8904383778572083,
          0.8204380869865417,
          0.9076582789421082,
          0.7966066002845764,
          0.8762456774711609,
          0.9064305424690247,
          0.7492377758026123,
          0.9301468133926392
        ],
        [
          0.8455430269241333,
          0.8402767181396484,
          0.890575110912323,
          0.7642854452133179,
          0.7333279252052307,
          0.7862328290939331,
          0.8635441660881042,
          0.6658955812454224,
          0.888232409954071,
          0.7337470054626465,
          0.9097886085510254,
          0.7254845499992371
        ],
        [
          0.3025703728199005,
          0.8144607543945312,
          0.8962485194206238,
          0.6487042307853699,
          0.7963070869445801,
          0.8672806620597839,
          0.9231362342834473,
          0.8210302591323853,
          0.07466430962085724,
          0.9117152094841003,
          0.6209774017333984,
          0.6903347969055176
        ]
      ],
      "diffuse": [
        [
          0.5471135377883911,
          0.1322605162858963,
          0.492602676153183,
          0.21496565639972687,
          0.45495811104774475,
          0.25727584958076477,
          0.5676304697990417,
          0.5459160804748535,
          0.5383939146995544,
          0.5441114902496338,
          0.6075721383094788,
          0.5915287137031555
        ],
        [
          0.56114661693573,
          0.5631774663925171,
          0.5851024389266968,
          0.5447676777839661,
          0.5693410038948059,
          0.510784924030304,
          0.4271117150783539,
          0.48312950134277344,
          0.5217397212982178,
          0.4331055283546448,
          0.60009765625,
          0.3668949007987976
        ],
        [
          0.5618427991867065,
          0.35582321882247925,
          0.34944772720336914,
          0.5037699937820435,
          0.4152102470397949,
          0.47268810868263245,
          0.5098887085914612,
          0.622725248336792,
          0.47435516119003296,
          0.48120027780532837,
          0.6324588060379028,
          0.4027617573738098
        ],
        [
          0.17714563012123108,
          0.4172298312187195,
          0.42452120780944824,
          0.31828364729881287,
          0.18911775946617126,
          0.38251644372940063,
          0.5157310366630554,
          0.4105154871940613,
          0.41387349367141724,
          0.4185497760772705,
          0.40337443351745605,
          0.4543667733669281
        ],
        [
          0.3102322220802307,
          0.38234779238700867,
          0.3048619031906128,
          0.4123547673225403,
          0.3599177300930023,
          0.34652307629585266,
          0.447924941778183,
          0.46825671195983887,
          0.26102879643440247,
          0.3940913677215576,
          0.20296287536621094,
          0.02204204723238945
        ],
        [
          0.2029620110988617,
          0.08709979802370071,
          0.40380486845970154,
          0.514489471912384,
          0.4261854588985443,
          0.1830417364835739,
          0.26347407698631287,
          0.2405150830745697,
          0.2826869487762451,
          0.24574777483940125,
          0.3901086449623108,
          0.3574109673500061
        ],
        [
          0.46612176299095154,
          0.3027900457382202,
          0.25536319613456726,
          0.3338863253593445,
          0.3941308856010437,
          0.39528438448905945,
          0.3291165232658386,
          0.44284719228744507,
          0.41498908400535583,
          0.12233757972717285,
          0.20009461045265198,
          0.4175761640071869
        ],
        [
          0.33120664954185486,
          0.1765395551919937,
          0.09227706491947174,
          0.37284451723098755,
          0.2708284258842468,
          0.31805992126464844,
          0.25206413865089417,
          0.21613168716430664,
          0.3545899987220764,
          0.3042650818824768,
          0.14626441895961761,
          0.1727096140384674
        ],
        [
          0.28339847922325134,
          0.18787869811058044,
          0.36294665932655334,
          0.2241670787334442,
          0.27335819602012634,
          0.4469229280948639,
          0.2862758934497833,
          0.3158189654350281,
          0.3742186725139618,
          0.30465927720069885,
          0.38407495617866516,
          0.21899032592773438
        ],
        [
          0.23532763123512268,
          0.16719377040863037,
          0.2597936987876892,
          0.4364214539527893,
          0.17044395208358765,
          0.2712015211582184,
          0.13269579410552979,
          0.2855920195579529,
          0.18635967373847961,
          0.1326359510421753,
          0.29712045192718506,
          0.11560585349798203
        ],
        [
          0.2210322916507721,
          0.19647784531116486,
          0.17695878446102142,
          0.29771047830581665,
          0.33597418665885925,
          0.2783747613430023,
          0.19375105202198029,
          0.3423268496990204,
          0.16622166335582733,
          0.3245820999145508,
          0.1462937742471695,
          0.2878214716911316
        ],
        [
          0.6131904721260071,
          0.2794114649295807,
          0.18150922656059265,
          0.42593449354171753,
          0.31345874071121216,
          0.20985659956932068,
          0.14243251085281372,
          0.2698703110218048,
          0.5045338869094849,
          0.15346872806549072,
          0.4387816786766052,
          0.3756435811519623
        ]
      ]
    }
  },
  "gpt2-medium": {
    "model_name": "gpt2-medium",
    "num_layers": 24,
    "num_heads": 16,
    "analysis_date": "2026-02-26",
    "categories": {
      "previous_token": {
        "display_name": "Previous Token",
        "description": "Attends to the immediately preceding token \u2014 like reading left to right",
        "icon": "arrow-left",
        "educational_text": "This head looks at the word right before the current one. Like reading left to right, it helps track local word-by-word patterns.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 2,
            "head": 4,
            "score": 0.4555
          },
          {
            "layer": 3,
            "head": 13,
            "score": 0.489
          },
          {
            "layer": 4,
            "head": 13,
            "score": 0.9572
          },
          {
            "layer": 5,
            "head": 11,
            "score": 0.9733
          },
          {
            "layer": 6,
            "head": 7,
            "score": 0.8324
          },
          {
            "layer": 8,
            "head": 1,
            "score": 0.5373
          },
          {
            "layer": 13,
            "head": 5,
            "score": 0.4423
          },
          {
            "layer": 18,
            "head": 3,
            "score": 0.4589
          }
        ]
      },
      "induction": {
        "display_name": "Induction",
        "description": "Completes repeated patterns: if it saw [A][B] before and now sees [A], it predicts [B]",
        "icon": "repeat",
        "educational_text": "This head finds patterns that happened before and predicts they'll happen again. If it saw 'the cat' earlier, it expects the same words to follow.",
        "requires_repetition": true,
        "suggested_prompt": "Try: 'The cat sat on the mat. The cat' \u2014 the repeated 'The cat' lets induction heads activate.",
        "top_heads": [
          {
            "layer": 5,
            "head": 8,
            "score": 0.3981
          },
          {
            "layer": 6,
            "head": 1,
            "score": 0.343
          },
          {
            "layer": 6,
            "head": 15,
            "score": 0.3705
          },
          {
            "layer": 7,
            "head": 2,
            "score": 0.3877
          },
          {
            "layer": 9,
            "head": 9,
            "score": 0.4424
          },
          {
            "layer": 11,
            "head": 1,
            "score": 0.4872
          },
          {
            "layer": 12,
            "head": 13,
            "score": 0.4212
          },
          {
            "layer": 17,
            "head": 12,
            "score": 0.262
          }
        ]
      },
      "duplicate_token": {
        "display_name": "Duplicate Token",
        "description": "Notices when the same word appears more than once",
        "icon": "clone",
        "educational_text": "This head notices when the same word appears more than once, like a highlighter for repeated words. It helps the model track which words have already been said.",
        "requires_repetition": true,
        "suggested_prompt": "Try a prompt with repeated words like 'The cat sat. The cat slept.' to see duplicate-token heads light up.",
        "top_heads": [
          {
            "layer": 0,
            "head": 11,
            "score": 0.1151
          },
          {
            "layer": 1,
            "head": 4,
            "score": 0.3243
          },
          {
            "layer": 4,
            "head": 6,
            "score": 0.2291
          },
          {
            "layer": 6,
            "head": 5,
            "score": 0.1147
          },
          {
            "layer": 7,
            "head": 11,
            "score": 0.609
          },
          {
            "layer": 8,
            "head": 9,
            "score": 0.1336
          },
          {
            "layer": 21,
            "head": 1,
            "score": 0.1627
          },
          {
            "layer": 23,
            "head": 6,
            "score": 0.1316
          }
        ]
      },
      "positional": {
        "display_name": "Positional / First-Token",
        "description": "Always pays attention to the very first word, using it as an anchor point",
        "icon": "map-pin",
        "educational_text": "This head always pays attention to the very first word, using it as an anchor point. The first token serves as a 'default' position when no other token is specifically relevant.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 10,
            "head": 8,
            "score": 0.9462
          },
          {
            "layer": 12,
            "head": 11,
            "score": 0.957
          },
          {
            "layer": 14,
            "head": 9,
            "score": 0.964
          },
          {
            "layer": 16,
            "head": 11,
            "score": 0.9466
          },
          {
            "layer": 20,
            "head": 13,
            "score": 0.9582
          },
          {
            "layer": 21,
            "head": 5,
            "score": 0.9498
          },
          {
            "layer": 21,
            "head": 8,
            "score": 0.945
          },
          {
            "layer": 21,
            "head": 15,
            "score": 0.9697
          }
        ]
      },
      "diffuse": {
        "display_name": "Diffuse / Spread",
        "description": "Spreads attention evenly across many words, gathering general context",
        "icon": "expand-arrows-alt",
        "educational_text": "This head spreads its attention evenly across many words, gathering general context rather than focusing on one spot. It provides a 'big picture' summary of the input.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 1,
            "score": 0.6515
          },
          {
            "layer": 0,
            "head": 8,
            "score": 0.6371
          },
          {
            "layer": 0,
            "head": 11,
            "score": 0.6196
          },
          {
            "layer": 1,
            "head": 6,
            "score": 0.6644
          },
          {
            "layer": 1,
            "head": 14,
            "score": 0.6209
          },
          {
            "layer": 2,
            "head": 11,
            "score": 0.6397
          },
          {
            "layer": 2,
            "head": 14,
            "score": 0.627
          },
          {
            "layer": 3,
            "head": 6,
            "score": 0.6332
          }
        ]
      }
    },
    "all_scores": {
      "previous_token": [
        [
          0.17695125937461853,
          0.18258503079414368,
          0.16326211392879486,
          0.12858815491199493,
          0.19323579967021942,
          0.1579977571964264,
          0.13566076755523682,
          0.13068807125091553,
          0.16772522032260895,
          0.15377399325370789,
          0.16465337574481964,
          0.17216886579990387,
          0.14626732468605042,
          0.15655305981636047,
          0.09973881393671036,
          0.1370648741722107
        ],
        [
          0.13865908980369568,
          0.14496058225631714,
          0.16339829564094543,
          0.12346751987934113,
          0.07711172848939896,
          0.20295307040214539,
          0.16949394345283508,
          0.17546847462654114,
          0.13723620772361755,
          0.14702782034873962,
          0.0980990082025528,
          0.13322173058986664,
          0.141267329454422,
          0.14436392486095428,
          0.2438860833644867,
          0.13825884461402893
        ],
        [
          0.13823768496513367,
          0.11931147426366806,
          0.18204118311405182,
          0.3393760621547699,
          0.45552006363868713,
          0.2869543731212616,
          0.23873715102672577,
          0.14006851613521576,
          0.26486197113990784,
          0.2437763214111328,
          0.308800607919693,
          0.1431959569454193,
          0.20370623469352722,
          0.1479755938053131,
          0.17024987936019897,
          0.24797749519348145
        ],
        [
          0.13033892214298248,
          0.18558356165885925,
          0.3144795298576355,
          0.3963860869407654,
          0.21591083705425262,
          0.2876740097999573,
          0.18935808539390564,
          0.15722444653511047,
          0.35915857553482056,
          0.27836519479751587,
          0.31605714559555054,
          0.30484673380851746,
          0.1272728145122528,
          0.48901328444480896,
          0.12891820073127747,
          0.3571300804615021
        ],
        [
          0.12427736818790436,
          0.23810052871704102,
          0.28413617610931396,
          0.33978334069252014,
          0.27902474999427795,
          0.1774984896183014,
          0.08126989752054214,
          0.21838045120239258,
          0.15686984360218048,
          0.13207417726516724,
          0.22050313651561737,
          0.27257952094078064,
          0.32415443658828735,
          0.957221508026123,
          0.1724299043416977,
          0.139534130692482
        ],
        [
          0.0903458520770073,
          0.1773567944765091,
          0.2488895207643509,
          0.3200060725212097,
          0.2068549394607544,
          0.11843319237232208,
          0.1939276158809662,
          0.15996091067790985,
          0.1255801022052765,
          0.18973411619663239,
          0.12675447762012482,
          0.9732674360275269,
          0.11192860454320908,
          0.17836208641529083,
          0.10016367584466934,
          0.23505692183971405
        ],
        [
          0.08847816288471222,
          0.09296997636556625,
          0.0916220098733902,
          0.10486854612827301,
          0.0840337797999382,
          0.17904064059257507,
          0.25032976269721985,
          0.8324238061904907,
          0.12080597877502441,
          0.09291795641183853,
          0.11685292422771454,
          0.10941942036151886,
          0.10887765884399414,
          0.0860200822353363,
          0.2065877467393875,
          0.11668507009744644
        ],
        [
          0.09798827767372131,
          0.13880540430545807,
          0.1007324680685997,
          0.11670813709497452,
          0.11113586276769638,
          0.09905965626239777,
          0.23193402588367462,
          0.10666966438293457,
          0.09872712194919586,
          0.12565676867961884,
          0.12602148950099945,
          0.08122708648443222,
          0.16642068326473236,
          0.3669978976249695,
          0.17737992107868195,
          0.09037066996097565
        ],
        [
          0.1458825170993805,
          0.5373061895370483,
          0.13940247893333435,
          0.1504633128643036,
          0.09892460703849792,
          0.11767162382602692,
          0.3200960159301758,
          0.24473650753498077,
          0.10025829076766968,
          0.11218465864658356,
          0.12822562456130981,
          0.09766878187656403,
          0.1597406566143036,
          0.10177095234394073,
          0.1805187165737152,
          0.11366759240627289
        ],
        [
          0.1308433562517166,
          0.11448238790035248,
          0.16452743113040924,
          0.10440049320459366,
          0.10078507661819458,
          0.15763594210147858,
          0.11440423876047134,
          0.10971646010875702,
          0.09949520230293274,
          0.09408167749643326,
          0.18369072675704956,
          0.21581551432609558,
          0.08813705295324326,
          0.09880049526691437,
          0.11845562607049942,
          0.2430015504360199
        ],
        [
          0.16205435991287231,
          0.09965337812900543,
          0.16384455561637878,
          0.11585970222949982,
          0.1290554702281952,
          0.20368234813213348,
          0.10702161490917206,
          0.10389027744531631,
          0.08444052189588547,
          0.14963629841804504,
          0.3684942126274109,
          0.1890895664691925,
          0.17056487500667572,
          0.11539478600025177,
          0.1410902440547943,
          0.26798713207244873
        ],
        [
          0.11809052526950836,
          0.10236561298370361,
          0.20329239964485168,
          0.1265764832496643,
          0.12334886938333511,
          0.15610381960868835,
          0.3004932999610901,
          0.1893606334924698,
          0.11956373602151871,
          0.12368786334991455,
          0.09383298456668854,
          0.09121598303318024,
          0.15570533275604248,
          0.1782185584306717,
          0.1132313460111618,
          0.10430248081684113
        ],
        [
          0.09421724826097488,
          0.09185604006052017,
          0.11400048434734344,
          0.15144002437591553,
          0.10105903446674347,
          0.09845460206270218,
          0.11397460848093033,
          0.12157827615737915,
          0.36736366152763367,
          0.1132306307554245,
          0.12120864540338516,
          0.08679734170436859,
          0.11266617476940155,
          0.11824773252010345,
          0.1447809636592865,
          0.12502847611904144
        ],
        [
          0.10041166841983795,
          0.09483826905488968,
          0.11118628084659576,
          0.22208371758460999,
          0.15335649251937866,
          0.44228678941726685,
          0.11320990324020386,
          0.10416200011968613,
          0.15610627830028534,
          0.11142227798700333,
          0.14832815527915955,
          0.12012705951929092,
          0.09742836654186249,
          0.15759412944316864,
          0.08812359720468521,
          0.11527174711227417
        ],
        [
          0.10623820871114731,
          0.13709820806980133,
          0.099903404712677,
          0.1911860704421997,
          0.19785207509994507,
          0.10600628703832626,
          0.1092880368232727,
          0.12197108566761017,
          0.16881713271141052,
          0.08635373413562775,
          0.14014434814453125,
          0.10222712904214859,
          0.13550123572349548,
          0.12076655775308609,
          0.08955442160367966,
          0.1035492867231369
        ],
        [
          0.09599915146827698,
          0.1317143738269806,
          0.10226170718669891,
          0.09801384061574936,
          0.09460847079753876,
          0.15020915865898132,
          0.12440063059329987,
          0.13164964318275452,
          0.15634794533252716,
          0.11372999101877213,
          0.1650041937828064,
          0.08849355578422546,
          0.10097134113311768,
          0.2149980515241623,
          0.10982795059680939,
          0.20091788470745087
        ],
        [
          0.12551505863666534,
          0.0883164033293724,
          0.0905643031001091,
          0.08500368893146515,
          0.14997833967208862,
          0.22207406163215637,
          0.13165387511253357,
          0.2522788345813751,
          0.11082019656896591,
          0.09248045831918716,
          0.15586723387241364,
          0.08802031725645065,
          0.10555597394704819,
          0.10635682195425034,
          0.0903838649392128,
          0.09635742008686066
        ],
        [
          0.10441642999649048,
          0.09303625673055649,
          0.1140245571732521,
          0.09190787374973297,
          0.087577685713768,
          0.09806374460458755,
          0.1139448881149292,
          0.09997396916151047,
          0.08922633528709412,
          0.08853865414857864,
          0.11931928247213364,
          0.306114137172699,
          0.14023301005363464,
          0.16229520738124847,
          0.09951294958591461,
          0.18818791210651398
        ],
        [
          0.09940594434738159,
          0.10112763941287994,
          0.11205736547708511,
          0.4588558077812195,
          0.08852937817573547,
          0.09151339530944824,
          0.11250551789999008,
          0.0999436005949974,
          0.09776301681995392,
          0.09595166891813278,
          0.09309926629066467,
          0.09326928853988647,
          0.09194345027208328,
          0.09548287838697433,
          0.09448260813951492,
          0.1961091309785843
        ],
        [
          0.12343995273113251,
          0.1284993439912796,
          0.09918662905693054,
          0.09344391524791718,
          0.1039726585149765,
          0.10383190959692001,
          0.18930700421333313,
          0.09687795490026474,
          0.09228058159351349,
          0.09703333675861359,
          0.10125835984945297,
          0.09227431565523148,
          0.10334531962871552,
          0.09239903837442398,
          0.10230843722820282,
          0.10041463375091553
        ],
        [
          0.09364857524633408,
          0.16447754204273224,
          0.13438734412193298,
          0.09658064693212509,
          0.08734773099422455,
          0.1009206771850586,
          0.08776047080755234,
          0.0924859568476677,
          0.08760093152523041,
          0.09235316514968872,
          0.09442490339279175,
          0.12129964679479599,
          0.09000538289546967,
          0.0839763656258583,
          0.10270331799983978,
          0.0964210033416748
        ],
        [
          0.1062445268034935,
          0.18563489615917206,
          0.09646126627922058,
          0.08620940148830414,
          0.08976947516202927,
          0.08653201162815094,
          0.2084486484527588,
          0.12164300680160522,
          0.08591528981924057,
          0.09147145599126816,
          0.09356407821178436,
          0.08622006326913834,
          0.09411565959453583,
          0.0896739587187767,
          0.1457449048757553,
          0.08330939710140228
        ],
        [
          0.10197806358337402,
          0.10023932158946991,
          0.12520620226860046,
          0.10440097004175186,
          0.09303981810808182,
          0.08996161818504333,
          0.09855585545301437,
          0.10684502124786377,
          0.10844620317220688,
          0.10222984850406647,
          0.1063479632139206,
          0.12520353496074677,
          0.09155818074941635,
          0.10910781472921371,
          0.11315540969371796,
          0.09822995960712433
        ],
        [
          0.09991447627544403,
          0.10660219192504883,
          0.11058429628610611,
          0.11083896458148956,
          0.1335635483264923,
          0.159956157207489,
          0.15705029666423798,
          0.10561207681894302,
          0.22691592574119568,
          0.09072048217058182,
          0.09328873455524445,
          0.211380273103714,
          0.1050010696053505,
          0.16053631901741028,
          0.10210476070642471,
          0.10107799619436264
        ]
      ],
      "induction": [
        [
          0.06993714720010757,
          0.09118430316448212,
          0.06469468027353287,
          0.042749710381031036,
          0.10340388864278793,
          0.08342680335044861,
          0.0928308516740799,
          0.05385984107851982,
          0.08582727611064911,
          0.06364373862743378,
          0.07165645807981491,
          0.09707888215780258,
          0.06074238941073418,
          0.062319040298461914,
          0.02374216914176941,
          0.06757517158985138
        ],
        [
          0.06255367398262024,
          0.05844796821475029,
          0.09376905113458633,
          0.05937590450048447,
          0.024638565257191658,
          0.09997846931219101,
          0.09849342703819275,
          0.06623534113168716,
          0.04651443287730217,
          0.057948190718889236,
          0.01766793802380562,
          0.04894724115729332,
          0.0516015887260437,
          0.053058505058288574,
          0.09955017268657684,
          0.06461130082607269
        ],
        [
          0.05769667029380798,
          0.0535116121172905,
          0.07811727374792099,
          0.10037244856357574,
          0.09806786477565765,
          0.11045770347118378,
          0.09311097860336304,
          0.05084366351366043,
          0.07141624391078949,
          0.10126638412475586,
          0.09580086171627045,
          0.07755926251411438,
          0.07036282867193222,
          0.06092476844787598,
          0.08726777136325836,
          0.09725141525268555
        ],
        [
          0.06456378847360611,
          0.06969954818487167,
          0.0769728422164917,
          0.057048946619033813,
          0.09020750224590302,
          0.08440493792295456,
          0.09748315066099167,
          0.0429593101143837,
          0.08514352142810822,
          0.08255739510059357,
          0.09477342665195465,
          0.08346374332904816,
          0.05513384938240051,
          0.07277927547693253,
          0.06005994603037834,
          0.09847869724035263
        ],
        [
          0.04021899402141571,
          0.07579390704631805,
          0.05925644561648369,
          0.056565213948488235,
          0.08644489198923111,
          0.04403184354305267,
          0.005041289143264294,
          0.0572238452732563,
          0.03592117875814438,
          0.06264639645814896,
          0.05087386816740036,
          0.13484446704387665,
          0.07261945307254791,
          0.058753181248903275,
          0.05418143421411514,
          0.05867708846926689
        ],
        [
          0.013200017623603344,
          0.04610959440469742,
          0.03499060124158859,
          0.057567983865737915,
          0.04324168339371681,
          0.031008753925561905,
          0.01727256551384926,
          0.04623497277498245,
          0.3981024920940399,
          0.06808330118656158,
          0.04648897796869278,
          0.05656682327389717,
          0.034901563078165054,
          0.05613941699266434,
          0.02187260240316391,
          0.08967053145170212
        ],
        [
          0.052012138068675995,
          0.34301719069480896,
          0.011635943315923214,
          0.026471510529518127,
          0.0022889715619385242,
          0.04889602214097977,
          0.07030156999826431,
          0.061011165380477905,
          0.04066389426589012,
          0.018908314406871796,
          0.044279374182224274,
          0.20247821509838104,
          0.024971500039100647,
          0.007486449088901281,
          0.047489963471889496,
          0.370547354221344
        ],
        [
          0.05571179464459419,
          0.059259284287691116,
          0.38774600625038147,
          0.02162153087556362,
          0.11376073211431503,
          0.037596024572849274,
          0.12286640703678131,
          0.025542717427015305,
          0.028931081295013428,
          0.10468997806310654,
          0.012325229123234749,
          0.0017815338214859366,
          0.06590594351291656,
          0.0555352084338665,
          0.026633385568857193,
          0.014529909007251263
        ],
        [
          0.22444018721580505,
          0.05625542253255844,
          0.01238221675157547,
          0.09053473174571991,
          0.03539807349443436,
          0.03214145451784134,
          0.07238399982452393,
          0.12964758276939392,
          0.02295398712158203,
          0.04438008368015289,
          0.032695334404706955,
          0.01535842102020979,
          0.06542274355888367,
          0.03872648626565933,
          0.07425463199615479,
          0.034197524189949036
        ],
        [
          0.030165722593665123,
          0.02444835565984249,
          0.010625484399497509,
          0.22922274470329285,
          0.15711362659931183,
          0.0288422591984272,
          0.029019605368375778,
          0.0680617094039917,
          0.018882926553487778,
          0.4424390196800232,
          0.1293574571609497,
          0.06675776839256287,
          0.008115232922136784,
          0.09067721664905548,
          0.07132022082805634,
          0.03732303902506828
        ],
        [
          0.08768118917942047,
          0.2475237399339676,
          0.13868428766727448,
          0.04827820882201195,
          0.058445535600185394,
          0.037140458822250366,
          0.022341301664710045,
          0.022176148369908333,
          0.08301400393247604,
          0.1309085190296173,
          0.03956439346075058,
          0.0887460857629776,
          0.06887753307819366,
          0.053872376680374146,
          0.11471639573574066,
          0.04806914180517197
        ],
        [
          0.034375566989183426,
          0.4872303009033203,
          0.016863709315657616,
          0.13839519023895264,
          0.08767633140087128,
          0.1452278345823288,
          0.07255047559738159,
          0.0747842863202095,
          0.030506407842040062,
          0.058607377111911774,
          0.0217477697879076,
          0.022214625030755997,
          0.06255729496479034,
          0.10084696859121323,
          0.03687111288309097,
          0.032442424446344376
        ],
        [
          0.045566316694021225,
          0.21510739624500275,
          0.03179123252630234,
          0.1890726089477539,
          0.03693433478474617,
          0.025352686643600464,
          0.01823863759636879,
          0.037306226789951324,
          0.06085698679089546,
          0.04934902861714363,
          0.031750019639730453,
          0.007202956825494766,
          0.069056436419487,
          0.4211568236351013,
          0.040668342262506485,
          0.04349839687347412
        ],
        [
          0.05132678151130676,
          0.016957642510533333,
          0.03842868655920029,
          0.0880342349410057,
          0.07041104137897491,
          0.06263222545385361,
          0.030416443943977356,
          0.021878279745578766,
          0.061030857264995575,
          0.06083367392420769,
          0.028649985790252686,
          0.05853237956762314,
          0.052847377955913544,
          0.11624936759471893,
          0.18599167466163635,
          0.023036198690533638
        ],
        [
          0.016155671328306198,
          0.016579443588852882,
          0.19994641840457916,
          0.04678966850042343,
          0.014017721638083458,
          0.09344085305929184,
          0.04153651371598244,
          0.03740406408905983,
          0.07354535162448883,
          0.03548833727836609,
          0.05564134567975998,
          0.12888123095035553,
          0.026887034997344017,
          0.033897943794727325,
          0.014498868957161903,
          0.06127594783902168
        ],
        [
          0.013166898861527443,
          0.06036744639277458,
          0.021589364856481552,
          0.034828945994377136,
          0.019116265699267387,
          0.10460714250802994,
          0.022116724401712418,
          0.12293499708175659,
          0.08753503859043121,
          0.03175468370318413,
          0.03355928510427475,
          0.01867479458451271,
          0.15653561055660248,
          0.06735946238040924,
          0.1129411831498146,
          0.018239319324493408
        ],
        [
          0.05187937617301941,
          0.01924959570169449,
          0.013166403397917747,
          0.012204370461404324,
          0.03093353472650051,
          0.017763547599315643,
          0.03999505192041397,
          0.047485314309597015,
          0.029864082112908363,
          0.015829943120479584,
          0.03169462829828262,
          0.01381007768213749,
          0.1235361099243164,
          0.14041300117969513,
          0.04679272696375847,
          0.1286107748746872
        ],
        [
          0.02744978666305542,
          0.08949272334575653,
          0.23752717673778534,
          0.021447107195854187,
          0.0222159456461668,
          0.028077593073248863,
          0.03275340050458908,
          0.0859900563955307,
          0.027110585942864418,
          0.02640174888074398,
          0.02690419927239418,
          0.0669156163930893,
          0.2619629502296448,
          0.02330861985683441,
          0.05995405837893486,
          0.06347040832042694
        ],
        [
          0.07950210571289062,
          0.04873793199658394,
          0.02388487569987774,
          0.07284967601299286,
          0.036456067115068436,
          0.20106849074363708,
          0.031176945194602013,
          0.06261968612670898,
          0.06714030355215073,
          0.14167644083499908,
          0.021863874047994614,
          0.030593490228056908,
          0.07616670429706573,
          0.09463565051555634,
          0.02005028910934925,
          0.12075350433588028
        ],
        [
          0.040375787764787674,
          0.15864035487174988,
          0.0681573823094368,
          0.026211127638816833,
          0.14670149981975555,
          0.045438915491104126,
          0.0857592448592186,
          0.09070734679698944,
          0.07991330325603485,
          0.032163355499506,
          0.07805342972278595,
          0.018369009718298912,
          0.08012077957391739,
          0.06226960942149162,
          0.02945994772017002,
          0.14538368582725525
        ],
        [
          0.06979082524776459,
          0.13114289939403534,
          0.03474820405244827,
          0.03361387550830841,
          0.020955275744199753,
          0.07119788229465485,
          0.031983066350221634,
          0.12006852775812149,
          0.04408607631921768,
          0.03562384098768234,
          0.03894585371017456,
          0.0981924906373024,
          0.10766961425542831,
          0.023164425045251846,
          0.04456134885549545,
          0.07562124729156494
        ],
        [
          0.06919270753860474,
          0.07767140120267868,
          0.06873622536659241,
          0.004909217357635498,
          0.01444921363145113,
          0.01302270870655775,
          0.04457227140665054,
          0.04026690497994423,
          0.0072438595816493034,
          0.06144241243600845,
          0.06258963793516159,
          0.02064792811870575,
          0.02469557337462902,
          0.0707893818616867,
          0.04768139868974686,
          0.021947020664811134
        ],
        [
          0.05105792358517647,
          0.0765150636434555,
          0.05917685106396675,
          0.056793391704559326,
          0.04960819333791733,
          0.030113032087683678,
          0.07782985270023346,
          0.059013545513153076,
          0.09082987159490585,
          0.08606357872486115,
          0.057554326951503754,
          0.04290157929062843,
          0.03197406604886055,
          0.056048162281513214,
          0.18924857676029205,
          0.07578957825899124
        ],
        [
          0.051430027931928635,
          0.051705263555049896,
          0.039661895483732224,
          0.11096694320440292,
          0.026973377913236618,
          0.1244475468993187,
          0.15661537647247314,
          0.07812246680259705,
          0.0784536749124527,
          0.03664489835500717,
          0.033248309046030045,
          0.06508861482143402,
          0.059875987470149994,
          0.05177045986056328,
          0.05023191124200821,
          0.01943029835820198
        ]
      ],
      "duplicate_token": [
        [
          0.07081709802150726,
          0.08178074657917023,
          0.08743065595626831,
          0.03765905648469925,
          0.10508247464895248,
          0.0695720911026001,
          0.04555986821651459,
          0.04858480766415596,
          0.10229793936014175,
          0.06621678918600082,
          0.05180170387029648,
          0.11510689556598663,
          0.052369117736816406,
          0.05684757977724075,
          0.018456943333148956,
          0.05953410267829895
        ],
        [
          0.053471289575099945,
          0.035453908145427704,
          0.07673237472772598,
          0.0600455217063427,
          0.32427340745925903,
          0.07756391167640686,
          0.09494887292385101,
          0.03419623523950577,
          0.039406128227710724,
          0.04624735191464424,
          0.015920080244541168,
          0.09048877656459808,
          0.06250239908695221,
          0.037746138870716095,
          0.06820950657129288,
          0.06801044195890427
        ],
        [
          0.055568791925907135,
          0.064128577709198,
          0.03476108983159065,
          0.02023988589644432,
          0.010229162871837616,
          0.02541935443878174,
          0.026807507500052452,
          0.04241325333714485,
          0.03009725548326969,
          0.06574779003858566,
          0.022149229422211647,
          0.0923449695110321,
          0.054556913673877716,
          0.05325816199183464,
          0.0914209634065628,
          0.0312496330589056
        ],
        [
          0.06058557704091072,
          0.031766075640916824,
          0.012338118627667427,
          0.005061731208115816,
          0.06822217255830765,
          0.02456112578511238,
          0.08086445182561874,
          0.02309192344546318,
          0.010914879851043224,
          0.016836127266287804,
          0.016248641535639763,
          0.01853080838918686,
          0.04364051669836044,
          0.006162883248180151,
          0.0364636555314064,
          0.017906006425619125
        ],
        [
          0.03639227896928787,
          0.041798658668994904,
          0.0203101746737957,
          0.01559639535844326,
          0.0262009110301733,
          0.01623528078198433,
          0.22913992404937744,
          0.016563506796956062,
          0.031305886805057526,
          0.03694275766611099,
          0.08420155942440033,
          0.021995432674884796,
          0.026983028277754784,
          0.00024398889217991382,
          0.016352225095033646,
          0.05576241761445999
        ],
        [
          0.016475308686494827,
          0.04614667594432831,
          0.017470626160502434,
          0.01951095648109913,
          0.014711163938045502,
          0.07472984492778778,
          0.007936768233776093,
          0.030933111906051636,
          0.01516040414571762,
          0.03086269274353981,
          0.03855172172188759,
          0.0012081449385732412,
          0.0612124428153038,
          0.09482976049184799,
          0.016902416944503784,
          0.027577409520745277
        ],
        [
          0.03185737878084183,
          0.006049635354429483,
          0.012759760022163391,
          0.02503986284136772,
          0.07001695781946182,
          0.11466200649738312,
          0.024274792522192,
          0.002826737705618143,
          0.026250001043081284,
          0.008960014209151268,
          0.01733795739710331,
          0.02004845254123211,
          0.06990720331668854,
          0.00812165904790163,
          0.03393762186169624,
          0.003982772585004568
        ],
        [
          0.03973991423845291,
          0.02069942280650139,
          0.001350503764115274,
          0.024484822526574135,
          0.04124605283141136,
          0.07070447504520416,
          0.02952132187783718,
          0.05075938627123833,
          0.11226023733615875,
          0.11321014165878296,
          0.01169588603079319,
          0.6090106964111328,
          0.044353775680065155,
          0.01184665597975254,
          0.023005027323961258,
          0.02847680076956749
        ],
        [
          0.03030344843864441,
          0.005137805826961994,
          0.008004389703273773,
          0.05560243874788284,
          0.02458403818309307,
          0.02890898659825325,
          0.02012139931321144,
          0.048521365970373154,
          0.01683173142373562,
          0.13355253636837006,
          0.07182233780622482,
          0.011386832222342491,
          0.035908158868551254,
          0.026607569307088852,
          0.1220223680138588,
          0.07560819387435913
        ],
        [
          0.026028281077742577,
          0.02066134475171566,
          0.005237262696027756,
          0.015291494317352772,
          0.009687518700957298,
          0.014107185415923595,
          0.039434902369976044,
          0.019110046327114105,
          0.008922559209167957,
          0.01503773219883442,
          0.048731762915849686,
          0.03536434471607208,
          0.006893482990562916,
          0.03056708350777626,
          0.015021458268165588,
          0.01028711162507534
        ],
        [
          0.03484150767326355,
          0.029560495167970657,
          0.07836107164621353,
          0.02406693436205387,
          0.08026749640703201,
          0.0183405838906765,
          0.016509614884853363,
          0.01569528691470623,
          0.004634325858205557,
          0.04849272221326828,
          0.0029549659229815006,
          0.04887609928846359,
          0.06561657786369324,
          0.03974759206175804,
          0.06385675072669983,
          0.013712291605770588
        ],
        [
          0.021641841158270836,
          0.05218391865491867,
          0.009925375692546368,
          0.033696286380290985,
          0.022339241579174995,
          0.02996830642223358,
          0.01853613182902336,
          0.04346486181020737,
          0.024594653397798538,
          0.04765133932232857,
          0.018104102462530136,
          0.01620318740606308,
          0.028684690594673157,
          0.04012062028050423,
          0.06534507125616074,
          0.0348779633641243
        ],
        [
          0.009482884779572487,
          0.03481801971793175,
          0.01629488170146942,
          0.020082509145140648,
          0.009121211245656013,
          0.015766751021146774,
          0.013544531539082527,
          0.018842272460460663,
          0.02473258040845394,
          0.0363287478685379,
          0.018099557608366013,
          0.004484334960579872,
          0.03121303953230381,
          0.050783075392246246,
          0.04858165234327316,
          0.011029358953237534
        ],
        [
          0.015841951593756676,
          0.0087822824716568,
          0.017150897532701492,
          0.04194674640893936,
          0.023547561839222908,
          0.02346203848719597,
          0.02752053365111351,
          0.014964957721531391,
          0.02006625197827816,
          0.028306180611252785,
          0.027875056490302086,
          0.03666553273797035,
          0.011337611824274063,
          0.03721452131867409,
          0.03413579612970352,
          0.022188089787960052
        ],
        [
          0.012292762286961079,
          0.009500522166490555,
          0.06693544238805771,
          0.012591848149895668,
          0.01332416944205761,
          0.015668364241719246,
          0.03421345353126526,
          0.017502468079328537,
          0.0274482611566782,
          0.009759235195815563,
          0.041466839611530304,
          0.029294094070792198,
          0.019207153469324112,
          0.01956239901483059,
          0.003925250377506018,
          0.019344337284564972
        ],
        [
          0.011381266638636589,
          0.033466435968875885,
          0.01894591934978962,
          0.0296960286796093,
          0.01566152647137642,
          0.03559396043419838,
          0.01720329001545906,
          0.038970693945884705,
          0.017373111099004745,
          0.01762731932103634,
          0.02198745310306549,
          0.014043805189430714,
          0.043484173715114594,
          0.05574313551187515,
          0.034670330584049225,
          0.014703342691063881
        ],
        [
          0.024167951196432114,
          0.01367157232016325,
          0.003806470427662134,
          0.014357244595885277,
          0.026085421442985535,
          0.016268158331513405,
          0.031185001134872437,
          0.036877941340208054,
          0.026600170880556107,
          0.01641453057527542,
          0.020021427422761917,
          0.018824823200702667,
          0.03431422635912895,
          0.052846819162368774,
          0.030879130586981773,
          0.03651869669556618
        ],
        [
          0.02483084425330162,
          0.029308954253792763,
          0.05540115386247635,
          0.020654503256082535,
          0.007294928189367056,
          0.0318014994263649,
          0.027523305267095566,
          0.030996862798929214,
          0.026157166808843613,
          0.020134808495640755,
          0.017059242352843285,
          0.06315122544765472,
          0.04268137738108635,
          0.01902729831635952,
          0.017663292586803436,
          0.043080974370241165
        ],
        [
          0.029032155871391296,
          0.02870318852365017,
          0.022682081907987595,
          0.07359138131141663,
          0.025047576054930687,
          0.023485098034143448,
          0.03974374011158943,
          0.020457737147808075,
          0.02645469643175602,
          0.01920785754919052,
          0.01916317269206047,
          0.030952876433730125,
          0.030771279707551003,
          0.029530759900808334,
          0.015149779617786407,
          0.07942358404397964
        ],
        [
          0.03220146894454956,
          0.03530405834317207,
          0.03623651713132858,
          0.02579590119421482,
          0.06197996065020561,
          0.021351154893636703,
          0.06974922865629196,
          0.02690652385354042,
          0.034728385508060455,
          0.03895740211009979,
          0.03414909914135933,
          0.02806278131902218,
          0.0581197664141655,
          0.02176116593182087,
          0.02065775915980339,
          0.025064673274755478
        ],
        [
          0.02252526581287384,
          0.09117860347032547,
          0.07803995907306671,
          0.01808585599064827,
          0.0119789969176054,
          0.03601675480604172,
          0.015381833538413048,
          0.02396828681230545,
          0.014100005850195885,
          0.01873510144650936,
          0.013308806344866753,
          0.0500778928399086,
          0.01261301338672638,
          0.008261939510703087,
          0.028877347707748413,
          0.05554739758372307
        ],
        [
          0.0403454415500164,
          0.1627173125743866,
          0.04102521017193794,
          0.008304974995553493,
          0.012054462917149067,
          0.014323857612907887,
          0.09705330431461334,
          0.07578675448894501,
          0.015560436062514782,
          0.026723284274339676,
          0.030307510867714882,
          0.016027381643652916,
          0.01727869175374508,
          0.017937621101737022,
          0.0774739682674408,
          0.005992684978991747
        ],
        [
          0.02597450278699398,
          0.04943292587995529,
          0.06322450935840607,
          0.03432396799325943,
          0.027458414435386658,
          0.03171960264444351,
          0.043436199426651,
          0.06556116044521332,
          0.06037425994873047,
          0.07023978233337402,
          0.051736004650592804,
          0.07111591100692749,
          0.0166146419942379,
          0.0435209758579731,
          0.05238492041826248,
          0.03464457765221596
        ],
        [
          0.036090727895498276,
          0.05403913930058479,
          0.04225926473736763,
          0.043405383825302124,
          0.0336521714925766,
          0.12809765338897705,
          0.13160356879234314,
          0.05113301798701286,
          0.10047848522663116,
          0.025490280240774155,
          0.031830623745918274,
          0.10437659919261932,
          0.051191456615924835,
          0.09244391322135925,
          0.04465121775865555,
          0.02605937421321869
        ]
      ],
      "positional": [
        [
          0.4475575387477875,
          0.2796638309955597,
          0.3587040305137634,
          0.6584821939468384,
          0.3062976002693176,
          0.47801312804222107,
          0.4832209646701813,
          0.608486533164978,
          0.3112177550792694,
          0.5446213483810425,
          0.4674519896507263,
          0.23299762606620789,
          0.5467025637626648,
          0.514147162437439,
          0.8586371541023254,
          0.5188172459602356
        ],
        [
          0.6022462844848633,
          0.620319128036499,
          0.5417800545692444,
          0.5249451994895935,
          0.4056057929992676,
          0.37039583921432495,
          0.20732030272483826,
          0.5623109340667725,
          0.6698476076126099,
          0.6090859174728394,
          0.8790358304977417,
          0.5966781377792358,
          0.5954964756965637,
          0.6081581711769104,
          0.3461725413799286,
          0.43664997816085815
        ],
        [
          0.6104589104652405,
          0.561975359916687,
          0.4929133951663971,
          0.3255135118961334,
          0.248261958360672,
          0.3103436827659607,
          0.4370260238647461,
          0.6363650560379028,
          0.4361434578895569,
          0.26467931270599365,
          0.33124595880508423,
          0.34329935908317566,
          0.44606584310531616,
          0.5333554148674011,
          0.4137696325778961,
          0.30767837166786194
        ],
        [
          0.6525853872299194,
          0.5548230409622192,
          0.41196900606155396,
          0.40309253334999084,
          0.395476371049881,
          0.3597349226474762,
          0.17746582627296448,
          0.6824164390563965,
          0.3203868269920349,
          0.39178380370140076,
          0.31131497025489807,
          0.34863388538360596,
          0.6637163162231445,
          0.2710791230201721,
          0.6500170826911926,
          0.27365973591804504
        ],
        [
          0.7655316591262817,
          0.4101238250732422,
          0.46348586678504944,
          0.37820032238960266,
          0.3322531580924988,
          0.6067522764205933,
          0.8493169546127319,
          0.5498756170272827,
          0.6046627163887024,
          0.6740511655807495,
          0.5551263093948364,
          0.36551451683044434,
          0.3491920828819275,
          0.14926362037658691,
          0.5467592477798462,
          0.6718541979789734
        ],
        [
          0.9122486114501953,
          0.5973973274230957,
          0.5946029424667358,
          0.4119037687778473,
          0.6897627115249634,
          0.7155151963233948,
          0.6763256192207336,
          0.6461960673332214,
          0.7400426864624023,
          0.40482252836227417,
          0.7740226984024048,
          0.14922894537448883,
          0.7425150871276855,
          0.3548685610294342,
          0.867659866809845,
          0.48665618896484375
        ],
        [
          0.9323862791061401,
          0.8813245892524719,
          0.9245465993881226,
          0.830618679523468,
          0.9392842054367065,
          0.4421076774597168,
          0.5438433885574341,
          0.22681379318237305,
          0.7288295030593872,
          0.9205275774002075,
          0.7949196696281433,
          0.8048164248466492,
          0.7937542200088501,
          0.9428709745407104,
          0.7009972333908081,
          0.7825717926025391
        ],
        [
          0.9091542363166809,
          0.7326350808143616,
          0.8398534059524536,
          0.8089599609375,
          0.7888611555099487,
          0.8153479695320129,
          0.4558122754096985,
          0.8178658485412598,
          0.8198404312133789,
          0.4771808981895447,
          0.8434761762619019,
          0.690464437007904,
          0.6897311806678772,
          0.5757442116737366,
          0.7018023133277893,
          0.9276262521743774
        ],
        [
          0.6374262571334839,
          0.36938121914863586,
          0.7866652607917786,
          0.519560694694519,
          0.8475791215896606,
          0.7857521176338196,
          0.43297338485717773,
          0.36837732791900635,
          0.8703433275222778,
          0.6289921998977661,
          0.7978159785270691,
          0.8756372332572937,
          0.6401216387748718,
          0.8899534940719604,
          0.45464158058166504,
          0.7790464162826538
        ],
        [
          0.7197656035423279,
          0.8132290840148926,
          0.796452522277832,
          0.8329976201057434,
          0.8723229169845581,
          0.7004836201667786,
          0.8742989301681519,
          0.828848659992218,
          0.8892863988876343,
          0.8418525457382202,
          0.6261464953422546,
          0.5970041751861572,
          0.9278072118759155,
          0.8808133006095886,
          0.801948070526123,
          0.6157125234603882
        ],
        [
          0.5970370769500732,
          0.8488979339599609,
          0.5769173502922058,
          0.8163838386535645,
          0.6605896949768066,
          0.5856211185455322,
          0.8208296895027161,
          0.8672137260437012,
          0.9461924433708191,
          0.6765486001968384,
          0.6298725605010986,
          0.525993824005127,
          0.5927931070327759,
          0.7472670078277588,
          0.6542947888374329,
          0.5627611875534058
        ],
        [
          0.7773682475090027,
          0.7627794146537781,
          0.6610196828842163,
          0.7434191107749939,
          0.799716591835022,
          0.7039313912391663,
          0.41376835107803345,
          0.5299535989761353,
          0.7676142454147339,
          0.7523273229598999,
          0.9009345769882202,
          0.9277671575546265,
          0.740479588508606,
          0.43897581100463867,
          0.8026711344718933,
          0.7818614840507507
        ],
        [
          0.9053916931152344,
          0.8814210891723633,
          0.8099791407585144,
          0.6304677724838257,
          0.855877697467804,
          0.8629837036132812,
          0.7900103330612183,
          0.7911967039108276,
          0.4874262809753418,
          0.7620148062705994,
          0.7941776514053345,
          0.9569786190986633,
          0.8059611320495605,
          0.6926920413970947,
          0.712382435798645,
          0.7366172671318054
        ],
        [
          0.8076285123825073,
          0.910209059715271,
          0.818619430065155,
          0.4476940631866455,
          0.6599547266960144,
          0.42987221479415894,
          0.8349339365959167,
          0.8640761375427246,
          0.6779947280883789,
          0.7493232488632202,
          0.653254508972168,
          0.7596978545188904,
          0.8606899976730347,
          0.6811438202857971,
          0.8950176239013672,
          0.7893552780151367
        ],
        [
          0.8569912910461426,
          0.7989194393157959,
          0.8077223896980286,
          0.7096495628356934,
          0.7758432626724243,
          0.8353562355041504,
          0.7404206991195679,
          0.7689038515090942,
          0.7168451547622681,
          0.9639622569084167,
          0.6716333627700806,
          0.8274463415145874,
          0.7703679203987122,
          0.8122736215591431,
          0.9420288801193237,
          0.8287432789802551
        ],
        [
          0.8979194760322571,
          0.7007463574409485,
          0.8498553037643433,
          0.8369807004928589,
          0.8948473930358887,
          0.6369427442550659,
          0.7555912733078003,
          0.7481628656387329,
          0.6227706670761108,
          0.7921651601791382,
          0.7573664784431458,
          0.9078869819641113,
          0.8540835380554199,
          0.5423759818077087,
          0.7824832797050476,
          0.7169245481491089
        ],
        [
          0.7277054786682129,
          0.9367399215698242,
          0.9247012138366699,
          0.9298263788223267,
          0.7274218797683716,
          0.712480902671814,
          0.7486585378646851,
          0.5919903516769409,
          0.8249265551567078,
          0.9137250781059265,
          0.7307546734809875,
          0.9466069936752319,
          0.8469966650009155,
          0.8127080798149109,
          0.8756502270698547,
          0.8827622532844543
        ],
        [
          0.8470767140388489,
          0.8840425610542297,
          0.7702373266220093,
          0.8985189199447632,
          0.9329501986503601,
          0.8826192617416382,
          0.7743332982063293,
          0.8594687581062317,
          0.9209109544754028,
          0.9099127650260925,
          0.797681450843811,
          0.41845616698265076,
          0.616331934928894,
          0.7360631227493286,
          0.8598350286483765,
          0.6238363981246948
        ],
        [
          0.8722270727157593,
          0.8738985061645508,
          0.7779415845870972,
          0.3901394009590149,
          0.9375139474868774,
          0.8747755289077759,
          0.8074930906295776,
          0.8752790689468384,
          0.880994975566864,
          0.8508504629135132,
          0.8844296336174011,
          0.9070488214492798,
          0.8968157768249512,
          0.8819559216499329,
          0.9198859930038452,
          0.43561792373657227
        ],
        [
          0.7493084073066711,
          0.7145227193832397,
          0.853735625743866,
          0.9070727229118347,
          0.7620757222175598,
          0.8750993013381958,
          0.6618417501449585,
          0.8482915759086609,
          0.891921877861023,
          0.8526902198791504,
          0.8306225538253784,
          0.8999478220939636,
          0.8514354825019836,
          0.9130380749702454,
          0.8956478238105774,
          0.8539465665817261
        ],
        [
          0.8874920606613159,
          0.4577118754386902,
          0.7718129754066467,
          0.8915895223617554,
          0.9372485876083374,
          0.8208211064338684,
          0.9211688041687012,
          0.884851336479187,
          0.934960663318634,
          0.9057323336601257,
          0.89939945936203,
          0.7483901381492615,
          0.9057868719100952,
          0.9582246541976929,
          0.8722100257873535,
          0.8350103497505188
        ],
        [
          0.8523446917533875,
          0.4476430416107178,
          0.8757489919662476,
          0.9369969367980957,
          0.9366580247879028,
          0.9498197436332703,
          0.6704787611961365,
          0.8023383021354675,
          0.945033073425293,
          0.9047592282295227,
          0.8921272158622742,
          0.9406849145889282,
          0.8883711099624634,
          0.917636513710022,
          0.6855341196060181,
          0.9696969985961914
        ],
        [
          0.8583235740661621,
          0.8614920377731323,
          0.6299222707748413,
          0.8299158215522766,
          0.9008203744888306,
          0.89360511302948,
          0.8543979525566101,
          0.8003730773925781,
          0.7454820275306702,
          0.8023784756660461,
          0.8266494870185852,
          0.7190902829170227,
          0.9161555171012878,
          0.795616626739502,
          0.7314848899841309,
          0.8679439425468445
        ],
        [
          0.8421497344970703,
          0.7807037234306335,
          0.694550633430481,
          0.7603040933609009,
          0.618691086769104,
          0.07608252018690109,
          0.08839108049869537,
          0.8169838786125183,
          0.39053624868392944,
          0.914178192615509,
          0.898594081401825,
          0.5308307409286499,
          0.8242958188056946,
          0.66187983751297,
          0.8235856890678406,
          0.7758210897445679
        ]
      ],
      "diffuse": [
        [
          0.5652235150337219,
          0.6514537930488586,
          0.4065493047237396,
          0.42411893606185913,
          0.606744647026062,
          0.5578360557556152,
          0.484116792678833,
          0.49940353631973267,
          0.63707435131073,
          0.5322009921073914,
          0.5295664072036743,
          0.6196118593215942,
          0.526323676109314,
          0.5691486597061157,
          0.24098896980285645,
          0.5557443499565125
        ],
        [
          0.49551400542259216,
          0.48927491903305054,
          0.47855520248413086,
          0.5425102114677429,
          0.40381622314453125,
          0.6115827560424805,
          0.6643661260604858,
          0.5214372873306274,
          0.4555193781852722,
          0.4983702600002289,
          0.2231403887271881,
          0.4631339907646179,
          0.4826812148094177,
          0.4930313229560852,
          0.6209026575088501,
          0.61695396900177
        ],
        [
          0.5137259364128113,
          0.5308210849761963,
          0.5598945617675781,
          0.4727138876914978,
          0.4216786026954651,
          0.546122670173645,
          0.4910121560096741,
          0.45777884125709534,
          0.4740583002567291,
          0.6022254228591919,
          0.5089978575706482,
          0.6397280693054199,
          0.5346606969833374,
          0.5667752623558044,
          0.6269984245300293,
          0.5721203088760376
        ],
        [
          0.4039393961429596,
          0.4373760223388672,
          0.4656521677970886,
          0.35806500911712646,
          0.5711473822593689,
          0.46365195512771606,
          0.6332193613052368,
          0.42469701170921326,
          0.4691699147224426,
          0.43788036704063416,
          0.5205723643302917,
          0.4698042869567871,
          0.4325675070285797,
          0.3982906639575958,
          0.4471421241760254,
          0.48998332023620605
        ],
        [
          0.31264573335647583,
          0.4942055642604828,
          0.44108518958091736,
          0.3433462679386139,
          0.4763776659965515,
          0.4200933575630188,
          0.15326523780822754,
          0.4127900004386902,
          0.41054263710975647,
          0.4080328941345215,
          0.4681479334831238,
          0.5372538566589355,
          0.4589630663394928,
          0.03793870657682419,
          0.4410775601863861,
          0.4279172420501709
        ],
        [
          0.1429959535598755,
          0.41713857650756836,
          0.3916320204734802,
          0.43346697092056274,
          0.34084373712539673,
          0.32251495122909546,
          0.32486146688461304,
          0.4297836422920227,
          0.21359674632549286,
          0.5304170846939087,
          0.30009031295776367,
          0.028646310791373253,
          0.31576424837112427,
          0.46356725692749023,
          0.22140450775623322,
          0.5013566017150879
        ],
        [
          0.10738696157932281,
          0.0865873172879219,
          0.13733914494514465,
          0.26631149649620056,
          0.08774108439683914,
          0.46024641394615173,
          0.40015092492103577,
          0.14854328334331512,
          0.350565105676651,
          0.14032545685768127,
          0.3102531135082245,
          0.21082250773906708,
          0.23550879955291748,
          0.10851480811834335,
          0.3215390741825104,
          0.2013823688030243
        ],
        [
          0.1381295770406723,
          0.36846277117729187,
          0.1096588522195816,
          0.2823588252067566,
          0.27590301632881165,
          0.22158417105674744,
          0.49673691391944885,
          0.2389577329158783,
          0.22985252737998962,
          0.47616496682167053,
          0.21857950091362,
          0.13935205340385437,
          0.36407625675201416,
          0.33443623781204224,
          0.3203178346157074,
          0.11349960416555405
        ],
        [
          0.3425130248069763,
          0.3463459610939026,
          0.263221800327301,
          0.45988336205482483,
          0.22722728550434113,
          0.28919482231140137,
          0.3996531367301941,
          0.5015166997909546,
          0.2263599932193756,
          0.3464050590991974,
          0.2383984625339508,
          0.2073836326599121,
          0.4478340148925781,
          0.15984126925468445,
          0.47706395387649536,
          0.2827041745185852
        ],
        [
          0.3513687252998352,
          0.2851735055446625,
          0.23663774132728577,
          0.16579768061637878,
          0.11887375265359879,
          0.34693828225135803,
          0.1863899677991867,
          0.21854639053344727,
          0.17430168390274048,
          0.07707436382770538,
          0.3337973654270172,
          0.4302383363246918,
          0.12269890308380127,
          0.16781815886497498,
          0.27245551347732544,
          0.38037586212158203
        ],
        [
          0.41441017389297485,
          0.12370212376117706,
          0.3588705062866211,
          0.24221408367156982,
          0.3657035529613495,
          0.3827519118785858,
          0.281594455242157,
          0.233738973736763,
          0.0675390213727951,
          0.33564895391464233,
          0.2675909399986267,
          0.4575558304786682,
          0.4173899292945862,
          0.34111666679382324,
          0.3895575702190399,
          0.3915385603904724
        ],
        [
          0.30476707220077515,
          0.11569660902023315,
          0.31655603647232056,
          0.23079510033130646,
          0.26077061891555786,
          0.2915278673171997,
          0.45369845628738403,
          0.5011033415794373,
          0.31639280915260315,
          0.33116236329078674,
          0.173830047249794,
          0.13222311437129974,
          0.32968050241470337,
          0.5082141160964966,
          0.2400578260421753,
          0.3235887885093689
        ],
        [
          0.14184466004371643,
          0.08714614063501358,
          0.23934535682201385,
          0.37371131777763367,
          0.17524519562721252,
          0.22443866729736328,
          0.2892274260520935,
          0.2693672776222229,
          0.37307971715927124,
          0.31571903824806213,
          0.32051360607147217,
          0.08346828073263168,
          0.24657952785491943,
          0.1963786780834198,
          0.30028292536735535,
          0.33312612771987915
        ],
        [
          0.2653149962425232,
          0.14235468208789825,
          0.24148313701152802,
          0.4775809645652771,
          0.3950290083885193,
          0.35472577810287476,
          0.23045167326927185,
          0.23609869182109833,
          0.3796481788158417,
          0.33865851163864136,
          0.3823881447315216,
          0.3018546998500824,
          0.1562868058681488,
          0.30866891145706177,
          0.08372186124324799,
          0.3035164475440979
        ],
        [
          0.22251594066619873,
          0.2597979009151459,
          0.19066065549850464,
          0.30186378955841064,
          0.22196438908576965,
          0.18996356427669525,
          0.36199724674224854,
          0.29814475774765015,
          0.3097430169582367,
          0.0563516728579998,
          0.38176429271698,
          0.213973730802536,
          0.2844831049442291,
          0.2513425350189209,
          0.07992427051067352,
          0.24292640388011932
        ],
        [
          0.1548604816198349,
          0.38467690348625183,
          0.21687181293964386,
          0.2295178920030594,
          0.16251727938652039,
          0.3721657693386078,
          0.326671302318573,
          0.2718285918235779,
          0.409906804561615,
          0.26924318075180054,
          0.2780647873878479,
          0.16593393683433533,
          0.15167874097824097,
          0.4519052505493164,
          0.2675989270210266,
          0.2877698540687561
        ],
        [
          0.3288717567920685,
          0.11576300859451294,
          0.11200182139873505,
          0.11635973304510117,
          0.3230435848236084,
          0.28326717019081116,
          0.3474193215370178,
          0.39638882875442505,
          0.2571689784526825,
          0.1519269496202469,
          0.3169042766094208,
          0.09806758165359497,
          0.17413190007209778,
          0.2317506968975067,
          0.18387757241725922,
          0.12503266334533691
        ],
        [
          0.23975081741809845,
          0.15435193479061127,
          0.19940921664237976,
          0.17221827805042267,
          0.11245213449001312,
          0.17469951510429382,
          0.32357552647590637,
          0.1918027251958847,
          0.12971143424510956,
          0.15238086879253387,
          0.2764894664287567,
          0.4866272509098053,
          0.38304603099823,
          0.30487367510795593,
          0.19748499989509583,
          0.39481860399246216
        ],
        [
          0.16917268931865692,
          0.17935559153556824,
          0.2861885726451874,
          0.35655322670936584,
          0.10542597621679306,
          0.11366592347621918,
          0.23665139079093933,
          0.1724623739719391,
          0.15882843732833862,
          0.19805623590946198,
          0.1958639770746231,
          0.15149706602096558,
          0.13820144534111023,
          0.14989390969276428,
          0.12386052310466766,
          0.5288484692573547
        ],
        [
          0.2933152914047241,
          0.2972137928009033,
          0.19294805824756622,
          0.14729051291942596,
          0.2796814441680908,
          0.18105050921440125,
          0.3411567807197571,
          0.20960581302642822,
          0.15240012109279633,
          0.20562151074409485,
          0.22422146797180176,
          0.16170841455459595,
          0.17497456073760986,
          0.13504362106323242,
          0.1464139074087143,
          0.16876713931560516
        ],
        [
          0.14810949563980103,
          0.4864639639854431,
          0.25525397062301636,
          0.1805168241262436,
          0.10467789322137833,
          0.2315654307603836,
          0.12425808608531952,
          0.14750894904136658,
          0.11242260038852692,
          0.14290425181388855,
          0.15151189267635345,
          0.29385316371917725,
          0.1265019178390503,
          0.07852937281131744,
          0.17989082634449005,
          0.21338875591754913
        ],
        [
          0.1928502768278122,
          0.47419673204421997,
          0.16728715598583221,
          0.0997491180896759,
          0.11200721561908722,
          0.09741614758968353,
          0.30998849868774414,
          0.2519380748271942,
          0.10455091297626495,
          0.13428503274917603,
          0.14828802645206451,
          0.11100045591592789,
          0.17238891124725342,
          0.11453555524349213,
          0.35698097944259644,
          0.05695251375436783
        ],
        [
          0.1945781260728836,
          0.18752723932266235,
          0.37236446142196655,
          0.24160686135292053,
          0.1552293598651886,
          0.17081311345100403,
          0.2038581371307373,
          0.2646094858646393,
          0.32909855246543884,
          0.2465571165084839,
          0.2414814680814743,
          0.3535345196723938,
          0.1412813812494278,
          0.2880008816719055,
          0.2884443700313568,
          0.191725954413414
        ],
        [
          0.2497992217540741,
          0.3061727285385132,
          0.2847209870815277,
          0.3092053532600403,
          0.3755212724208832,
          0.5130607485771179,
          0.4874926507472992,
          0.23526617884635925,
          0.5085893273353577,
          0.14911514520645142,
          0.17277118563652039,
          0.43902620673179626,
          0.25351887941360474,
          0.3779054284095764,
          0.26054084300994873,
          0.31476515531539917
        ]
      ]
    }
  },
  "EleutherAI/gpt-neo-125M": {
    "model_name": "EleutherAI/gpt-neo-125M",
    "num_layers": 12,
    "num_heads": 12,
    "analysis_date": "2026-02-26",
    "categories": {
      "previous_token": {
        "display_name": "Previous Token",
        "description": "Attends to the immediately preceding token \u2014 like reading left to right",
        "icon": "arrow-left",
        "educational_text": "This head looks at the word right before the current one. Like reading left to right, it helps track local word-by-word patterns.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 2,
            "head": 0,
            "score": 0.3713
          },
          {
            "layer": 3,
            "head": 4,
            "score": 0.4088
          },
          {
            "layer": 3,
            "head": 11,
            "score": 0.429
          },
          {
            "layer": 4,
            "head": 9,
            "score": 0.8787
          },
          {
            "layer": 5,
            "head": 0,
            "score": 0.839
          },
          {
            "layer": 5,
            "head": 6,
            "score": 0.479
          },
          {
            "layer": 5,
            "head": 8,
            "score": 0.9538
          },
          {
            "layer": 7,
            "head": 1,
            "score": 0.581
          }
        ]
      },
      "induction": {
        "display_name": "Induction",
        "description": "Completes repeated patterns: if it saw [A][B] before and now sees [A], it predicts [B]",
        "icon": "repeat",
        "educational_text": "This head finds patterns that happened before and predicts they'll happen again. If it saw 'the cat' earlier, it expects the same words to follow.",
        "requires_repetition": true,
        "suggested_prompt": "Try: 'The cat sat on the mat. The cat' \u2014 the repeated 'The cat' lets induction heads activate.",
        "top_heads": [
          {
            "layer": 3,
            "head": 5,
            "score": 0.1059
          },
          {
            "layer": 6,
            "head": 0,
            "score": 0.366
          },
          {
            "layer": 6,
            "head": 1,
            "score": 0.5093
          },
          {
            "layer": 6,
            "head": 6,
            "score": 0.527
          },
          {
            "layer": 7,
            "head": 9,
            "score": 0.2443
          },
          {
            "layer": 8,
            "head": 2,
            "score": 0.2365
          },
          {
            "layer": 9,
            "head": 4,
            "score": 0.1903
          },
          {
            "layer": 11,
            "head": 6,
            "score": 0.1891
          }
        ]
      },
      "duplicate_token": {
        "display_name": "Duplicate Token",
        "description": "Notices when the same word appears more than once",
        "icon": "clone",
        "educational_text": "This head notices when the same word appears more than once, like a highlighter for repeated words. It helps the model track which words have already been said.",
        "requires_repetition": true,
        "suggested_prompt": "Try a prompt with repeated words like 'The cat sat. The cat slept.' to see duplicate-token heads light up.",
        "top_heads": [
          {
            "layer": 0,
            "head": 2,
            "score": 0.5816
          },
          {
            "layer": 0,
            "head": 6,
            "score": 0.4221
          },
          {
            "layer": 0,
            "head": 7,
            "score": 0.3547
          },
          {
            "layer": 0,
            "head": 10,
            "score": 0.2564
          },
          {
            "layer": 0,
            "head": 11,
            "score": 0.3476
          },
          {
            "layer": 1,
            "head": 8,
            "score": 0.2438
          },
          {
            "layer": 4,
            "head": 8,
            "score": 0.2169
          },
          {
            "layer": 6,
            "head": 4,
            "score": 0.2793
          }
        ]
      },
      "positional": {
        "display_name": "Positional / First-Token",
        "description": "Always pays attention to the very first word, using it as an anchor point",
        "icon": "map-pin",
        "educational_text": "This head always pays attention to the very first word, using it as an anchor point. The first token serves as a 'default' position when no other token is specifically relevant.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 6,
            "head": 7,
            "score": 0.8666
          },
          {
            "layer": 8,
            "head": 8,
            "score": 0.8758
          },
          {
            "layer": 10,
            "head": 0,
            "score": 0.921
          },
          {
            "layer": 10,
            "head": 2,
            "score": 0.9093
          },
          {
            "layer": 10,
            "head": 3,
            "score": 0.9143
          },
          {
            "layer": 10,
            "head": 4,
            "score": 0.9297
          },
          {
            "layer": 10,
            "head": 6,
            "score": 0.8832
          },
          {
            "layer": 10,
            "head": 9,
            "score": 0.8929
          }
        ]
      },
      "diffuse": {
        "display_name": "Diffuse / Spread",
        "description": "Spreads attention evenly across many words, gathering general context",
        "icon": "expand-arrows-alt",
        "educational_text": "This head spreads its attention evenly across many words, gathering general context rather than focusing on one spot. It provides a 'big picture' summary of the input.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 8,
            "score": 0.5787
          },
          {
            "layer": 1,
            "head": 2,
            "score": 0.592
          },
          {
            "layer": 1,
            "head": 6,
            "score": 0.6596
          },
          {
            "layer": 1,
            "head": 10,
            "score": 0.6101
          },
          {
            "layer": 2,
            "head": 3,
            "score": 0.5802
          },
          {
            "layer": 3,
            "head": 3,
            "score": 0.6205
          },
          {
            "layer": 3,
            "head": 5,
            "score": 0.5854
          },
          {
            "layer": 4,
            "head": 7,
            "score": 0.6166
          }
        ]
      }
    },
    "all_scores": {
      "previous_token": [
        [
          0.11032317578792572,
          0.1126602292060852,
          0.0006362866843119264,
          0.08944375813007355,
          0.126624196767807,
          0.006444442085921764,
          0.007557069417089224,
          0.03241770714521408,
          0.28443199396133423,
          0.106809601187706,
          0.07824701070785522,
          0.026367593556642532
        ],
        [
          0.14094069600105286,
          0.13668975234031677,
          0.16945552825927734,
          0.1462305188179016,
          0.1454666256904602,
          0.14438366889953613,
          0.1851656138896942,
          0.14317549765110016,
          0.09128879755735397,
          0.12450305372476578,
          0.15622994303703308,
          0.10183334350585938
        ],
        [
          0.37134629487991333,
          0.13031259179115295,
          0.13761232793331146,
          0.15365375578403473,
          0.13196919858455658,
          0.3072050213813782,
          0.2889765202999115,
          0.26081085205078125,
          0.11600790917873383,
          0.1545030176639557,
          0.22201743721961975,
          0.13220790028572083
        ],
        [
          0.22300823032855988,
          0.22110781073570251,
          0.3404024839401245,
          0.18537208437919617,
          0.4088451862335205,
          0.2132488191127777,
          0.3298344612121582,
          0.3439379334449768,
          0.15081915259361267,
          0.3530734181404114,
          0.19019822776317596,
          0.4289720058441162
        ],
        [
          0.30133265256881714,
          0.29457852244377136,
          0.3137872517108917,
          0.2502739429473877,
          0.21551625430583954,
          0.20651301741600037,
          0.176209956407547,
          0.1482239067554474,
          0.10240259021520615,
          0.8786899447441101,
          0.25404858589172363,
          0.21208961308002472
        ],
        [
          0.8390016555786133,
          0.27213382720947266,
          0.14021475613117218,
          0.28061947226524353,
          0.36038684844970703,
          0.16007962822914124,
          0.4790411591529846,
          0.0802747905254364,
          0.9538105726242065,
          0.3383808135986328,
          0.21178114414215088,
          0.2151455581188202
        ],
        [
          0.11923150718212128,
          0.10483131557703018,
          0.15890046954154968,
          0.11199887096881866,
          0.010492110624909401,
          0.10274603217840195,
          0.1229938268661499,
          0.09735320508480072,
          0.13846689462661743,
          0.26015299558639526,
          0.1549854427576065,
          0.10001500695943832
        ],
        [
          0.17506541311740875,
          0.5810177326202393,
          0.12363256514072418,
          0.21065986156463623,
          0.1868920475244522,
          0.1324615478515625,
          0.29165011644363403,
          0.16757732629776,
          0.1476694941520691,
          0.1363549530506134,
          0.1533099114894867,
          0.07576192915439606
        ],
        [
          0.10091070085763931,
          0.10245572030544281,
          0.10708548128604889,
          0.17151114344596863,
          0.17322362959384918,
          0.3029091954231262,
          0.11249907314777374,
          0.09351439774036407,
          0.09485604614019394,
          0.11924370378255844,
          0.10045232623815536,
          0.09989894181489944
        ],
        [
          0.15142229199409485,
          0.10183942317962646,
          0.11282038688659668,
          0.13550138473510742,
          0.15422166883945465,
          0.18096810579299927,
          0.17702344059944153,
          0.10271795094013214,
          0.18665076792240143,
          0.10648947954177856,
          0.20307202637195587,
          0.17703679203987122
        ],
        [
          0.08855928480625153,
          0.09808553755283356,
          0.08965591341257095,
          0.09000970423221588,
          0.08727765828371048,
          0.10705927759408951,
          0.09500628709793091,
          0.10741424560546875,
          0.09511841833591461,
          0.09046844393014908,
          0.12301818281412125,
          0.10136091709136963
        ],
        [
          0.11409978568553925,
          0.104508176445961,
          0.13146480917930603,
          0.10684090852737427,
          0.01473016757518053,
          0.12222255766391754,
          0.12509047985076904,
          0.15885646641254425,
          0.10411354154348373,
          0.12252579629421234,
          0.14485247433185577,
          0.09977070987224579
        ]
      ],
      "induction": [
        [
          0.05103784799575806,
          0.038487788289785385,
          0.001950016594491899,
          0.04744473844766617,
          0.04529350996017456,
          0.000735000241547823,
          0.0019517240580171347,
          0.01996532641351223,
          0.08346356451511383,
          0.036136444658041,
          0.027322864159941673,
          0.009662723168730736
        ],
        [
          0.06404563784599304,
          0.0667172521352768,
          0.10011091083288193,
          0.08803585171699524,
          0.08100947737693787,
          0.058031536638736725,
          0.10561468452215195,
          0.06464938819408417,
          0.049675166606903076,
          0.05009330436587334,
          0.08543518930673599,
          0.03396308794617653
        ],
        [
          0.0661977007985115,
          0.05985228344798088,
          0.057376813143491745,
          0.07912267744541168,
          0.053633809089660645,
          0.06315629184246063,
          0.08390986174345016,
          0.09134526550769806,
          0.039710335433483124,
          0.06654742360115051,
          0.08325552195310593,
          0.06810206919908524
        ],
        [
          0.08101101219654083,
          0.07041079550981522,
          0.06284169852733612,
          0.09052850306034088,
          0.05651416629552841,
          0.10589955002069473,
          0.05541425943374634,
          0.04600054770708084,
          0.06129191443324089,
          0.05207766219973564,
          0.07402883470058441,
          0.03742145746946335
        ],
        [
          0.07503097504377365,
          0.08044928312301636,
          0.05625820904970169,
          0.04993734508752823,
          0.04475615546107292,
          0.09025859087705612,
          0.03429730236530304,
          0.08371878415346146,
          0.05379898473620415,
          0.04554126784205437,
          0.09351655095815659,
          0.06347136199474335
        ],
        [
          0.05516115576028824,
          0.0682009756565094,
          0.08390780538320541,
          0.08626437932252884,
          0.07125194370746613,
          0.05560554191470146,
          0.0656232088804245,
          0.038364239037036896,
          0.04936927929520607,
          0.07161727547645569,
          0.06988857686519623,
          0.05344470590353012
        ],
        [
          0.3659706115722656,
          0.5092926025390625,
          0.07839223742485046,
          0.0548110194504261,
          0.014230948872864246,
          0.043295927345752716,
          0.527042806148529,
          0.05610178783535957,
          0.1706690788269043,
          0.07664951682090759,
          0.079417884349823,
          0.20266862213611603
        ],
        [
          0.10946233570575714,
          0.05796351283788681,
          0.15273460745811462,
          0.09892060607671738,
          0.04469282180070877,
          0.05113961175084114,
          0.08466583490371704,
          0.06235566735267639,
          0.12166993319988251,
          0.24428744614124298,
          0.185329407453537,
          0.09044432640075684
        ],
        [
          0.21150383353233337,
          0.22297616302967072,
          0.23651576042175293,
          0.12234926223754883,
          0.1200723871588707,
          0.06774173676967621,
          0.2231074571609497,
          0.051922500133514404,
          0.21017734706401825,
          0.14388148486614227,
          0.0801766887307167,
          0.1949189156293869
        ],
        [
          0.0774434432387352,
          0.06205807998776436,
          0.09052450954914093,
          0.07774858176708221,
          0.1902839094400406,
          0.09276597201824188,
          0.13820989429950714,
          0.04798867553472519,
          0.06070762127637863,
          0.07322914898395538,
          0.0706348791718483,
          0.09779241681098938
        ],
        [
          0.04420851916074753,
          0.07160116732120514,
          0.029528837651014328,
          0.05759485438466072,
          0.024203481152653694,
          0.088306725025177,
          0.06187375262379646,
          0.10014820098876953,
          0.045064520090818405,
          0.07126941531896591,
          0.08733630180358887,
          0.06248893216252327
        ],
        [
          0.08441220968961716,
          0.046111106872558594,
          0.06231144815683365,
          0.10809029638767242,
          0.01684565097093582,
          0.08127574622631073,
          0.18910329043865204,
          0.10242004692554474,
          0.054094135761260986,
          0.0758046805858612,
          0.09138593822717667,
          0.05495011806488037
        ]
      ],
      "duplicate_token": [
        [
          0.1164391040802002,
          0.08363579213619232,
          0.5816211700439453,
          0.2291826456785202,
          0.10208864510059357,
          0.031905435025691986,
          0.42213234305381775,
          0.3547207713127136,
          0.03661998733878136,
          0.16795000433921814,
          0.25638145208358765,
          0.34764090180397034
        ],
        [
          0.0650741383433342,
          0.12231957912445068,
          0.10078173875808716,
          0.08326976001262665,
          0.1547042280435562,
          0.052764892578125,
          0.10080436617136002,
          0.0528174452483654,
          0.24378827214241028,
          0.03754739835858345,
          0.08281643688678741,
          0.18721088767051697
        ],
        [
          0.020540356636047363,
          0.06139899045228958,
          0.05577709525823593,
          0.09265323728322983,
          0.05232684686779976,
          0.014458218589425087,
          0.04104422777891159,
          0.029319655150175095,
          0.03990824893116951,
          0.0639009028673172,
          0.05194409564137459,
          0.08166737109422684
        ],
        [
          0.028247972950339317,
          0.06688991189002991,
          0.020350581035017967,
          0.11000372469425201,
          0.008167127147316933,
          0.05447598174214363,
          0.013654905371367931,
          0.00906718336045742,
          0.0753653272986412,
          0.009799176827073097,
          0.07485287636518478,
          0.004708079155534506
        ],
        [
          0.054093144834041595,
          0.030878588557243347,
          0.03138083219528198,
          0.04532257467508316,
          0.04804041236639023,
          0.02698090299963951,
          0.030124086886644363,
          0.06637571007013321,
          0.21693658828735352,
          0.001688633463345468,
          0.04875905439257622,
          0.03288464620709419
        ],
        [
          0.003135429695248604,
          0.036410801112651825,
          0.06406691670417786,
          0.054702699184417725,
          0.028550919145345688,
          0.050017647445201874,
          0.02078225091099739,
          0.20677368342876434,
          0.0002449394960422069,
          0.0295809768140316,
          0.05464860051870346,
          0.032336123287677765
        ],
        [
          0.02468559704720974,
          0.017638059332966805,
          0.06642813235521317,
          0.01169008482247591,
          0.2793278694152832,
          0.030411794781684875,
          0.023501863703131676,
          0.04085502773523331,
          0.03996700793504715,
          0.07334460318088531,
          0.09012911468744278,
          0.020247548818588257
        ],
        [
          0.04790519177913666,
          0.025657203048467636,
          0.04862326383590698,
          0.0654354840517044,
          0.033836863934993744,
          0.056421030312776566,
          0.06252654641866684,
          0.04440285637974739,
          0.06580399721860886,
          0.1174715980887413,
          0.06801570951938629,
          0.07423703372478485
        ],
        [
          0.0430796816945076,
          0.04571519047021866,
          0.03946921229362488,
          0.09377036243677139,
          0.08585017174482346,
          0.10516680777072906,
          0.04743099585175514,
          0.07554104924201965,
          0.027632087469100952,
          0.08085733652114868,
          0.03656519204378128,
          0.04425017535686493
        ],
        [
          0.053018100559711456,
          0.018811555579304695,
          0.02868705615401268,
          0.04643493890762329,
          0.04760705307126045,
          0.06321551650762558,
          0.058251362293958664,
          0.014716756530106068,
          0.06375809013843536,
          0.021414361894130707,
          0.07674877345561981,
          0.06628277152776718
        ],
        [
          0.01878495141863823,
          0.035224683582782745,
          0.025366973131895065,
          0.02592836320400238,
          0.013994261622428894,
          0.041298758238554,
          0.04140269011259079,
          0.0579034760594368,
          0.03585692122578621,
          0.03319791704416275,
          0.12119404971599579,
          0.03484584018588066
        ],
        [
          0.07537922263145447,
          0.08218730986118317,
          0.1953766942024231,
          0.09113450348377228,
          0.03856564685702324,
          0.08413437008857727,
          0.06616868078708649,
          0.18441183865070343,
          0.05466429516673088,
          0.0653427466750145,
          0.16200804710388184,
          0.06605501472949982
        ]
      ],
      "positional": [
        [
          0.633104681968689,
          0.6469852924346924,
          0.07458476722240448,
          0.28205782175064087,
          0.5966273546218872,
          0.07980673015117645,
          0.08819815516471863,
          0.13413019478321075,
          0.32539185881614685,
          0.5043644905090332,
          0.23654448986053467,
          0.12170533090829849
        ],
        [
          0.536683976650238,
          0.4757264256477356,
          0.18234658241271973,
          0.35909080505371094,
          0.367092102766037,
          0.4987907409667969,
          0.17542308568954468,
          0.5011026263237,
          0.43320685625076294,
          0.6635231971740723,
          0.4093405306339264,
          0.5720328092575073
        ],
        [
          0.20346884429454803,
          0.6198785901069641,
          0.6094226241111755,
          0.4356531500816345,
          0.6366559267044067,
          0.3386074900627136,
          0.23943305015563965,
          0.3187716603279114,
          0.7213820815086365,
          0.57143235206604,
          0.38501331210136414,
          0.5629057288169861
        ],
        [
          0.4377008378505707,
          0.18534405529499054,
          0.2650538980960846,
          0.28396621346473694,
          0.17038242518901825,
          0.2197643518447876,
          0.13283555209636688,
          0.17074796557426453,
          0.5166476964950562,
          0.188579261302948,
          0.4621518552303314,
          0.12894675135612488
        ],
        [
          0.16597144305706024,
          0.27167296409606934,
          0.133219912648201,
          0.21311251819133759,
          0.11293693631887436,
          0.08465202152729034,
          0.09121721982955933,
          0.3185925781726837,
          0.5752147436141968,
          0.14951613545417786,
          0.1793118715286255,
          0.11428351700305939
        ],
        [
          0.15080298483371735,
          0.17502591013908386,
          0.5743412971496582,
          0.12644042074680328,
          0.2321748286485672,
          0.47560423612594604,
          0.17357079684734344,
          0.13233603537082672,
          0.14919233322143555,
          0.2531651258468628,
          0.14931325614452362,
          0.4183143973350525
        ],
        [
          0.7464142441749573,
          0.7970396280288696,
          0.5388330221176147,
          0.8558460474014282,
          0.07503841817378998,
          0.8539541363716125,
          0.6361585259437561,
          0.8666170835494995,
          0.6203616261482239,
          0.26619574427604675,
          0.5281038880348206,
          0.8460897207260132
        ],
        [
          0.45650213956832886,
          0.15541675686836243,
          0.6758448481559753,
          0.34397581219673157,
          0.48835182189941406,
          0.5810115933418274,
          0.29330816864967346,
          0.4918993413448334,
          0.5396692156791687,
          0.2870907187461853,
          0.5735253095626831,
          0.10467860847711563
        ],
        [
          0.8525804281234741,
          0.8412095904350281,
          0.7988322973251343,
          0.38812825083732605,
          0.3809760510921478,
          0.2674557566642761,
          0.7937813997268677,
          0.7114430665969849,
          0.8758023381233215,
          0.6999797821044922,
          0.8308302164077759,
          0.846477210521698
        ],
        [
          0.5408726930618286,
          0.8093743324279785,
          0.7428502440452576,
          0.6192614436149597,
          0.5380566716194153,
          0.4712609350681305,
          0.5884182453155518,
          0.8099273443222046,
          0.4331694543361664,
          0.7875617742538452,
          0.3906111717224121,
          0.41600194573402405
        ],
        [
          0.9210421442985535,
          0.8433417081832886,
          0.9092693328857422,
          0.91431725025177,
          0.9297364950180054,
          0.7818468809127808,
          0.8832047581672668,
          0.7268822193145752,
          0.8164563179016113,
          0.8928841352462769,
          0.49436241388320923,
          0.7947275638580322
        ],
        [
          0.6261654496192932,
          0.5260534286499023,
          0.10741869360208511,
          0.6563072800636292,
          0.07544314861297607,
          0.5670212507247925,
          0.602218747138977,
          0.08983568847179413,
          0.6671475768089294,
          0.6030937433242798,
          0.23675969243049622,
          0.707978367805481
        ]
      ],
      "diffuse": [
        [
          0.3961186408996582,
          0.36764854192733765,
          0.0709960088133812,
          0.3435384929180145,
          0.4125032424926758,
          0.03923593461513519,
          0.12743762135505676,
          0.18802377581596375,
          0.5787144899368286,
          0.3677515387535095,
          0.2555217742919922,
          0.1676115095615387
        ],
        [
          0.5698902010917664,
          0.5511190891265869,
          0.5920134782791138,
          0.4767216742038727,
          0.5208233594894409,
          0.5549114942550659,
          0.6595517992973328,
          0.5295661687850952,
          0.4843035340309143,
          0.4378572106361389,
          0.6100543737411499,
          0.4558234214782715
        ],
        [
          0.435416042804718,
          0.44498157501220703,
          0.5146576762199402,
          0.5802196264266968,
          0.46884188055992126,
          0.3044055104255676,
          0.5709313154220581,
          0.38014715909957886,
          0.39803916215896606,
          0.3769581913948059,
          0.529723584651947,
          0.4969434142112732
        ],
        [
          0.5235856175422668,
          0.5385122299194336,
          0.33375293016433716,
          0.6205034852027893,
          0.3178483545780182,
          0.5854211449623108,
          0.3632334768772125,
          0.28273308277130127,
          0.5052517652511597,
          0.33861225843429565,
          0.47305044531822205,
          0.31986111402511597
        ],
        [
          0.474719375371933,
          0.39627498388290405,
          0.35231760144233704,
          0.3608516454696655,
          0.24805669486522675,
          0.2811489999294281,
          0.21012207865715027,
          0.6165920495986938,
          0.43058672547340393,
          0.09307025372982025,
          0.4701686501502991,
          0.3336009979248047
        ],
        [
          0.13883523643016815,
          0.483869731426239,
          0.503570556640625,
          0.5010083317756653,
          0.3984566926956177,
          0.5359058380126953,
          0.429861843585968,
          0.24234874546527863,
          0.018750842660665512,
          0.3619168996810913,
          0.43592485785484314,
          0.448350191116333
        ],
        [
          0.18569517135620117,
          0.1089567169547081,
          0.5110577344894409,
          0.1924765408039093,
          0.0804416686296463,
          0.23349925875663757,
          0.26598668098449707,
          0.20875966548919678,
          0.3163103461265564,
          0.5094181895256042,
          0.48014044761657715,
          0.1838574856519699
        ],
        [
          0.5567240715026855,
          0.36265304684638977,
          0.33834120631217957,
          0.5607644319534302,
          0.47903865575790405,
          0.4330519735813141,
          0.49332699179649353,
          0.5167428851127625,
          0.4444044232368469,
          0.4429234564304352,
          0.3904563784599304,
          0.23669584095478058
        ],
        [
          0.15903128683567047,
          0.16816005110740662,
          0.19002118706703186,
          0.5490755438804626,
          0.547548770904541,
          0.4426451623439789,
          0.19771409034729004,
          0.269702672958374,
          0.12269008159637451,
          0.31214481592178345,
          0.2508803904056549,
          0.1772189438343048
        ],
        [
          0.48181939125061035,
          0.2699053883552551,
          0.3259439468383789,
          0.41417306661605835,
          0.4747397005558014,
          0.4995667338371277,
          0.3918970823287964,
          0.26839569211006165,
          0.4856381416320801,
          0.2888931632041931,
          0.5038043260574341,
          0.49395260214805603
        ],
        [
          0.13210640847682953,
          0.22769305109977722,
          0.1554194539785385,
          0.13692834973335266,
          0.12864217162132263,
          0.29832518100738525,
          0.17993968725204468,
          0.3496881127357483,
          0.2257576733827591,
          0.17141060531139374,
          0.4992300868034363,
          0.2827448844909668
        ],
        [
          0.4333402216434479,
          0.4297994077205658,
          0.271151602268219,
          0.4040150046348572,
          0.03644554689526558,
          0.44777512550354004,
          0.41708269715309143,
          0.41045647859573364,
          0.36288559436798096,
          0.44747620820999146,
          0.5033133625984192,
          0.3714490532875061
        ]
      ]
    }
  },
  "gpt-neo-125M": {
    "model_name": "EleutherAI/gpt-neo-125M",
    "num_layers": 12,
    "num_heads": 12,
    "analysis_date": "2026-02-26",
    "categories": {
      "previous_token": {
        "display_name": "Previous Token",
        "description": "Attends to the immediately preceding token \u2014 like reading left to right",
        "icon": "arrow-left",
        "educational_text": "This head looks at the word right before the current one. Like reading left to right, it helps track local word-by-word patterns.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 2,
            "head": 0,
            "score": 0.3713
          },
          {
            "layer": 3,
            "head": 4,
            "score": 0.4088
          },
          {
            "layer": 3,
            "head": 11,
            "score": 0.429
          },
          {
            "layer": 4,
            "head": 9,
            "score": 0.8787
          },
          {
            "layer": 5,
            "head": 0,
            "score": 0.839
          },
          {
            "layer": 5,
            "head": 6,
            "score": 0.479
          },
          {
            "layer": 5,
            "head": 8,
            "score": 0.9538
          },
          {
            "layer": 7,
            "head": 1,
            "score": 0.581
          }
        ]
      },
      "induction": {
        "display_name": "Induction",
        "description": "Completes repeated patterns: if it saw [A][B] before and now sees [A], it predicts [B]",
        "icon": "repeat",
        "educational_text": "This head finds patterns that happened before and predicts they'll happen again. If it saw 'the cat' earlier, it expects the same words to follow.",
        "requires_repetition": true,
        "suggested_prompt": "Try: 'The cat sat on the mat. The cat' \u2014 the repeated 'The cat' lets induction heads activate.",
        "top_heads": [
          {
            "layer": 3,
            "head": 5,
            "score": 0.1059
          },
          {
            "layer": 6,
            "head": 0,
            "score": 0.366
          },
          {
            "layer": 6,
            "head": 1,
            "score": 0.5093
          },
          {
            "layer": 6,
            "head": 6,
            "score": 0.527
          },
          {
            "layer": 7,
            "head": 9,
            "score": 0.2443
          },
          {
            "layer": 8,
            "head": 2,
            "score": 0.2365
          },
          {
            "layer": 9,
            "head": 4,
            "score": 0.1903
          },
          {
            "layer": 11,
            "head": 6,
            "score": 0.1891
          }
        ]
      },
      "duplicate_token": {
        "display_name": "Duplicate Token",
        "description": "Notices when the same word appears more than once",
        "icon": "clone",
        "educational_text": "This head notices when the same word appears more than once, like a highlighter for repeated words. It helps the model track which words have already been said.",
        "requires_repetition": true,
        "suggested_prompt": "Try a prompt with repeated words like 'The cat sat. The cat slept.' to see duplicate-token heads light up.",
        "top_heads": [
          {
            "layer": 0,
            "head": 2,
            "score": 0.5816
          },
          {
            "layer": 0,
            "head": 6,
            "score": 0.4221
          },
          {
            "layer": 0,
            "head": 7,
            "score": 0.3547
          },
          {
            "layer": 0,
            "head": 10,
            "score": 0.2564
          },
          {
            "layer": 0,
            "head": 11,
            "score": 0.3476
          },
          {
            "layer": 1,
            "head": 8,
            "score": 0.2438
          },
          {
            "layer": 4,
            "head": 8,
            "score": 0.2169
          },
          {
            "layer": 6,
            "head": 4,
            "score": 0.2793
          }
        ]
      },
      "positional": {
        "display_name": "Positional / First-Token",
        "description": "Always pays attention to the very first word, using it as an anchor point",
        "icon": "map-pin",
        "educational_text": "This head always pays attention to the very first word, using it as an anchor point. The first token serves as a 'default' position when no other token is specifically relevant.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 6,
            "head": 7,
            "score": 0.8666
          },
          {
            "layer": 8,
            "head": 8,
            "score": 0.8758
          },
          {
            "layer": 10,
            "head": 0,
            "score": 0.921
          },
          {
            "layer": 10,
            "head": 2,
            "score": 0.9093
          },
          {
            "layer": 10,
            "head": 3,
            "score": 0.9143
          },
          {
            "layer": 10,
            "head": 4,
            "score": 0.9297
          },
          {
            "layer": 10,
            "head": 6,
            "score": 0.8832
          },
          {
            "layer": 10,
            "head": 9,
            "score": 0.8929
          }
        ]
      },
      "diffuse": {
        "display_name": "Diffuse / Spread",
        "description": "Spreads attention evenly across many words, gathering general context",
        "icon": "expand-arrows-alt",
        "educational_text": "This head spreads its attention evenly across many words, gathering general context rather than focusing on one spot. It provides a 'big picture' summary of the input.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 8,
            "score": 0.5787
          },
          {
            "layer": 1,
            "head": 2,
            "score": 0.592
          },
          {
            "layer": 1,
            "head": 6,
            "score": 0.6596
          },
          {
            "layer": 1,
            "head": 10,
            "score": 0.6101
          },
          {
            "layer": 2,
            "head": 3,
            "score": 0.5802
          },
          {
            "layer": 3,
            "head": 3,
            "score": 0.6205
          },
          {
            "layer": 3,
            "head": 5,
            "score": 0.5854
          },
          {
            "layer": 4,
            "head": 7,
            "score": 0.6166
          }
        ]
      }
    },
    "all_scores": {
      "previous_token": [
        [
          0.11032317578792572,
          0.1126602292060852,
          0.0006362866843119264,
          0.08944375813007355,
          0.126624196767807,
          0.006444442085921764,
          0.007557069417089224,
          0.03241770714521408,
          0.28443199396133423,
          0.106809601187706,
          0.07824701070785522,
          0.026367593556642532
        ],
        [
          0.14094069600105286,
          0.13668975234031677,
          0.16945552825927734,
          0.1462305188179016,
          0.1454666256904602,
          0.14438366889953613,
          0.1851656138896942,
          0.14317549765110016,
          0.09128879755735397,
          0.12450305372476578,
          0.15622994303703308,
          0.10183334350585938
        ],
        [
          0.37134629487991333,
          0.13031259179115295,
          0.13761232793331146,
          0.15365375578403473,
          0.13196919858455658,
          0.3072050213813782,
          0.2889765202999115,
          0.26081085205078125,
          0.11600790917873383,
          0.1545030176639557,
          0.22201743721961975,
          0.13220790028572083
        ],
        [
          0.22300823032855988,
          0.22110781073570251,
          0.3404024839401245,
          0.18537208437919617,
          0.4088451862335205,
          0.2132488191127777,
          0.3298344612121582,
          0.3439379334449768,
          0.15081915259361267,
          0.3530734181404114,
          0.19019822776317596,
          0.4289720058441162
        ],
        [
          0.30133265256881714,
          0.29457852244377136,
          0.3137872517108917,
          0.2502739429473877,
          0.21551625430583954,
          0.20651301741600037,
          0.176209956407547,
          0.1482239067554474,
          0.10240259021520615,
          0.8786899447441101,
          0.25404858589172363,
          0.21208961308002472
        ],
        [
          0.8390016555786133,
          0.27213382720947266,
          0.14021475613117218,
          0.28061947226524353,
          0.36038684844970703,
          0.16007962822914124,
          0.4790411591529846,
          0.0802747905254364,
          0.9538105726242065,
          0.3383808135986328,
          0.21178114414215088,
          0.2151455581188202
        ],
        [
          0.11923150718212128,
          0.10483131557703018,
          0.15890046954154968,
          0.11199887096881866,
          0.010492110624909401,
          0.10274603217840195,
          0.1229938268661499,
          0.09735320508480072,
          0.13846689462661743,
          0.26015299558639526,
          0.1549854427576065,
          0.10001500695943832
        ],
        [
          0.17506541311740875,
          0.5810177326202393,
          0.12363256514072418,
          0.21065986156463623,
          0.1868920475244522,
          0.1324615478515625,
          0.29165011644363403,
          0.16757732629776,
          0.1476694941520691,
          0.1363549530506134,
          0.1533099114894867,
          0.07576192915439606
        ],
        [
          0.10091070085763931,
          0.10245572030544281,
          0.10708548128604889,
          0.17151114344596863,
          0.17322362959384918,
          0.3029091954231262,
          0.11249907314777374,
          0.09351439774036407,
          0.09485604614019394,
          0.11924370378255844,
          0.10045232623815536,
          0.09989894181489944
        ],
        [
          0.15142229199409485,
          0.10183942317962646,
          0.11282038688659668,
          0.13550138473510742,
          0.15422166883945465,
          0.18096810579299927,
          0.17702344059944153,
          0.10271795094013214,
          0.18665076792240143,
          0.10648947954177856,
          0.20307202637195587,
          0.17703679203987122
        ],
        [
          0.08855928480625153,
          0.09808553755283356,
          0.08965591341257095,
          0.09000970423221588,
          0.08727765828371048,
          0.10705927759408951,
          0.09500628709793091,
          0.10741424560546875,
          0.09511841833591461,
          0.09046844393014908,
          0.12301818281412125,
          0.10136091709136963
        ],
        [
          0.11409978568553925,
          0.104508176445961,
          0.13146480917930603,
          0.10684090852737427,
          0.01473016757518053,
          0.12222255766391754,
          0.12509047985076904,
          0.15885646641254425,
          0.10411354154348373,
          0.12252579629421234,
          0.14485247433185577,
          0.09977070987224579
        ]
      ],
      "induction": [
        [
          0.05103784799575806,
          0.038487788289785385,
          0.001950016594491899,
          0.04744473844766617,
          0.04529350996017456,
          0.000735000241547823,
          0.0019517240580171347,
          0.01996532641351223,
          0.08346356451511383,
          0.036136444658041,
          0.027322864159941673,
          0.009662723168730736
        ],
        [
          0.06404563784599304,
          0.0667172521352768,
          0.10011091083288193,
          0.08803585171699524,
          0.08100947737693787,
          0.058031536638736725,
          0.10561468452215195,
          0.06464938819408417,
          0.049675166606903076,
          0.05009330436587334,
          0.08543518930673599,
          0.03396308794617653
        ],
        [
          0.0661977007985115,
          0.05985228344798088,
          0.057376813143491745,
          0.07912267744541168,
          0.053633809089660645,
          0.06315629184246063,
          0.08390986174345016,
          0.09134526550769806,
          0.039710335433483124,
          0.06654742360115051,
          0.08325552195310593,
          0.06810206919908524
        ],
        [
          0.08101101219654083,
          0.07041079550981522,
          0.06284169852733612,
          0.09052850306034088,
          0.05651416629552841,
          0.10589955002069473,
          0.05541425943374634,
          0.04600054770708084,
          0.06129191443324089,
          0.05207766219973564,
          0.07402883470058441,
          0.03742145746946335
        ],
        [
          0.07503097504377365,
          0.08044928312301636,
          0.05625820904970169,
          0.04993734508752823,
          0.04475615546107292,
          0.09025859087705612,
          0.03429730236530304,
          0.08371878415346146,
          0.05379898473620415,
          0.04554126784205437,
          0.09351655095815659,
          0.06347136199474335
        ],
        [
          0.05516115576028824,
          0.0682009756565094,
          0.08390780538320541,
          0.08626437932252884,
          0.07125194370746613,
          0.05560554191470146,
          0.0656232088804245,
          0.038364239037036896,
          0.04936927929520607,
          0.07161727547645569,
          0.06988857686519623,
          0.05344470590353012
        ],
        [
          0.3659706115722656,
          0.5092926025390625,
          0.07839223742485046,
          0.0548110194504261,
          0.014230948872864246,
          0.043295927345752716,
          0.527042806148529,
          0.05610178783535957,
          0.1706690788269043,
          0.07664951682090759,
          0.079417884349823,
          0.20266862213611603
        ],
        [
          0.10946233570575714,
          0.05796351283788681,
          0.15273460745811462,
          0.09892060607671738,
          0.04469282180070877,
          0.05113961175084114,
          0.08466583490371704,
          0.06235566735267639,
          0.12166993319988251,
          0.24428744614124298,
          0.185329407453537,
          0.09044432640075684
        ],
        [
          0.21150383353233337,
          0.22297616302967072,
          0.23651576042175293,
          0.12234926223754883,
          0.1200723871588707,
          0.06774173676967621,
          0.2231074571609497,
          0.051922500133514404,
          0.21017734706401825,
          0.14388148486614227,
          0.0801766887307167,
          0.1949189156293869
        ],
        [
          0.0774434432387352,
          0.06205807998776436,
          0.09052450954914093,
          0.07774858176708221,
          0.1902839094400406,
          0.09276597201824188,
          0.13820989429950714,
          0.04798867553472519,
          0.06070762127637863,
          0.07322914898395538,
          0.0706348791718483,
          0.09779241681098938
        ],
        [
          0.04420851916074753,
          0.07160116732120514,
          0.029528837651014328,
          0.05759485438466072,
          0.024203481152653694,
          0.088306725025177,
          0.06187375262379646,
          0.10014820098876953,
          0.045064520090818405,
          0.07126941531896591,
          0.08733630180358887,
          0.06248893216252327
        ],
        [
          0.08441220968961716,
          0.046111106872558594,
          0.06231144815683365,
          0.10809029638767242,
          0.01684565097093582,
          0.08127574622631073,
          0.18910329043865204,
          0.10242004692554474,
          0.054094135761260986,
          0.0758046805858612,
          0.09138593822717667,
          0.05495011806488037
        ]
      ],
      "duplicate_token": [
        [
          0.1164391040802002,
          0.08363579213619232,
          0.5816211700439453,
          0.2291826456785202,
          0.10208864510059357,
          0.031905435025691986,
          0.42213234305381775,
          0.3547207713127136,
          0.03661998733878136,
          0.16795000433921814,
          0.25638145208358765,
          0.34764090180397034
        ],
        [
          0.0650741383433342,
          0.12231957912445068,
          0.10078173875808716,
          0.08326976001262665,
          0.1547042280435562,
          0.052764892578125,
          0.10080436617136002,
          0.0528174452483654,
          0.24378827214241028,
          0.03754739835858345,
          0.08281643688678741,
          0.18721088767051697
        ],
        [
          0.020540356636047363,
          0.06139899045228958,
          0.05577709525823593,
          0.09265323728322983,
          0.05232684686779976,
          0.014458218589425087,
          0.04104422777891159,
          0.029319655150175095,
          0.03990824893116951,
          0.0639009028673172,
          0.05194409564137459,
          0.08166737109422684
        ],
        [
          0.028247972950339317,
          0.06688991189002991,
          0.020350581035017967,
          0.11000372469425201,
          0.008167127147316933,
          0.05447598174214363,
          0.013654905371367931,
          0.00906718336045742,
          0.0753653272986412,
          0.009799176827073097,
          0.07485287636518478,
          0.004708079155534506
        ],
        [
          0.054093144834041595,
          0.030878588557243347,
          0.03138083219528198,
          0.04532257467508316,
          0.04804041236639023,
          0.02698090299963951,
          0.030124086886644363,
          0.06637571007013321,
          0.21693658828735352,
          0.001688633463345468,
          0.04875905439257622,
          0.03288464620709419
        ],
        [
          0.003135429695248604,
          0.036410801112651825,
          0.06406691670417786,
          0.054702699184417725,
          0.028550919145345688,
          0.050017647445201874,
          0.02078225091099739,
          0.20677368342876434,
          0.0002449394960422069,
          0.0295809768140316,
          0.05464860051870346,
          0.032336123287677765
        ],
        [
          0.02468559704720974,
          0.017638059332966805,
          0.06642813235521317,
          0.01169008482247591,
          0.2793278694152832,
          0.030411794781684875,
          0.023501863703131676,
          0.04085502773523331,
          0.03996700793504715,
          0.07334460318088531,
          0.09012911468744278,
          0.020247548818588257
        ],
        [
          0.04790519177913666,
          0.025657203048467636,
          0.04862326383590698,
          0.0654354840517044,
          0.033836863934993744,
          0.056421030312776566,
          0.06252654641866684,
          0.04440285637974739,
          0.06580399721860886,
          0.1174715980887413,
          0.06801570951938629,
          0.07423703372478485
        ],
        [
          0.0430796816945076,
          0.04571519047021866,
          0.03946921229362488,
          0.09377036243677139,
          0.08585017174482346,
          0.10516680777072906,
          0.04743099585175514,
          0.07554104924201965,
          0.027632087469100952,
          0.08085733652114868,
          0.03656519204378128,
          0.04425017535686493
        ],
        [
          0.053018100559711456,
          0.018811555579304695,
          0.02868705615401268,
          0.04643493890762329,
          0.04760705307126045,
          0.06321551650762558,
          0.058251362293958664,
          0.014716756530106068,
          0.06375809013843536,
          0.021414361894130707,
          0.07674877345561981,
          0.06628277152776718
        ],
        [
          0.01878495141863823,
          0.035224683582782745,
          0.025366973131895065,
          0.02592836320400238,
          0.013994261622428894,
          0.041298758238554,
          0.04140269011259079,
          0.0579034760594368,
          0.03585692122578621,
          0.03319791704416275,
          0.12119404971599579,
          0.03484584018588066
        ],
        [
          0.07537922263145447,
          0.08218730986118317,
          0.1953766942024231,
          0.09113450348377228,
          0.03856564685702324,
          0.08413437008857727,
          0.06616868078708649,
          0.18441183865070343,
          0.05466429516673088,
          0.0653427466750145,
          0.16200804710388184,
          0.06605501472949982
        ]
      ],
      "positional": [
        [
          0.633104681968689,
          0.6469852924346924,
          0.07458476722240448,
          0.28205782175064087,
          0.5966273546218872,
          0.07980673015117645,
          0.08819815516471863,
          0.13413019478321075,
          0.32539185881614685,
          0.5043644905090332,
          0.23654448986053467,
          0.12170533090829849
        ],
        [
          0.536683976650238,
          0.4757264256477356,
          0.18234658241271973,
          0.35909080505371094,
          0.367092102766037,
          0.4987907409667969,
          0.17542308568954468,
          0.5011026263237,
          0.43320685625076294,
          0.6635231971740723,
          0.4093405306339264,
          0.5720328092575073
        ],
        [
          0.20346884429454803,
          0.6198785901069641,
          0.6094226241111755,
          0.4356531500816345,
          0.6366559267044067,
          0.3386074900627136,
          0.23943305015563965,
          0.3187716603279114,
          0.7213820815086365,
          0.57143235206604,
          0.38501331210136414,
          0.5629057288169861
        ],
        [
          0.4377008378505707,
          0.18534405529499054,
          0.2650538980960846,
          0.28396621346473694,
          0.17038242518901825,
          0.2197643518447876,
          0.13283555209636688,
          0.17074796557426453,
          0.5166476964950562,
          0.188579261302948,
          0.4621518552303314,
          0.12894675135612488
        ],
        [
          0.16597144305706024,
          0.27167296409606934,
          0.133219912648201,
          0.21311251819133759,
          0.11293693631887436,
          0.08465202152729034,
          0.09121721982955933,
          0.3185925781726837,
          0.5752147436141968,
          0.14951613545417786,
          0.1793118715286255,
          0.11428351700305939
        ],
        [
          0.15080298483371735,
          0.17502591013908386,
          0.5743412971496582,
          0.12644042074680328,
          0.2321748286485672,
          0.47560423612594604,
          0.17357079684734344,
          0.13233603537082672,
          0.14919233322143555,
          0.2531651258468628,
          0.14931325614452362,
          0.4183143973350525
        ],
        [
          0.7464142441749573,
          0.7970396280288696,
          0.5388330221176147,
          0.8558460474014282,
          0.07503841817378998,
          0.8539541363716125,
          0.6361585259437561,
          0.8666170835494995,
          0.6203616261482239,
          0.26619574427604675,
          0.5281038880348206,
          0.8460897207260132
        ],
        [
          0.45650213956832886,
          0.15541675686836243,
          0.6758448481559753,
          0.34397581219673157,
          0.48835182189941406,
          0.5810115933418274,
          0.29330816864967346,
          0.4918993413448334,
          0.5396692156791687,
          0.2870907187461853,
          0.5735253095626831,
          0.10467860847711563
        ],
        [
          0.8525804281234741,
          0.8412095904350281,
          0.7988322973251343,
          0.38812825083732605,
          0.3809760510921478,
          0.2674557566642761,
          0.7937813997268677,
          0.7114430665969849,
          0.8758023381233215,
          0.6999797821044922,
          0.8308302164077759,
          0.846477210521698
        ],
        [
          0.5408726930618286,
          0.8093743324279785,
          0.7428502440452576,
          0.6192614436149597,
          0.5380566716194153,
          0.4712609350681305,
          0.5884182453155518,
          0.8099273443222046,
          0.4331694543361664,
          0.7875617742538452,
          0.3906111717224121,
          0.41600194573402405
        ],
        [
          0.9210421442985535,
          0.8433417081832886,
          0.9092693328857422,
          0.91431725025177,
          0.9297364950180054,
          0.7818468809127808,
          0.8832047581672668,
          0.7268822193145752,
          0.8164563179016113,
          0.8928841352462769,
          0.49436241388320923,
          0.7947275638580322
        ],
        [
          0.6261654496192932,
          0.5260534286499023,
          0.10741869360208511,
          0.6563072800636292,
          0.07544314861297607,
          0.5670212507247925,
          0.602218747138977,
          0.08983568847179413,
          0.6671475768089294,
          0.6030937433242798,
          0.23675969243049622,
          0.707978367805481
        ]
      ],
      "diffuse": [
        [
          0.3961186408996582,
          0.36764854192733765,
          0.0709960088133812,
          0.3435384929180145,
          0.4125032424926758,
          0.03923593461513519,
          0.12743762135505676,
          0.18802377581596375,
          0.5787144899368286,
          0.3677515387535095,
          0.2555217742919922,
          0.1676115095615387
        ],
        [
          0.5698902010917664,
          0.5511190891265869,
          0.5920134782791138,
          0.4767216742038727,
          0.5208233594894409,
          0.5549114942550659,
          0.6595517992973328,
          0.5295661687850952,
          0.4843035340309143,
          0.4378572106361389,
          0.6100543737411499,
          0.4558234214782715
        ],
        [
          0.435416042804718,
          0.44498157501220703,
          0.5146576762199402,
          0.5802196264266968,
          0.46884188055992126,
          0.3044055104255676,
          0.5709313154220581,
          0.38014715909957886,
          0.39803916215896606,
          0.3769581913948059,
          0.529723584651947,
          0.4969434142112732
        ],
        [
          0.5235856175422668,
          0.5385122299194336,
          0.33375293016433716,
          0.6205034852027893,
          0.3178483545780182,
          0.5854211449623108,
          0.3632334768772125,
          0.28273308277130127,
          0.5052517652511597,
          0.33861225843429565,
          0.47305044531822205,
          0.31986111402511597
        ],
        [
          0.474719375371933,
          0.39627498388290405,
          0.35231760144233704,
          0.3608516454696655,
          0.24805669486522675,
          0.2811489999294281,
          0.21012207865715027,
          0.6165920495986938,
          0.43058672547340393,
          0.09307025372982025,
          0.4701686501502991,
          0.3336009979248047
        ],
        [
          0.13883523643016815,
          0.483869731426239,
          0.503570556640625,
          0.5010083317756653,
          0.3984566926956177,
          0.5359058380126953,
          0.429861843585968,
          0.24234874546527863,
          0.018750842660665512,
          0.3619168996810913,
          0.43592485785484314,
          0.448350191116333
        ],
        [
          0.18569517135620117,
          0.1089567169547081,
          0.5110577344894409,
          0.1924765408039093,
          0.0804416686296463,
          0.23349925875663757,
          0.26598668098449707,
          0.20875966548919678,
          0.3163103461265564,
          0.5094181895256042,
          0.48014044761657715,
          0.1838574856519699
        ],
        [
          0.5567240715026855,
          0.36265304684638977,
          0.33834120631217957,
          0.5607644319534302,
          0.47903865575790405,
          0.4330519735813141,
          0.49332699179649353,
          0.5167428851127625,
          0.4444044232368469,
          0.4429234564304352,
          0.3904563784599304,
          0.23669584095478058
        ],
        [
          0.15903128683567047,
          0.16816005110740662,
          0.19002118706703186,
          0.5490755438804626,
          0.547548770904541,
          0.4426451623439789,
          0.19771409034729004,
          0.269702672958374,
          0.12269008159637451,
          0.31214481592178345,
          0.2508803904056549,
          0.1772189438343048
        ],
        [
          0.48181939125061035,
          0.2699053883552551,
          0.3259439468383789,
          0.41417306661605835,
          0.4747397005558014,
          0.4995667338371277,
          0.3918970823287964,
          0.26839569211006165,
          0.4856381416320801,
          0.2888931632041931,
          0.5038043260574341,
          0.49395260214805603
        ],
        [
          0.13210640847682953,
          0.22769305109977722,
          0.1554194539785385,
          0.13692834973335266,
          0.12864217162132263,
          0.29832518100738525,
          0.17993968725204468,
          0.3496881127357483,
          0.2257576733827591,
          0.17141060531139374,
          0.4992300868034363,
          0.2827448844909668
        ],
        [
          0.4333402216434479,
          0.4297994077205658,
          0.271151602268219,
          0.4040150046348572,
          0.03644554689526558,
          0.44777512550354004,
          0.41708269715309143,
          0.41045647859573364,
          0.36288559436798096,
          0.44747620820999146,
          0.5033133625984192,
          0.3714490532875061
        ]
      ]
    }
  },
  "EleutherAI/pythia-160m": {
    "model_name": "EleutherAI/pythia-160m",
    "num_layers": 12,
    "num_heads": 12,
    "analysis_date": "2026-02-26",
    "categories": {
      "previous_token": {
        "display_name": "Previous Token",
        "description": "Attends to the immediately preceding token \u2014 like reading left to right",
        "icon": "arrow-left",
        "educational_text": "This head looks at the word right before the current one. Like reading left to right, it helps track local word-by-word patterns.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 0,
            "score": 0.4265
          },
          {
            "layer": 0,
            "head": 8,
            "score": 0.4268
          },
          {
            "layer": 1,
            "head": 2,
            "score": 0.5357
          },
          {
            "layer": 3,
            "head": 0,
            "score": 0.6184
          },
          {
            "layer": 3,
            "head": 1,
            "score": 0.4325
          },
          {
            "layer": 3,
            "head": 2,
            "score": 0.806
          },
          {
            "layer": 7,
            "head": 7,
            "score": 0.5853
          },
          {
            "layer": 11,
            "head": 6,
            "score": 0.4075
          }
        ]
      },
      "induction": {
        "display_name": "Induction",
        "description": "Completes repeated patterns: if it saw [A][B] before and now sees [A], it predicts [B]",
        "icon": "repeat",
        "educational_text": "This head finds patterns that happened before and predicts they'll happen again. If it saw 'the cat' earlier, it expects the same words to follow.",
        "requires_repetition": true,
        "suggested_prompt": "Try: 'The cat sat on the mat. The cat' \u2014 the repeated 'The cat' lets induction heads activate.",
        "top_heads": [
          {
            "layer": 4,
            "head": 6,
            "score": 0.4372
          },
          {
            "layer": 4,
            "head": 8,
            "score": 0.5494
          },
          {
            "layer": 4,
            "head": 10,
            "score": 0.3222
          },
          {
            "layer": 5,
            "head": 7,
            "score": 0.2877
          },
          {
            "layer": 6,
            "head": 6,
            "score": 0.272
          },
          {
            "layer": 8,
            "head": 2,
            "score": 0.2958
          },
          {
            "layer": 8,
            "head": 11,
            "score": 0.3824
          },
          {
            "layer": 9,
            "head": 5,
            "score": 0.2983
          }
        ]
      },
      "duplicate_token": {
        "display_name": "Duplicate Token",
        "description": "Notices when the same word appears more than once",
        "icon": "clone",
        "educational_text": "This head notices when the same word appears more than once, like a highlighter for repeated words. It helps the model track which words have already been said.",
        "requires_repetition": true,
        "suggested_prompt": "Try a prompt with repeated words like 'The cat sat. The cat slept.' to see duplicate-token heads light up.",
        "top_heads": [
          {
            "layer": 0,
            "head": 7,
            "score": 0.2944
          },
          {
            "layer": 1,
            "head": 6,
            "score": 0.4044
          },
          {
            "layer": 2,
            "head": 10,
            "score": 0.1303
          },
          {
            "layer": 3,
            "head": 3,
            "score": 0.4733
          },
          {
            "layer": 6,
            "head": 10,
            "score": 0.1179
          },
          {
            "layer": 8,
            "head": 4,
            "score": 0.1228
          },
          {
            "layer": 10,
            "head": 5,
            "score": 0.1527
          },
          {
            "layer": 11,
            "head": 6,
            "score": 0.1244
          }
        ]
      },
      "positional": {
        "display_name": "Positional / First-Token",
        "description": "Always pays attention to the very first word, using it as an anchor point",
        "icon": "map-pin",
        "educational_text": "This head always pays attention to the very first word, using it as an anchor point. The first token serves as a 'default' position when no other token is specifically relevant.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 11,
            "score": 0.998
          },
          {
            "layer": 10,
            "head": 0,
            "score": 0.8874
          },
          {
            "layer": 10,
            "head": 3,
            "score": 0.9408
          },
          {
            "layer": 10,
            "head": 7,
            "score": 0.9263
          },
          {
            "layer": 10,
            "head": 8,
            "score": 0.9309
          },
          {
            "layer": 10,
            "head": 10,
            "score": 0.941
          },
          {
            "layer": 10,
            "head": 11,
            "score": 0.9111
          },
          {
            "layer": 11,
            "head": 1,
            "score": 0.8899
          }
        ]
      },
      "diffuse": {
        "display_name": "Diffuse / Spread",
        "description": "Spreads attention evenly across many words, gathering general context",
        "icon": "expand-arrows-alt",
        "educational_text": "This head spreads its attention evenly across many words, gathering general context rather than focusing on one spot. It provides a 'big picture' summary of the input.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 4,
            "score": 0.5814
          },
          {
            "layer": 1,
            "head": 3,
            "score": 0.5233
          },
          {
            "layer": 1,
            "head": 5,
            "score": 0.5695
          },
          {
            "layer": 1,
            "head": 11,
            "score": 0.5376
          },
          {
            "layer": 2,
            "head": 4,
            "score": 0.5202
          },
          {
            "layer": 2,
            "head": 7,
            "score": 0.5175
          },
          {
            "layer": 3,
            "head": 7,
            "score": 0.5388
          },
          {
            "layer": 3,
            "head": 8,
            "score": 0.5379
          }
        ]
      }
    },
    "all_scores": {
      "previous_token": [
        [
          0.4264988899230957,
          0.09556026756763458,
          0.2940203845500946,
          0.2972683608531952,
          0.30580756068229675,
          0.1096036434173584,
          0.16871103644371033,
          0.09508676826953888,
          0.4268243908882141,
          0.20261640846729279,
          0.2054600715637207,
          0.08030147105455399
        ],
        [
          0.30556076765060425,
          0.32574692368507385,
          0.5357360243797302,
          0.14812767505645752,
          0.1072654128074646,
          0.2000061273574829,
          0.09052741527557373,
          0.3827533423900604,
          0.13984975218772888,
          0.11586587131023407,
          0.11009833961725235,
          0.21139726042747498
        ],
        [
          0.22254355251789093,
          0.33994537591934204,
          0.18958759307861328,
          0.21504704654216766,
          0.1685754358768463,
          0.14020618796348572,
          0.2610458731651306,
          0.14449438452720642,
          0.36226290464401245,
          0.2558794617652893,
          0.11609458923339844,
          0.2446901798248291
        ],
        [
          0.6184492707252502,
          0.43252629041671753,
          0.8060469627380371,
          0.023899855092167854,
          0.2922860383987427,
          0.174092099070549,
          0.1723756492137909,
          0.1596720814704895,
          0.15901422500610352,
          0.27201730012893677,
          0.2194930613040924,
          0.1481388360261917
        ],
        [
          0.2143489122390747,
          0.10806821286678314,
          0.14233306050300598,
          0.18723827600479126,
          0.21845825016498566,
          0.2921988070011139,
          0.10042551904916763,
          0.21168315410614014,
          0.11649960279464722,
          0.18655811250209808,
          0.10848931223154068,
          0.10320274531841278
        ],
        [
          0.10413146018981934,
          0.27386122941970825,
          0.09772325307130814,
          0.1243046298623085,
          0.11229602992534637,
          0.12595278024673462,
          0.10034611076116562,
          0.10167292505502701,
          0.246602863073349,
          0.10565167665481567,
          0.11980836093425751,
          0.17380234599113464
        ],
        [
          0.23341874778270721,
          0.10812078416347504,
          0.2521529197692871,
          0.16364040970802307,
          0.14468620717525482,
          0.19117218255996704,
          0.13730551302433014,
          0.1304735690355301,
          0.18186773359775543,
          0.09416903555393219,
          0.09983979165554047,
          0.1308448612689972
        ],
        [
          0.14680364727973938,
          0.23480169475078583,
          0.1484493911266327,
          0.15691503882408142,
          0.17579101026058197,
          0.11506716907024384,
          0.11078079044818878,
          0.5852919816970825,
          0.13606484234333038,
          0.13152843713760376,
          0.08620502054691315,
          0.09594138711690903
        ],
        [
          0.21023514866828918,
          0.12862209975719452,
          0.10137386620044708,
          0.09797559678554535,
          0.2436424046754837,
          0.11250881850719452,
          0.09144920855760574,
          0.033015139400959015,
          0.10230658203363419,
          0.11756186187267303,
          0.09939123690128326,
          0.11667390912771225
        ],
        [
          0.10375580936670303,
          0.05206751823425293,
          0.1159815788269043,
          0.36042648553848267,
          0.09497976303100586,
          0.12802621722221375,
          0.0958634465932846,
          0.16110247373580933,
          0.11960713565349579,
          0.09570352733135223,
          0.1055208295583725,
          0.08717019110918045
        ],
        [
          0.0921962708234787,
          0.13423536717891693,
          0.13159367442131042,
          0.07765562832355499,
          0.07630999386310577,
          0.25960877537727356,
          0.08829621970653534,
          0.09192770719528198,
          0.08461650460958481,
          0.2965053915977478,
          0.08436654508113861,
          0.08489334583282471
        ],
        [
          0.2850223481655121,
          0.16201424598693848,
          0.2588808834552765,
          0.15266920626163483,
          0.18584191799163818,
          0.12548509240150452,
          0.4075485169887543,
          0.21888086199760437,
          0.14917722344398499,
          0.2790607511997223,
          0.1786002814769745,
          0.20394258201122284
        ]
      ],
      "induction": [
        [
          0.07701128721237183,
          0.017535148188471794,
          0.11705956608057022,
          0.08629289269447327,
          0.08904071897268295,
          0.03199811279773712,
          0.05517156049609184,
          0.026520628482103348,
          0.09996043145656586,
          0.10207247734069824,
          0.07257311046123505,
          0.00025260617258027196
        ],
        [
          0.05622650310397148,
          0.05808712914586067,
          0.067144975066185,
          0.11467637866735458,
          0.0321982242166996,
          0.08075150847434998,
          0.029507899656891823,
          0.0861966535449028,
          0.06450844556093216,
          0.055994946509599686,
          0.006365390028804541,
          0.09135054796934128
        ],
        [
          0.06779112666845322,
          0.0483102947473526,
          0.05900122597813606,
          0.07757942378520966,
          0.07693203538656235,
          0.03713057190179825,
          0.048512451350688934,
          0.06949805468320847,
          0.09124938398599625,
          0.04024752601981163,
          0.06872431933879852,
          0.030775323510169983
        ],
        [
          0.05932322144508362,
          0.06841427087783813,
          0.054345034062862396,
          0.029409777373075485,
          0.10910241305828094,
          0.07294142246246338,
          0.06993305683135986,
          0.07490559667348862,
          0.1002679094672203,
          0.044052354991436005,
          0.0690588429570198,
          0.06153787299990654
        ],
        [
          0.044807709753513336,
          0.057117342948913574,
          0.06734611093997955,
          0.06701549142599106,
          0.0741240531206131,
          0.04508175700902939,
          0.4371562600135803,
          0.10738658905029297,
          0.5494241714477539,
          0.11392565071582794,
          0.3222050070762634,
          0.24980290234088898
        ],
        [
          0.23894651234149933,
          0.0641191229224205,
          0.0787484422326088,
          0.09689081460237503,
          0.06371630728244781,
          0.08599305897951126,
          0.1413736641407013,
          0.28772056102752686,
          0.04361279681324959,
          0.07678259909152985,
          0.1557573825120926,
          0.10650037229061127
        ],
        [
          0.05577658861875534,
          0.06269685924053192,
          0.04832728952169418,
          0.11031855642795563,
          0.048909835517406464,
          0.08207987248897552,
          0.2720183730125427,
          0.11697898805141449,
          0.0947861522436142,
          0.04714630916714668,
          0.0736892968416214,
          0.181941956281662
        ],
        [
          0.06310433894395828,
          0.04179205745458603,
          0.13100822269916534,
          0.11050431430339813,
          0.0582401268184185,
          0.12023087590932846,
          0.08211906254291534,
          0.049370307475328445,
          0.10049936920404434,
          0.11091196537017822,
          0.006803856231272221,
          0.07784422487020493
        ],
        [
          0.039071403443813324,
          0.12332495301961899,
          0.29583194851875305,
          0.10066261142492294,
          0.10529933124780655,
          0.025395607575774193,
          0.046905480325222015,
          0.00906788744032383,
          0.2630094289779663,
          0.13018958270549774,
          0.09035716205835342,
          0.3823699355125427
        ],
        [
          0.05384252220392227,
          0.031077509745955467,
          0.1841346174478531,
          0.061367422342300415,
          0.09206642955541611,
          0.2983171045780182,
          0.12308977544307709,
          0.1439206302165985,
          0.18172435462474823,
          0.17614082992076874,
          0.04471972584724426,
          0.0165676549077034
        ],
        [
          0.06801747530698776,
          0.0443306565284729,
          0.16218747198581696,
          0.002743458840996027,
          0.05577625706791878,
          0.1144692674279213,
          0.17875778675079346,
          0.049226049333810806,
          0.03490157425403595,
          0.03644789382815361,
          0.06974257528781891,
          0.07495521754026413
        ],
        [
          0.059784866869449615,
          0.01739068329334259,
          0.04698021709918976,
          0.02898530103266239,
          0.11547069251537323,
          0.02966049686074257,
          0.04520930349826813,
          0.03288981691002846,
          0.04331452026963234,
          0.04213542863726616,
          0.017231201753020287,
          0.03580228239297867
        ]
      ],
      "duplicate_token": [
        [
          0.013819986954331398,
          0.019681628793478012,
          0.13604123890399933,
          0.0690375566482544,
          0.036027953028678894,
          0.04710540920495987,
          0.08166050910949707,
          0.2944464087486267,
          0.015063909813761711,
          0.07870297133922577,
          0.07826776802539825,
          0.00018097857537213713
        ],
        [
          0.03043212927877903,
          0.03284068405628204,
          0.015251973643898964,
          0.1496858447790146,
          0.03822408989071846,
          0.07267940789461136,
          0.40444546937942505,
          0.06136505678296089,
          0.10357300937175751,
          0.04687481373548508,
          0.1671525090932846,
          0.07497148960828781
        ],
        [
          0.08855173736810684,
          0.05768952518701553,
          0.057761214673519135,
          0.07448185980319977,
          0.06994006782770157,
          0.026706159114837646,
          0.01962551474571228,
          0.08555589616298676,
          0.037439387291669846,
          0.013953464105725288,
          0.13027705252170563,
          0.03759302571415901
        ],
        [
          0.03622549772262573,
          0.07429055869579315,
          0.00270613725297153,
          0.47327670454978943,
          0.06166241690516472,
          0.06442303955554962,
          0.06582464277744293,
          0.12060266733169556,
          0.08733094483613968,
          0.052862364798784256,
          0.08048547059297562,
          0.052359867841005325
        ],
        [
          0.02744395099580288,
          0.04909005016088486,
          0.057110317051410675,
          0.06863230466842651,
          0.030478501692414284,
          0.05166705325245857,
          0.02044212631881237,
          0.05439627915620804,
          0.044500675052404404,
          0.07338731735944748,
          0.05452173948287964,
          0.05086874961853027
        ],
        [
          0.06585309654474258,
          0.06019951030611992,
          0.040130458772182465,
          0.05358970910310745,
          0.04494374617934227,
          0.10902969539165497,
          0.0434311106801033,
          0.057972829788923264,
          0.036850787699222565,
          0.0764046385884285,
          0.058345627039670944,
          0.05926745384931564
        ],
        [
          0.03805521875619888,
          0.045435987412929535,
          0.021616917103528976,
          0.06100980564951897,
          0.041732579469680786,
          0.04851328581571579,
          0.08217066526412964,
          0.08379928022623062,
          0.05780512094497681,
          0.07611928880214691,
          0.11791165918111801,
          0.08308760821819305
        ],
        [
          0.03993162512779236,
          0.06858155876398087,
          0.06498377025127411,
          0.032649796456098557,
          0.04363821819424629,
          0.05431594327092171,
          0.10758323967456818,
          0.015187323093414307,
          0.0526711642742157,
          0.04294400289654732,
          0.013761548325419426,
          0.03646775335073471
        ],
        [
          0.061077721416950226,
          0.06089358404278755,
          0.04340531677007675,
          0.015031320042908192,
          0.12280686944723129,
          0.014700202271342278,
          0.08381082862615585,
          0.05414106696844101,
          0.034472741186618805,
          0.0991402193903923,
          0.027485862374305725,
          0.04846283048391342
        ],
        [
          0.062184423208236694,
          0.02208034135401249,
          0.022649560123682022,
          0.06860844045877457,
          0.029529085382819176,
          0.0229618139564991,
          0.028252024203538895,
          0.02870730683207512,
          0.028480876237154007,
          0.031674448400735855,
          0.01810614764690399,
          0.07946773618459702
        ],
        [
          0.0016094446182250977,
          0.04179488867521286,
          0.021452544257044792,
          0.010494960471987724,
          0.01620081253349781,
          0.15266798436641693,
          0.04182938486337662,
          0.011679879389703274,
          0.013298367150127888,
          0.05564340204000473,
          0.017629548907279968,
          0.019411806017160416
        ],
        [
          0.03533392399549484,
          0.02167857065796852,
          0.08753033727407455,
          0.09075864404439926,
          0.06620796024799347,
          0.05551730841398239,
          0.12435110658407211,
          0.005878866650164127,
          0.018954645842313766,
          0.04122581332921982,
          0.02683143876492977,
          0.09210944920778275
        ]
      ],
      "positional": [
        [
          0.2765007019042969,
          0.8788089752197266,
          0.1516530066728592,
          0.32655006647109985,
          0.3154807984828949,
          0.7227676510810852,
          0.4327367842197418,
          0.47079992294311523,
          0.18821677565574646,
          0.36821070313453674,
          0.36957603693008423,
          0.9980481266975403
        ],
        [
          0.32402002811431885,
          0.4760347902774811,
          0.17219994962215424,
          0.3217570185661316,
          0.6621360778808594,
          0.34797289967536926,
          0.5463301539421082,
          0.18504831194877625,
          0.38123103976249695,
          0.5874462127685547,
          0.801399827003479,
          0.19590699672698975
        ],
        [
          0.3908352851867676,
          0.33481624722480774,
          0.5025205612182617,
          0.3795804977416992,
          0.4983646273612976,
          0.7113853693008423,
          0.4790378212928772,
          0.37638118863105774,
          0.22997955977916718,
          0.5168507099151611,
          0.5639501810073853,
          0.5097150802612305
        ],
        [
          0.20323386788368225,
          0.3017299771308899,
          0.16722926497459412,
          0.11107401549816132,
          0.2573971748352051,
          0.5345746278762817,
          0.46578478813171387,
          0.46542859077453613,
          0.44950175285339355,
          0.45962658524513245,
          0.3941962718963623,
          0.4696049690246582
        ],
        [
          0.4671604633331299,
          0.770423948764801,
          0.6425099968910217,
          0.4121084213256836,
          0.45099544525146484,
          0.4385393261909485,
          0.7851685285568237,
          0.5191314220428467,
          0.6381372213363647,
          0.4751124978065491,
          0.7597222924232483,
          0.7549169063568115
        ],
        [
          0.7763342261314392,
          0.4651542603969574,
          0.8105762600898743,
          0.6533324718475342,
          0.7143512964248657,
          0.575149655342102,
          0.8240793347358704,
          0.7517821192741394,
          0.4395168721675873,
          0.7837854027748108,
          0.7120271921157837,
          0.536669135093689
        ],
        [
          0.3985188901424408,
          0.7771745324134827,
          0.5598581433296204,
          0.4986395239830017,
          0.6348875164985657,
          0.5142595171928406,
          0.6467076539993286,
          0.6308767795562744,
          0.5648139715194702,
          0.7926239371299744,
          0.7574219107627869,
          0.6591185331344604
        ],
        [
          0.6373928189277649,
          0.5890146493911743,
          0.5873897075653076,
          0.6310370564460754,
          0.5590822100639343,
          0.6251831650733948,
          0.7256765961647034,
          0.3439166247844696,
          0.6042270064353943,
          0.7281517386436462,
          0.3528296947479248,
          0.8086317181587219
        ],
        [
          0.6990949511528015,
          0.6125544309616089,
          0.7597838640213013,
          0.8309343457221985,
          0.19296841323375702,
          0.8266493082046509,
          0.7849224209785461,
          0.22492821514606476,
          0.7977932095527649,
          0.7227919697761536,
          0.7928453683853149,
          0.6973786354064941
        ],
        [
          0.777206301689148,
          0.3962259590625763,
          0.8001601099967957,
          0.3275998532772064,
          0.8744257688522339,
          0.676798403263092,
          0.8366994857788086,
          0.6706493496894836,
          0.738209068775177,
          0.825154185295105,
          0.8429128527641296,
          0.8237306475639343
        ],
        [
          0.8873790502548218,
          0.7225767374038696,
          0.683576762676239,
          0.9408203959465027,
          0.7856476306915283,
          0.19099032878875732,
          0.8862797021865845,
          0.9263007044792175,
          0.9309337735176086,
          0.5115782022476196,
          0.9409860372543335,
          0.9111086130142212
        ],
        [
          0.6351572275161743,
          0.8898977041244507,
          0.6510621905326843,
          0.7088538408279419,
          0.7060943841934204,
          0.7926560640335083,
          0.3369448184967041,
          0.7031222581863403,
          0.747296929359436,
          0.5669306516647339,
          0.783491313457489,
          0.2852826714515686
        ]
      ],
      "diffuse": [
        [
          0.30141884088516235,
          0.18402445316314697,
          0.4134806990623474,
          0.4968227744102478,
          0.5813931226730347,
          0.3588680326938629,
          0.5144804120063782,
          0.3631823658943176,
          0.3435049057006836,
          0.49539098143577576,
          0.481376975774765,
          0.00577272055670619
        ],
        [
          0.4767843782901764,
          0.37371212244033813,
          0.3510496914386749,
          0.5233412981033325,
          0.313146710395813,
          0.5694597363471985,
          0.3741203546524048,
          0.37249869108200073,
          0.41956472396850586,
          0.43893250823020935,
          0.19504204392433167,
          0.5375769138336182
        ],
        [
          0.4570673406124115,
          0.4400789737701416,
          0.45294004678726196,
          0.5058267116546631,
          0.5202258825302124,
          0.32188794016838074,
          0.45898494124412537,
          0.5175002813339233,
          0.5076115727424622,
          0.38112396001815796,
          0.4236725866794586,
          0.3507261574268341
        ],
        [
          0.29062360525131226,
          0.37102562189102173,
          0.15769848227500916,
          0.15701723098754883,
          0.4724007248878479,
          0.40637677907943726,
          0.502306342124939,
          0.5388393998146057,
          0.5378687381744385,
          0.3862631916999817,
          0.4670638144016266,
          0.48859089612960815
        ],
        [
          0.3763621747493744,
          0.27963489294052124,
          0.33600619435310364,
          0.5107623338699341,
          0.4575285315513611,
          0.3284991383552551,
          0.09722716361284256,
          0.4193178713321686,
          0.20984049141407013,
          0.48135074973106384,
          0.09259283542633057,
          0.21165089309215546
        ],
        [
          0.17777420580387115,
          0.4407997727394104,
          0.18563835322856903,
          0.33606770634651184,
          0.32485848665237427,
          0.3719478249549866,
          0.08592085540294647,
          0.1952778846025467,
          0.38598281145095825,
          0.16969650983810425,
          0.2028699666261673,
          0.4567413330078125
        ],
        [
          0.39228737354278564,
          0.25190627574920654,
          0.27832528948783875,
          0.4548851549625397,
          0.3357779383659363,
          0.4599667489528656,
          0.26713305711746216,
          0.3897528052330017,
          0.4076070189476013,
          0.11806212365627289,
          0.20845317840576172,
          0.28885677456855774
        ],
        [
          0.40318435430526733,
          0.231159970164299,
          0.2754489779472351,
          0.25864070653915405,
          0.3028934597969055,
          0.2622562348842621,
          0.09616132080554962,
          0.31477659940719604,
          0.4195760190486908,
          0.13883228600025177,
          0.010592649690806866,
          0.2057463377714157
        ],
        [
          0.1731337159872055,
          0.05490954965353012,
          0.06279916316270828,
          0.0649581179022789,
          0.0970628634095192,
          0.06884779036045074,
          0.055285364389419556,
          0.06773437559604645,
          0.06344689428806305,
          0.11253678798675537,
          0.16960439085960388,
          0.098811075091362
        ],
        [
          0.07163457572460175,
          0.08662073314189911,
          0.051747482270002365,
          0.2416849434375763,
          0.04261302947998047,
          0.09367555379867554,
          0.05875440314412117,
          0.11920768022537231,
          0.07626501470804214,
          0.05863000825047493,
          0.12988820672035217,
          0.06880348920822144
        ],
        [
          0.03687640279531479,
          0.04068835824728012,
          0.06995633244514465,
          0.03131213039159775,
          0.025136316195130348,
          0.28522229194641113,
          0.014794426038861275,
          0.02837366797029972,
          0.02705109491944313,
          0.1809929609298706,
          0.026147017255425453,
          0.02593183144927025
        ],
        [
          0.061850547790527344,
          0.0054590534418821335,
          0.03313799574971199,
          0.034994497895240784,
          0.0263183806091547,
          0.026245292276144028,
          0.058327801525592804,
          0.0227215439081192,
          0.016507713124155998,
          0.050694722682237625,
          0.01944214291870594,
          0.07942354679107666
        ]
      ]
    }
  },
  "pythia-160m": {
    "model_name": "EleutherAI/pythia-160m",
    "num_layers": 12,
    "num_heads": 12,
    "analysis_date": "2026-02-26",
    "categories": {
      "previous_token": {
        "display_name": "Previous Token",
        "description": "Attends to the immediately preceding token \u2014 like reading left to right",
        "icon": "arrow-left",
        "educational_text": "This head looks at the word right before the current one. Like reading left to right, it helps track local word-by-word patterns.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 0,
            "score": 0.4265
          },
          {
            "layer": 0,
            "head": 8,
            "score": 0.4268
          },
          {
            "layer": 1,
            "head": 2,
            "score": 0.5357
          },
          {
            "layer": 3,
            "head": 0,
            "score": 0.6184
          },
          {
            "layer": 3,
            "head": 1,
            "score": 0.4325
          },
          {
            "layer": 3,
            "head": 2,
            "score": 0.806
          },
          {
            "layer": 7,
            "head": 7,
            "score": 0.5853
          },
          {
            "layer": 11,
            "head": 6,
            "score": 0.4075
          }
        ]
      },
      "induction": {
        "display_name": "Induction",
        "description": "Completes repeated patterns: if it saw [A][B] before and now sees [A], it predicts [B]",
        "icon": "repeat",
        "educational_text": "This head finds patterns that happened before and predicts they'll happen again. If it saw 'the cat' earlier, it expects the same words to follow.",
        "requires_repetition": true,
        "suggested_prompt": "Try: 'The cat sat on the mat. The cat' \u2014 the repeated 'The cat' lets induction heads activate.",
        "top_heads": [
          {
            "layer": 4,
            "head": 6,
            "score": 0.4372
          },
          {
            "layer": 4,
            "head": 8,
            "score": 0.5494
          },
          {
            "layer": 4,
            "head": 10,
            "score": 0.3222
          },
          {
            "layer": 5,
            "head": 7,
            "score": 0.2877
          },
          {
            "layer": 6,
            "head": 6,
            "score": 0.272
          },
          {
            "layer": 8,
            "head": 2,
            "score": 0.2958
          },
          {
            "layer": 8,
            "head": 11,
            "score": 0.3824
          },
          {
            "layer": 9,
            "head": 5,
            "score": 0.2983
          }
        ]
      },
      "duplicate_token": {
        "display_name": "Duplicate Token",
        "description": "Notices when the same word appears more than once",
        "icon": "clone",
        "educational_text": "This head notices when the same word appears more than once, like a highlighter for repeated words. It helps the model track which words have already been said.",
        "requires_repetition": true,
        "suggested_prompt": "Try a prompt with repeated words like 'The cat sat. The cat slept.' to see duplicate-token heads light up.",
        "top_heads": [
          {
            "layer": 0,
            "head": 7,
            "score": 0.2944
          },
          {
            "layer": 1,
            "head": 6,
            "score": 0.4044
          },
          {
            "layer": 2,
            "head": 10,
            "score": 0.1303
          },
          {
            "layer": 3,
            "head": 3,
            "score": 0.4733
          },
          {
            "layer": 6,
            "head": 10,
            "score": 0.1179
          },
          {
            "layer": 8,
            "head": 4,
            "score": 0.1228
          },
          {
            "layer": 10,
            "head": 5,
            "score": 0.1527
          },
          {
            "layer": 11,
            "head": 6,
            "score": 0.1244
          }
        ]
      },
      "positional": {
        "display_name": "Positional / First-Token",
        "description": "Always pays attention to the very first word, using it as an anchor point",
        "icon": "map-pin",
        "educational_text": "This head always pays attention to the very first word, using it as an anchor point. The first token serves as a 'default' position when no other token is specifically relevant.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 11,
            "score": 0.998
          },
          {
            "layer": 10,
            "head": 0,
            "score": 0.8874
          },
          {
            "layer": 10,
            "head": 3,
            "score": 0.9408
          },
          {
            "layer": 10,
            "head": 7,
            "score": 0.9263
          },
          {
            "layer": 10,
            "head": 8,
            "score": 0.9309
          },
          {
            "layer": 10,
            "head": 10,
            "score": 0.941
          },
          {
            "layer": 10,
            "head": 11,
            "score": 0.9111
          },
          {
            "layer": 11,
            "head": 1,
            "score": 0.8899
          }
        ]
      },
      "diffuse": {
        "display_name": "Diffuse / Spread",
        "description": "Spreads attention evenly across many words, gathering general context",
        "icon": "expand-arrows-alt",
        "educational_text": "This head spreads its attention evenly across many words, gathering general context rather than focusing on one spot. It provides a 'big picture' summary of the input.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 4,
            "score": 0.5814
          },
          {
            "layer": 1,
            "head": 3,
            "score": 0.5233
          },
          {
            "layer": 1,
            "head": 5,
            "score": 0.5695
          },
          {
            "layer": 1,
            "head": 11,
            "score": 0.5376
          },
          {
            "layer": 2,
            "head": 4,
            "score": 0.5202
          },
          {
            "layer": 2,
            "head": 7,
            "score": 0.5175
          },
          {
            "layer": 3,
            "head": 7,
            "score": 0.5388
          },
          {
            "layer": 3,
            "head": 8,
            "score": 0.5379
          }
        ]
      }
    },
    "all_scores": {
      "previous_token": [
        [
          0.4264988899230957,
          0.09556026756763458,
          0.2940203845500946,
          0.2972683608531952,
          0.30580756068229675,
          0.1096036434173584,
          0.16871103644371033,
          0.09508676826953888,
          0.4268243908882141,
          0.20261640846729279,
          0.2054600715637207,
          0.08030147105455399
        ],
        [
          0.30556076765060425,
          0.32574692368507385,
          0.5357360243797302,
          0.14812767505645752,
          0.1072654128074646,
          0.2000061273574829,
          0.09052741527557373,
          0.3827533423900604,
          0.13984975218772888,
          0.11586587131023407,
          0.11009833961725235,
          0.21139726042747498
        ],
        [
          0.22254355251789093,
          0.33994537591934204,
          0.18958759307861328,
          0.21504704654216766,
          0.1685754358768463,
          0.14020618796348572,
          0.2610458731651306,
          0.14449438452720642,
          0.36226290464401245,
          0.2558794617652893,
          0.11609458923339844,
          0.2446901798248291
        ],
        [
          0.6184492707252502,
          0.43252629041671753,
          0.8060469627380371,
          0.023899855092167854,
          0.2922860383987427,
          0.174092099070549,
          0.1723756492137909,
          0.1596720814704895,
          0.15901422500610352,
          0.27201730012893677,
          0.2194930613040924,
          0.1481388360261917
        ],
        [
          0.2143489122390747,
          0.10806821286678314,
          0.14233306050300598,
          0.18723827600479126,
          0.21845825016498566,
          0.2921988070011139,
          0.10042551904916763,
          0.21168315410614014,
          0.11649960279464722,
          0.18655811250209808,
          0.10848931223154068,
          0.10320274531841278
        ],
        [
          0.10413146018981934,
          0.27386122941970825,
          0.09772325307130814,
          0.1243046298623085,
          0.11229602992534637,
          0.12595278024673462,
          0.10034611076116562,
          0.10167292505502701,
          0.246602863073349,
          0.10565167665481567,
          0.11980836093425751,
          0.17380234599113464
        ],
        [
          0.23341874778270721,
          0.10812078416347504,
          0.2521529197692871,
          0.16364040970802307,
          0.14468620717525482,
          0.19117218255996704,
          0.13730551302433014,
          0.1304735690355301,
          0.18186773359775543,
          0.09416903555393219,
          0.09983979165554047,
          0.1308448612689972
        ],
        [
          0.14680364727973938,
          0.23480169475078583,
          0.1484493911266327,
          0.15691503882408142,
          0.17579101026058197,
          0.11506716907024384,
          0.11078079044818878,
          0.5852919816970825,
          0.13606484234333038,
          0.13152843713760376,
          0.08620502054691315,
          0.09594138711690903
        ],
        [
          0.21023514866828918,
          0.12862209975719452,
          0.10137386620044708,
          0.09797559678554535,
          0.2436424046754837,
          0.11250881850719452,
          0.09144920855760574,
          0.033015139400959015,
          0.10230658203363419,
          0.11756186187267303,
          0.09939123690128326,
          0.11667390912771225
        ],
        [
          0.10375580936670303,
          0.05206751823425293,
          0.1159815788269043,
          0.36042648553848267,
          0.09497976303100586,
          0.12802621722221375,
          0.0958634465932846,
          0.16110247373580933,
          0.11960713565349579,
          0.09570352733135223,
          0.1055208295583725,
          0.08717019110918045
        ],
        [
          0.0921962708234787,
          0.13423536717891693,
          0.13159367442131042,
          0.07765562832355499,
          0.07630999386310577,
          0.25960877537727356,
          0.08829621970653534,
          0.09192770719528198,
          0.08461650460958481,
          0.2965053915977478,
          0.08436654508113861,
          0.08489334583282471
        ],
        [
          0.2850223481655121,
          0.16201424598693848,
          0.2588808834552765,
          0.15266920626163483,
          0.18584191799163818,
          0.12548509240150452,
          0.4075485169887543,
          0.21888086199760437,
          0.14917722344398499,
          0.2790607511997223,
          0.1786002814769745,
          0.20394258201122284
        ]
      ],
      "induction": [
        [
          0.07701128721237183,
          0.017535148188471794,
          0.11705956608057022,
          0.08629289269447327,
          0.08904071897268295,
          0.03199811279773712,
          0.05517156049609184,
          0.026520628482103348,
          0.09996043145656586,
          0.10207247734069824,
          0.07257311046123505,
          0.00025260617258027196
        ],
        [
          0.05622650310397148,
          0.05808712914586067,
          0.067144975066185,
          0.11467637866735458,
          0.0321982242166996,
          0.08075150847434998,
          0.029507899656891823,
          0.0861966535449028,
          0.06450844556093216,
          0.055994946509599686,
          0.006365390028804541,
          0.09135054796934128
        ],
        [
          0.06779112666845322,
          0.0483102947473526,
          0.05900122597813606,
          0.07757942378520966,
          0.07693203538656235,
          0.03713057190179825,
          0.048512451350688934,
          0.06949805468320847,
          0.09124938398599625,
          0.04024752601981163,
          0.06872431933879852,
          0.030775323510169983
        ],
        [
          0.05932322144508362,
          0.06841427087783813,
          0.054345034062862396,
          0.029409777373075485,
          0.10910241305828094,
          0.07294142246246338,
          0.06993305683135986,
          0.07490559667348862,
          0.1002679094672203,
          0.044052354991436005,
          0.0690588429570198,
          0.06153787299990654
        ],
        [
          0.044807709753513336,
          0.057117342948913574,
          0.06734611093997955,
          0.06701549142599106,
          0.0741240531206131,
          0.04508175700902939,
          0.4371562600135803,
          0.10738658905029297,
          0.5494241714477539,
          0.11392565071582794,
          0.3222050070762634,
          0.24980290234088898
        ],
        [
          0.23894651234149933,
          0.0641191229224205,
          0.0787484422326088,
          0.09689081460237503,
          0.06371630728244781,
          0.08599305897951126,
          0.1413736641407013,
          0.28772056102752686,
          0.04361279681324959,
          0.07678259909152985,
          0.1557573825120926,
          0.10650037229061127
        ],
        [
          0.05577658861875534,
          0.06269685924053192,
          0.04832728952169418,
          0.11031855642795563,
          0.048909835517406464,
          0.08207987248897552,
          0.2720183730125427,
          0.11697898805141449,
          0.0947861522436142,
          0.04714630916714668,
          0.0736892968416214,
          0.181941956281662
        ],
        [
          0.06310433894395828,
          0.04179205745458603,
          0.13100822269916534,
          0.11050431430339813,
          0.0582401268184185,
          0.12023087590932846,
          0.08211906254291534,
          0.049370307475328445,
          0.10049936920404434,
          0.11091196537017822,
          0.006803856231272221,
          0.07784422487020493
        ],
        [
          0.039071403443813324,
          0.12332495301961899,
          0.29583194851875305,
          0.10066261142492294,
          0.10529933124780655,
          0.025395607575774193,
          0.046905480325222015,
          0.00906788744032383,
          0.2630094289779663,
          0.13018958270549774,
          0.09035716205835342,
          0.3823699355125427
        ],
        [
          0.05384252220392227,
          0.031077509745955467,
          0.1841346174478531,
          0.061367422342300415,
          0.09206642955541611,
          0.2983171045780182,
          0.12308977544307709,
          0.1439206302165985,
          0.18172435462474823,
          0.17614082992076874,
          0.04471972584724426,
          0.0165676549077034
        ],
        [
          0.06801747530698776,
          0.0443306565284729,
          0.16218747198581696,
          0.002743458840996027,
          0.05577625706791878,
          0.1144692674279213,
          0.17875778675079346,
          0.049226049333810806,
          0.03490157425403595,
          0.03644789382815361,
          0.06974257528781891,
          0.07495521754026413
        ],
        [
          0.059784866869449615,
          0.01739068329334259,
          0.04698021709918976,
          0.02898530103266239,
          0.11547069251537323,
          0.02966049686074257,
          0.04520930349826813,
          0.03288981691002846,
          0.04331452026963234,
          0.04213542863726616,
          0.017231201753020287,
          0.03580228239297867
        ]
      ],
      "duplicate_token": [
        [
          0.013819986954331398,
          0.019681628793478012,
          0.13604123890399933,
          0.0690375566482544,
          0.036027953028678894,
          0.04710540920495987,
          0.08166050910949707,
          0.2944464087486267,
          0.015063909813761711,
          0.07870297133922577,
          0.07826776802539825,
          0.00018097857537213713
        ],
        [
          0.03043212927877903,
          0.03284068405628204,
          0.015251973643898964,
          0.1496858447790146,
          0.03822408989071846,
          0.07267940789461136,
          0.40444546937942505,
          0.06136505678296089,
          0.10357300937175751,
          0.04687481373548508,
          0.1671525090932846,
          0.07497148960828781
        ],
        [
          0.08855173736810684,
          0.05768952518701553,
          0.057761214673519135,
          0.07448185980319977,
          0.06994006782770157,
          0.026706159114837646,
          0.01962551474571228,
          0.08555589616298676,
          0.037439387291669846,
          0.013953464105725288,
          0.13027705252170563,
          0.03759302571415901
        ],
        [
          0.03622549772262573,
          0.07429055869579315,
          0.00270613725297153,
          0.47327670454978943,
          0.06166241690516472,
          0.06442303955554962,
          0.06582464277744293,
          0.12060266733169556,
          0.08733094483613968,
          0.052862364798784256,
          0.08048547059297562,
          0.052359867841005325
        ],
        [
          0.02744395099580288,
          0.04909005016088486,
          0.057110317051410675,
          0.06863230466842651,
          0.030478501692414284,
          0.05166705325245857,
          0.02044212631881237,
          0.05439627915620804,
          0.044500675052404404,
          0.07338731735944748,
          0.05452173948287964,
          0.05086874961853027
        ],
        [
          0.06585309654474258,
          0.06019951030611992,
          0.040130458772182465,
          0.05358970910310745,
          0.04494374617934227,
          0.10902969539165497,
          0.0434311106801033,
          0.057972829788923264,
          0.036850787699222565,
          0.0764046385884285,
          0.058345627039670944,
          0.05926745384931564
        ],
        [
          0.03805521875619888,
          0.045435987412929535,
          0.021616917103528976,
          0.06100980564951897,
          0.041732579469680786,
          0.04851328581571579,
          0.08217066526412964,
          0.08379928022623062,
          0.05780512094497681,
          0.07611928880214691,
          0.11791165918111801,
          0.08308760821819305
        ],
        [
          0.03993162512779236,
          0.06858155876398087,
          0.06498377025127411,
          0.032649796456098557,
          0.04363821819424629,
          0.05431594327092171,
          0.10758323967456818,
          0.015187323093414307,
          0.0526711642742157,
          0.04294400289654732,
          0.013761548325419426,
          0.03646775335073471
        ],
        [
          0.061077721416950226,
          0.06089358404278755,
          0.04340531677007675,
          0.015031320042908192,
          0.12280686944723129,
          0.014700202271342278,
          0.08381082862615585,
          0.05414106696844101,
          0.034472741186618805,
          0.0991402193903923,
          0.027485862374305725,
          0.04846283048391342
        ],
        [
          0.062184423208236694,
          0.02208034135401249,
          0.022649560123682022,
          0.06860844045877457,
          0.029529085382819176,
          0.0229618139564991,
          0.028252024203538895,
          0.02870730683207512,
          0.028480876237154007,
          0.031674448400735855,
          0.01810614764690399,
          0.07946773618459702
        ],
        [
          0.0016094446182250977,
          0.04179488867521286,
          0.021452544257044792,
          0.010494960471987724,
          0.01620081253349781,
          0.15266798436641693,
          0.04182938486337662,
          0.011679879389703274,
          0.013298367150127888,
          0.05564340204000473,
          0.017629548907279968,
          0.019411806017160416
        ],
        [
          0.03533392399549484,
          0.02167857065796852,
          0.08753033727407455,
          0.09075864404439926,
          0.06620796024799347,
          0.05551730841398239,
          0.12435110658407211,
          0.005878866650164127,
          0.018954645842313766,
          0.04122581332921982,
          0.02683143876492977,
          0.09210944920778275
        ]
      ],
      "positional": [
        [
          0.2765007019042969,
          0.8788089752197266,
          0.1516530066728592,
          0.32655006647109985,
          0.3154807984828949,
          0.7227676510810852,
          0.4327367842197418,
          0.47079992294311523,
          0.18821677565574646,
          0.36821070313453674,
          0.36957603693008423,
          0.9980481266975403
        ],
        [
          0.32402002811431885,
          0.4760347902774811,
          0.17219994962215424,
          0.3217570185661316,
          0.6621360778808594,
          0.34797289967536926,
          0.5463301539421082,
          0.18504831194877625,
          0.38123103976249695,
          0.5874462127685547,
          0.801399827003479,
          0.19590699672698975
        ],
        [
          0.3908352851867676,
          0.33481624722480774,
          0.5025205612182617,
          0.3795804977416992,
          0.4983646273612976,
          0.7113853693008423,
          0.4790378212928772,
          0.37638118863105774,
          0.22997955977916718,
          0.5168507099151611,
          0.5639501810073853,
          0.5097150802612305
        ],
        [
          0.20323386788368225,
          0.3017299771308899,
          0.16722926497459412,
          0.11107401549816132,
          0.2573971748352051,
          0.5345746278762817,
          0.46578478813171387,
          0.46542859077453613,
          0.44950175285339355,
          0.45962658524513245,
          0.3941962718963623,
          0.4696049690246582
        ],
        [
          0.4671604633331299,
          0.770423948764801,
          0.6425099968910217,
          0.4121084213256836,
          0.45099544525146484,
          0.4385393261909485,
          0.7851685285568237,
          0.5191314220428467,
          0.6381372213363647,
          0.4751124978065491,
          0.7597222924232483,
          0.7549169063568115
        ],
        [
          0.7763342261314392,
          0.4651542603969574,
          0.8105762600898743,
          0.6533324718475342,
          0.7143512964248657,
          0.575149655342102,
          0.8240793347358704,
          0.7517821192741394,
          0.4395168721675873,
          0.7837854027748108,
          0.7120271921157837,
          0.536669135093689
        ],
        [
          0.3985188901424408,
          0.7771745324134827,
          0.5598581433296204,
          0.4986395239830017,
          0.6348875164985657,
          0.5142595171928406,
          0.6467076539993286,
          0.6308767795562744,
          0.5648139715194702,
          0.7926239371299744,
          0.7574219107627869,
          0.6591185331344604
        ],
        [
          0.6373928189277649,
          0.5890146493911743,
          0.5873897075653076,
          0.6310370564460754,
          0.5590822100639343,
          0.6251831650733948,
          0.7256765961647034,
          0.3439166247844696,
          0.6042270064353943,
          0.7281517386436462,
          0.3528296947479248,
          0.8086317181587219
        ],
        [
          0.6990949511528015,
          0.6125544309616089,
          0.7597838640213013,
          0.8309343457221985,
          0.19296841323375702,
          0.8266493082046509,
          0.7849224209785461,
          0.22492821514606476,
          0.7977932095527649,
          0.7227919697761536,
          0.7928453683853149,
          0.6973786354064941
        ],
        [
          0.777206301689148,
          0.3962259590625763,
          0.8001601099967957,
          0.3275998532772064,
          0.8744257688522339,
          0.676798403263092,
          0.8366994857788086,
          0.6706493496894836,
          0.738209068775177,
          0.825154185295105,
          0.8429128527641296,
          0.8237306475639343
        ],
        [
          0.8873790502548218,
          0.7225767374038696,
          0.683576762676239,
          0.9408203959465027,
          0.7856476306915283,
          0.19099032878875732,
          0.8862797021865845,
          0.9263007044792175,
          0.9309337735176086,
          0.5115782022476196,
          0.9409860372543335,
          0.9111086130142212
        ],
        [
          0.6351572275161743,
          0.8898977041244507,
          0.6510621905326843,
          0.7088538408279419,
          0.7060943841934204,
          0.7926560640335083,
          0.3369448184967041,
          0.7031222581863403,
          0.747296929359436,
          0.5669306516647339,
          0.783491313457489,
          0.2852826714515686
        ]
      ],
      "diffuse": [
        [
          0.30141884088516235,
          0.18402445316314697,
          0.4134806990623474,
          0.4968227744102478,
          0.5813931226730347,
          0.3588680326938629,
          0.5144804120063782,
          0.3631823658943176,
          0.3435049057006836,
          0.49539098143577576,
          0.481376975774765,
          0.00577272055670619
        ],
        [
          0.4767843782901764,
          0.37371212244033813,
          0.3510496914386749,
          0.5233412981033325,
          0.313146710395813,
          0.5694597363471985,
          0.3741203546524048,
          0.37249869108200073,
          0.41956472396850586,
          0.43893250823020935,
          0.19504204392433167,
          0.5375769138336182
        ],
        [
          0.4570673406124115,
          0.4400789737701416,
          0.45294004678726196,
          0.5058267116546631,
          0.5202258825302124,
          0.32188794016838074,
          0.45898494124412537,
          0.5175002813339233,
          0.5076115727424622,
          0.38112396001815796,
          0.4236725866794586,
          0.3507261574268341
        ],
        [
          0.29062360525131226,
          0.37102562189102173,
          0.15769848227500916,
          0.15701723098754883,
          0.4724007248878479,
          0.40637677907943726,
          0.502306342124939,
          0.5388393998146057,
          0.5378687381744385,
          0.3862631916999817,
          0.4670638144016266,
          0.48859089612960815
        ],
        [
          0.3763621747493744,
          0.27963489294052124,
          0.33600619435310364,
          0.5107623338699341,
          0.4575285315513611,
          0.3284991383552551,
          0.09722716361284256,
          0.4193178713321686,
          0.20984049141407013,
          0.48135074973106384,
          0.09259283542633057,
          0.21165089309215546
        ],
        [
          0.17777420580387115,
          0.4407997727394104,
          0.18563835322856903,
          0.33606770634651184,
          0.32485848665237427,
          0.3719478249549866,
          0.08592085540294647,
          0.1952778846025467,
          0.38598281145095825,
          0.16969650983810425,
          0.2028699666261673,
          0.4567413330078125
        ],
        [
          0.39228737354278564,
          0.25190627574920654,
          0.27832528948783875,
          0.4548851549625397,
          0.3357779383659363,
          0.4599667489528656,
          0.26713305711746216,
          0.3897528052330017,
          0.4076070189476013,
          0.11806212365627289,
          0.20845317840576172,
          0.28885677456855774
        ],
        [
          0.40318435430526733,
          0.231159970164299,
          0.2754489779472351,
          0.25864070653915405,
          0.3028934597969055,
          0.2622562348842621,
          0.09616132080554962,
          0.31477659940719604,
          0.4195760190486908,
          0.13883228600025177,
          0.010592649690806866,
          0.2057463377714157
        ],
        [
          0.1731337159872055,
          0.05490954965353012,
          0.06279916316270828,
          0.0649581179022789,
          0.0970628634095192,
          0.06884779036045074,
          0.055285364389419556,
          0.06773437559604645,
          0.06344689428806305,
          0.11253678798675537,
          0.16960439085960388,
          0.098811075091362
        ],
        [
          0.07163457572460175,
          0.08662073314189911,
          0.051747482270002365,
          0.2416849434375763,
          0.04261302947998047,
          0.09367555379867554,
          0.05875440314412117,
          0.11920768022537231,
          0.07626501470804214,
          0.05863000825047493,
          0.12988820672035217,
          0.06880348920822144
        ],
        [
          0.03687640279531479,
          0.04068835824728012,
          0.06995633244514465,
          0.03131213039159775,
          0.025136316195130348,
          0.28522229194641113,
          0.014794426038861275,
          0.02837366797029972,
          0.02705109491944313,
          0.1809929609298706,
          0.026147017255425453,
          0.02593183144927025
        ],
        [
          0.061850547790527344,
          0.0054590534418821335,
          0.03313799574971199,
          0.034994497895240784,
          0.0263183806091547,
          0.026245292276144028,
          0.058327801525592804,
          0.0227215439081192,
          0.016507713124155998,
          0.050694722682237625,
          0.01944214291870594,
          0.07942354679107666
        ]
      ]
    }
  },
  "EleutherAI/pythia-410m": {
    "model_name": "EleutherAI/pythia-410m",
    "num_layers": 24,
    "num_heads": 16,
    "analysis_date": "2026-02-26",
    "categories": {
      "previous_token": {
        "display_name": "Previous Token",
        "description": "Attends to the immediately preceding token \u2014 like reading left to right",
        "icon": "arrow-left",
        "educational_text": "This head looks at the word right before the current one. Like reading left to right, it helps track local word-by-word patterns.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 0,
            "score": 0.4291
          },
          {
            "layer": 1,
            "head": 10,
            "score": 0.533
          },
          {
            "layer": 1,
            "head": 14,
            "score": 0.4747
          },
          {
            "layer": 3,
            "head": 1,
            "score": 0.6204
          },
          {
            "layer": 4,
            "head": 9,
            "score": 0.6282
          },
          {
            "layer": 5,
            "head": 2,
            "score": 0.8176
          },
          {
            "layer": 9,
            "head": 5,
            "score": 0.4737
          },
          {
            "layer": 21,
            "head": 2,
            "score": 0.5468
          }
        ]
      },
      "induction": {
        "display_name": "Induction",
        "description": "Completes repeated patterns: if it saw [A][B] before and now sees [A], it predicts [B]",
        "icon": "repeat",
        "educational_text": "This head finds patterns that happened before and predicts they'll happen again. If it saw 'the cat' earlier, it expects the same words to follow.",
        "requires_repetition": true,
        "suggested_prompt": "Try: 'The cat sat on the mat. The cat' \u2014 the repeated 'The cat' lets induction heads activate.",
        "top_heads": [
          {
            "layer": 6,
            "head": 3,
            "score": 0.5264
          },
          {
            "layer": 7,
            "head": 1,
            "score": 0.3412
          },
          {
            "layer": 7,
            "head": 7,
            "score": 0.433
          },
          {
            "layer": 8,
            "head": 7,
            "score": 0.3601
          },
          {
            "layer": 8,
            "head": 9,
            "score": 0.4197
          },
          {
            "layer": 10,
            "head": 9,
            "score": 0.253
          },
          {
            "layer": 11,
            "head": 1,
            "score": 0.3904
          },
          {
            "layer": 11,
            "head": 2,
            "score": 0.3865
          }
        ]
      },
      "duplicate_token": {
        "display_name": "Duplicate Token",
        "description": "Notices when the same word appears more than once",
        "icon": "clone",
        "educational_text": "This head notices when the same word appears more than once, like a highlighter for repeated words. It helps the model track which words have already been said.",
        "requires_repetition": true,
        "suggested_prompt": "Try a prompt with repeated words like 'The cat sat. The cat slept.' to see duplicate-token heads light up.",
        "top_heads": [
          {
            "layer": 0,
            "head": 5,
            "score": 0.2452
          },
          {
            "layer": 1,
            "head": 4,
            "score": 0.4085
          },
          {
            "layer": 2,
            "head": 10,
            "score": 0.382
          },
          {
            "layer": 6,
            "head": 0,
            "score": 0.5547
          },
          {
            "layer": 7,
            "head": 0,
            "score": 0.3741
          },
          {
            "layer": 7,
            "head": 8,
            "score": 0.3361
          },
          {
            "layer": 9,
            "head": 8,
            "score": 0.538
          },
          {
            "layer": 23,
            "head": 10,
            "score": 0.2005
          }
        ]
      },
      "positional": {
        "display_name": "Positional / First-Token",
        "description": "Always pays attention to the very first word, using it as an anchor point",
        "icon": "map-pin",
        "educational_text": "This head always pays attention to the very first word, using it as an anchor point. The first token serves as a 'default' position when no other token is specifically relevant.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 1,
            "score": 0.9998
          },
          {
            "layer": 18,
            "head": 3,
            "score": 0.9921
          },
          {
            "layer": 20,
            "head": 8,
            "score": 0.9835
          },
          {
            "layer": 20,
            "head": 9,
            "score": 0.9882
          },
          {
            "layer": 20,
            "head": 11,
            "score": 0.9872
          },
          {
            "layer": 21,
            "head": 13,
            "score": 0.9905
          },
          {
            "layer": 22,
            "head": 12,
            "score": 0.9849
          },
          {
            "layer": 23,
            "head": 2,
            "score": 0.9952
          }
        ]
      },
      "diffuse": {
        "display_name": "Diffuse / Spread",
        "description": "Spreads attention evenly across many words, gathering general context",
        "icon": "expand-arrows-alt",
        "educational_text": "This head spreads its attention evenly across many words, gathering general context rather than focusing on one spot. It provides a 'big picture' summary of the input.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 6,
            "score": 0.6243
          },
          {
            "layer": 1,
            "head": 2,
            "score": 0.5757
          },
          {
            "layer": 3,
            "head": 6,
            "score": 0.5912
          },
          {
            "layer": 3,
            "head": 7,
            "score": 0.5631
          },
          {
            "layer": 3,
            "head": 12,
            "score": 0.604
          },
          {
            "layer": 4,
            "head": 12,
            "score": 0.5649
          },
          {
            "layer": 4,
            "head": 14,
            "score": 0.5878
          },
          {
            "layer": 5,
            "head": 6,
            "score": 0.5857
          }
        ]
      }
    },
    "all_scores": {
      "previous_token": [
        [
          0.42907339334487915,
          0.08017122745513916,
          0.11973150074481964,
          0.13802599906921387,
          0.18619410693645477,
          0.12994880974292755,
          0.1974293440580368,
          0.19610650837421417,
          0.12233328819274902,
          0.31080320477485657,
          0.21611066162586212,
          0.15064015984535217,
          0.17512018978595734,
          0.08409944176673889,
          0.3334486782550812,
          0.13353094458580017
        ],
        [
          0.10617773234844208,
          0.23254701495170593,
          0.20343831181526184,
          0.27581557631492615,
          0.09271100163459778,
          0.24672487378120422,
          0.4236047863960266,
          0.2220829725265503,
          0.10780258476734161,
          0.20052394270896912,
          0.5330114960670471,
          0.33254045248031616,
          0.31816530227661133,
          0.18965287506580353,
          0.4746668338775635,
          0.07823095470666885
        ],
        [
          0.1933266818523407,
          0.15227527916431427,
          0.11241571605205536,
          0.16544707119464874,
          0.1359488070011139,
          0.234902024269104,
          0.11344021558761597,
          0.2740500867366791,
          0.15008120238780975,
          0.14322485029697418,
          0.09118981659412384,
          0.14487527310848236,
          0.1267145425081253,
          0.21180108189582825,
          0.25706610083580017,
          0.17204822599887848
        ],
        [
          0.17926499247550964,
          0.6203806400299072,
          0.13172084093093872,
          0.27573859691619873,
          0.24640445411205292,
          0.1969243437051773,
          0.20000764727592468,
          0.1398099660873413,
          0.24410352110862732,
          0.36139410734176636,
          0.26411592960357666,
          0.15774592757225037,
          0.20079970359802246,
          0.2094755917787552,
          0.1485956758260727,
          0.17614933848381042
        ],
        [
          0.23914632201194763,
          0.12708838284015656,
          0.12478841841220856,
          0.15306420624256134,
          0.15479496121406555,
          0.20145118236541748,
          0.149611696600914,
          0.15665529668331146,
          0.1722109019756317,
          0.6282234787940979,
          0.15417906641960144,
          0.19116422533988953,
          0.14933301508426666,
          0.15669012069702148,
          0.25718259811401367,
          0.15728333592414856
        ],
        [
          0.2240719348192215,
          0.25889164209365845,
          0.81755530834198,
          0.25971660017967224,
          0.3018185496330261,
          0.31944698095321655,
          0.1643340289592743,
          0.13525612652301788,
          0.2580798268318176,
          0.39652180671691895,
          0.19627073407173157,
          0.3012552559375763,
          0.2866470217704773,
          0.15627354383468628,
          0.2211488038301468,
          0.2430344521999359
        ],
        [
          0.07209957391023636,
          0.17078430950641632,
          0.10103623569011688,
          0.11920303106307983,
          0.1705726683139801,
          0.1526019275188446,
          0.0811065286397934,
          0.13493725657463074,
          0.09633038938045502,
          0.1718328297138214,
          0.11400975286960602,
          0.10433202981948853,
          0.17831632494926453,
          0.32057955861091614,
          0.12370635569095612,
          0.11791308969259262
        ],
        [
          0.05900467187166214,
          0.09161251783370972,
          0.36863481998443604,
          0.10912220180034637,
          0.1065974086523056,
          0.1364721655845642,
          0.08694914728403091,
          0.12249867618083954,
          0.07676130533218384,
          0.1628059446811676,
          0.24959373474121094,
          0.12138191610574722,
          0.1755482256412506,
          0.09713371098041534,
          0.0951191633939743,
          0.08877091854810715
        ],
        [
          0.22614732384681702,
          0.1698448359966278,
          0.26871174573898315,
          0.10218073427677155,
          0.16365757584571838,
          0.153818741440773,
          0.08231683820486069,
          0.10882812738418579,
          0.123924121260643,
          0.0932912677526474,
          0.0981147512793541,
          0.10943041741847992,
          0.1937428116798401,
          0.09296934306621552,
          0.14536599814891815,
          0.20634789764881134
        ],
        [
          0.08780466020107269,
          0.11342127621173859,
          0.11856637895107269,
          0.09371541440486908,
          0.12753097712993622,
          0.4736863672733307,
          0.09058871120214462,
          0.12535978853702545,
          0.08752559125423431,
          0.08032235503196716,
          0.16504786908626556,
          0.09887977689504623,
          0.14711894094944,
          0.1893255114555359,
          0.1259852945804596,
          0.12224485725164413
        ],
        [
          0.08610384166240692,
          0.26093971729278564,
          0.1362420618534088,
          0.09180127829313278,
          0.09548543393611908,
          0.17892521619796753,
          0.11817087233066559,
          0.10285709798336029,
          0.12171751260757446,
          0.08950082957744598,
          0.1287379115819931,
          0.15865622460842133,
          0.10760907828807831,
          0.13544100522994995,
          0.20382674038410187,
          0.12181355059146881
        ],
        [
          0.12416806071996689,
          0.10220383107662201,
          0.10312392562627792,
          0.13294878602027893,
          0.12036021053791046,
          0.09003506600856781,
          0.08753383904695511,
          0.1233200877904892,
          0.17161650955677032,
          0.16725225746631622,
          0.1243874579668045,
          0.08829717338085175,
          0.13806454837322235,
          0.12741976976394653,
          0.09291830658912659,
          0.121052585542202
        ],
        [
          0.14230681955814362,
          0.08166151493787766,
          0.2344624251127243,
          0.09390212595462799,
          0.15456752479076385,
          0.2783813178539276,
          0.09111769497394562,
          0.10883015394210815,
          0.09612832963466644,
          0.1343904435634613,
          0.16334636509418488,
          0.10377301275730133,
          0.1129067987203598,
          0.14595875144004822,
          0.17340818047523499,
          0.11475169658660889
        ],
        [
          0.21157796680927277,
          0.12386651337146759,
          0.1162647008895874,
          0.09062683582305908,
          0.08636665344238281,
          0.11010613292455673,
          0.11196808516979218,
          0.11525867879390717,
          0.13902239501476288,
          0.08621357381343842,
          0.14491119980812073,
          0.10154809802770615,
          0.16567732393741608,
          0.10956738889217377,
          0.09223176538944244,
          0.09312908351421356
        ],
        [
          0.09420483559370041,
          0.1283571720123291,
          0.11721792072057724,
          0.06990445405244827,
          0.08929313719272614,
          0.09101193398237228,
          0.08262382447719574,
          0.14990118145942688,
          0.08644048869609833,
          0.08179234713315964,
          0.10436459630727768,
          0.09372653067111969,
          0.13478228449821472,
          0.12163335084915161,
          0.09052468836307526,
          0.10932745784521103
        ],
        [
          0.10263756662607193,
          0.10710681974887848,
          0.12160185724496841,
          0.16099202632904053,
          0.2049064189195633,
          0.0917368084192276,
          0.11991256475448608,
          0.14519545435905457,
          0.10620163381099701,
          0.10006563365459442,
          0.11491402238607407,
          0.19994843006134033,
          0.11516419798135757,
          0.16983680427074432,
          0.1044253557920456,
          0.13731031119823456
        ],
        [
          0.13508686423301697,
          0.10866093635559082,
          0.18530172109603882,
          0.09321816265583038,
          0.09075189381837845,
          0.1053302064538002,
          0.09224365651607513,
          0.12311027199029922,
          0.08508659899234772,
          0.09959801286458969,
          0.09385852515697479,
          0.08524651825428009,
          0.12503626942634583,
          0.09666644036769867,
          0.08628871291875839,
          0.14839845895767212
        ],
        [
          0.1602669060230255,
          0.08328486979007721,
          0.12975315749645233,
          0.11886658519506454,
          0.2959389090538025,
          0.12887981534004211,
          0.08968270570039749,
          0.1372193992137909,
          0.0829278752207756,
          0.09069879353046417,
          0.09435652196407318,
          0.09590839594602585,
          0.09001418948173523,
          0.10575796663761139,
          0.12684838473796844,
          0.09142804145812988
        ],
        [
          0.08755169808864594,
          0.07708321511745453,
          0.09919216483831406,
          0.08301593363285065,
          0.09198341518640518,
          0.07903873920440674,
          0.06947213411331177,
          0.07880961149930954,
          0.08624427020549774,
          0.08954127132892609,
          0.0934147909283638,
          0.1002151221036911,
          0.087803915143013,
          0.08645855635404587,
          0.08870772272348404,
          0.09995422512292862
        ],
        [
          0.08291551470756531,
          0.083536796271801,
          0.2150346338748932,
          0.17308831214904785,
          0.08599142730236053,
          0.08060171455144882,
          0.0872511938214302,
          0.09390799701213837,
          0.08447621762752533,
          0.12404090166091919,
          0.12403353303670883,
          0.09772803634405136,
          0.08922601491212845,
          0.08339574187994003,
          0.0933510959148407,
          0.11571896076202393
        ],
        [
          0.08374953269958496,
          0.12212449312210083,
          0.10358452796936035,
          0.08416621387004852,
          0.18505387008190155,
          0.09481032937765121,
          0.14596015214920044,
          0.09646420180797577,
          0.07939989119768143,
          0.07998231798410416,
          0.08213867247104645,
          0.07994835078716278,
          0.06404232978820801,
          0.09226249158382416,
          0.08343274891376495,
          0.08770865947008133
        ],
        [
          0.10476507246494293,
          0.09174531698226929,
          0.5468272566795349,
          0.11064797639846802,
          0.0902429074048996,
          0.0844571515917778,
          0.12410669028759003,
          0.1872195303440094,
          0.08638019114732742,
          0.10948365926742554,
          0.13781258463859558,
          0.1329139769077301,
          0.07808785885572433,
          0.08098827302455902,
          0.08690488338470459,
          0.07867269217967987
        ],
        [
          0.0860297903418541,
          0.17695526778697968,
          0.1666201651096344,
          0.16500744223594666,
          0.08265466243028641,
          0.16136786341667175,
          0.16682787239551544,
          0.09194562584161758,
          0.23934146761894226,
          0.08296550065279007,
          0.17376533150672913,
          0.1292603462934494,
          0.07547152787446976,
          0.09582170099020004,
          0.16081304848194122,
          0.0913681834936142
        ],
        [
          0.09166057407855988,
          0.1320606768131256,
          0.08126723021268845,
          0.08316262066364288,
          0.07698067277669907,
          0.15496860444545746,
          0.1809903085231781,
          0.16274213790893555,
          0.19890883564949036,
          0.06918055564165115,
          0.2949402928352356,
          0.28624171018600464,
          0.1607324182987213,
          0.24817922711372375,
          0.32079583406448364,
          0.2926994264125824
        ]
      ],
      "induction": [
        [
          0.08422530442476273,
          1.8593196728033945e-05,
          0.03171209245920181,
          0.07661788165569305,
          0.10053129494190216,
          0.06443247199058533,
          0.09337438642978668,
          0.0964503288269043,
          0.036062587052583694,
          0.08716614544391632,
          0.0859571099281311,
          0.05489535257220268,
          0.06600691378116608,
          0.0043752435594797134,
          0.11489252746105194,
          0.04321864992380142
        ],
        [
          0.020308608189225197,
          0.055597204715013504,
          0.1260179579257965,
          0.07458582520484924,
          0.03866830840706825,
          0.10780098289251328,
          0.0743153840303421,
          0.04620283842086792,
          0.03047827258706093,
          0.050650231540203094,
          0.04871480166912079,
          0.10888280719518661,
          0.07222913205623627,
          0.06977661699056625,
          0.07326589524745941,
          0.0036313689779490232
        ],
        [
          0.11617805808782578,
          0.05574899911880493,
          0.03944532945752144,
          0.09441329538822174,
          0.07570777088403702,
          0.05944662168622017,
          0.030393589287996292,
          0.0751270279288292,
          0.07993301004171371,
          0.038079310208559036,
          0.02608206868171692,
          0.046321969479322433,
          0.042514633387327194,
          0.09661545604467392,
          0.08076011389493942,
          0.10103312879800797
        ],
        [
          0.07135214656591415,
          0.0601671040058136,
          0.056955743581056595,
          0.0577668771147728,
          0.08040916174650192,
          0.07289618998765945,
          0.1055770143866539,
          0.07312330603599548,
          0.05337924882769585,
          0.04842030629515648,
          0.06215305253863335,
          0.04915881156921387,
          0.08691420406103134,
          0.05676049739122391,
          0.06871036440134048,
          0.0670342743396759
        ],
        [
          0.050674378871917725,
          0.055448394268751144,
          0.1006271094083786,
          0.06960661709308624,
          0.07888573408126831,
          0.02306259050965309,
          0.06518341600894928,
          0.051153916865587234,
          0.0907154455780983,
          0.04580454155802727,
          0.05174550414085388,
          0.09130344539880753,
          0.06848509609699249,
          0.08392646908760071,
          0.09727165848016739,
          0.08154074102640152
        ],
        [
          0.08010737597942352,
          0.06875617057085037,
          0.05067496374249458,
          0.05819220095872879,
          0.06312324106693268,
          0.07031320780515671,
          0.06976209580898285,
          0.06397408992052078,
          0.036747850477695465,
          0.08273124694824219,
          0.0831422507762909,
          0.07448741048574448,
          0.03954365476965904,
          0.05241326242685318,
          0.0731838196516037,
          0.05290219932794571
        ],
        [
          0.0030889855697751045,
          0.08039550483226776,
          0.07964649051427841,
          0.5263523459434509,
          0.05009201914072037,
          0.08000124245882034,
          0.03775880113244057,
          0.05239342525601387,
          0.006834282074123621,
          0.026353459805250168,
          0.044096823781728745,
          0.05470909923315048,
          0.098335862159729,
          0.06793668121099472,
          0.05685989186167717,
          0.07269054651260376
        ],
        [
          0.04335976764559746,
          0.3411744236946106,
          0.044504325836896896,
          0.09398043900728226,
          0.042452212423086166,
          0.027125969529151917,
          0.04020651429891586,
          0.4330187439918518,
          0.00021832089987583458,
          0.04300098866224289,
          0.05010868236422539,
          0.04406465217471123,
          0.08689175546169281,
          0.016336489468812943,
          0.032833319157361984,
          0.01358523778617382
        ],
        [
          0.07856336236000061,
          0.03438543900847435,
          0.06687575578689575,
          0.08285453170537949,
          0.16756676137447357,
          0.08199933171272278,
          0.1796543449163437,
          0.36014214158058167,
          0.029215693473815918,
          0.41965484619140625,
          0.040297482162714005,
          0.03880380094051361,
          0.14489497244358063,
          0.1152326911687851,
          0.1369180977344513,
          0.07387221604585648
        ],
        [
          0.12095107138156891,
          0.10254514217376709,
          0.06854231655597687,
          0.05176673084497452,
          0.09414642304182053,
          0.07116290926933289,
          0.0806114673614502,
          0.03924169763922691,
          0.041006993502378464,
          0.0075793759897351265,
          0.05530233308672905,
          0.0067737773060798645,
          0.04419486224651337,
          0.04246901720762253,
          0.05373663455247879,
          0.03908567503094673
        ],
        [
          0.16315877437591553,
          0.039116933941841125,
          0.02334565855562687,
          0.0514204204082489,
          0.2516046464443207,
          0.03758396953344345,
          0.06191578507423401,
          0.07487139850854874,
          0.16309833526611328,
          0.25296202301979065,
          0.06463409960269928,
          0.05688754841685295,
          0.06839867681264877,
          0.24314622581005096,
          0.0755719542503357,
          0.058764584362506866
        ],
        [
          0.041244376450777054,
          0.3903587758541107,
          0.386524498462677,
          0.04102396219968796,
          0.1437501460313797,
          0.015088158659636974,
          0.0385846346616745,
          0.060573600232601166,
          0.04679043963551521,
          0.030962487682700157,
          0.028653860092163086,
          0.010327029973268509,
          0.06781340390443802,
          0.057484108954668045,
          0.22515849769115448,
          0.08442772179841995
        ],
        [
          0.11179951578378677,
          0.0203055702149868,
          0.03595227748155594,
          0.01809341460466385,
          0.03852897509932518,
          0.03853803873062134,
          0.0431177094578743,
          0.04736080765724182,
          0.060279350727796555,
          0.05406738072633743,
          0.09385186433792114,
          0.10742779076099396,
          0.0496651828289032,
          0.0679306611418724,
          0.04012526944279671,
          0.032283149659633636
        ],
        [
          0.029568273574113846,
          0.09531119465827942,
          0.01901305466890335,
          0.011275912635028362,
          0.007414893247187138,
          0.09077789634466171,
          0.024810243397951126,
          0.02853594720363617,
          0.05858997255563736,
          0.007238748017698526,
          0.05846325308084488,
          0.03753767907619476,
          0.050865523517131805,
          0.03732455149292946,
          0.03977266699075699,
          0.015397356823086739
        ],
        [
          0.15444065630435944,
          0.05970390513539314,
          0.18543922901153564,
          0.008340270258486271,
          0.004831943195313215,
          0.01255557220429182,
          0.017756450921297073,
          0.08887903392314911,
          0.02723483368754387,
          0.009335414506494999,
          0.02183283492922783,
          0.030750710517168045,
          0.02657349966466427,
          0.038951560854911804,
          0.019884545356035233,
          0.01590367965400219
        ],
        [
          0.05324958637356758,
          0.02681753970682621,
          0.077433742582798,
          0.029590804129838943,
          0.026297271251678467,
          0.09800811856985092,
          0.14134828746318817,
          0.018403584137558937,
          0.12374832481145859,
          0.016709133982658386,
          0.0702114850282669,
          0.04666411876678467,
          0.034837596118450165,
          0.022915352135896683,
          0.02315831556916237,
          0.028821635991334915
        ],
        [
          0.06121012568473816,
          0.08237611502408981,
          0.011747859418392181,
          0.06156235933303833,
          0.07959022372961044,
          0.10892115533351898,
          0.045625459402799606,
          0.06156759709119797,
          0.019202960655093193,
          0.011511741206049919,
          0.024770988151431084,
          0.01085708849132061,
          0.08384387195110321,
          0.14102323353290558,
          0.00799301452934742,
          0.058843981474637985
        ],
        [
          0.0492180734872818,
          0.017168579623103142,
          0.07168986648321152,
          0.06076187640428543,
          0.05317290872335434,
          0.016222408041357994,
          0.022853095084428787,
          0.056990064680576324,
          0.009739004075527191,
          0.06817789375782013,
          0.07972647994756699,
          0.06064022704958916,
          0.03382205218076706,
          0.026804175227880478,
          0.0022199389059096575,
          0.07002796232700348
        ],
        [
          0.06872989982366562,
          0.054056547582149506,
          0.024990299716591835,
          0.0010749195935204625,
          0.01429826021194458,
          0.0031566075049340725,
          0.002467817859724164,
          0.0037101912312209606,
          0.06844793260097504,
          0.022899169474840164,
          0.07869160920381546,
          0.028734559193253517,
          0.037554893642663956,
          0.048108287155628204,
          0.05683119222521782,
          0.061902325600385666
        ],
        [
          0.00418225908651948,
          0.008579439483582973,
          0.10795506089925766,
          0.04304913431406021,
          0.06268035620450974,
          0.00431135343387723,
          0.03568992763757706,
          0.08747032284736633,
          0.02556324377655983,
          0.05714793875813484,
          0.057270269840955734,
          0.08361964672803879,
          0.06280272454023361,
          0.005234534852206707,
          0.010456303134560585,
          0.1669224202632904
        ],
        [
          0.0010666206944733858,
          0.09620989859104156,
          0.1129317507147789,
          0.014853432774543762,
          0.025110337883234024,
          0.03166088089346886,
          0.05534221976995468,
          0.12203867733478546,
          0.0008834752370603383,
          0.00015136536967474967,
          0.011400574818253517,
          0.005839181132614613,
          0.008387422189116478,
          0.04066071659326553,
          0.005720735527575016,
          0.02088889293372631
        ],
        [
          0.04739098623394966,
          0.05685310438275337,
          0.03721403703093529,
          0.06511290371417999,
          0.04213259369134903,
          0.013464679941534996,
          0.08841659873723984,
          0.06789817661046982,
          0.04581267386674881,
          0.0864112451672554,
          0.05076080560684204,
          0.0735401138663292,
          0.0045070224441587925,
          0.0018278437200933695,
          0.05514134094119072,
          0.004195353016257286
        ],
        [
          0.027358880266547203,
          0.13914568722248077,
          0.02197754755616188,
          0.054507382214069366,
          0.003501913044601679,
          0.026745250448584557,
          0.05084685608744621,
          0.030174333602190018,
          0.07481946051120758,
          0.024292249232530594,
          0.06716911494731903,
          0.04677420109510422,
          0.0010484812082722783,
          0.0960276871919632,
          0.07127267867326736,
          0.07226845622062683
        ],
        [
          0.02265901491045952,
          2.7233709261054173e-05,
          0.00018681709480006248,
          0.0035163569264113903,
          0.005750693380832672,
          0.07381214201450348,
          0.027341317385435104,
          0.1218852773308754,
          0.09233809262514114,
          0.001660663983784616,
          0.05095246434211731,
          0.03368464484810829,
          0.03287934511899948,
          0.04657592624425888,
          0.06494445353746414,
          0.04866626113653183
        ]
      ],
      "duplicate_token": [
        [
          0.015863753855228424,
          2.7049140044255182e-05,
          0.08205710351467133,
          0.11319281905889511,
          0.09021813422441483,
          0.24521061778068542,
          0.06624175608158112,
          0.0570949912071228,
          0.08239730447530746,
          0.057916272431612015,
          0.07530509680509567,
          0.04597025737166405,
          0.04666098952293396,
          0.004737489856779575,
          0.04121905565261841,
          0.026844128966331482
        ],
        [
          0.02824583277106285,
          0.0369962677359581,
          0.08510901778936386,
          0.03482477366924286,
          0.40849876403808594,
          0.0730132907629013,
          0.0304464939981699,
          0.04476013034582138,
          0.051119666546583176,
          0.04073629528284073,
          0.018873941153287888,
          0.05429912731051445,
          0.05531350523233414,
          0.03580905869603157,
          0.03471831977367401,
          0.05967354029417038
        ],
        [
          0.11415433883666992,
          0.05222861096262932,
          0.08852861076593399,
          0.07613743096590042,
          0.19157353043556213,
          0.046503566205501556,
          0.03259153664112091,
          0.04621453210711479,
          0.0991605818271637,
          0.04457945376634598,
          0.3819608688354492,
          0.03455956652760506,
          0.03552957624197006,
          0.1346985548734665,
          0.08142285794019699,
          0.11216095834970474
        ],
        [
          0.05510822683572769,
          0.015534281730651855,
          0.0692678913474083,
          0.05004134029150009,
          0.06103476881980896,
          0.08535891026258469,
          0.10158417373895645,
          0.14862960577011108,
          0.04972916468977928,
          0.042918089777231216,
          0.07051705569028854,
          0.07232823222875595,
          0.05878036096692085,
          0.048057448118925095,
          0.08948921412229538,
          0.08971789479255676
        ],
        [
          0.024648094549775124,
          0.06876270473003387,
          0.08550609648227692,
          0.07530417293310165,
          0.0916043147444725,
          0.02859722077846527,
          0.16876840591430664,
          0.08705867826938629,
          0.11778007447719574,
          0.005666830111294985,
          0.05610032007098198,
          0.10124357789754868,
          0.09769588708877563,
          0.08211956173181534,
          0.055609606206417084,
          0.17765037715435028
        ],
        [
          0.05560094863176346,
          0.04102771356701851,
          0.0027337793726474047,
          0.044100478291511536,
          0.03874323144555092,
          0.0185698214918375,
          0.0598452165722847,
          0.060067884624004364,
          0.02827209234237671,
          0.020318491384387016,
          0.08710523694753647,
          0.05379031226038933,
          0.020847612991929054,
          0.0523119755089283,
          0.029165837913751602,
          0.026186838746070862
        ],
        [
          0.5547114610671997,
          0.10227663815021515,
          0.06102052330970764,
          0.03290080279111862,
          0.032173000276088715,
          0.05874832719564438,
          0.049567654728889465,
          0.044501639902591705,
          0.009133366867899895,
          0.01904097944498062,
          0.10147638618946075,
          0.053875118494033813,
          0.0863782986998558,
          0.018771009519696236,
          0.028966620564460754,
          0.07383681833744049
        ],
        [
          0.37410277128219604,
          0.008097299374639988,
          0.015817193314433098,
          0.24745754897594452,
          0.026804134249687195,
          0.025964787229895592,
          0.030224448069930077,
          0.01021115668118,
          0.33608803153038025,
          0.032785847783088684,
          0.0157768614590168,
          0.04653868079185486,
          0.07813594490289688,
          0.012147702276706696,
          0.03228335827589035,
          0.017092520371079445
        ],
        [
          0.04297349601984024,
          0.02544657327234745,
          0.014579631388187408,
          0.07818178087472916,
          0.06983866542577744,
          0.12322970479726791,
          0.0020832924637943506,
          0.05272216722369194,
          0.024753769859671593,
          0.014279049821197987,
          0.03885172680020332,
          0.027392428368330002,
          0.06779952347278595,
          0.06059285253286362,
          0.07767851650714874,
          0.05987628176808357
        ],
        [
          0.022640420123934746,
          0.07735481858253479,
          0.04344895854592323,
          0.0671551376581192,
          0.05054742842912674,
          0.006560635752975941,
          0.029103275388479233,
          0.044700272381305695,
          0.537984311580658,
          0.1384328305721283,
          0.03613577038049698,
          0.007448681630194187,
          0.0246812142431736,
          0.02946832776069641,
          0.04616870731115341,
          0.031227122992277145
        ],
        [
          0.03418196365237236,
          0.018557971343398094,
          0.01954060234129429,
          0.007584035396575928,
          0.05246810242533684,
          0.017188534140586853,
          0.02172427996993065,
          0.13325491547584534,
          0.02322595752775669,
          0.01902790367603302,
          0.06721416115760803,
          0.013577883131802082,
          0.03424971550703049,
          0.051493726670742035,
          0.04524069279432297,
          0.1041228175163269
        ],
        [
          0.02440076693892479,
          0.04440460726618767,
          0.03689808398485184,
          0.027085131034255028,
          0.020001064985990524,
          0.011252728290855885,
          0.007620752789080143,
          0.026870563626289368,
          0.02024143561720848,
          0.025436246767640114,
          0.01731884479522705,
          0.011993621475994587,
          0.032320208847522736,
          0.05599702522158623,
          0.0170871801674366,
          0.03725534677505493
        ],
        [
          0.02024691179394722,
          0.01363132894039154,
          0.026038888841867447,
          0.029391294345259666,
          0.04456929489970207,
          0.01880568638443947,
          0.009973709471523762,
          0.02822335995733738,
          0.025439996272325516,
          0.06364047527313232,
          0.04709496721625328,
          0.046749427914619446,
          0.03538525477051735,
          0.04367077723145485,
          0.034821007400751114,
          0.02717273309826851
        ],
        [
          0.012655769474804401,
          0.020975526422262192,
          0.009259470738470554,
          0.011292464099824429,
          0.005833634175360203,
          0.0243542417883873,
          0.021236829459667206,
          0.025304723531007767,
          0.0391295850276947,
          0.007543665822595358,
          0.0281380508095026,
          0.046041980385780334,
          0.05073755234479904,
          0.02817201241850853,
          0.015805447474122047,
          0.009130286052823067
        ],
        [
          0.03903483599424362,
          0.022106867283582687,
          0.05240129679441452,
          0.03284372016787529,
          0.005378297995775938,
          0.0068343342281877995,
          0.016942784190177917,
          0.05381954833865166,
          0.0201112087816,
          0.006929344497621059,
          0.012298332527279854,
          0.15452662110328674,
          0.02552829682826996,
          0.03342527523636818,
          0.015756117179989815,
          0.0132224690169096
        ],
        [
          0.020340971648693085,
          0.016150731593370438,
          0.03918225318193436,
          0.0251995287835598,
          0.008298618718981743,
          0.023005608469247818,
          0.04613634571433067,
          0.014125329442322254,
          0.02816130593419075,
          0.007085510529577732,
          0.038555826991796494,
          0.035935018211603165,
          0.034183815121650696,
          0.024791130796074867,
          0.02050592377781868,
          0.04595490172505379
        ],
        [
          0.020409733057022095,
          0.035110630095005035,
          0.005288469605147839,
          0.022348500788211823,
          0.02876611053943634,
          0.04101245105266571,
          0.010732430033385754,
          0.03672270104289055,
          0.01761297509074211,
          0.009192467667162418,
          0.036738134920597076,
          0.012152587994933128,
          0.03392220288515091,
          0.042282234877347946,
          0.008726970292627811,
          0.04525591805577278
        ],
        [
          0.06530707329511642,
          0.011034457013010979,
          0.0401342511177063,
          0.025315631181001663,
          0.055359698832035065,
          0.015120585449039936,
          0.011491862125694752,
          0.03340815752744675,
          0.009585305117070675,
          0.01853117160499096,
          0.027087057009339333,
          0.02110178954899311,
          0.041245222091674805,
          0.023717306554317474,
          0.0003829464840237051,
          0.03228778764605522
        ],
        [
          0.020161349326372147,
          0.03093041479587555,
          0.013384366407990456,
          7.873588765505701e-05,
          0.012270085513591766,
          0.006438496522605419,
          0.0026620945427566767,
          0.006295128725469112,
          0.015526985749602318,
          0.02158116176724434,
          0.03167653828859329,
          0.013216866180300713,
          0.013506053015589714,
          0.01589844934642315,
          0.03030676208436489,
          0.028423219919204712
        ],
        [
          0.006731059402227402,
          0.0053680166602134705,
          0.16304148733615875,
          0.043107978999614716,
          0.02290208265185356,
          0.009253108873963356,
          0.03419867530465126,
          0.046079717576503754,
          0.010134671814739704,
          0.034044355154037476,
          0.06382904201745987,
          0.042116679251194,
          0.02450697124004364,
          0.005078499671071768,
          0.019309841096401215,
          0.052032552659511566
        ],
        [
          0.0006596745224669576,
          0.0511762909591198,
          0.048121001571416855,
          0.00023681616585236043,
          0.027398040518164635,
          0.011309460736811161,
          0.04218216985464096,
          0.02657671645283699,
          0.00023392183356918395,
          0.0006398692494258285,
          0.003555628936737776,
          0.004390248097479343,
          0.007034763693809509,
          0.02902168594300747,
          0.005332281347364187,
          0.019363053143024445
        ],
        [
          0.026092782616615295,
          0.025908753275871277,
          0.016206543892621994,
          0.01647034101188183,
          0.023227132856845856,
          0.007307837717235088,
          0.047642000019550323,
          0.09112982451915741,
          0.018090354278683662,
          0.021327009424567223,
          0.1511726826429367,
          0.043769966810941696,
          0.010618584230542183,
          0.0010221917182207108,
          0.021532658487558365,
          0.0019712699577212334
        ],
        [
          0.0181959867477417,
          0.1237325444817543,
          0.06202042102813721,
          0.07370194047689438,
          0.0029099206440150738,
          0.017936203628778458,
          0.14477546513080597,
          0.029728133231401443,
          0.18751457333564758,
          0.012249133549630642,
          0.10578610748052597,
          0.07036138325929642,
          0.0010930082062259316,
          0.06629441678524017,
          0.04163893684744835,
          0.030546272173523903
        ],
        [
          0.021036775782704353,
          0.02813884988427162,
          0.0002622882020659745,
          0.005979511421173811,
          0.0075232661329209805,
          0.08736560493707657,
          0.07321277260780334,
          0.14884242415428162,
          0.13108716905117035,
          0.00023711627000011504,
          0.2005089968442917,
          0.036730896681547165,
          0.03679941967129707,
          0.07258189469575882,
          0.0359644778072834,
          0.033815767616033554
        ]
      ],
      "positional": [
        [
          0.19417564570903778,
          0.9997842907905579,
          0.7042872905731201,
          0.2454133778810501,
          0.2266695499420166,
          0.14120228588581085,
          0.24942120909690857,
          0.4727402329444885,
          0.6587292551994324,
          0.25033310055732727,
          0.30751433968544006,
          0.6167916655540466,
          0.5095897912979126,
          0.9700348973274231,
          0.3069310784339905,
          0.7747557759284973
        ],
        [
          0.8002538681030273,
          0.5019353628158569,
          0.15758755803108215,
          0.40894922614097595,
          0.4689570367336273,
          0.0953538715839386,
          0.21482720971107483,
          0.6158098578453064,
          0.6643723249435425,
          0.6142714619636536,
          0.15233881771564484,
          0.2455151528120041,
          0.2995050847530365,
          0.44822216033935547,
          0.15921670198440552,
          0.9363424181938171
        ],
        [
          0.2762686014175415,
          0.646340012550354,
          0.5485616326332092,
          0.2766752541065216,
          0.5051128268241882,
          0.4893666207790375,
          0.7449291944503784,
          0.26740318536758423,
          0.37091752886772156,
          0.6159724593162537,
          0.624801754951477,
          0.590225338935852,
          0.675019383430481,
          0.27690625190734863,
          0.25918999314308167,
          0.304798424243927
        ],
        [
          0.49939998984336853,
          0.17139780521392822,
          0.5277491807937622,
          0.3485534191131592,
          0.34358543157577515,
          0.43501096963882446,
          0.3148614168167114,
          0.40096205472946167,
          0.43490833044052124,
          0.37320268154144287,
          0.4198135733604431,
          0.5398637056350708,
          0.3865484893321991,
          0.5668374300003052,
          0.44766321778297424,
          0.4442848265171051
        ],
        [
          0.5690182447433472,
          0.5341247320175171,
          0.6104084253311157,
          0.4860902726650238,
          0.46824532747268677,
          0.4544503688812256,
          0.20693561434745789,
          0.5151887536048889,
          0.33867985010147095,
          0.1552077978849411,
          0.3529898226261139,
          0.135548397898674,
          0.43452978134155273,
          0.42182403802871704,
          0.2945610582828522,
          0.3506411612033844
        ],
        [
          0.3703744411468506,
          0.41683173179626465,
          0.15196259319782257,
          0.36236637830734253,
          0.39734798669815063,
          0.1572546660900116,
          0.41425982117652893,
          0.6158140897750854,
          0.3746963441371918,
          0.30876243114471436,
          0.3422010540962219,
          0.3241512179374695,
          0.4333009719848633,
          0.5918628573417664,
          0.32747626304626465,
          0.46038618683815
        ],
        [
          0.7110458612442017,
          0.39514392614364624,
          0.60362309217453,
          0.6912246346473694,
          0.7443138957023621,
          0.717007577419281,
          0.8722982406616211,
          0.6437622904777527,
          0.8870775103569031,
          0.6698943376541138,
          0.5226569175720215,
          0.46490103006362915,
          0.4686311185359955,
          0.386321097612381,
          0.7706781029701233,
          0.7174147367477417
        ],
        [
          0.1484936773777008,
          0.8575577735900879,
          0.49561208486557007,
          0.6939330101013184,
          0.8054531216621399,
          0.7551906108856201,
          0.9202388525009155,
          0.728913426399231,
          0.8649017214775085,
          0.6153075695037842,
          0.5521153211593628,
          0.6849995851516724,
          0.569980800151825,
          0.911365807056427,
          0.904780387878418,
          0.8363262414932251
        ],
        [
          0.5252794027328491,
          0.6602420210838318,
          0.5574893355369568,
          0.8495756387710571,
          0.63097083568573,
          0.5465022325515747,
          0.9401520490646362,
          0.7842835783958435,
          0.7377830147743225,
          0.8274054527282715,
          0.8733183145523071,
          0.806107223033905,
          0.5937517881393433,
          0.8544017672538757,
          0.6528774499893188,
          0.38977229595184326
        ],
        [
          0.9296371340751648,
          0.709562361240387,
          0.7745590806007385,
          0.8500663638114929,
          0.7409933805465698,
          0.3967694044113159,
          0.8735106587409973,
          0.776829719543457,
          0.7253865003585815,
          0.9200443029403687,
          0.6812212467193604,
          0.9026148915290833,
          0.7461227774620056,
          0.5665364861488342,
          0.7358294129371643,
          0.7514225244522095
        ],
        [
          0.9160553216934204,
          0.46104103326797485,
          0.739149272441864,
          0.9206975698471069,
          0.8303168416023254,
          0.6444272994995117,
          0.7980456352233887,
          0.8035904765129089,
          0.8180179595947266,
          0.8947104215621948,
          0.46251797676086426,
          0.7314656972885132,
          0.8159239888191223,
          0.6902135014533997,
          0.5330262780189514,
          0.6827943921089172
        ],
        [
          0.8046818971633911,
          0.779544472694397,
          0.8224598169326782,
          0.7161568403244019,
          0.8125330209732056,
          0.933599591255188,
          0.9493185877799988,
          0.7945500612258911,
          0.6586676836013794,
          0.7095804214477539,
          0.7739428281784058,
          0.9320070147514343,
          0.7376006245613098,
          0.7592671513557434,
          0.9058559536933899,
          0.7835994958877563
        ],
        [
          0.6940956711769104,
          0.8622552156448364,
          0.5258145928382874,
          0.8337189555168152,
          0.7088664770126343,
          0.5418925285339355,
          0.9300459623336792,
          0.8564858436584473,
          0.9066720008850098,
          0.7241348028182983,
          0.6738539338111877,
          0.8261616826057434,
          0.7913394570350647,
          0.641167163848877,
          0.6367769837379456,
          0.8004508018493652
        ],
        [
          0.7084556818008423,
          0.7804116606712341,
          0.8247911334037781,
          0.9208564758300781,
          0.9602677226066589,
          0.8224093317985535,
          0.7571773529052734,
          0.7275025844573975,
          0.7159062623977661,
          0.9568356275558472,
          0.6836961507797241,
          0.8291141390800476,
          0.6068955659866333,
          0.8352147340774536,
          0.9311403036117554,
          0.9061836004257202
        ],
        [
          0.8451868891716003,
          0.7182002663612366,
          0.7688226103782654,
          0.46480631828308105,
          0.9265740513801575,
          0.9229789972305298,
          0.8533473014831543,
          0.6604809165000916,
          0.7651963233947754,
          0.8969189524650574,
          0.8550219535827637,
          0.6685556173324585,
          0.7116830348968506,
          0.7441896796226501,
          0.9198232889175415,
          0.7654172778129578
        ],
        [
          0.8501765131950378,
          0.8904472589492798,
          0.7306290864944458,
          0.7220733761787415,
          0.7768772840499878,
          0.9181362986564636,
          0.8226814270019531,
          0.7806268334388733,
          0.8651069402694702,
          0.9204962849617004,
          0.7728695273399353,
          0.49314555525779724,
          0.6799454092979431,
          0.6485470533370972,
          0.8229339718818665,
          0.6720601320266724
        ],
        [
          0.7174409627914429,
          0.79472815990448,
          0.7697352170944214,
          0.8898295164108276,
          0.8939404487609863,
          0.845655620098114,
          0.8835681080818176,
          0.7693755030632019,
          0.9246485829353333,
          0.8812271356582642,
          0.862136721611023,
          0.9286776781082153,
          0.7595306634902954,
          0.8387306332588196,
          0.9516064524650574,
          0.6264013051986694
        ],
        [
          0.5057216882705688,
          0.9528867602348328,
          0.7414808869361877,
          0.6967790722846985,
          0.37534672021865845,
          0.8022643327713013,
          0.9302570223808289,
          0.5915228724479675,
          0.9257051348686218,
          0.920361340045929,
          0.9126497507095337,
          0.8940280079841614,
          0.8743874430656433,
          0.7953268885612488,
          0.9388758540153503,
          0.907368004322052
        ],
        [
          0.9224576950073242,
          0.9005306959152222,
          0.8947553634643555,
          0.9921256899833679,
          0.9105697870254517,
          0.9209603071212769,
          0.9460180997848511,
          0.960146427154541,
          0.9320453405380249,
          0.7883496880531311,
          0.8653368949890137,
          0.8741899728775024,
          0.9315849542617798,
          0.9325739145278931,
          0.9267746210098267,
          0.8416088819503784
        ],
        [
          0.940362811088562,
          0.9285622835159302,
          0.1970459669828415,
          0.5692381858825684,
          0.9346126317977905,
          0.9001737833023071,
          0.9123760461807251,
          0.8722675442695618,
          0.9608354568481445,
          0.7598403096199036,
          0.6408553123474121,
          0.8240510821342468,
          0.9144253730773926,
          0.9523450136184692,
          0.9142778515815735,
          0.7323276400566101
        ],
        [
          0.9680057764053345,
          0.7277929186820984,
          0.8506177663803101,
          0.9813032150268555,
          0.7755751609802246,
          0.8948487043380737,
          0.6653994917869568,
          0.9029799699783325,
          0.9835150837898254,
          0.9881612062454224,
          0.957368016242981,
          0.9872258901596069,
          0.8364437818527222,
          0.9133037328720093,
          0.948922336101532,
          0.9161114692687988
        ],
        [
          0.6698455810546875,
          0.890307605266571,
          0.3695104122161865,
          0.819896399974823,
          0.9132434725761414,
          0.9547573924064636,
          0.8303254842758179,
          0.4871479868888855,
          0.9480414390563965,
          0.8207257390022278,
          0.5589902400970459,
          0.5336151719093323,
          0.8827519416809082,
          0.990502655506134,
          0.9268223643302917,
          0.9797709584236145
        ],
        [
          0.9547603726387024,
          0.16996882855892181,
          0.5171246528625488,
          0.376415878534317,
          0.9438363909721375,
          0.757916271686554,
          0.29671406745910645,
          0.9488064646720886,
          0.3549416959285736,
          0.9644891023635864,
          0.6062480211257935,
          0.5167904496192932,
          0.9849382638931274,
          0.8860689401626587,
          0.5645555257797241,
          0.9002617001533508
        ],
        [
          0.9146265983581543,
          0.775428056716919,
          0.9952392578125,
          0.9701134562492371,
          0.7971642017364502,
          0.5927845239639282,
          0.7174018025398254,
          0.09018824249505997,
          0.4876764416694641,
          0.9778814315795898,
          0.35942521691322327,
          0.6687623858451843,
          0.1969670057296753,
          0.6868306398391724,
          0.37700825929641724,
          0.42659249901771545
        ]
      ],
      "diffuse": [
        [
          0.4429847300052643,
          0.0008337564649991691,
          0.3379305303096771,
          0.553756833076477,
          0.5612213611602783,
          0.450343519449234,
          0.6242760419845581,
          0.44537243247032166,
          0.4185431897640228,
          0.5358547568321228,
          0.5466526746749878,
          0.40537723898887634,
          0.4577142596244812,
          0.062009047716856,
          0.47293153405189514,
          0.25497978925704956
        ],
        [
          0.2575628161430359,
          0.3672384023666382,
          0.5756612420082092,
          0.4406403601169586,
          0.4014206826686859,
          0.46366745233535767,
          0.3967970013618469,
          0.33117514848709106,
          0.39443641901016235,
          0.3290412425994873,
          0.28015032410621643,
          0.39100825786590576,
          0.4540392756462097,
          0.5034330487251282,
          0.43079042434692383,
          0.0940784364938736
        ],
        [
          0.4302675724029541,
          0.37705206871032715,
          0.3731305003166199,
          0.3894417881965637,
          0.48084720969200134,
          0.42467933893203735,
          0.34515580534935,
          0.5249141454696655,
          0.5338720083236694,
          0.41629892587661743,
          0.30829471349716187,
          0.48189592361450195,
          0.3398194909095764,
          0.49576377868652344,
          0.5276566743850708,
          0.47398895025253296
        ],
        [
          0.48159804940223694,
          0.28357306122779846,
          0.4545065760612488,
          0.5065540075302124,
          0.4831962585449219,
          0.528349757194519,
          0.5911526679992676,
          0.5630661249160767,
          0.45194172859191895,
          0.3695982098579407,
          0.5013805627822876,
          0.42312440276145935,
          0.6039668321609497,
          0.39958566427230835,
          0.5278863906860352,
          0.5346469283103943
        ],
        [
          0.4022398889064789,
          0.4529409408569336,
          0.41094422340393066,
          0.47704657912254333,
          0.48495617508888245,
          0.3237326741218567,
          0.4935740530490875,
          0.4851255416870117,
          0.48558297753334045,
          0.29223087430000305,
          0.47503501176834106,
          0.5369395613670349,
          0.5648822784423828,
          0.5620406866073608,
          0.5877881050109863,
          0.4820961058139801
        ],
        [
          0.5380553007125854,
          0.4566481113433838,
          0.193909153342247,
          0.5283147692680359,
          0.3770460784435272,
          0.43111318349838257,
          0.5857083797454834,
          0.4960056245326996,
          0.3922896087169647,
          0.4870423376560211,
          0.5589773058891296,
          0.43733954429626465,
          0.4133060574531555,
          0.41379213333129883,
          0.4823572039604187,
          0.4371471405029297
        ],
        [
          0.1759604662656784,
          0.4991685748100281,
          0.42847687005996704,
          0.16487780213356018,
          0.28752896189689636,
          0.323298841714859,
          0.19448916614055634,
          0.4388810992240906,
          0.17031683027744293,
          0.3370392322540283,
          0.44647330045700073,
          0.49580541253089905,
          0.5128040909767151,
          0.5224270224571228,
          0.28242024779319763,
          0.31736791133880615
        ],
        [
          0.2352728545665741,
          0.12342487275600433,
          0.3817194402217865,
          0.27404141426086426,
          0.2910754680633545,
          0.30873721837997437,
          0.1353350430727005,
          0.21361739933490753,
          0.10869065672159195,
          0.4461689591407776,
          0.4075331687927246,
          0.41441965103149414,
          0.42991113662719727,
          0.13730710744857788,
          0.15233781933784485,
          0.23423504829406738
        ],
        [
          0.46908634901046753,
          0.3707951307296753,
          0.43333330750465393,
          0.17363163828849792,
          0.25417548418045044,
          0.453116238117218,
          0.05411248281598091,
          0.1479181945323944,
          0.3411440849304199,
          0.12145982682704926,
          0.2012251913547516,
          0.2984732985496521,
          0.3923197388648987,
          0.1907019168138504,
          0.33984532952308655,
          0.5624334812164307
        ],
        [
          0.08017092198133469,
          0.3652915358543396,
          0.3215332329273224,
          0.2000705450773239,
          0.31584328413009644,
          0.39451247453689575,
          0.141275092959404,
          0.3070303499698639,
          0.18468645215034485,
          0.10034511238336563,
          0.39003023505210876,
          0.15920719504356384,
          0.3274664282798767,
          0.49168840050697327,
          0.3227729797363281,
          0.2959684729576111
        ],
        [
          0.08828147500753403,
          0.41789597272872925,
          0.3049180209636688,
          0.08288518339395523,
          0.16308067739009857,
          0.3906397819519043,
          0.2708076238632202,
          0.21396200358867645,
          0.17104552686214447,
          0.08183348923921585,
          0.5515528917312622,
          0.29212963581085205,
          0.2530798316001892,
          0.24704523384571075,
          0.441354364156723,
          0.3587614893913269
        ],
        [
          0.24236369132995605,
          0.14987948536872864,
          0.11841050535440445,
          0.36954694986343384,
          0.21956710517406464,
          0.11383030563592911,
          0.07433341443538666,
          0.27069494128227234,
          0.37125009298324585,
          0.35142192244529724,
          0.30213168263435364,
          0.11796487867832184,
          0.31278660893440247,
          0.3039659857749939,
          0.08707485347986221,
          0.21576490998268127
        ],
        [
          0.3742855489253998,
          0.21073225140571594,
          0.4347054064273834,
          0.2578200697898865,
          0.33742594718933105,
          0.41422003507614136,
          0.10610959678888321,
          0.20598213374614716,
          0.10699613392353058,
          0.3042970299720764,
          0.33426374197006226,
          0.21526190638542175,
          0.29597750306129456,
          0.4096292555332184,
          0.3801128566265106,
          0.26948514580726624
        ],
        [
          0.3283621072769165,
          0.23631803691387177,
          0.22761192917823792,
          0.1385968178510666,
          0.08144889771938324,
          0.23337940871715546,
          0.2994116544723511,
          0.31644847989082336,
          0.33803659677505493,
          0.09065203368663788,
          0.3884311020374298,
          0.24192893505096436,
          0.4295880198478699,
          0.22360415756702423,
          0.10479654371738434,
          0.14918413758277893
        ],
        [
          0.1856509894132614,
          0.3532560467720032,
          0.21453122794628143,
          0.15132898092269897,
          0.12112327665090561,
          0.13106387853622437,
          0.20429837703704834,
          0.38195210695266724,
          0.2948678433895111,
          0.15700535476207733,
          0.20721867680549622,
          0.31030207872390747,
          0.35610657930374146,
          0.2708267569541931,
          0.14107050001621246,
          0.2920880913734436
        ],
        [
          0.1976037472486496,
          0.1699882298707962,
          0.35928264260292053,
          0.3271828591823578,
          0.24499113857746124,
          0.10055354982614517,
          0.1960146576166153,
          0.27469176054000854,
          0.148830384016037,
          0.13218510150909424,
          0.30118998885154724,
          0.5402621626853943,
          0.3802124857902527,
          0.38332998752593994,
          0.2418007105588913,
          0.38868993520736694
        ],
        [
          0.3516642153263092,
          0.2669711112976074,
          0.2245139330625534,
          0.16950929164886475,
          0.1545362025499344,
          0.2050451934337616,
          0.17010915279388428,
          0.28021201491355896,
          0.12604494392871857,
          0.18014565110206604,
          0.2192598134279251,
          0.12492958456277847,
          0.3024935722351074,
          0.19744329154491425,
          0.09479633718729019,
          0.40577468276023865
        ],
        [
          0.4665794372558594,
          0.0807381197810173,
          0.31885606050491333,
          0.22628536820411682,
          0.4646889269351959,
          0.23039405047893524,
          0.10600574314594269,
          0.4239521026611328,
          0.11679334938526154,
          0.11264024674892426,
          0.11669638007879257,
          0.16048383712768555,
          0.17576655745506287,
          0.28051474690437317,
          0.07455561310052872,
          0.12444478273391724
        ],
        [
          0.11041774600744247,
          0.12945695221424103,
          0.1610926240682602,
          0.0013659156393259764,
          0.1496991664171219,
          0.11996416002511978,
          0.06831825524568558,
          0.06785370409488678,
          0.09693680703639984,
          0.25887179374694824,
          0.18419989943504333,
          0.18466630578041077,
          0.10413795709609985,
          0.10614746809005737,
          0.10350124537944794,
          0.14826735854148865
        ],
        [
          0.09958016127347946,
          0.11765116453170776,
          0.44144877791404724,
          0.42867523431777954,
          0.0879455953836441,
          0.11412224918603897,
          0.06289449334144592,
          0.159917950630188,
          0.06435399502515793,
          0.29872754216194153,
          0.3885844349861145,
          0.2079876959323883,
          0.11669156700372696,
          0.08420966565608978,
          0.13312968611717224,
          0.30174046754837036
        ],
        [
          0.0407346673309803,
          0.3099888563156128,
          0.16836091876029968,
          0.014457618817687035,
          0.16653648018836975,
          0.09087531268596649,
          0.3801160156726837,
          0.0422050841152668,
          0.019025418907403946,
          0.01360854972153902,
          0.049989502876996994,
          0.018068064004182816,
          0.13193270564079285,
          0.1311749964952469,
          0.08947977423667908,
          0.14671002328395844
        ],
        [
          0.25029757618904114,
          0.14065012335777283,
          0.25419968366622925,
          0.14083442091941833,
          0.13668714463710785,
          0.08799124509096146,
          0.10205191373825073,
          0.4683681130409241,
          0.029462236911058426,
          0.11242170631885529,
          0.1984178125858307,
          0.20904918015003204,
          0.15658357739448547,
          0.018262099474668503,
          0.09980793297290802,
          0.029075047001242638
        ],
        [
          0.035542137920856476,
          0.1450575292110443,
          0.1298002302646637,
          0.46996253728866577,
          0.05482812970876694,
          0.08732536435127258,
          0.1610649973154068,
          0.043041154742240906,
          0.11403051763772964,
          0.03393874689936638,
          0.11322817951440811,
          0.39524680376052856,
          0.019656609743833542,
          0.04286579042673111,
          0.0992901623249054,
          0.044721465557813644
        ],
        [
          0.060149651020765305,
          0.031032076105475426,
          0.009669706225395203,
          0.03058730997145176,
          0.06211531162261963,
          0.1252697855234146,
          0.045877717435359955,
          0.11349942535161972,
          0.07144694030284882,
          0.018613971769809723,
          0.06892712414264679,
          0.09086931496858597,
          0.15032359957695007,
          0.07989979535341263,
          0.17291143536567688,
          0.10760941356420517
        ]
      ]
    }
  },
  "pythia-410m": {
    "model_name": "EleutherAI/pythia-410m",
    "num_layers": 24,
    "num_heads": 16,
    "analysis_date": "2026-02-26",
    "categories": {
      "previous_token": {
        "display_name": "Previous Token",
        "description": "Attends to the immediately preceding token \u2014 like reading left to right",
        "icon": "arrow-left",
        "educational_text": "This head looks at the word right before the current one. Like reading left to right, it helps track local word-by-word patterns.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 0,
            "score": 0.4291
          },
          {
            "layer": 1,
            "head": 10,
            "score": 0.533
          },
          {
            "layer": 1,
            "head": 14,
            "score": 0.4747
          },
          {
            "layer": 3,
            "head": 1,
            "score": 0.6204
          },
          {
            "layer": 4,
            "head": 9,
            "score": 0.6282
          },
          {
            "layer": 5,
            "head": 2,
            "score": 0.8176
          },
          {
            "layer": 9,
            "head": 5,
            "score": 0.4737
          },
          {
            "layer": 21,
            "head": 2,
            "score": 0.5468
          }
        ]
      },
      "induction": {
        "display_name": "Induction",
        "description": "Completes repeated patterns: if it saw [A][B] before and now sees [A], it predicts [B]",
        "icon": "repeat",
        "educational_text": "This head finds patterns that happened before and predicts they'll happen again. If it saw 'the cat' earlier, it expects the same words to follow.",
        "requires_repetition": true,
        "suggested_prompt": "Try: 'The cat sat on the mat. The cat' \u2014 the repeated 'The cat' lets induction heads activate.",
        "top_heads": [
          {
            "layer": 6,
            "head": 3,
            "score": 0.5264
          },
          {
            "layer": 7,
            "head": 1,
            "score": 0.3412
          },
          {
            "layer": 7,
            "head": 7,
            "score": 0.433
          },
          {
            "layer": 8,
            "head": 7,
            "score": 0.3601
          },
          {
            "layer": 8,
            "head": 9,
            "score": 0.4197
          },
          {
            "layer": 10,
            "head": 9,
            "score": 0.253
          },
          {
            "layer": 11,
            "head": 1,
            "score": 0.3904
          },
          {
            "layer": 11,
            "head": 2,
            "score": 0.3865
          }
        ]
      },
      "duplicate_token": {
        "display_name": "Duplicate Token",
        "description": "Notices when the same word appears more than once",
        "icon": "clone",
        "educational_text": "This head notices when the same word appears more than once, like a highlighter for repeated words. It helps the model track which words have already been said.",
        "requires_repetition": true,
        "suggested_prompt": "Try a prompt with repeated words like 'The cat sat. The cat slept.' to see duplicate-token heads light up.",
        "top_heads": [
          {
            "layer": 0,
            "head": 5,
            "score": 0.2452
          },
          {
            "layer": 1,
            "head": 4,
            "score": 0.4085
          },
          {
            "layer": 2,
            "head": 10,
            "score": 0.382
          },
          {
            "layer": 6,
            "head": 0,
            "score": 0.5547
          },
          {
            "layer": 7,
            "head": 0,
            "score": 0.3741
          },
          {
            "layer": 7,
            "head": 8,
            "score": 0.3361
          },
          {
            "layer": 9,
            "head": 8,
            "score": 0.538
          },
          {
            "layer": 23,
            "head": 10,
            "score": 0.2005
          }
        ]
      },
      "positional": {
        "display_name": "Positional / First-Token",
        "description": "Always pays attention to the very first word, using it as an anchor point",
        "icon": "map-pin",
        "educational_text": "This head always pays attention to the very first word, using it as an anchor point. The first token serves as a 'default' position when no other token is specifically relevant.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 1,
            "score": 0.9998
          },
          {
            "layer": 18,
            "head": 3,
            "score": 0.9921
          },
          {
            "layer": 20,
            "head": 8,
            "score": 0.9835
          },
          {
            "layer": 20,
            "head": 9,
            "score": 0.9882
          },
          {
            "layer": 20,
            "head": 11,
            "score": 0.9872
          },
          {
            "layer": 21,
            "head": 13,
            "score": 0.9905
          },
          {
            "layer": 22,
            "head": 12,
            "score": 0.9849
          },
          {
            "layer": 23,
            "head": 2,
            "score": 0.9952
          }
        ]
      },
      "diffuse": {
        "display_name": "Diffuse / Spread",
        "description": "Spreads attention evenly across many words, gathering general context",
        "icon": "expand-arrows-alt",
        "educational_text": "This head spreads its attention evenly across many words, gathering general context rather than focusing on one spot. It provides a 'big picture' summary of the input.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 6,
            "score": 0.6243
          },
          {
            "layer": 1,
            "head": 2,
            "score": 0.5757
          },
          {
            "layer": 3,
            "head": 6,
            "score": 0.5912
          },
          {
            "layer": 3,
            "head": 7,
            "score": 0.5631
          },
          {
            "layer": 3,
            "head": 12,
            "score": 0.604
          },
          {
            "layer": 4,
            "head": 12,
            "score": 0.5649
          },
          {
            "layer": 4,
            "head": 14,
            "score": 0.5878
          },
          {
            "layer": 5,
            "head": 6,
            "score": 0.5857
          }
        ]
      }
    },
    "all_scores": {
      "previous_token": [
        [
          0.42907339334487915,
          0.08017122745513916,
          0.11973150074481964,
          0.13802599906921387,
          0.18619410693645477,
          0.12994880974292755,
          0.1974293440580368,
          0.19610650837421417,
          0.12233328819274902,
          0.31080320477485657,
          0.21611066162586212,
          0.15064015984535217,
          0.17512018978595734,
          0.08409944176673889,
          0.3334486782550812,
          0.13353094458580017
        ],
        [
          0.10617773234844208,
          0.23254701495170593,
          0.20343831181526184,
          0.27581557631492615,
          0.09271100163459778,
          0.24672487378120422,
          0.4236047863960266,
          0.2220829725265503,
          0.10780258476734161,
          0.20052394270896912,
          0.5330114960670471,
          0.33254045248031616,
          0.31816530227661133,
          0.18965287506580353,
          0.4746668338775635,
          0.07823095470666885
        ],
        [
          0.1933266818523407,
          0.15227527916431427,
          0.11241571605205536,
          0.16544707119464874,
          0.1359488070011139,
          0.234902024269104,
          0.11344021558761597,
          0.2740500867366791,
          0.15008120238780975,
          0.14322485029697418,
          0.09118981659412384,
          0.14487527310848236,
          0.1267145425081253,
          0.21180108189582825,
          0.25706610083580017,
          0.17204822599887848
        ],
        [
          0.17926499247550964,
          0.6203806400299072,
          0.13172084093093872,
          0.27573859691619873,
          0.24640445411205292,
          0.1969243437051773,
          0.20000764727592468,
          0.1398099660873413,
          0.24410352110862732,
          0.36139410734176636,
          0.26411592960357666,
          0.15774592757225037,
          0.20079970359802246,
          0.2094755917787552,
          0.1485956758260727,
          0.17614933848381042
        ],
        [
          0.23914632201194763,
          0.12708838284015656,
          0.12478841841220856,
          0.15306420624256134,
          0.15479496121406555,
          0.20145118236541748,
          0.149611696600914,
          0.15665529668331146,
          0.1722109019756317,
          0.6282234787940979,
          0.15417906641960144,
          0.19116422533988953,
          0.14933301508426666,
          0.15669012069702148,
          0.25718259811401367,
          0.15728333592414856
        ],
        [
          0.2240719348192215,
          0.25889164209365845,
          0.81755530834198,
          0.25971660017967224,
          0.3018185496330261,
          0.31944698095321655,
          0.1643340289592743,
          0.13525612652301788,
          0.2580798268318176,
          0.39652180671691895,
          0.19627073407173157,
          0.3012552559375763,
          0.2866470217704773,
          0.15627354383468628,
          0.2211488038301468,
          0.2430344521999359
        ],
        [
          0.07209957391023636,
          0.17078430950641632,
          0.10103623569011688,
          0.11920303106307983,
          0.1705726683139801,
          0.1526019275188446,
          0.0811065286397934,
          0.13493725657463074,
          0.09633038938045502,
          0.1718328297138214,
          0.11400975286960602,
          0.10433202981948853,
          0.17831632494926453,
          0.32057955861091614,
          0.12370635569095612,
          0.11791308969259262
        ],
        [
          0.05900467187166214,
          0.09161251783370972,
          0.36863481998443604,
          0.10912220180034637,
          0.1065974086523056,
          0.1364721655845642,
          0.08694914728403091,
          0.12249867618083954,
          0.07676130533218384,
          0.1628059446811676,
          0.24959373474121094,
          0.12138191610574722,
          0.1755482256412506,
          0.09713371098041534,
          0.0951191633939743,
          0.08877091854810715
        ],
        [
          0.22614732384681702,
          0.1698448359966278,
          0.26871174573898315,
          0.10218073427677155,
          0.16365757584571838,
          0.153818741440773,
          0.08231683820486069,
          0.10882812738418579,
          0.123924121260643,
          0.0932912677526474,
          0.0981147512793541,
          0.10943041741847992,
          0.1937428116798401,
          0.09296934306621552,
          0.14536599814891815,
          0.20634789764881134
        ],
        [
          0.08780466020107269,
          0.11342127621173859,
          0.11856637895107269,
          0.09371541440486908,
          0.12753097712993622,
          0.4736863672733307,
          0.09058871120214462,
          0.12535978853702545,
          0.08752559125423431,
          0.08032235503196716,
          0.16504786908626556,
          0.09887977689504623,
          0.14711894094944,
          0.1893255114555359,
          0.1259852945804596,
          0.12224485725164413
        ],
        [
          0.08610384166240692,
          0.26093971729278564,
          0.1362420618534088,
          0.09180127829313278,
          0.09548543393611908,
          0.17892521619796753,
          0.11817087233066559,
          0.10285709798336029,
          0.12171751260757446,
          0.08950082957744598,
          0.1287379115819931,
          0.15865622460842133,
          0.10760907828807831,
          0.13544100522994995,
          0.20382674038410187,
          0.12181355059146881
        ],
        [
          0.12416806071996689,
          0.10220383107662201,
          0.10312392562627792,
          0.13294878602027893,
          0.12036021053791046,
          0.09003506600856781,
          0.08753383904695511,
          0.1233200877904892,
          0.17161650955677032,
          0.16725225746631622,
          0.1243874579668045,
          0.08829717338085175,
          0.13806454837322235,
          0.12741976976394653,
          0.09291830658912659,
          0.121052585542202
        ],
        [
          0.14230681955814362,
          0.08166151493787766,
          0.2344624251127243,
          0.09390212595462799,
          0.15456752479076385,
          0.2783813178539276,
          0.09111769497394562,
          0.10883015394210815,
          0.09612832963466644,
          0.1343904435634613,
          0.16334636509418488,
          0.10377301275730133,
          0.1129067987203598,
          0.14595875144004822,
          0.17340818047523499,
          0.11475169658660889
        ],
        [
          0.21157796680927277,
          0.12386651337146759,
          0.1162647008895874,
          0.09062683582305908,
          0.08636665344238281,
          0.11010613292455673,
          0.11196808516979218,
          0.11525867879390717,
          0.13902239501476288,
          0.08621357381343842,
          0.14491119980812073,
          0.10154809802770615,
          0.16567732393741608,
          0.10956738889217377,
          0.09223176538944244,
          0.09312908351421356
        ],
        [
          0.09420483559370041,
          0.1283571720123291,
          0.11721792072057724,
          0.06990445405244827,
          0.08929313719272614,
          0.09101193398237228,
          0.08262382447719574,
          0.14990118145942688,
          0.08644048869609833,
          0.08179234713315964,
          0.10436459630727768,
          0.09372653067111969,
          0.13478228449821472,
          0.12163335084915161,
          0.09052468836307526,
          0.10932745784521103
        ],
        [
          0.10263756662607193,
          0.10710681974887848,
          0.12160185724496841,
          0.16099202632904053,
          0.2049064189195633,
          0.0917368084192276,
          0.11991256475448608,
          0.14519545435905457,
          0.10620163381099701,
          0.10006563365459442,
          0.11491402238607407,
          0.19994843006134033,
          0.11516419798135757,
          0.16983680427074432,
          0.1044253557920456,
          0.13731031119823456
        ],
        [
          0.13508686423301697,
          0.10866093635559082,
          0.18530172109603882,
          0.09321816265583038,
          0.09075189381837845,
          0.1053302064538002,
          0.09224365651607513,
          0.12311027199029922,
          0.08508659899234772,
          0.09959801286458969,
          0.09385852515697479,
          0.08524651825428009,
          0.12503626942634583,
          0.09666644036769867,
          0.08628871291875839,
          0.14839845895767212
        ],
        [
          0.1602669060230255,
          0.08328486979007721,
          0.12975315749645233,
          0.11886658519506454,
          0.2959389090538025,
          0.12887981534004211,
          0.08968270570039749,
          0.1372193992137909,
          0.0829278752207756,
          0.09069879353046417,
          0.09435652196407318,
          0.09590839594602585,
          0.09001418948173523,
          0.10575796663761139,
          0.12684838473796844,
          0.09142804145812988
        ],
        [
          0.08755169808864594,
          0.07708321511745453,
          0.09919216483831406,
          0.08301593363285065,
          0.09198341518640518,
          0.07903873920440674,
          0.06947213411331177,
          0.07880961149930954,
          0.08624427020549774,
          0.08954127132892609,
          0.0934147909283638,
          0.1002151221036911,
          0.087803915143013,
          0.08645855635404587,
          0.08870772272348404,
          0.09995422512292862
        ],
        [
          0.08291551470756531,
          0.083536796271801,
          0.2150346338748932,
          0.17308831214904785,
          0.08599142730236053,
          0.08060171455144882,
          0.0872511938214302,
          0.09390799701213837,
          0.08447621762752533,
          0.12404090166091919,
          0.12403353303670883,
          0.09772803634405136,
          0.08922601491212845,
          0.08339574187994003,
          0.0933510959148407,
          0.11571896076202393
        ],
        [
          0.08374953269958496,
          0.12212449312210083,
          0.10358452796936035,
          0.08416621387004852,
          0.18505387008190155,
          0.09481032937765121,
          0.14596015214920044,
          0.09646420180797577,
          0.07939989119768143,
          0.07998231798410416,
          0.08213867247104645,
          0.07994835078716278,
          0.06404232978820801,
          0.09226249158382416,
          0.08343274891376495,
          0.08770865947008133
        ],
        [
          0.10476507246494293,
          0.09174531698226929,
          0.5468272566795349,
          0.11064797639846802,
          0.0902429074048996,
          0.0844571515917778,
          0.12410669028759003,
          0.1872195303440094,
          0.08638019114732742,
          0.10948365926742554,
          0.13781258463859558,
          0.1329139769077301,
          0.07808785885572433,
          0.08098827302455902,
          0.08690488338470459,
          0.07867269217967987
        ],
        [
          0.0860297903418541,
          0.17695526778697968,
          0.1666201651096344,
          0.16500744223594666,
          0.08265466243028641,
          0.16136786341667175,
          0.16682787239551544,
          0.09194562584161758,
          0.23934146761894226,
          0.08296550065279007,
          0.17376533150672913,
          0.1292603462934494,
          0.07547152787446976,
          0.09582170099020004,
          0.16081304848194122,
          0.0913681834936142
        ],
        [
          0.09166057407855988,
          0.1320606768131256,
          0.08126723021268845,
          0.08316262066364288,
          0.07698067277669907,
          0.15496860444545746,
          0.1809903085231781,
          0.16274213790893555,
          0.19890883564949036,
          0.06918055564165115,
          0.2949402928352356,
          0.28624171018600464,
          0.1607324182987213,
          0.24817922711372375,
          0.32079583406448364,
          0.2926994264125824
        ]
      ],
      "induction": [
        [
          0.08422530442476273,
          1.8593196728033945e-05,
          0.03171209245920181,
          0.07661788165569305,
          0.10053129494190216,
          0.06443247199058533,
          0.09337438642978668,
          0.0964503288269043,
          0.036062587052583694,
          0.08716614544391632,
          0.0859571099281311,
          0.05489535257220268,
          0.06600691378116608,
          0.0043752435594797134,
          0.11489252746105194,
          0.04321864992380142
        ],
        [
          0.020308608189225197,
          0.055597204715013504,
          0.1260179579257965,
          0.07458582520484924,
          0.03866830840706825,
          0.10780098289251328,
          0.0743153840303421,
          0.04620283842086792,
          0.03047827258706093,
          0.050650231540203094,
          0.04871480166912079,
          0.10888280719518661,
          0.07222913205623627,
          0.06977661699056625,
          0.07326589524745941,
          0.0036313689779490232
        ],
        [
          0.11617805808782578,
          0.05574899911880493,
          0.03944532945752144,
          0.09441329538822174,
          0.07570777088403702,
          0.05944662168622017,
          0.030393589287996292,
          0.0751270279288292,
          0.07993301004171371,
          0.038079310208559036,
          0.02608206868171692,
          0.046321969479322433,
          0.042514633387327194,
          0.09661545604467392,
          0.08076011389493942,
          0.10103312879800797
        ],
        [
          0.07135214656591415,
          0.0601671040058136,
          0.056955743581056595,
          0.0577668771147728,
          0.08040916174650192,
          0.07289618998765945,
          0.1055770143866539,
          0.07312330603599548,
          0.05337924882769585,
          0.04842030629515648,
          0.06215305253863335,
          0.04915881156921387,
          0.08691420406103134,
          0.05676049739122391,
          0.06871036440134048,
          0.0670342743396759
        ],
        [
          0.050674378871917725,
          0.055448394268751144,
          0.1006271094083786,
          0.06960661709308624,
          0.07888573408126831,
          0.02306259050965309,
          0.06518341600894928,
          0.051153916865587234,
          0.0907154455780983,
          0.04580454155802727,
          0.05174550414085388,
          0.09130344539880753,
          0.06848509609699249,
          0.08392646908760071,
          0.09727165848016739,
          0.08154074102640152
        ],
        [
          0.08010737597942352,
          0.06875617057085037,
          0.05067496374249458,
          0.05819220095872879,
          0.06312324106693268,
          0.07031320780515671,
          0.06976209580898285,
          0.06397408992052078,
          0.036747850477695465,
          0.08273124694824219,
          0.0831422507762909,
          0.07448741048574448,
          0.03954365476965904,
          0.05241326242685318,
          0.0731838196516037,
          0.05290219932794571
        ],
        [
          0.0030889855697751045,
          0.08039550483226776,
          0.07964649051427841,
          0.5263523459434509,
          0.05009201914072037,
          0.08000124245882034,
          0.03775880113244057,
          0.05239342525601387,
          0.006834282074123621,
          0.026353459805250168,
          0.044096823781728745,
          0.05470909923315048,
          0.098335862159729,
          0.06793668121099472,
          0.05685989186167717,
          0.07269054651260376
        ],
        [
          0.04335976764559746,
          0.3411744236946106,
          0.044504325836896896,
          0.09398043900728226,
          0.042452212423086166,
          0.027125969529151917,
          0.04020651429891586,
          0.4330187439918518,
          0.00021832089987583458,
          0.04300098866224289,
          0.05010868236422539,
          0.04406465217471123,
          0.08689175546169281,
          0.016336489468812943,
          0.032833319157361984,
          0.01358523778617382
        ],
        [
          0.07856336236000061,
          0.03438543900847435,
          0.06687575578689575,
          0.08285453170537949,
          0.16756676137447357,
          0.08199933171272278,
          0.1796543449163437,
          0.36014214158058167,
          0.029215693473815918,
          0.41965484619140625,
          0.040297482162714005,
          0.03880380094051361,
          0.14489497244358063,
          0.1152326911687851,
          0.1369180977344513,
          0.07387221604585648
        ],
        [
          0.12095107138156891,
          0.10254514217376709,
          0.06854231655597687,
          0.05176673084497452,
          0.09414642304182053,
          0.07116290926933289,
          0.0806114673614502,
          0.03924169763922691,
          0.041006993502378464,
          0.0075793759897351265,
          0.05530233308672905,
          0.0067737773060798645,
          0.04419486224651337,
          0.04246901720762253,
          0.05373663455247879,
          0.03908567503094673
        ],
        [
          0.16315877437591553,
          0.039116933941841125,
          0.02334565855562687,
          0.0514204204082489,
          0.2516046464443207,
          0.03758396953344345,
          0.06191578507423401,
          0.07487139850854874,
          0.16309833526611328,
          0.25296202301979065,
          0.06463409960269928,
          0.05688754841685295,
          0.06839867681264877,
          0.24314622581005096,
          0.0755719542503357,
          0.058764584362506866
        ],
        [
          0.041244376450777054,
          0.3903587758541107,
          0.386524498462677,
          0.04102396219968796,
          0.1437501460313797,
          0.015088158659636974,
          0.0385846346616745,
          0.060573600232601166,
          0.04679043963551521,
          0.030962487682700157,
          0.028653860092163086,
          0.010327029973268509,
          0.06781340390443802,
          0.057484108954668045,
          0.22515849769115448,
          0.08442772179841995
        ],
        [
          0.11179951578378677,
          0.0203055702149868,
          0.03595227748155594,
          0.01809341460466385,
          0.03852897509932518,
          0.03853803873062134,
          0.0431177094578743,
          0.04736080765724182,
          0.060279350727796555,
          0.05406738072633743,
          0.09385186433792114,
          0.10742779076099396,
          0.0496651828289032,
          0.0679306611418724,
          0.04012526944279671,
          0.032283149659633636
        ],
        [
          0.029568273574113846,
          0.09531119465827942,
          0.01901305466890335,
          0.011275912635028362,
          0.007414893247187138,
          0.09077789634466171,
          0.024810243397951126,
          0.02853594720363617,
          0.05858997255563736,
          0.007238748017698526,
          0.05846325308084488,
          0.03753767907619476,
          0.050865523517131805,
          0.03732455149292946,
          0.03977266699075699,
          0.015397356823086739
        ],
        [
          0.15444065630435944,
          0.05970390513539314,
          0.18543922901153564,
          0.008340270258486271,
          0.004831943195313215,
          0.01255557220429182,
          0.017756450921297073,
          0.08887903392314911,
          0.02723483368754387,
          0.009335414506494999,
          0.02183283492922783,
          0.030750710517168045,
          0.02657349966466427,
          0.038951560854911804,
          0.019884545356035233,
          0.01590367965400219
        ],
        [
          0.05324958637356758,
          0.02681753970682621,
          0.077433742582798,
          0.029590804129838943,
          0.026297271251678467,
          0.09800811856985092,
          0.14134828746318817,
          0.018403584137558937,
          0.12374832481145859,
          0.016709133982658386,
          0.0702114850282669,
          0.04666411876678467,
          0.034837596118450165,
          0.022915352135896683,
          0.02315831556916237,
          0.028821635991334915
        ],
        [
          0.06121012568473816,
          0.08237611502408981,
          0.011747859418392181,
          0.06156235933303833,
          0.07959022372961044,
          0.10892115533351898,
          0.045625459402799606,
          0.06156759709119797,
          0.019202960655093193,
          0.011511741206049919,
          0.024770988151431084,
          0.01085708849132061,
          0.08384387195110321,
          0.14102323353290558,
          0.00799301452934742,
          0.058843981474637985
        ],
        [
          0.0492180734872818,
          0.017168579623103142,
          0.07168986648321152,
          0.06076187640428543,
          0.05317290872335434,
          0.016222408041357994,
          0.022853095084428787,
          0.056990064680576324,
          0.009739004075527191,
          0.06817789375782013,
          0.07972647994756699,
          0.06064022704958916,
          0.03382205218076706,
          0.026804175227880478,
          0.0022199389059096575,
          0.07002796232700348
        ],
        [
          0.06872989982366562,
          0.054056547582149506,
          0.024990299716591835,
          0.0010749195935204625,
          0.01429826021194458,
          0.0031566075049340725,
          0.002467817859724164,
          0.0037101912312209606,
          0.06844793260097504,
          0.022899169474840164,
          0.07869160920381546,
          0.028734559193253517,
          0.037554893642663956,
          0.048108287155628204,
          0.05683119222521782,
          0.061902325600385666
        ],
        [
          0.00418225908651948,
          0.008579439483582973,
          0.10795506089925766,
          0.04304913431406021,
          0.06268035620450974,
          0.00431135343387723,
          0.03568992763757706,
          0.08747032284736633,
          0.02556324377655983,
          0.05714793875813484,
          0.057270269840955734,
          0.08361964672803879,
          0.06280272454023361,
          0.005234534852206707,
          0.010456303134560585,
          0.1669224202632904
        ],
        [
          0.0010666206944733858,
          0.09620989859104156,
          0.1129317507147789,
          0.014853432774543762,
          0.025110337883234024,
          0.03166088089346886,
          0.05534221976995468,
          0.12203867733478546,
          0.0008834752370603383,
          0.00015136536967474967,
          0.011400574818253517,
          0.005839181132614613,
          0.008387422189116478,
          0.04066071659326553,
          0.005720735527575016,
          0.02088889293372631
        ],
        [
          0.04739098623394966,
          0.05685310438275337,
          0.03721403703093529,
          0.06511290371417999,
          0.04213259369134903,
          0.013464679941534996,
          0.08841659873723984,
          0.06789817661046982,
          0.04581267386674881,
          0.0864112451672554,
          0.05076080560684204,
          0.0735401138663292,
          0.0045070224441587925,
          0.0018278437200933695,
          0.05514134094119072,
          0.004195353016257286
        ],
        [
          0.027358880266547203,
          0.13914568722248077,
          0.02197754755616188,
          0.054507382214069366,
          0.003501913044601679,
          0.026745250448584557,
          0.05084685608744621,
          0.030174333602190018,
          0.07481946051120758,
          0.024292249232530594,
          0.06716911494731903,
          0.04677420109510422,
          0.0010484812082722783,
          0.0960276871919632,
          0.07127267867326736,
          0.07226845622062683
        ],
        [
          0.02265901491045952,
          2.7233709261054173e-05,
          0.00018681709480006248,
          0.0035163569264113903,
          0.005750693380832672,
          0.07381214201450348,
          0.027341317385435104,
          0.1218852773308754,
          0.09233809262514114,
          0.001660663983784616,
          0.05095246434211731,
          0.03368464484810829,
          0.03287934511899948,
          0.04657592624425888,
          0.06494445353746414,
          0.04866626113653183
        ]
      ],
      "duplicate_token": [
        [
          0.015863753855228424,
          2.7049140044255182e-05,
          0.08205710351467133,
          0.11319281905889511,
          0.09021813422441483,
          0.24521061778068542,
          0.06624175608158112,
          0.0570949912071228,
          0.08239730447530746,
          0.057916272431612015,
          0.07530509680509567,
          0.04597025737166405,
          0.04666098952293396,
          0.004737489856779575,
          0.04121905565261841,
          0.026844128966331482
        ],
        [
          0.02824583277106285,
          0.0369962677359581,
          0.08510901778936386,
          0.03482477366924286,
          0.40849876403808594,
          0.0730132907629013,
          0.0304464939981699,
          0.04476013034582138,
          0.051119666546583176,
          0.04073629528284073,
          0.018873941153287888,
          0.05429912731051445,
          0.05531350523233414,
          0.03580905869603157,
          0.03471831977367401,
          0.05967354029417038
        ],
        [
          0.11415433883666992,
          0.05222861096262932,
          0.08852861076593399,
          0.07613743096590042,
          0.19157353043556213,
          0.046503566205501556,
          0.03259153664112091,
          0.04621453210711479,
          0.0991605818271637,
          0.04457945376634598,
          0.3819608688354492,
          0.03455956652760506,
          0.03552957624197006,
          0.1346985548734665,
          0.08142285794019699,
          0.11216095834970474
        ],
        [
          0.05510822683572769,
          0.015534281730651855,
          0.0692678913474083,
          0.05004134029150009,
          0.06103476881980896,
          0.08535891026258469,
          0.10158417373895645,
          0.14862960577011108,
          0.04972916468977928,
          0.042918089777231216,
          0.07051705569028854,
          0.07232823222875595,
          0.05878036096692085,
          0.048057448118925095,
          0.08948921412229538,
          0.08971789479255676
        ],
        [
          0.024648094549775124,
          0.06876270473003387,
          0.08550609648227692,
          0.07530417293310165,
          0.0916043147444725,
          0.02859722077846527,
          0.16876840591430664,
          0.08705867826938629,
          0.11778007447719574,
          0.005666830111294985,
          0.05610032007098198,
          0.10124357789754868,
          0.09769588708877563,
          0.08211956173181534,
          0.055609606206417084,
          0.17765037715435028
        ],
        [
          0.05560094863176346,
          0.04102771356701851,
          0.0027337793726474047,
          0.044100478291511536,
          0.03874323144555092,
          0.0185698214918375,
          0.0598452165722847,
          0.060067884624004364,
          0.02827209234237671,
          0.020318491384387016,
          0.08710523694753647,
          0.05379031226038933,
          0.020847612991929054,
          0.0523119755089283,
          0.029165837913751602,
          0.026186838746070862
        ],
        [
          0.5547114610671997,
          0.10227663815021515,
          0.06102052330970764,
          0.03290080279111862,
          0.032173000276088715,
          0.05874832719564438,
          0.049567654728889465,
          0.044501639902591705,
          0.009133366867899895,
          0.01904097944498062,
          0.10147638618946075,
          0.053875118494033813,
          0.0863782986998558,
          0.018771009519696236,
          0.028966620564460754,
          0.07383681833744049
        ],
        [
          0.37410277128219604,
          0.008097299374639988,
          0.015817193314433098,
          0.24745754897594452,
          0.026804134249687195,
          0.025964787229895592,
          0.030224448069930077,
          0.01021115668118,
          0.33608803153038025,
          0.032785847783088684,
          0.0157768614590168,
          0.04653868079185486,
          0.07813594490289688,
          0.012147702276706696,
          0.03228335827589035,
          0.017092520371079445
        ],
        [
          0.04297349601984024,
          0.02544657327234745,
          0.014579631388187408,
          0.07818178087472916,
          0.06983866542577744,
          0.12322970479726791,
          0.0020832924637943506,
          0.05272216722369194,
          0.024753769859671593,
          0.014279049821197987,
          0.03885172680020332,
          0.027392428368330002,
          0.06779952347278595,
          0.06059285253286362,
          0.07767851650714874,
          0.05987628176808357
        ],
        [
          0.022640420123934746,
          0.07735481858253479,
          0.04344895854592323,
          0.0671551376581192,
          0.05054742842912674,
          0.006560635752975941,
          0.029103275388479233,
          0.044700272381305695,
          0.537984311580658,
          0.1384328305721283,
          0.03613577038049698,
          0.007448681630194187,
          0.0246812142431736,
          0.02946832776069641,
          0.04616870731115341,
          0.031227122992277145
        ],
        [
          0.03418196365237236,
          0.018557971343398094,
          0.01954060234129429,
          0.007584035396575928,
          0.05246810242533684,
          0.017188534140586853,
          0.02172427996993065,
          0.13325491547584534,
          0.02322595752775669,
          0.01902790367603302,
          0.06721416115760803,
          0.013577883131802082,
          0.03424971550703049,
          0.051493726670742035,
          0.04524069279432297,
          0.1041228175163269
        ],
        [
          0.02440076693892479,
          0.04440460726618767,
          0.03689808398485184,
          0.027085131034255028,
          0.020001064985990524,
          0.011252728290855885,
          0.007620752789080143,
          0.026870563626289368,
          0.02024143561720848,
          0.025436246767640114,
          0.01731884479522705,
          0.011993621475994587,
          0.032320208847522736,
          0.05599702522158623,
          0.0170871801674366,
          0.03725534677505493
        ],
        [
          0.02024691179394722,
          0.01363132894039154,
          0.026038888841867447,
          0.029391294345259666,
          0.04456929489970207,
          0.01880568638443947,
          0.009973709471523762,
          0.02822335995733738,
          0.025439996272325516,
          0.06364047527313232,
          0.04709496721625328,
          0.046749427914619446,
          0.03538525477051735,
          0.04367077723145485,
          0.034821007400751114,
          0.02717273309826851
        ],
        [
          0.012655769474804401,
          0.020975526422262192,
          0.009259470738470554,
          0.011292464099824429,
          0.005833634175360203,
          0.0243542417883873,
          0.021236829459667206,
          0.025304723531007767,
          0.0391295850276947,
          0.007543665822595358,
          0.0281380508095026,
          0.046041980385780334,
          0.05073755234479904,
          0.02817201241850853,
          0.015805447474122047,
          0.009130286052823067
        ],
        [
          0.03903483599424362,
          0.022106867283582687,
          0.05240129679441452,
          0.03284372016787529,
          0.005378297995775938,
          0.0068343342281877995,
          0.016942784190177917,
          0.05381954833865166,
          0.0201112087816,
          0.006929344497621059,
          0.012298332527279854,
          0.15452662110328674,
          0.02552829682826996,
          0.03342527523636818,
          0.015756117179989815,
          0.0132224690169096
        ],
        [
          0.020340971648693085,
          0.016150731593370438,
          0.03918225318193436,
          0.0251995287835598,
          0.008298618718981743,
          0.023005608469247818,
          0.04613634571433067,
          0.014125329442322254,
          0.02816130593419075,
          0.007085510529577732,
          0.038555826991796494,
          0.035935018211603165,
          0.034183815121650696,
          0.024791130796074867,
          0.02050592377781868,
          0.04595490172505379
        ],
        [
          0.020409733057022095,
          0.035110630095005035,
          0.005288469605147839,
          0.022348500788211823,
          0.02876611053943634,
          0.04101245105266571,
          0.010732430033385754,
          0.03672270104289055,
          0.01761297509074211,
          0.009192467667162418,
          0.036738134920597076,
          0.012152587994933128,
          0.03392220288515091,
          0.042282234877347946,
          0.008726970292627811,
          0.04525591805577278
        ],
        [
          0.06530707329511642,
          0.011034457013010979,
          0.0401342511177063,
          0.025315631181001663,
          0.055359698832035065,
          0.015120585449039936,
          0.011491862125694752,
          0.03340815752744675,
          0.009585305117070675,
          0.01853117160499096,
          0.027087057009339333,
          0.02110178954899311,
          0.041245222091674805,
          0.023717306554317474,
          0.0003829464840237051,
          0.03228778764605522
        ],
        [
          0.020161349326372147,
          0.03093041479587555,
          0.013384366407990456,
          7.873588765505701e-05,
          0.012270085513591766,
          0.006438496522605419,
          0.0026620945427566767,
          0.006295128725469112,
          0.015526985749602318,
          0.02158116176724434,
          0.03167653828859329,
          0.013216866180300713,
          0.013506053015589714,
          0.01589844934642315,
          0.03030676208436489,
          0.028423219919204712
        ],
        [
          0.006731059402227402,
          0.0053680166602134705,
          0.16304148733615875,
          0.043107978999614716,
          0.02290208265185356,
          0.009253108873963356,
          0.03419867530465126,
          0.046079717576503754,
          0.010134671814739704,
          0.034044355154037476,
          0.06382904201745987,
          0.042116679251194,
          0.02450697124004364,
          0.005078499671071768,
          0.019309841096401215,
          0.052032552659511566
        ],
        [
          0.0006596745224669576,
          0.0511762909591198,
          0.048121001571416855,
          0.00023681616585236043,
          0.027398040518164635,
          0.011309460736811161,
          0.04218216985464096,
          0.02657671645283699,
          0.00023392183356918395,
          0.0006398692494258285,
          0.003555628936737776,
          0.004390248097479343,
          0.007034763693809509,
          0.02902168594300747,
          0.005332281347364187,
          0.019363053143024445
        ],
        [
          0.026092782616615295,
          0.025908753275871277,
          0.016206543892621994,
          0.01647034101188183,
          0.023227132856845856,
          0.007307837717235088,
          0.047642000019550323,
          0.09112982451915741,
          0.018090354278683662,
          0.021327009424567223,
          0.1511726826429367,
          0.043769966810941696,
          0.010618584230542183,
          0.0010221917182207108,
          0.021532658487558365,
          0.0019712699577212334
        ],
        [
          0.0181959867477417,
          0.1237325444817543,
          0.06202042102813721,
          0.07370194047689438,
          0.0029099206440150738,
          0.017936203628778458,
          0.14477546513080597,
          0.029728133231401443,
          0.18751457333564758,
          0.012249133549630642,
          0.10578610748052597,
          0.07036138325929642,
          0.0010930082062259316,
          0.06629441678524017,
          0.04163893684744835,
          0.030546272173523903
        ],
        [
          0.021036775782704353,
          0.02813884988427162,
          0.0002622882020659745,
          0.005979511421173811,
          0.0075232661329209805,
          0.08736560493707657,
          0.07321277260780334,
          0.14884242415428162,
          0.13108716905117035,
          0.00023711627000011504,
          0.2005089968442917,
          0.036730896681547165,
          0.03679941967129707,
          0.07258189469575882,
          0.0359644778072834,
          0.033815767616033554
        ]
      ],
      "positional": [
        [
          0.19417564570903778,
          0.9997842907905579,
          0.7042872905731201,
          0.2454133778810501,
          0.2266695499420166,
          0.14120228588581085,
          0.24942120909690857,
          0.4727402329444885,
          0.6587292551994324,
          0.25033310055732727,
          0.30751433968544006,
          0.6167916655540466,
          0.5095897912979126,
          0.9700348973274231,
          0.3069310784339905,
          0.7747557759284973
        ],
        [
          0.8002538681030273,
          0.5019353628158569,
          0.15758755803108215,
          0.40894922614097595,
          0.4689570367336273,
          0.0953538715839386,
          0.21482720971107483,
          0.6158098578453064,
          0.6643723249435425,
          0.6142714619636536,
          0.15233881771564484,
          0.2455151528120041,
          0.2995050847530365,
          0.44822216033935547,
          0.15921670198440552,
          0.9363424181938171
        ],
        [
          0.2762686014175415,
          0.646340012550354,
          0.5485616326332092,
          0.2766752541065216,
          0.5051128268241882,
          0.4893666207790375,
          0.7449291944503784,
          0.26740318536758423,
          0.37091752886772156,
          0.6159724593162537,
          0.624801754951477,
          0.590225338935852,
          0.675019383430481,
          0.27690625190734863,
          0.25918999314308167,
          0.304798424243927
        ],
        [
          0.49939998984336853,
          0.17139780521392822,
          0.5277491807937622,
          0.3485534191131592,
          0.34358543157577515,
          0.43501096963882446,
          0.3148614168167114,
          0.40096205472946167,
          0.43490833044052124,
          0.37320268154144287,
          0.4198135733604431,
          0.5398637056350708,
          0.3865484893321991,
          0.5668374300003052,
          0.44766321778297424,
          0.4442848265171051
        ],
        [
          0.5690182447433472,
          0.5341247320175171,
          0.6104084253311157,
          0.4860902726650238,
          0.46824532747268677,
          0.4544503688812256,
          0.20693561434745789,
          0.5151887536048889,
          0.33867985010147095,
          0.1552077978849411,
          0.3529898226261139,
          0.135548397898674,
          0.43452978134155273,
          0.42182403802871704,
          0.2945610582828522,
          0.3506411612033844
        ],
        [
          0.3703744411468506,
          0.41683173179626465,
          0.15196259319782257,
          0.36236637830734253,
          0.39734798669815063,
          0.1572546660900116,
          0.41425982117652893,
          0.6158140897750854,
          0.3746963441371918,
          0.30876243114471436,
          0.3422010540962219,
          0.3241512179374695,
          0.4333009719848633,
          0.5918628573417664,
          0.32747626304626465,
          0.46038618683815
        ],
        [
          0.7110458612442017,
          0.39514392614364624,
          0.60362309217453,
          0.6912246346473694,
          0.7443138957023621,
          0.717007577419281,
          0.8722982406616211,
          0.6437622904777527,
          0.8870775103569031,
          0.6698943376541138,
          0.5226569175720215,
          0.46490103006362915,
          0.4686311185359955,
          0.386321097612381,
          0.7706781029701233,
          0.7174147367477417
        ],
        [
          0.1484936773777008,
          0.8575577735900879,
          0.49561208486557007,
          0.6939330101013184,
          0.8054531216621399,
          0.7551906108856201,
          0.9202388525009155,
          0.728913426399231,
          0.8649017214775085,
          0.6153075695037842,
          0.5521153211593628,
          0.6849995851516724,
          0.569980800151825,
          0.911365807056427,
          0.904780387878418,
          0.8363262414932251
        ],
        [
          0.5252794027328491,
          0.6602420210838318,
          0.5574893355369568,
          0.8495756387710571,
          0.63097083568573,
          0.5465022325515747,
          0.9401520490646362,
          0.7842835783958435,
          0.7377830147743225,
          0.8274054527282715,
          0.8733183145523071,
          0.806107223033905,
          0.5937517881393433,
          0.8544017672538757,
          0.6528774499893188,
          0.38977229595184326
        ],
        [
          0.9296371340751648,
          0.709562361240387,
          0.7745590806007385,
          0.8500663638114929,
          0.7409933805465698,
          0.3967694044113159,
          0.8735106587409973,
          0.776829719543457,
          0.7253865003585815,
          0.9200443029403687,
          0.6812212467193604,
          0.9026148915290833,
          0.7461227774620056,
          0.5665364861488342,
          0.7358294129371643,
          0.7514225244522095
        ],
        [
          0.9160553216934204,
          0.46104103326797485,
          0.739149272441864,
          0.9206975698471069,
          0.8303168416023254,
          0.6444272994995117,
          0.7980456352233887,
          0.8035904765129089,
          0.8180179595947266,
          0.8947104215621948,
          0.46251797676086426,
          0.7314656972885132,
          0.8159239888191223,
          0.6902135014533997,
          0.5330262780189514,
          0.6827943921089172
        ],
        [
          0.8046818971633911,
          0.779544472694397,
          0.8224598169326782,
          0.7161568403244019,
          0.8125330209732056,
          0.933599591255188,
          0.9493185877799988,
          0.7945500612258911,
          0.6586676836013794,
          0.7095804214477539,
          0.7739428281784058,
          0.9320070147514343,
          0.7376006245613098,
          0.7592671513557434,
          0.9058559536933899,
          0.7835994958877563
        ],
        [
          0.6940956711769104,
          0.8622552156448364,
          0.5258145928382874,
          0.8337189555168152,
          0.7088664770126343,
          0.5418925285339355,
          0.9300459623336792,
          0.8564858436584473,
          0.9066720008850098,
          0.7241348028182983,
          0.6738539338111877,
          0.8261616826057434,
          0.7913394570350647,
          0.641167163848877,
          0.6367769837379456,
          0.8004508018493652
        ],
        [
          0.7084556818008423,
          0.7804116606712341,
          0.8247911334037781,
          0.9208564758300781,
          0.9602677226066589,
          0.8224093317985535,
          0.7571773529052734,
          0.7275025844573975,
          0.7159062623977661,
          0.9568356275558472,
          0.6836961507797241,
          0.8291141390800476,
          0.6068955659866333,
          0.8352147340774536,
          0.9311403036117554,
          0.9061836004257202
        ],
        [
          0.8451868891716003,
          0.7182002663612366,
          0.7688226103782654,
          0.46480631828308105,
          0.9265740513801575,
          0.9229789972305298,
          0.8533473014831543,
          0.6604809165000916,
          0.7651963233947754,
          0.8969189524650574,
          0.8550219535827637,
          0.6685556173324585,
          0.7116830348968506,
          0.7441896796226501,
          0.9198232889175415,
          0.7654172778129578
        ],
        [
          0.8501765131950378,
          0.8904472589492798,
          0.7306290864944458,
          0.7220733761787415,
          0.7768772840499878,
          0.9181362986564636,
          0.8226814270019531,
          0.7806268334388733,
          0.8651069402694702,
          0.9204962849617004,
          0.7728695273399353,
          0.49314555525779724,
          0.6799454092979431,
          0.6485470533370972,
          0.8229339718818665,
          0.6720601320266724
        ],
        [
          0.7174409627914429,
          0.79472815990448,
          0.7697352170944214,
          0.8898295164108276,
          0.8939404487609863,
          0.845655620098114,
          0.8835681080818176,
          0.7693755030632019,
          0.9246485829353333,
          0.8812271356582642,
          0.862136721611023,
          0.9286776781082153,
          0.7595306634902954,
          0.8387306332588196,
          0.9516064524650574,
          0.6264013051986694
        ],
        [
          0.5057216882705688,
          0.9528867602348328,
          0.7414808869361877,
          0.6967790722846985,
          0.37534672021865845,
          0.8022643327713013,
          0.9302570223808289,
          0.5915228724479675,
          0.9257051348686218,
          0.920361340045929,
          0.9126497507095337,
          0.8940280079841614,
          0.8743874430656433,
          0.7953268885612488,
          0.9388758540153503,
          0.907368004322052
        ],
        [
          0.9224576950073242,
          0.9005306959152222,
          0.8947553634643555,
          0.9921256899833679,
          0.9105697870254517,
          0.9209603071212769,
          0.9460180997848511,
          0.960146427154541,
          0.9320453405380249,
          0.7883496880531311,
          0.8653368949890137,
          0.8741899728775024,
          0.9315849542617798,
          0.9325739145278931,
          0.9267746210098267,
          0.8416088819503784
        ],
        [
          0.940362811088562,
          0.9285622835159302,
          0.1970459669828415,
          0.5692381858825684,
          0.9346126317977905,
          0.9001737833023071,
          0.9123760461807251,
          0.8722675442695618,
          0.9608354568481445,
          0.7598403096199036,
          0.6408553123474121,
          0.8240510821342468,
          0.9144253730773926,
          0.9523450136184692,
          0.9142778515815735,
          0.7323276400566101
        ],
        [
          0.9680057764053345,
          0.7277929186820984,
          0.8506177663803101,
          0.9813032150268555,
          0.7755751609802246,
          0.8948487043380737,
          0.6653994917869568,
          0.9029799699783325,
          0.9835150837898254,
          0.9881612062454224,
          0.957368016242981,
          0.9872258901596069,
          0.8364437818527222,
          0.9133037328720093,
          0.948922336101532,
          0.9161114692687988
        ],
        [
          0.6698455810546875,
          0.890307605266571,
          0.3695104122161865,
          0.819896399974823,
          0.9132434725761414,
          0.9547573924064636,
          0.8303254842758179,
          0.4871479868888855,
          0.9480414390563965,
          0.8207257390022278,
          0.5589902400970459,
          0.5336151719093323,
          0.8827519416809082,
          0.990502655506134,
          0.9268223643302917,
          0.9797709584236145
        ],
        [
          0.9547603726387024,
          0.16996882855892181,
          0.5171246528625488,
          0.376415878534317,
          0.9438363909721375,
          0.757916271686554,
          0.29671406745910645,
          0.9488064646720886,
          0.3549416959285736,
          0.9644891023635864,
          0.6062480211257935,
          0.5167904496192932,
          0.9849382638931274,
          0.8860689401626587,
          0.5645555257797241,
          0.9002617001533508
        ],
        [
          0.9146265983581543,
          0.775428056716919,
          0.9952392578125,
          0.9701134562492371,
          0.7971642017364502,
          0.5927845239639282,
          0.7174018025398254,
          0.09018824249505997,
          0.4876764416694641,
          0.9778814315795898,
          0.35942521691322327,
          0.6687623858451843,
          0.1969670057296753,
          0.6868306398391724,
          0.37700825929641724,
          0.42659249901771545
        ]
      ],
      "diffuse": [
        [
          0.4429847300052643,
          0.0008337564649991691,
          0.3379305303096771,
          0.553756833076477,
          0.5612213611602783,
          0.450343519449234,
          0.6242760419845581,
          0.44537243247032166,
          0.4185431897640228,
          0.5358547568321228,
          0.5466526746749878,
          0.40537723898887634,
          0.4577142596244812,
          0.062009047716856,
          0.47293153405189514,
          0.25497978925704956
        ],
        [
          0.2575628161430359,
          0.3672384023666382,
          0.5756612420082092,
          0.4406403601169586,
          0.4014206826686859,
          0.46366745233535767,
          0.3967970013618469,
          0.33117514848709106,
          0.39443641901016235,
          0.3290412425994873,
          0.28015032410621643,
          0.39100825786590576,
          0.4540392756462097,
          0.5034330487251282,
          0.43079042434692383,
          0.0940784364938736
        ],
        [
          0.4302675724029541,
          0.37705206871032715,
          0.3731305003166199,
          0.3894417881965637,
          0.48084720969200134,
          0.42467933893203735,
          0.34515580534935,
          0.5249141454696655,
          0.5338720083236694,
          0.41629892587661743,
          0.30829471349716187,
          0.48189592361450195,
          0.3398194909095764,
          0.49576377868652344,
          0.5276566743850708,
          0.47398895025253296
        ],
        [
          0.48159804940223694,
          0.28357306122779846,
          0.4545065760612488,
          0.5065540075302124,
          0.4831962585449219,
          0.528349757194519,
          0.5911526679992676,
          0.5630661249160767,
          0.45194172859191895,
          0.3695982098579407,
          0.5013805627822876,
          0.42312440276145935,
          0.6039668321609497,
          0.39958566427230835,
          0.5278863906860352,
          0.5346469283103943
        ],
        [
          0.4022398889064789,
          0.4529409408569336,
          0.41094422340393066,
          0.47704657912254333,
          0.48495617508888245,
          0.3237326741218567,
          0.4935740530490875,
          0.4851255416870117,
          0.48558297753334045,
          0.29223087430000305,
          0.47503501176834106,
          0.5369395613670349,
          0.5648822784423828,
          0.5620406866073608,
          0.5877881050109863,
          0.4820961058139801
        ],
        [
          0.5380553007125854,
          0.4566481113433838,
          0.193909153342247,
          0.5283147692680359,
          0.3770460784435272,
          0.43111318349838257,
          0.5857083797454834,
          0.4960056245326996,
          0.3922896087169647,
          0.4870423376560211,
          0.5589773058891296,
          0.43733954429626465,
          0.4133060574531555,
          0.41379213333129883,
          0.4823572039604187,
          0.4371471405029297
        ],
        [
          0.1759604662656784,
          0.4991685748100281,
          0.42847687005996704,
          0.16487780213356018,
          0.28752896189689636,
          0.323298841714859,
          0.19448916614055634,
          0.4388810992240906,
          0.17031683027744293,
          0.3370392322540283,
          0.44647330045700073,
          0.49580541253089905,
          0.5128040909767151,
          0.5224270224571228,
          0.28242024779319763,
          0.31736791133880615
        ],
        [
          0.2352728545665741,
          0.12342487275600433,
          0.3817194402217865,
          0.27404141426086426,
          0.2910754680633545,
          0.30873721837997437,
          0.1353350430727005,
          0.21361739933490753,
          0.10869065672159195,
          0.4461689591407776,
          0.4075331687927246,
          0.41441965103149414,
          0.42991113662719727,
          0.13730710744857788,
          0.15233781933784485,
          0.23423504829406738
        ],
        [
          0.46908634901046753,
          0.3707951307296753,
          0.43333330750465393,
          0.17363163828849792,
          0.25417548418045044,
          0.453116238117218,
          0.05411248281598091,
          0.1479181945323944,
          0.3411440849304199,
          0.12145982682704926,
          0.2012251913547516,
          0.2984732985496521,
          0.3923197388648987,
          0.1907019168138504,
          0.33984532952308655,
          0.5624334812164307
        ],
        [
          0.08017092198133469,
          0.3652915358543396,
          0.3215332329273224,
          0.2000705450773239,
          0.31584328413009644,
          0.39451247453689575,
          0.141275092959404,
          0.3070303499698639,
          0.18468645215034485,
          0.10034511238336563,
          0.39003023505210876,
          0.15920719504356384,
          0.3274664282798767,
          0.49168840050697327,
          0.3227729797363281,
          0.2959684729576111
        ],
        [
          0.08828147500753403,
          0.41789597272872925,
          0.3049180209636688,
          0.08288518339395523,
          0.16308067739009857,
          0.3906397819519043,
          0.2708076238632202,
          0.21396200358867645,
          0.17104552686214447,
          0.08183348923921585,
          0.5515528917312622,
          0.29212963581085205,
          0.2530798316001892,
          0.24704523384571075,
          0.441354364156723,
          0.3587614893913269
        ],
        [
          0.24236369132995605,
          0.14987948536872864,
          0.11841050535440445,
          0.36954694986343384,
          0.21956710517406464,
          0.11383030563592911,
          0.07433341443538666,
          0.27069494128227234,
          0.37125009298324585,
          0.35142192244529724,
          0.30213168263435364,
          0.11796487867832184,
          0.31278660893440247,
          0.3039659857749939,
          0.08707485347986221,
          0.21576490998268127
        ],
        [
          0.3742855489253998,
          0.21073225140571594,
          0.4347054064273834,
          0.2578200697898865,
          0.33742594718933105,
          0.41422003507614136,
          0.10610959678888321,
          0.20598213374614716,
          0.10699613392353058,
          0.3042970299720764,
          0.33426374197006226,
          0.21526190638542175,
          0.29597750306129456,
          0.4096292555332184,
          0.3801128566265106,
          0.26948514580726624
        ],
        [
          0.3283621072769165,
          0.23631803691387177,
          0.22761192917823792,
          0.1385968178510666,
          0.08144889771938324,
          0.23337940871715546,
          0.2994116544723511,
          0.31644847989082336,
          0.33803659677505493,
          0.09065203368663788,
          0.3884311020374298,
          0.24192893505096436,
          0.4295880198478699,
          0.22360415756702423,
          0.10479654371738434,
          0.14918413758277893
        ],
        [
          0.1856509894132614,
          0.3532560467720032,
          0.21453122794628143,
          0.15132898092269897,
          0.12112327665090561,
          0.13106387853622437,
          0.20429837703704834,
          0.38195210695266724,
          0.2948678433895111,
          0.15700535476207733,
          0.20721867680549622,
          0.31030207872390747,
          0.35610657930374146,
          0.2708267569541931,
          0.14107050001621246,
          0.2920880913734436
        ],
        [
          0.1976037472486496,
          0.1699882298707962,
          0.35928264260292053,
          0.3271828591823578,
          0.24499113857746124,
          0.10055354982614517,
          0.1960146576166153,
          0.27469176054000854,
          0.148830384016037,
          0.13218510150909424,
          0.30118998885154724,
          0.5402621626853943,
          0.3802124857902527,
          0.38332998752593994,
          0.2418007105588913,
          0.38868993520736694
        ],
        [
          0.3516642153263092,
          0.2669711112976074,
          0.2245139330625534,
          0.16950929164886475,
          0.1545362025499344,
          0.2050451934337616,
          0.17010915279388428,
          0.28021201491355896,
          0.12604494392871857,
          0.18014565110206604,
          0.2192598134279251,
          0.12492958456277847,
          0.3024935722351074,
          0.19744329154491425,
          0.09479633718729019,
          0.40577468276023865
        ],
        [
          0.4665794372558594,
          0.0807381197810173,
          0.31885606050491333,
          0.22628536820411682,
          0.4646889269351959,
          0.23039405047893524,
          0.10600574314594269,
          0.4239521026611328,
          0.11679334938526154,
          0.11264024674892426,
          0.11669638007879257,
          0.16048383712768555,
          0.17576655745506287,
          0.28051474690437317,
          0.07455561310052872,
          0.12444478273391724
        ],
        [
          0.11041774600744247,
          0.12945695221424103,
          0.1610926240682602,
          0.0013659156393259764,
          0.1496991664171219,
          0.11996416002511978,
          0.06831825524568558,
          0.06785370409488678,
          0.09693680703639984,
          0.25887179374694824,
          0.18419989943504333,
          0.18466630578041077,
          0.10413795709609985,
          0.10614746809005737,
          0.10350124537944794,
          0.14826735854148865
        ],
        [
          0.09958016127347946,
          0.11765116453170776,
          0.44144877791404724,
          0.42867523431777954,
          0.0879455953836441,
          0.11412224918603897,
          0.06289449334144592,
          0.159917950630188,
          0.06435399502515793,
          0.29872754216194153,
          0.3885844349861145,
          0.2079876959323883,
          0.11669156700372696,
          0.08420966565608978,
          0.13312968611717224,
          0.30174046754837036
        ],
        [
          0.0407346673309803,
          0.3099888563156128,
          0.16836091876029968,
          0.014457618817687035,
          0.16653648018836975,
          0.09087531268596649,
          0.3801160156726837,
          0.0422050841152668,
          0.019025418907403946,
          0.01360854972153902,
          0.049989502876996994,
          0.018068064004182816,
          0.13193270564079285,
          0.1311749964952469,
          0.08947977423667908,
          0.14671002328395844
        ],
        [
          0.25029757618904114,
          0.14065012335777283,
          0.25419968366622925,
          0.14083442091941833,
          0.13668714463710785,
          0.08799124509096146,
          0.10205191373825073,
          0.4683681130409241,
          0.029462236911058426,
          0.11242170631885529,
          0.1984178125858307,
          0.20904918015003204,
          0.15658357739448547,
          0.018262099474668503,
          0.09980793297290802,
          0.029075047001242638
        ],
        [
          0.035542137920856476,
          0.1450575292110443,
          0.1298002302646637,
          0.46996253728866577,
          0.05482812970876694,
          0.08732536435127258,
          0.1610649973154068,
          0.043041154742240906,
          0.11403051763772964,
          0.03393874689936638,
          0.11322817951440811,
          0.39524680376052856,
          0.019656609743833542,
          0.04286579042673111,
          0.0992901623249054,
          0.044721465557813644
        ],
        [
          0.060149651020765305,
          0.031032076105475426,
          0.009669706225395203,
          0.03058730997145176,
          0.06211531162261963,
          0.1252697855234146,
          0.045877717435359955,
          0.11349942535161972,
          0.07144694030284882,
          0.018613971769809723,
          0.06892712414264679,
          0.09086931496858597,
          0.15032359957695007,
          0.07989979535341263,
          0.17291143536567688,
          0.10760941356420517
        ]
      ]
    }
  },
  "facebook/opt-125m": {
    "model_name": "facebook/opt-125m",
    "num_layers": 12,
    "num_heads": 12,
    "analysis_date": "2026-02-26",
    "categories": {
      "previous_token": {
        "display_name": "Previous Token",
        "description": "Attends to the immediately preceding token \u2014 like reading left to right",
        "icon": "arrow-left",
        "educational_text": "This head looks at the word right before the current one. Like reading left to right, it helps track local word-by-word patterns.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 2,
            "score": 0.3226
          },
          {
            "layer": 0,
            "head": 3,
            "score": 0.6112
          },
          {
            "layer": 0,
            "head": 6,
            "score": 0.696
          },
          {
            "layer": 0,
            "head": 8,
            "score": 0.9174
          },
          {
            "layer": 1,
            "head": 5,
            "score": 0.4708
          },
          {
            "layer": 5,
            "head": 2,
            "score": 0.6129
          },
          {
            "layer": 6,
            "head": 0,
            "score": 0.3822
          },
          {
            "layer": 7,
            "head": 0,
            "score": 0.4036
          }
        ]
      },
      "induction": {
        "display_name": "Induction",
        "description": "Completes repeated patterns: if it saw [A][B] before and now sees [A], it predicts [B]",
        "icon": "repeat",
        "educational_text": "This head finds patterns that happened before and predicts they'll happen again. If it saw 'the cat' earlier, it expects the same words to follow.",
        "requires_repetition": true,
        "suggested_prompt": "Try: 'The cat sat on the mat. The cat' \u2014 the repeated 'The cat' lets induction heads activate.",
        "top_heads": [
          {
            "layer": 4,
            "head": 9,
            "score": 0.2131
          },
          {
            "layer": 5,
            "head": 1,
            "score": 0.3884
          },
          {
            "layer": 7,
            "head": 5,
            "score": 0.3843
          },
          {
            "layer": 8,
            "head": 0,
            "score": 0.2705
          },
          {
            "layer": 8,
            "head": 4,
            "score": 0.2791
          },
          {
            "layer": 9,
            "head": 7,
            "score": 0.2768
          },
          {
            "layer": 10,
            "head": 10,
            "score": 0.1159
          },
          {
            "layer": 11,
            "head": 11,
            "score": 0.1302
          }
        ]
      },
      "duplicate_token": {
        "display_name": "Duplicate Token",
        "description": "Notices when the same word appears more than once",
        "icon": "clone",
        "educational_text": "This head notices when the same word appears more than once, like a highlighter for repeated words. It helps the model track which words have already been said.",
        "requires_repetition": true,
        "suggested_prompt": "Try a prompt with repeated words like 'The cat sat. The cat slept.' to see duplicate-token heads light up.",
        "top_heads": [
          {
            "layer": 0,
            "head": 7,
            "score": 0.3346
          },
          {
            "layer": 1,
            "head": 9,
            "score": 0.3062
          },
          {
            "layer": 2,
            "head": 1,
            "score": 0.239
          },
          {
            "layer": 11,
            "head": 4,
            "score": 0.1468
          }
        ]
      },
      "positional": {
        "display_name": "Positional / First-Token",
        "description": "Always pays attention to the very first word, using it as an anchor point",
        "icon": "map-pin",
        "educational_text": "This head always pays attention to the very first word, using it as an anchor point. The first token serves as a 'default' position when no other token is specifically relevant.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 2,
            "head": 6,
            "score": 0.9281
          },
          {
            "layer": 4,
            "head": 8,
            "score": 0.9265
          },
          {
            "layer": 8,
            "head": 5,
            "score": 0.9245
          },
          {
            "layer": 9,
            "head": 9,
            "score": 0.9344
          },
          {
            "layer": 10,
            "head": 3,
            "score": 0.9303
          },
          {
            "layer": 11,
            "head": 1,
            "score": 0.9254
          },
          {
            "layer": 11,
            "head": 2,
            "score": 0.9305
          },
          {
            "layer": 11,
            "head": 7,
            "score": 0.9493
          }
        ]
      },
      "diffuse": {
        "display_name": "Diffuse / Spread",
        "description": "Spreads attention evenly across many words, gathering general context",
        "icon": "expand-arrows-alt",
        "educational_text": "This head spreads its attention evenly across many words, gathering general context rather than focusing on one spot. It provides a 'big picture' summary of the input.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 0,
            "score": 0.5887
          },
          {
            "layer": 0,
            "head": 2,
            "score": 0.547
          },
          {
            "layer": 0,
            "head": 4,
            "score": 0.6517
          },
          {
            "layer": 0,
            "head": 5,
            "score": 0.6201
          },
          {
            "layer": 0,
            "head": 9,
            "score": 0.5518
          },
          {
            "layer": 0,
            "head": 10,
            "score": 0.6565
          },
          {
            "layer": 0,
            "head": 11,
            "score": 0.636
          },
          {
            "layer": 1,
            "head": 11,
            "score": 0.5837
          }
        ]
      }
    },
    "all_scores": {
      "previous_token": [
        [
          0.28317829966545105,
          0.1114346832036972,
          0.32261428236961365,
          0.6112397909164429,
          0.16571521759033203,
          0.14989298582077026,
          0.6959987878799438,
          0.06123749166727066,
          0.9174175262451172,
          0.1596813201904297,
          0.1726667732000351,
          0.16959799826145172
        ],
        [
          0.09960269182920456,
          0.097233846783638,
          0.11117666959762573,
          0.11318115890026093,
          0.11144684255123138,
          0.4708215594291687,
          0.1007968932390213,
          0.10097102075815201,
          0.10475829988718033,
          0.07040436565876007,
          0.09984680265188217,
          0.21287885308265686
        ],
        [
          0.14609768986701965,
          0.0805622935295105,
          0.19040891528129578,
          0.09398329257965088,
          0.2114814817905426,
          0.1049523577094078,
          0.08922792971134186,
          0.2057434618473053,
          0.10816051065921783,
          0.09413225948810577,
          0.10917814821004868,
          0.15344975888729095
        ],
        [
          0.09919743984937668,
          0.1125914454460144,
          0.10940196365118027,
          0.10272632539272308,
          0.18618819117546082,
          0.1213236078619957,
          0.09282074123620987,
          0.1256401687860489,
          0.1784929633140564,
          0.23667249083518982,
          0.11193114519119263,
          0.10268720239400864
        ],
        [
          0.09396211802959442,
          0.09740405529737473,
          0.2042723447084427,
          0.11915786564350128,
          0.154108926653862,
          0.12181039154529572,
          0.10826501995325089,
          0.09151843190193176,
          0.083185113966465,
          0.12484900653362274,
          0.27909016609191895,
          0.13438913226127625
        ],
        [
          0.15393295884132385,
          0.11431161314249039,
          0.6128664016723633,
          0.12105803191661835,
          0.11580349504947662,
          0.09190123528242111,
          0.12370382249355316,
          0.14566832780838013,
          0.139105886220932,
          0.10960652679204941,
          0.1357828676700592,
          0.14630064368247986
        ],
        [
          0.38222068548202515,
          0.13025426864624023,
          0.10108216106891632,
          0.15933077037334442,
          0.10748164355754852,
          0.16383759677410126,
          0.15843449532985687,
          0.1299314796924591,
          0.11993855237960815,
          0.12314321845769882,
          0.09472811222076416,
          0.09131523221731186
        ],
        [
          0.4036204218864441,
          0.09772935509681702,
          0.1373717486858368,
          0.10069890320301056,
          0.17309704422950745,
          0.10178489983081818,
          0.09229771792888641,
          0.1341783106327057,
          0.12926331162452698,
          0.15297314524650574,
          0.1337844729423523,
          0.11009199917316437
        ],
        [
          0.10755244642496109,
          0.11201606690883636,
          0.10302219539880753,
          0.11390974372625351,
          0.10384412854909897,
          0.09111087024211884,
          0.1173020601272583,
          0.1321195811033249,
          0.24886038899421692,
          0.12485451996326447,
          0.13228288292884827,
          0.14282464981079102
        ],
        [
          0.0902014970779419,
          0.11520091444253922,
          0.09773845970630646,
          0.12864597141742706,
          0.10193723440170288,
          0.3155542016029358,
          0.11638845503330231,
          0.10133782774209976,
          0.11818341165781021,
          0.08837269991636276,
          0.11202631890773773,
          0.10075218975543976
        ],
        [
          0.09739966690540314,
          0.09291841089725494,
          0.09824039041996002,
          0.09194275736808777,
          0.1381438970565796,
          0.25259819626808167,
          0.13766011595726013,
          0.11107484251260757,
          0.13851240277290344,
          0.09978978335857391,
          0.12149034440517426,
          0.0969519093632698
        ],
        [
          0.16796275973320007,
          0.08976301550865173,
          0.08852796256542206,
          0.08914371579885483,
          0.16889850795269012,
          0.09757862985134125,
          0.09081484377384186,
          0.08673791587352753,
          0.10095851123332977,
          0.09720811247825623,
          0.09437806159257889,
          0.11725634336471558
        ]
      ],
      "induction": [
        [
          0.08306167274713516,
          0.038350652903318405,
          0.09538210928440094,
          0.053209565579891205,
          0.0895792543888092,
          0.09904853254556656,
          0.06032799929380417,
          0.03888196498155594,
          0.0572083480656147,
          0.07025513052940369,
          0.09849441051483154,
          0.08192399144172668
        ],
        [
          0.02126551978290081,
          0.01957908272743225,
          0.04991113021969795,
          0.030209217220544815,
          0.03183875232934952,
          0.05497024580836296,
          0.023592954501509666,
          0.030357737094163895,
          0.04594537615776062,
          0.018939252942800522,
          0.019394543021917343,
          0.09533874690532684
        ],
        [
          0.06545302271842957,
          0.006466261111199856,
          0.05234188586473465,
          0.02792595885694027,
          0.04600409418344498,
          0.024515409022569656,
          0.014713702723383904,
          0.03618063032627106,
          0.025848442688584328,
          0.01959812082350254,
          0.025757011026144028,
          0.02995241805911064
        ],
        [
          0.017968162894248962,
          0.02157396450638771,
          0.022683780640363693,
          0.029384959489107132,
          0.022545460611581802,
          0.03528968244791031,
          0.012008490040898323,
          0.00841726828366518,
          0.025062575936317444,
          0.032224494963884354,
          0.017483992502093315,
          0.018426241353154182
        ],
        [
          0.007357846945524216,
          0.019735122099518776,
          0.029171496629714966,
          0.043839216232299805,
          0.01700504496693611,
          0.03200806304812431,
          0.017607763409614563,
          0.01800626888871193,
          0.005238882265985012,
          0.2131221741437912,
          0.04828112572431564,
          0.013761197216808796
        ],
        [
          0.013121897354722023,
          0.3883616328239441,
          0.0664779394865036,
          0.059109531342983246,
          0.03669164702296257,
          0.014388431794941425,
          0.006255013402551413,
          0.01128384005278349,
          0.04439767450094223,
          0.00802270881831646,
          0.011385894380509853,
          0.030995583161711693
        ],
        [
          0.05709410831332207,
          0.038005318492650986,
          0.056262560188770294,
          0.015144750475883484,
          0.01649397984147072,
          0.01788046769797802,
          0.012160232290625572,
          0.005761041305959225,
          0.018022801727056503,
          0.0033897142857313156,
          0.020567618310451508,
          0.011656093411147594
        ],
        [
          0.0555228665471077,
          0.08738544583320618,
          0.029990311712026596,
          0.031009193509817123,
          0.012470316141843796,
          0.38427233695983887,
          0.038467537611722946,
          0.012510083615779877,
          0.08860801160335541,
          0.05083683878183365,
          0.054726988077163696,
          0.03840569406747818
        ],
        [
          0.270450621843338,
          0.10725357383489609,
          0.027521437034010887,
          0.028943542391061783,
          0.27906879782676697,
          0.12261740118265152,
          0.0900067538022995,
          0.04221557825803757,
          0.04216746613383293,
          0.036575816571712494,
          0.021061474457383156,
          0.04888926073908806
        ],
        [
          0.015908723697066307,
          0.1206839457154274,
          0.17868228256702423,
          0.059971291571855545,
          0.061816923320293427,
          0.027684945613145828,
          0.10060246288776398,
          0.2767835557460785,
          0.019091466441750526,
          0.03206880763173103,
          0.14407923817634583,
          0.12417075783014297
        ],
        [
          0.08329590409994125,
          0.06671802699565887,
          0.03612031415104866,
          0.005719374865293503,
          0.01094159297645092,
          0.03885005787014961,
          0.04190775379538536,
          0.046548161655664444,
          0.022365929558873177,
          0.027211660519242287,
          0.11587609350681305,
          0.025151783600449562
        ],
        [
          0.030504172667860985,
          0.052395742386579514,
          0.01973491907119751,
          0.05583244562149048,
          0.07409346103668213,
          0.030193785205483437,
          0.05111571401357651,
          0.02266770973801613,
          0.038721948862075806,
          0.08434022963047028,
          0.04348147287964821,
          0.13019374012947083
        ]
      ],
      "duplicate_token": [
        [
          0.04296055808663368,
          0.06622104346752167,
          0.04958031326532364,
          0.00860116258263588,
          0.08837775141000748,
          0.11559204012155533,
          0.011707993224263191,
          0.33456486463546753,
          0.0019377015996724367,
          0.049075160175561905,
          0.09972085803747177,
          0.0807453840970993
        ],
        [
          0.021129712462425232,
          0.020744571462273598,
          0.038357365876436234,
          0.029577121138572693,
          0.036192771047353745,
          0.011100174859166145,
          0.020829491317272186,
          0.039090197533369064,
          0.036570675671100616,
          0.30618971586227417,
          0.024966435506939888,
          0.028644919395446777
        ],
        [
          0.021200140938162804,
          0.2390443980693817,
          0.02127208188176155,
          0.013994729146361351,
          0.014007982797920704,
          0.01991947740316391,
          0.01566176488995552,
          0.01636647805571556,
          0.03135015070438385,
          0.02670900896191597,
          0.016003090888261795,
          0.01445035357028246
        ],
        [
          0.008262263610959053,
          0.020452026277780533,
          0.03069901466369629,
          0.0315239280462265,
          0.008686602115631104,
          0.031136449426412582,
          0.021211659535765648,
          0.006680487655103207,
          0.009689278900623322,
          0.009586171247065067,
          0.015478430315852165,
          0.01810271665453911
        ],
        [
          0.005465000402182341,
          0.009436061605811119,
          0.0126339765265584,
          0.029152030125260353,
          0.009977339766919613,
          0.01805642805993557,
          0.007481602486222982,
          0.022532392293214798,
          0.06481404602527618,
          0.019275499507784843,
          0.020457888022065163,
          0.004774707369506359
        ],
        [
          0.005250666290521622,
          0.024200042709708214,
          0.014978197403252125,
          0.09312368929386139,
          0.03393462672829628,
          0.012993060052394867,
          0.005631026811897755,
          0.0050845397636294365,
          0.017696326598525047,
          0.00382138229906559,
          0.003561613382771611,
          0.025373419746756554
        ],
        [
          0.012864621356129646,
          0.012979045510292053,
          0.012902040965855122,
          0.008907562121748924,
          0.01083189807832241,
          0.008989783935248852,
          0.005261095706373453,
          0.00416939752176404,
          0.012836853973567486,
          0.0020033325999975204,
          0.012468192726373672,
          0.007837565615773201
        ],
        [
          0.020765695720911026,
          0.015191731974482536,
          0.018037524074316025,
          0.01220632717013359,
          0.00563383474946022,
          0.013344277627766132,
          0.021520288661122322,
          0.007706264965236187,
          0.033530037850141525,
          0.018965354189276695,
          0.0382906049489975,
          0.03827116638422012
        ],
        [
          0.03379058465361595,
          0.03456216678023338,
          0.01406847219914198,
          0.016040584072470665,
          0.026076504960656166,
          0.010419708676636219,
          0.055007416754961014,
          0.015336841344833374,
          0.021350666880607605,
          0.021685825660824776,
          0.015533397905528545,
          0.02199726365506649
        ],
        [
          0.023827319964766502,
          0.037477023899555206,
          0.02493681199848652,
          0.01212410070002079,
          0.03179445117712021,
          0.021972456946969032,
          0.024896157905459404,
          0.05267787724733353,
          0.01438588835299015,
          0.00888760108500719,
          0.03489671275019646,
          0.02318716235458851
        ],
        [
          0.029167529195547104,
          0.022943567484617233,
          0.015891578048467636,
          0.005625317804515362,
          0.02735310234129429,
          0.07082860171794891,
          0.03660189360380173,
          0.034715767949819565,
          0.040562089532613754,
          0.016392294317483902,
          0.03031572327017784,
          0.02851547673344612
        ],
        [
          0.04454033449292183,
          0.018247606232762337,
          0.015095271170139313,
          0.022401615977287292,
          0.1467546671628952,
          0.027245011180639267,
          0.026752760633826256,
          0.01148924045264721,
          0.03148378059267998,
          0.0433090403676033,
          0.02620452269911766,
          0.061184585094451904
        ]
      ],
      "positional": [
        [
          0.3164197504520416,
          0.7097522020339966,
          0.313742458820343,
          0.2886035144329071,
          0.22145667672157288,
          0.13194352388381958,
          0.20336656272411346,
          0.2757543623447418,
          0.15181320905685425,
          0.5233304500579834,
          0.30125534534454346,
          0.3539638817310333
        ],
        [
          0.8594332933425903,
          0.8785327076911926,
          0.7895527482032776,
          0.7292482256889343,
          0.7397489547729492,
          0.39699816703796387,
          0.8717679977416992,
          0.7580168843269348,
          0.7686956524848938,
          0.5241485834121704,
          0.846331000328064,
          0.3722793161869049
        ],
        [
          0.6084992289543152,
          0.870602011680603,
          0.6777787208557129,
          0.9179693460464478,
          0.6609118580818176,
          0.8338595628738403,
          0.928083062171936,
          0.7468389272689819,
          0.7692451477050781,
          0.8965556025505066,
          0.8385180234909058,
          0.738510251045227
        ],
        [
          0.8948237299919128,
          0.8090395927429199,
          0.8415901064872742,
          0.8772768974304199,
          0.777887225151062,
          0.7968254685401917,
          0.9048016667366028,
          0.8973554372787476,
          0.7025976777076721,
          0.7463048100471497,
          0.7799573540687561,
          0.8597747087478638
        ],
        [
          0.9239638447761536,
          0.8890523910522461,
          0.6776164770126343,
          0.7793902158737183,
          0.8422673940658569,
          0.7564969062805176,
          0.8604106903076172,
          0.9228107333183289,
          0.9264599084854126,
          0.7584677338600159,
          0.6687496900558472,
          0.8700451850891113
        ],
        [
          0.7386807799339294,
          0.770612359046936,
          0.3961127996444702,
          0.6300376653671265,
          0.7508385181427002,
          0.9229596853256226,
          0.9187180399894714,
          0.8105292320251465,
          0.7944425344467163,
          0.882470428943634,
          0.7967163920402527,
          0.7610771059989929
        ],
        [
          0.5967537760734558,
          0.7868028879165649,
          0.8789525032043457,
          0.7739169001579285,
          0.8274840116500854,
          0.8038509488105774,
          0.7940086126327515,
          0.8664208650588989,
          0.8028992414474487,
          0.8628344535827637,
          0.9014295339584351,
          0.923606276512146
        ],
        [
          0.5870643258094788,
          0.8789574503898621,
          0.8005009889602661,
          0.8583735227584839,
          0.8118586540222168,
          0.8347116708755493,
          0.9028525352478027,
          0.7831266522407532,
          0.6915540099143982,
          0.7028496861457825,
          0.6935309171676636,
          0.8087813258171082
        ],
        [
          0.7935436964035034,
          0.7887608408927917,
          0.8501322865486145,
          0.8268178105354309,
          0.8370515704154968,
          0.9244786500930786,
          0.7413202524185181,
          0.7906897068023682,
          0.6645615696907043,
          0.7721725702285767,
          0.7909727692604065,
          0.6831327080726624
        ],
        [
          0.9087656140327454,
          0.7944125533103943,
          0.8638300895690918,
          0.7613382935523987,
          0.8543587923049927,
          0.5651695132255554,
          0.7549748420715332,
          0.7877157926559448,
          0.7976600527763367,
          0.9344069361686707,
          0.803438663482666,
          0.8438388705253601
        ],
        [
          0.8556029200553894,
          0.9001739621162415,
          0.8772464990615845,
          0.9302614331245422,
          0.8244021534919739,
          0.5912764072418213,
          0.7299866080284119,
          0.7893458604812622,
          0.7674238085746765,
          0.8689709901809692,
          0.7675279378890991,
          0.8596009016036987
        ],
        [
          0.7292940020561218,
          0.9254170656204224,
          0.9304898381233215,
          0.9129300117492676,
          0.41885828971862793,
          0.894659161567688,
          0.9027349352836609,
          0.9492760896682739,
          0.8651606440544128,
          0.8781453967094421,
          0.8795730471611023,
          0.7234259843826294
        ]
      ],
      "diffuse": [
        [
          0.5887172818183899,
          0.3889952301979065,
          0.5470231175422668,
          0.315746009349823,
          0.6516872644424438,
          0.620071291923523,
          0.3260877728462219,
          0.48588141798973083,
          0.1038898378610611,
          0.5518184304237366,
          0.6564716100692749,
          0.6360124349594116
        ],
        [
          0.24061532318592072,
          0.220017671585083,
          0.2918398380279541,
          0.39094552397727966,
          0.37018683552742004,
          0.4171296954154968,
          0.22873827815055847,
          0.3318709433078766,
          0.2958186864852905,
          0.35843610763549805,
          0.25869736075401306,
          0.5837197303771973
        ],
        [
          0.4564797282218933,
          0.12512002885341644,
          0.40021786093711853,
          0.14373145997524261,
          0.3452387750148773,
          0.27761974930763245,
          0.13798585534095764,
          0.25967326760292053,
          0.3490748703479767,
          0.18369999527931213,
          0.2705056667327881,
          0.3255826234817505
        ],
        [
          0.1905183345079422,
          0.2837713956832886,
          0.2337302267551422,
          0.1948285698890686,
          0.2528586685657501,
          0.30139675736427307,
          0.1717393696308136,
          0.143526092171669,
          0.29392534494400024,
          0.24706006050109863,
          0.314062237739563,
          0.23483125865459442
        ],
        [
          0.13495393097400665,
          0.19118700921535492,
          0.3383607864379883,
          0.30419406294822693,
          0.19701190292835236,
          0.3117406666278839,
          0.22739501297473907,
          0.14393804967403412,
          0.10461042076349258,
          0.2710912823677063,
          0.31481799483299255,
          0.17292264103889465
        ],
        [
          0.2689337134361267,
          0.18655595183372498,
          0.2802937924861908,
          0.41172799468040466,
          0.36485856771469116,
          0.1356544941663742,
          0.1166488379240036,
          0.2237689197063446,
          0.27776581048965454,
          0.17352162301540375,
          0.2293032705783844,
          0.2963556945323944
        ],
        [
          0.3053911626338959,
          0.29554685950279236,
          0.16881656646728516,
          0.25214600563049316,
          0.267942875623703,
          0.23997493088245392,
          0.24461889266967773,
          0.16963179409503937,
          0.26754888892173767,
          0.17559197545051575,
          0.1658935546875,
          0.1467728316783905
        ],
        [
          0.3120845854282379,
          0.17416071891784668,
          0.2750299870967865,
          0.21283645927906036,
          0.21038690209388733,
          0.12277146428823471,
          0.1637592613697052,
          0.2849481701850891,
          0.3746413588523865,
          0.35683080554008484,
          0.41513633728027344,
          0.27835139632225037
        ],
        [
          0.18607623875141144,
          0.2565007507801056,
          0.23863139748573303,
          0.24448826909065247,
          0.14545802772045135,
          0.09667863696813583,
          0.3387433886528015,
          0.293828547000885,
          0.3467433750629425,
          0.3202698826789856,
          0.2702147364616394,
          0.37898218631744385
        ],
        [
          0.16458146274089813,
          0.25859665870666504,
          0.14942589402198792,
          0.31717485189437866,
          0.20270928740501404,
          0.3531935214996338,
          0.2845943570137024,
          0.19677777588367462,
          0.2685052156448364,
          0.11926773935556412,
          0.22304275631904602,
          0.19038476049900055
        ],
        [
          0.19307804107666016,
          0.14567740261554718,
          0.18413221836090088,
          0.11616958677768707,
          0.22416090965270996,
          0.40214234590530396,
          0.3391159474849701,
          0.27299484610557556,
          0.2817191481590271,
          0.19584926962852478,
          0.2543101906776428,
          0.21762391924858093
        ],
        [
          0.3038342595100403,
          0.12406042963266373,
          0.12866733968257904,
          0.14136353135108948,
          0.5261720418930054,
          0.17205408215522766,
          0.15786775946617126,
          0.0980292484164238,
          0.21205635368824005,
          0.17876091599464417,
          0.18031804263591766,
          0.3083159029483795
        ]
      ]
    }
  },
  "opt-125m": {
    "model_name": "facebook/opt-125m",
    "num_layers": 12,
    "num_heads": 12,
    "analysis_date": "2026-02-26",
    "categories": {
      "previous_token": {
        "display_name": "Previous Token",
        "description": "Attends to the immediately preceding token \u2014 like reading left to right",
        "icon": "arrow-left",
        "educational_text": "This head looks at the word right before the current one. Like reading left to right, it helps track local word-by-word patterns.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 2,
            "score": 0.3226
          },
          {
            "layer": 0,
            "head": 3,
            "score": 0.6112
          },
          {
            "layer": 0,
            "head": 6,
            "score": 0.696
          },
          {
            "layer": 0,
            "head": 8,
            "score": 0.9174
          },
          {
            "layer": 1,
            "head": 5,
            "score": 0.4708
          },
          {
            "layer": 5,
            "head": 2,
            "score": 0.6129
          },
          {
            "layer": 6,
            "head": 0,
            "score": 0.3822
          },
          {
            "layer": 7,
            "head": 0,
            "score": 0.4036
          }
        ]
      },
      "induction": {
        "display_name": "Induction",
        "description": "Completes repeated patterns: if it saw [A][B] before and now sees [A], it predicts [B]",
        "icon": "repeat",
        "educational_text": "This head finds patterns that happened before and predicts they'll happen again. If it saw 'the cat' earlier, it expects the same words to follow.",
        "requires_repetition": true,
        "suggested_prompt": "Try: 'The cat sat on the mat. The cat' \u2014 the repeated 'The cat' lets induction heads activate.",
        "top_heads": [
          {
            "layer": 4,
            "head": 9,
            "score": 0.2131
          },
          {
            "layer": 5,
            "head": 1,
            "score": 0.3884
          },
          {
            "layer": 7,
            "head": 5,
            "score": 0.3843
          },
          {
            "layer": 8,
            "head": 0,
            "score": 0.2705
          },
          {
            "layer": 8,
            "head": 4,
            "score": 0.2791
          },
          {
            "layer": 9,
            "head": 7,
            "score": 0.2768
          },
          {
            "layer": 10,
            "head": 10,
            "score": 0.1159
          },
          {
            "layer": 11,
            "head": 11,
            "score": 0.1302
          }
        ]
      },
      "duplicate_token": {
        "display_name": "Duplicate Token",
        "description": "Notices when the same word appears more than once",
        "icon": "clone",
        "educational_text": "This head notices when the same word appears more than once, like a highlighter for repeated words. It helps the model track which words have already been said.",
        "requires_repetition": true,
        "suggested_prompt": "Try a prompt with repeated words like 'The cat sat. The cat slept.' to see duplicate-token heads light up.",
        "top_heads": [
          {
            "layer": 0,
            "head": 7,
            "score": 0.3346
          },
          {
            "layer": 1,
            "head": 9,
            "score": 0.3062
          },
          {
            "layer": 2,
            "head": 1,
            "score": 0.239
          },
          {
            "layer": 11,
            "head": 4,
            "score": 0.1468
          }
        ]
      },
      "positional": {
        "display_name": "Positional / First-Token",
        "description": "Always pays attention to the very first word, using it as an anchor point",
        "icon": "map-pin",
        "educational_text": "This head always pays attention to the very first word, using it as an anchor point. The first token serves as a 'default' position when no other token is specifically relevant.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 2,
            "head": 6,
            "score": 0.9281
          },
          {
            "layer": 4,
            "head": 8,
            "score": 0.9265
          },
          {
            "layer": 8,
            "head": 5,
            "score": 0.9245
          },
          {
            "layer": 9,
            "head": 9,
            "score": 0.9344
          },
          {
            "layer": 10,
            "head": 3,
            "score": 0.9303
          },
          {
            "layer": 11,
            "head": 1,
            "score": 0.9254
          },
          {
            "layer": 11,
            "head": 2,
            "score": 0.9305
          },
          {
            "layer": 11,
            "head": 7,
            "score": 0.9493
          }
        ]
      },
      "diffuse": {
        "display_name": "Diffuse / Spread",
        "description": "Spreads attention evenly across many words, gathering general context",
        "icon": "expand-arrows-alt",
        "educational_text": "This head spreads its attention evenly across many words, gathering general context rather than focusing on one spot. It provides a 'big picture' summary of the input.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 0,
            "score": 0.5887
          },
          {
            "layer": 0,
            "head": 2,
            "score": 0.547
          },
          {
            "layer": 0,
            "head": 4,
            "score": 0.6517
          },
          {
            "layer": 0,
            "head": 5,
            "score": 0.6201
          },
          {
            "layer": 0,
            "head": 9,
            "score": 0.5518
          },
          {
            "layer": 0,
            "head": 10,
            "score": 0.6565
          },
          {
            "layer": 0,
            "head": 11,
            "score": 0.636
          },
          {
            "layer": 1,
            "head": 11,
            "score": 0.5837
          }
        ]
      }
    },
    "all_scores": {
      "previous_token": [
        [
          0.28317829966545105,
          0.1114346832036972,
          0.32261428236961365,
          0.6112397909164429,
          0.16571521759033203,
          0.14989298582077026,
          0.6959987878799438,
          0.06123749166727066,
          0.9174175262451172,
          0.1596813201904297,
          0.1726667732000351,
          0.16959799826145172
        ],
        [
          0.09960269182920456,
          0.097233846783638,
          0.11117666959762573,
          0.11318115890026093,
          0.11144684255123138,
          0.4708215594291687,
          0.1007968932390213,
          0.10097102075815201,
          0.10475829988718033,
          0.07040436565876007,
          0.09984680265188217,
          0.21287885308265686
        ],
        [
          0.14609768986701965,
          0.0805622935295105,
          0.19040891528129578,
          0.09398329257965088,
          0.2114814817905426,
          0.1049523577094078,
          0.08922792971134186,
          0.2057434618473053,
          0.10816051065921783,
          0.09413225948810577,
          0.10917814821004868,
          0.15344975888729095
        ],
        [
          0.09919743984937668,
          0.1125914454460144,
          0.10940196365118027,
          0.10272632539272308,
          0.18618819117546082,
          0.1213236078619957,
          0.09282074123620987,
          0.1256401687860489,
          0.1784929633140564,
          0.23667249083518982,
          0.11193114519119263,
          0.10268720239400864
        ],
        [
          0.09396211802959442,
          0.09740405529737473,
          0.2042723447084427,
          0.11915786564350128,
          0.154108926653862,
          0.12181039154529572,
          0.10826501995325089,
          0.09151843190193176,
          0.083185113966465,
          0.12484900653362274,
          0.27909016609191895,
          0.13438913226127625
        ],
        [
          0.15393295884132385,
          0.11431161314249039,
          0.6128664016723633,
          0.12105803191661835,
          0.11580349504947662,
          0.09190123528242111,
          0.12370382249355316,
          0.14566832780838013,
          0.139105886220932,
          0.10960652679204941,
          0.1357828676700592,
          0.14630064368247986
        ],
        [
          0.38222068548202515,
          0.13025426864624023,
          0.10108216106891632,
          0.15933077037334442,
          0.10748164355754852,
          0.16383759677410126,
          0.15843449532985687,
          0.1299314796924591,
          0.11993855237960815,
          0.12314321845769882,
          0.09472811222076416,
          0.09131523221731186
        ],
        [
          0.4036204218864441,
          0.09772935509681702,
          0.1373717486858368,
          0.10069890320301056,
          0.17309704422950745,
          0.10178489983081818,
          0.09229771792888641,
          0.1341783106327057,
          0.12926331162452698,
          0.15297314524650574,
          0.1337844729423523,
          0.11009199917316437
        ],
        [
          0.10755244642496109,
          0.11201606690883636,
          0.10302219539880753,
          0.11390974372625351,
          0.10384412854909897,
          0.09111087024211884,
          0.1173020601272583,
          0.1321195811033249,
          0.24886038899421692,
          0.12485451996326447,
          0.13228288292884827,
          0.14282464981079102
        ],
        [
          0.0902014970779419,
          0.11520091444253922,
          0.09773845970630646,
          0.12864597141742706,
          0.10193723440170288,
          0.3155542016029358,
          0.11638845503330231,
          0.10133782774209976,
          0.11818341165781021,
          0.08837269991636276,
          0.11202631890773773,
          0.10075218975543976
        ],
        [
          0.09739966690540314,
          0.09291841089725494,
          0.09824039041996002,
          0.09194275736808777,
          0.1381438970565796,
          0.25259819626808167,
          0.13766011595726013,
          0.11107484251260757,
          0.13851240277290344,
          0.09978978335857391,
          0.12149034440517426,
          0.0969519093632698
        ],
        [
          0.16796275973320007,
          0.08976301550865173,
          0.08852796256542206,
          0.08914371579885483,
          0.16889850795269012,
          0.09757862985134125,
          0.09081484377384186,
          0.08673791587352753,
          0.10095851123332977,
          0.09720811247825623,
          0.09437806159257889,
          0.11725634336471558
        ]
      ],
      "induction": [
        [
          0.08306167274713516,
          0.038350652903318405,
          0.09538210928440094,
          0.053209565579891205,
          0.0895792543888092,
          0.09904853254556656,
          0.06032799929380417,
          0.03888196498155594,
          0.0572083480656147,
          0.07025513052940369,
          0.09849441051483154,
          0.08192399144172668
        ],
        [
          0.02126551978290081,
          0.01957908272743225,
          0.04991113021969795,
          0.030209217220544815,
          0.03183875232934952,
          0.05497024580836296,
          0.023592954501509666,
          0.030357737094163895,
          0.04594537615776062,
          0.018939252942800522,
          0.019394543021917343,
          0.09533874690532684
        ],
        [
          0.06545302271842957,
          0.006466261111199856,
          0.05234188586473465,
          0.02792595885694027,
          0.04600409418344498,
          0.024515409022569656,
          0.014713702723383904,
          0.03618063032627106,
          0.025848442688584328,
          0.01959812082350254,
          0.025757011026144028,
          0.02995241805911064
        ],
        [
          0.017968162894248962,
          0.02157396450638771,
          0.022683780640363693,
          0.029384959489107132,
          0.022545460611581802,
          0.03528968244791031,
          0.012008490040898323,
          0.00841726828366518,
          0.025062575936317444,
          0.032224494963884354,
          0.017483992502093315,
          0.018426241353154182
        ],
        [
          0.007357846945524216,
          0.019735122099518776,
          0.029171496629714966,
          0.043839216232299805,
          0.01700504496693611,
          0.03200806304812431,
          0.017607763409614563,
          0.01800626888871193,
          0.005238882265985012,
          0.2131221741437912,
          0.04828112572431564,
          0.013761197216808796
        ],
        [
          0.013121897354722023,
          0.3883616328239441,
          0.0664779394865036,
          0.059109531342983246,
          0.03669164702296257,
          0.014388431794941425,
          0.006255013402551413,
          0.01128384005278349,
          0.04439767450094223,
          0.00802270881831646,
          0.011385894380509853,
          0.030995583161711693
        ],
        [
          0.05709410831332207,
          0.038005318492650986,
          0.056262560188770294,
          0.015144750475883484,
          0.01649397984147072,
          0.01788046769797802,
          0.012160232290625572,
          0.005761041305959225,
          0.018022801727056503,
          0.0033897142857313156,
          0.020567618310451508,
          0.011656093411147594
        ],
        [
          0.0555228665471077,
          0.08738544583320618,
          0.029990311712026596,
          0.031009193509817123,
          0.012470316141843796,
          0.38427233695983887,
          0.038467537611722946,
          0.012510083615779877,
          0.08860801160335541,
          0.05083683878183365,
          0.054726988077163696,
          0.03840569406747818
        ],
        [
          0.270450621843338,
          0.10725357383489609,
          0.027521437034010887,
          0.028943542391061783,
          0.27906879782676697,
          0.12261740118265152,
          0.0900067538022995,
          0.04221557825803757,
          0.04216746613383293,
          0.036575816571712494,
          0.021061474457383156,
          0.04888926073908806
        ],
        [
          0.015908723697066307,
          0.1206839457154274,
          0.17868228256702423,
          0.059971291571855545,
          0.061816923320293427,
          0.027684945613145828,
          0.10060246288776398,
          0.2767835557460785,
          0.019091466441750526,
          0.03206880763173103,
          0.14407923817634583,
          0.12417075783014297
        ],
        [
          0.08329590409994125,
          0.06671802699565887,
          0.03612031415104866,
          0.005719374865293503,
          0.01094159297645092,
          0.03885005787014961,
          0.04190775379538536,
          0.046548161655664444,
          0.022365929558873177,
          0.027211660519242287,
          0.11587609350681305,
          0.025151783600449562
        ],
        [
          0.030504172667860985,
          0.052395742386579514,
          0.01973491907119751,
          0.05583244562149048,
          0.07409346103668213,
          0.030193785205483437,
          0.05111571401357651,
          0.02266770973801613,
          0.038721948862075806,
          0.08434022963047028,
          0.04348147287964821,
          0.13019374012947083
        ]
      ],
      "duplicate_token": [
        [
          0.04296055808663368,
          0.06622104346752167,
          0.04958031326532364,
          0.00860116258263588,
          0.08837775141000748,
          0.11559204012155533,
          0.011707993224263191,
          0.33456486463546753,
          0.0019377015996724367,
          0.049075160175561905,
          0.09972085803747177,
          0.0807453840970993
        ],
        [
          0.021129712462425232,
          0.020744571462273598,
          0.038357365876436234,
          0.029577121138572693,
          0.036192771047353745,
          0.011100174859166145,
          0.020829491317272186,
          0.039090197533369064,
          0.036570675671100616,
          0.30618971586227417,
          0.024966435506939888,
          0.028644919395446777
        ],
        [
          0.021200140938162804,
          0.2390443980693817,
          0.02127208188176155,
          0.013994729146361351,
          0.014007982797920704,
          0.01991947740316391,
          0.01566176488995552,
          0.01636647805571556,
          0.03135015070438385,
          0.02670900896191597,
          0.016003090888261795,
          0.01445035357028246
        ],
        [
          0.008262263610959053,
          0.020452026277780533,
          0.03069901466369629,
          0.0315239280462265,
          0.008686602115631104,
          0.031136449426412582,
          0.021211659535765648,
          0.006680487655103207,
          0.009689278900623322,
          0.009586171247065067,
          0.015478430315852165,
          0.01810271665453911
        ],
        [
          0.005465000402182341,
          0.009436061605811119,
          0.0126339765265584,
          0.029152030125260353,
          0.009977339766919613,
          0.01805642805993557,
          0.007481602486222982,
          0.022532392293214798,
          0.06481404602527618,
          0.019275499507784843,
          0.020457888022065163,
          0.004774707369506359
        ],
        [
          0.005250666290521622,
          0.024200042709708214,
          0.014978197403252125,
          0.09312368929386139,
          0.03393462672829628,
          0.012993060052394867,
          0.005631026811897755,
          0.0050845397636294365,
          0.017696326598525047,
          0.00382138229906559,
          0.003561613382771611,
          0.025373419746756554
        ],
        [
          0.012864621356129646,
          0.012979045510292053,
          0.012902040965855122,
          0.008907562121748924,
          0.01083189807832241,
          0.008989783935248852,
          0.005261095706373453,
          0.00416939752176404,
          0.012836853973567486,
          0.0020033325999975204,
          0.012468192726373672,
          0.007837565615773201
        ],
        [
          0.020765695720911026,
          0.015191731974482536,
          0.018037524074316025,
          0.01220632717013359,
          0.00563383474946022,
          0.013344277627766132,
          0.021520288661122322,
          0.007706264965236187,
          0.033530037850141525,
          0.018965354189276695,
          0.0382906049489975,
          0.03827116638422012
        ],
        [
          0.03379058465361595,
          0.03456216678023338,
          0.01406847219914198,
          0.016040584072470665,
          0.026076504960656166,
          0.010419708676636219,
          0.055007416754961014,
          0.015336841344833374,
          0.021350666880607605,
          0.021685825660824776,
          0.015533397905528545,
          0.02199726365506649
        ],
        [
          0.023827319964766502,
          0.037477023899555206,
          0.02493681199848652,
          0.01212410070002079,
          0.03179445117712021,
          0.021972456946969032,
          0.024896157905459404,
          0.05267787724733353,
          0.01438588835299015,
          0.00888760108500719,
          0.03489671275019646,
          0.02318716235458851
        ],
        [
          0.029167529195547104,
          0.022943567484617233,
          0.015891578048467636,
          0.005625317804515362,
          0.02735310234129429,
          0.07082860171794891,
          0.03660189360380173,
          0.034715767949819565,
          0.040562089532613754,
          0.016392294317483902,
          0.03031572327017784,
          0.02851547673344612
        ],
        [
          0.04454033449292183,
          0.018247606232762337,
          0.015095271170139313,
          0.022401615977287292,
          0.1467546671628952,
          0.027245011180639267,
          0.026752760633826256,
          0.01148924045264721,
          0.03148378059267998,
          0.0433090403676033,
          0.02620452269911766,
          0.061184585094451904
        ]
      ],
      "positional": [
        [
          0.3164197504520416,
          0.7097522020339966,
          0.313742458820343,
          0.2886035144329071,
          0.22145667672157288,
          0.13194352388381958,
          0.20336656272411346,
          0.2757543623447418,
          0.15181320905685425,
          0.5233304500579834,
          0.30125534534454346,
          0.3539638817310333
        ],
        [
          0.8594332933425903,
          0.8785327076911926,
          0.7895527482032776,
          0.7292482256889343,
          0.7397489547729492,
          0.39699816703796387,
          0.8717679977416992,
          0.7580168843269348,
          0.7686956524848938,
          0.5241485834121704,
          0.846331000328064,
          0.3722793161869049
        ],
        [
          0.6084992289543152,
          0.870602011680603,
          0.6777787208557129,
          0.9179693460464478,
          0.6609118580818176,
          0.8338595628738403,
          0.928083062171936,
          0.7468389272689819,
          0.7692451477050781,
          0.8965556025505066,
          0.8385180234909058,
          0.738510251045227
        ],
        [
          0.8948237299919128,
          0.8090395927429199,
          0.8415901064872742,
          0.8772768974304199,
          0.777887225151062,
          0.7968254685401917,
          0.9048016667366028,
          0.8973554372787476,
          0.7025976777076721,
          0.7463048100471497,
          0.7799573540687561,
          0.8597747087478638
        ],
        [
          0.9239638447761536,
          0.8890523910522461,
          0.6776164770126343,
          0.7793902158737183,
          0.8422673940658569,
          0.7564969062805176,
          0.8604106903076172,
          0.9228107333183289,
          0.9264599084854126,
          0.7584677338600159,
          0.6687496900558472,
          0.8700451850891113
        ],
        [
          0.7386807799339294,
          0.770612359046936,
          0.3961127996444702,
          0.6300376653671265,
          0.7508385181427002,
          0.9229596853256226,
          0.9187180399894714,
          0.8105292320251465,
          0.7944425344467163,
          0.882470428943634,
          0.7967163920402527,
          0.7610771059989929
        ],
        [
          0.5967537760734558,
          0.7868028879165649,
          0.8789525032043457,
          0.7739169001579285,
          0.8274840116500854,
          0.8038509488105774,
          0.7940086126327515,
          0.8664208650588989,
          0.8028992414474487,
          0.8628344535827637,
          0.9014295339584351,
          0.923606276512146
        ],
        [
          0.5870643258094788,
          0.8789574503898621,
          0.8005009889602661,
          0.8583735227584839,
          0.8118586540222168,
          0.8347116708755493,
          0.9028525352478027,
          0.7831266522407532,
          0.6915540099143982,
          0.7028496861457825,
          0.6935309171676636,
          0.8087813258171082
        ],
        [
          0.7935436964035034,
          0.7887608408927917,
          0.8501322865486145,
          0.8268178105354309,
          0.8370515704154968,
          0.9244786500930786,
          0.7413202524185181,
          0.7906897068023682,
          0.6645615696907043,
          0.7721725702285767,
          0.7909727692604065,
          0.6831327080726624
        ],
        [
          0.9087656140327454,
          0.7944125533103943,
          0.8638300895690918,
          0.7613382935523987,
          0.8543587923049927,
          0.5651695132255554,
          0.7549748420715332,
          0.7877157926559448,
          0.7976600527763367,
          0.9344069361686707,
          0.803438663482666,
          0.8438388705253601
        ],
        [
          0.8556029200553894,
          0.9001739621162415,
          0.8772464990615845,
          0.9302614331245422,
          0.8244021534919739,
          0.5912764072418213,
          0.7299866080284119,
          0.7893458604812622,
          0.7674238085746765,
          0.8689709901809692,
          0.7675279378890991,
          0.8596009016036987
        ],
        [
          0.7292940020561218,
          0.9254170656204224,
          0.9304898381233215,
          0.9129300117492676,
          0.41885828971862793,
          0.894659161567688,
          0.9027349352836609,
          0.9492760896682739,
          0.8651606440544128,
          0.8781453967094421,
          0.8795730471611023,
          0.7234259843826294
        ]
      ],
      "diffuse": [
        [
          0.5887172818183899,
          0.3889952301979065,
          0.5470231175422668,
          0.315746009349823,
          0.6516872644424438,
          0.620071291923523,
          0.3260877728462219,
          0.48588141798973083,
          0.1038898378610611,
          0.5518184304237366,
          0.6564716100692749,
          0.6360124349594116
        ],
        [
          0.24061532318592072,
          0.220017671585083,
          0.2918398380279541,
          0.39094552397727966,
          0.37018683552742004,
          0.4171296954154968,
          0.22873827815055847,
          0.3318709433078766,
          0.2958186864852905,
          0.35843610763549805,
          0.25869736075401306,
          0.5837197303771973
        ],
        [
          0.4564797282218933,
          0.12512002885341644,
          0.40021786093711853,
          0.14373145997524261,
          0.3452387750148773,
          0.27761974930763245,
          0.13798585534095764,
          0.25967326760292053,
          0.3490748703479767,
          0.18369999527931213,
          0.2705056667327881,
          0.3255826234817505
        ],
        [
          0.1905183345079422,
          0.2837713956832886,
          0.2337302267551422,
          0.1948285698890686,
          0.2528586685657501,
          0.30139675736427307,
          0.1717393696308136,
          0.143526092171669,
          0.29392534494400024,
          0.24706006050109863,
          0.314062237739563,
          0.23483125865459442
        ],
        [
          0.13495393097400665,
          0.19118700921535492,
          0.3383607864379883,
          0.30419406294822693,
          0.19701190292835236,
          0.3117406666278839,
          0.22739501297473907,
          0.14393804967403412,
          0.10461042076349258,
          0.2710912823677063,
          0.31481799483299255,
          0.17292264103889465
        ],
        [
          0.2689337134361267,
          0.18655595183372498,
          0.2802937924861908,
          0.41172799468040466,
          0.36485856771469116,
          0.1356544941663742,
          0.1166488379240036,
          0.2237689197063446,
          0.27776581048965454,
          0.17352162301540375,
          0.2293032705783844,
          0.2963556945323944
        ],
        [
          0.3053911626338959,
          0.29554685950279236,
          0.16881656646728516,
          0.25214600563049316,
          0.267942875623703,
          0.23997493088245392,
          0.24461889266967773,
          0.16963179409503937,
          0.26754888892173767,
          0.17559197545051575,
          0.1658935546875,
          0.1467728316783905
        ],
        [
          0.3120845854282379,
          0.17416071891784668,
          0.2750299870967865,
          0.21283645927906036,
          0.21038690209388733,
          0.12277146428823471,
          0.1637592613697052,
          0.2849481701850891,
          0.3746413588523865,
          0.35683080554008484,
          0.41513633728027344,
          0.27835139632225037
        ],
        [
          0.18607623875141144,
          0.2565007507801056,
          0.23863139748573303,
          0.24448826909065247,
          0.14545802772045135,
          0.09667863696813583,
          0.3387433886528015,
          0.293828547000885,
          0.3467433750629425,
          0.3202698826789856,
          0.2702147364616394,
          0.37898218631744385
        ],
        [
          0.16458146274089813,
          0.25859665870666504,
          0.14942589402198792,
          0.31717485189437866,
          0.20270928740501404,
          0.3531935214996338,
          0.2845943570137024,
          0.19677777588367462,
          0.2685052156448364,
          0.11926773935556412,
          0.22304275631904602,
          0.19038476049900055
        ],
        [
          0.19307804107666016,
          0.14567740261554718,
          0.18413221836090088,
          0.11616958677768707,
          0.22416090965270996,
          0.40214234590530396,
          0.3391159474849701,
          0.27299484610557556,
          0.2817191481590271,
          0.19584926962852478,
          0.2543101906776428,
          0.21762391924858093
        ],
        [
          0.3038342595100403,
          0.12406042963266373,
          0.12866733968257904,
          0.14136353135108948,
          0.5261720418930054,
          0.17205408215522766,
          0.15786775946617126,
          0.0980292484164238,
          0.21205635368824005,
          0.17876091599464417,
          0.18031804263591766,
          0.3083159029483795
        ]
      ]
    }
  },
  "Qwen/Qwen2.5-0.5B": {
    "model_name": "Qwen/Qwen2.5-0.5B",
    "num_layers": 24,
    "num_heads": 14,
    "analysis_date": "2026-02-26",
    "categories": {
      "previous_token": {
        "display_name": "Previous Token",
        "description": "Attends to the immediately preceding token \u2014 like reading left to right",
        "icon": "arrow-left",
        "educational_text": "This head looks at the word right before the current one. Like reading left to right, it helps track local word-by-word patterns.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 5,
            "score": 0.5048
          },
          {
            "layer": 0,
            "head": 11,
            "score": 0.6743
          },
          {
            "layer": 0,
            "head": 13,
            "score": 0.6697
          },
          {
            "layer": 1,
            "head": 0,
            "score": 0.5604
          },
          {
            "layer": 1,
            "head": 9,
            "score": 0.7856
          },
          {
            "layer": 2,
            "head": 0,
            "score": 0.5918
          },
          {
            "layer": 8,
            "head": 7,
            "score": 0.8704
          },
          {
            "layer": 15,
            "head": 2,
            "score": 0.7325
          }
        ]
      },
      "induction": {
        "display_name": "Induction",
        "description": "Completes repeated patterns: if it saw [A][B] before and now sees [A], it predicts [B]",
        "icon": "repeat",
        "educational_text": "This head finds patterns that happened before and predicts they'll happen again. If it saw 'the cat' earlier, it expects the same words to follow.",
        "requires_repetition": true,
        "suggested_prompt": "Try: 'The cat sat on the mat. The cat' \u2014 the repeated 'The cat' lets induction heads activate.",
        "top_heads": [
          {
            "layer": 9,
            "head": 10,
            "score": 0.4091
          },
          {
            "layer": 9,
            "head": 11,
            "score": 0.3163
          },
          {
            "layer": 9,
            "head": 13,
            "score": 0.6021
          },
          {
            "layer": 11,
            "head": 10,
            "score": 0.5207
          },
          {
            "layer": 11,
            "head": 12,
            "score": 0.4955
          },
          {
            "layer": 13,
            "head": 9,
            "score": 0.3245
          },
          {
            "layer": 16,
            "head": 2,
            "score": 0.5041
          },
          {
            "layer": 16,
            "head": 12,
            "score": 0.4
          }
        ]
      },
      "duplicate_token": {
        "display_name": "Duplicate Token",
        "description": "Notices when the same word appears more than once",
        "icon": "clone",
        "educational_text": "This head notices when the same word appears more than once, like a highlighter for repeated words. It helps the model track which words have already been said.",
        "requires_repetition": true,
        "suggested_prompt": "Try a prompt with repeated words like 'The cat sat. The cat slept.' to see duplicate-token heads light up.",
        "top_heads": [
          {
            "layer": 2,
            "head": 2,
            "score": 0.4927
          },
          {
            "layer": 2,
            "head": 4,
            "score": 0.3209
          },
          {
            "layer": 3,
            "head": 0,
            "score": 0.3497
          },
          {
            "layer": 3,
            "head": 4,
            "score": 0.6291
          },
          {
            "layer": 6,
            "head": 5,
            "score": 0.2516
          },
          {
            "layer": 7,
            "head": 7,
            "score": 0.4694
          },
          {
            "layer": 7,
            "head": 11,
            "score": 0.3001
          },
          {
            "layer": 13,
            "head": 2,
            "score": 0.2978
          }
        ]
      },
      "positional": {
        "display_name": "Positional / First-Token",
        "description": "Always pays attention to the very first word, using it as an anchor point",
        "icon": "map-pin",
        "educational_text": "This head always pays attention to the very first word, using it as an anchor point. The first token serves as a 'default' position when no other token is specifically relevant.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 3,
            "head": 5,
            "score": 0.9842
          },
          {
            "layer": 9,
            "head": 7,
            "score": 1.0
          },
          {
            "layer": 9,
            "head": 9,
            "score": 0.9983
          },
          {
            "layer": 11,
            "head": 7,
            "score": 1.0
          },
          {
            "layer": 11,
            "head": 11,
            "score": 0.999
          },
          {
            "layer": 11,
            "head": 13,
            "score": 1.0
          },
          {
            "layer": 16,
            "head": 1,
            "score": 0.9983
          },
          {
            "layer": 20,
            "head": 11,
            "score": 0.9835
          }
        ]
      },
      "diffuse": {
        "display_name": "Diffuse / Spread",
        "description": "Spreads attention evenly across many words, gathering general context",
        "icon": "expand-arrows-alt",
        "educational_text": "This head spreads its attention evenly across many words, gathering general context rather than focusing on one spot. It provides a 'big picture' summary of the input.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 0,
            "score": 0.5868
          },
          {
            "layer": 0,
            "head": 9,
            "score": 0.5713
          },
          {
            "layer": 1,
            "head": 7,
            "score": 0.6015
          },
          {
            "layer": 1,
            "head": 10,
            "score": 0.6193
          },
          {
            "layer": 1,
            "head": 13,
            "score": 0.6321
          },
          {
            "layer": 2,
            "head": 1,
            "score": 0.6326
          },
          {
            "layer": 3,
            "head": 1,
            "score": 0.5853
          },
          {
            "layer": 12,
            "head": 6,
            "score": 0.57
          }
        ]
      }
    },
    "all_scores": {
      "previous_token": [
        [
          0.23618972301483154,
          0.0003975562285631895,
          0.18617871403694153,
          0.20702823996543884,
          0.30573174357414246,
          0.5047930479049683,
          0.33416807651519775,
          0.41945743560791016,
          0.18628503382205963,
          0.3319806754589081,
          0.17722667753696442,
          0.6743018627166748,
          0.19390149414539337,
          0.669723629951477
        ],
        [
          0.5603538751602173,
          0.21226461231708527,
          0.2618235945701599,
          0.17857053875923157,
          0.32572072744369507,
          0.1586570292711258,
          0.29591402411460876,
          0.17886435985565186,
          0.31775516271591187,
          0.7855654358863831,
          0.15300068259239197,
          0.2058294117450714,
          0.14868603646755219,
          0.19566521048545837
        ],
        [
          0.591826319694519,
          0.1860390156507492,
          0.04209064319729805,
          0.46994319558143616,
          0.13051025569438934,
          0.17635950446128845,
          0.2707673907279968,
          0.3276299238204956,
          0.30658984184265137,
          0.3538808524608612,
          0.22151637077331543,
          0.3377269506454468,
          0.24700970947742462,
          0.1591869443655014
        ],
        [
          0.08660983294248581,
          0.2809596359729767,
          0.10949786007404327,
          0.10053323209285736,
          0.09102106094360352,
          0.08792619407176971,
          0.11395183950662613,
          0.36959826946258545,
          0.2022179365158081,
          0.1202172040939331,
          0.1154581755399704,
          0.1919911652803421,
          0.18764786422252655,
          0.18956001102924347
        ],
        [
          0.22599050402641296,
          0.15741300582885742,
          0.11473627388477325,
          0.14890430867671967,
          0.15271960198879242,
          0.283191055059433,
          0.24024565517902374,
          0.1359429657459259,
          0.1049795150756836,
          0.09104025363922119,
          0.2109510451555252,
          0.15517845749855042,
          0.03267301991581917,
          0.17628104984760284
        ],
        [
          0.10241810232400894,
          0.21005597710609436,
          0.10305686295032501,
          0.10357405245304108,
          0.18317869305610657,
          0.16581879556179047,
          0.13126039505004883,
          0.10549348592758179,
          0.12616777420043945,
          0.05641220137476921,
          0.1266021579504013,
          0.15200643241405487,
          0.2048461139202118,
          0.16175344586372375
        ],
        [
          0.09266871213912964,
          0.17300930619239807,
          0.12679855525493622,
          0.1051960363984108,
          0.501707136631012,
          0.109205462038517,
          0.24437466263771057,
          0.15526005625724792,
          0.1355292648077011,
          0.07898162305355072,
          0.16848142445087433,
          0.11371167004108429,
          0.18409022688865662,
          0.10816650092601776
        ],
        [
          0.2487376183271408,
          0.11890838295221329,
          0.18733899295330048,
          0.24653205275535583,
          0.09659615904092789,
          0.13419769704341888,
          0.18772003054618835,
          0.08509889990091324,
          0.08764021098613739,
          0.18442007899284363,
          0.19441959261894226,
          0.143330380320549,
          0.2182987928390503,
          0.10770908743143082
        ],
        [
          0.13354165852069855,
          0.12700018286705017,
          0.26810139417648315,
          0.022075094282627106,
          0.1920173317193985,
          0.33677226305007935,
          0.17028121650218964,
          0.8703752756118774,
          0.34083133935928345,
          0.1597214788198471,
          0.27273619174957275,
          0.22856728732585907,
          0.2641603350639343,
          0.26415368914604187
        ],
        [
          0.2206670045852661,
          0.11680116504430771,
          0.1842985898256302,
          0.1620728075504303,
          0.12265148013830185,
          0.25859034061431885,
          0.11391665786504745,
          0.0885516032576561,
          0.09329528361558914,
          0.08865120261907578,
          0.10842976719141006,
          0.13796107470989227,
          0.11566220223903656,
          0.1112930178642273
        ],
        [
          0.12327533960342407,
          0.09772656857967377,
          0.5033435225486755,
          0.2210485190153122,
          0.15742306411266327,
          0.13960576057434082,
          0.026395171880722046,
          0.16609476506710052,
          0.11442730575799942,
          0.15331771969795227,
          0.15133818984031677,
          0.2032630890607834,
          0.2129933387041092,
          0.12799319624900818
        ],
        [
          0.17970497906208038,
          0.08979038894176483,
          0.10049601644277573,
          0.10104282945394516,
          0.12621161341667175,
          0.15753060579299927,
          0.1230001300573349,
          0.08854986727237701,
          0.11691836267709732,
          0.08977744728326797,
          0.11932463943958282,
          0.08856681734323502,
          0.10220678150653839,
          0.0885506421327591
        ],
        [
          0.02092077024281025,
          0.14294889569282532,
          0.1900595724582672,
          0.09845548123121262,
          0.1162678450345993,
          0.1364717185497284,
          0.2203044891357422,
          0.1953953206539154,
          0.4231237471103668,
          0.20128288865089417,
          0.1966918408870697,
          0.17865291237831116,
          0.2686072885990143,
          0.20185819268226624
        ],
        [
          0.1393885612487793,
          0.3104041814804077,
          0.08658844232559204,
          0.04878934845328331,
          0.1791662871837616,
          0.11123267561197281,
          0.109552763402462,
          0.1106714978814125,
          0.0952153354883194,
          0.1372949182987213,
          0.1921856701374054,
          0.17390644550323486,
          0.10819157212972641,
          0.11477110534906387
        ],
        [
          0.19638922810554504,
          0.028688857331871986,
          0.24756154417991638,
          0.14253844320774078,
          0.16640667617321014,
          0.12462985515594482,
          0.15507513284683228,
          0.23587855696678162,
          0.13916729390621185,
          0.10949202626943588,
          0.042867496609687805,
          0.1698712706565857,
          0.1460307538509369,
          0.1520519107580185
        ],
        [
          0.14267513155937195,
          0.13629688322544098,
          0.7324694395065308,
          0.23721842467784882,
          0.21229079365730286,
          0.23580875992774963,
          0.11498572677373886,
          0.13175563514232635,
          0.1346369981765747,
          0.16984829306602478,
          0.15956184267997742,
          0.1432022899389267,
          0.09434066712856293,
          0.12344477325677872
        ],
        [
          0.1066417247056961,
          0.0886864885687828,
          0.11836419999599457,
          0.09800773859024048,
          0.09409914910793304,
          0.14179641008377075,
          0.09490299969911575,
          0.10157014429569244,
          0.12594495713710785,
          0.0927145853638649,
          0.15863168239593506,
          0.13246986269950867,
          0.11261461675167084,
          0.12352564185857773
        ],
        [
          0.18006004393100739,
          0.10746828466653824,
          0.13638755679130554,
          0.1626875102519989,
          0.11211053282022476,
          0.09464894235134125,
          0.09549550712108612,
          0.10828189551830292,
          0.128670796751976,
          0.1337885558605194,
          0.21629181504249573,
          0.1542966663837433,
          0.10063570737838745,
          0.20352709293365479
        ],
        [
          0.10891059786081314,
          0.13247032463550568,
          0.19810877740383148,
          0.2827337384223938,
          0.13904692232608795,
          0.12257084995508194,
          0.14384673535823822,
          0.16305086016654968,
          0.16003219783306122,
          0.14426715672016144,
          0.14370976388454437,
          0.23162250220775604,
          0.21770533919334412,
          0.11371055990457535
        ],
        [
          0.1788080632686615,
          0.16392773389816284,
          0.10458061844110489,
          0.3301086127758026,
          0.19723428785800934,
          0.23573419451713562,
          0.12257359176874161,
          0.11839482933282852,
          0.11238020658493042,
          0.22413325309753418,
          0.13489224016666412,
          0.328125923871994,
          0.17044267058372498,
          0.15713496506214142
        ],
        [
          0.11696170270442963,
          0.11593912541866302,
          0.19970229268074036,
          0.11232878267765045,
          0.12077822536230087,
          0.11789049208164215,
          0.13020022213459015,
          0.1256701648235321,
          0.105035200715065,
          0.13095645606517792,
          0.11098363250494003,
          0.08992291986942291,
          0.1016719713807106,
          0.16059660911560059
        ],
        [
          0.13326290249824524,
          0.1164388656616211,
          0.11057712882757187,
          0.11269090324640274,
          0.10947650671005249,
          0.10857458412647247,
          0.1049315333366394,
          0.10953298956155777,
          0.11038847267627716,
          0.035701602697372437,
          0.10762878507375717,
          0.10474254190921783,
          0.1324060708284378,
          0.10685549676418304
        ],
        [
          0.18024927377700806,
          0.17823778092861176,
          0.17552559077739716,
          0.17672720551490784,
          0.18785671889781952,
          0.1762343943119049,
          0.17465855181217194,
          0.17340807616710663,
          0.18312516808509827,
          0.1715959757566452,
          0.17147402465343475,
          0.17922815680503845,
          0.15936179459095,
          0.17507915198802948
        ],
        [
          0.17416760325431824,
          0.003962737042456865,
          0.1795649230480194,
          0.1780710220336914,
          0.09422649443149567,
          0.15851256251335144,
          0.22182536125183105,
          0.17683382332324982,
          0.17646276950836182,
          0.1737125813961029,
          0.1750698834657669,
          0.17326867580413818,
          0.16813626885414124,
          0.1775301694869995
        ]
      ],
      "induction": [
        [
          0.1017536073923111,
          3.893741813953966e-05,
          0.09531999379396439,
          0.0882166177034378,
          0.12327273190021515,
          0.04658578708767891,
          0.0967836081981659,
          0.1479836404323578,
          0.10172538459300995,
          0.11745703220367432,
          0.09948445856571198,
          0.05838111788034439,
          0.10754895210266113,
          0.05779951065778732
        ],
        [
          0.07425336539745331,
          0.09737233072519302,
          0.11949604749679565,
          0.10540466010570526,
          0.11346949636936188,
          0.08756440132856369,
          0.08407315611839294,
          0.10901713371276855,
          0.1293753683567047,
          0.05191827565431595,
          0.10845066606998444,
          0.1085226759314537,
          0.07082444429397583,
          0.09649007022380829
        ],
        [
          0.05542094632983208,
          0.10516180843114853,
          0.038385920226573944,
          0.09335680305957794,
          0.10681140422821045,
          0.10263054072856903,
          0.09566561132669449,
          0.08496798574924469,
          0.07642583549022675,
          0.09611453115940094,
          0.096067875623703,
          0.09633199870586395,
          0.057042233645915985,
          0.08516137301921844
        ],
        [
          0.001214129151776433,
          0.10448093712329865,
          0.04026323929429054,
          0.028353342786431313,
          0.00872575119137764,
          7.486807589884847e-05,
          0.044319234788417816,
          0.028583258390426636,
          0.03148840740323067,
          0.034794293344020844,
          0.028680115938186646,
          0.014040309004485607,
          0.0444236621260643,
          0.012854518368840218
        ],
        [
          0.08721138536930084,
          0.09760496765375137,
          0.03533608466386795,
          0.07409150898456573,
          0.04046577960252762,
          0.015414637513458729,
          0.046002347022295,
          0.033701010048389435,
          0.03225736692547798,
          0.009112468920648098,
          0.07544650137424469,
          0.0692790299654007,
          0.0035555127542465925,
          0.09578054398298264
        ],
        [
          0.09565210342407227,
          0.03450099006295204,
          0.08163945376873016,
          0.07832475006580353,
          0.042112670838832855,
          0.028906846418976784,
          0.02706952393054962,
          0.01561214029788971,
          0.061340004205703735,
          0.002785642631351948,
          0.03989958390593529,
          0.029466431587934494,
          0.07922125607728958,
          0.053907375782728195
        ],
        [
          0.01621066778898239,
          0.1055133193731308,
          0.05517096072435379,
          0.03274497762322426,
          0.036042362451553345,
          0.08256033807992935,
          0.11958187818527222,
          0.05210338160395622,
          0.057270538061857224,
          0.007898306474089622,
          0.03276961296796799,
          0.037534408271312714,
          0.027014633640646935,
          0.04898075759410858
        ],
        [
          0.01946294866502285,
          0.04372432082891464,
          0.06591546535491943,
          0.019493287429213524,
          0.009301194921135902,
          0.022477537393569946,
          0.007677813060581684,
          0.018156666308641434,
          0.010589826852083206,
          0.012416468001902103,
          0.015303459949791431,
          0.053690504282712936,
          0.06530947983264923,
          0.056868650019168854
        ],
        [
          0.05273756384849548,
          0.050376493483781815,
          0.06185014918446541,
          7.167708417910035e-07,
          0.08595740795135498,
          0.034380584955215454,
          0.03612622618675232,
          0.05116795375943184,
          0.0591944083571434,
          0.15912476181983948,
          0.035315725952386856,
          0.0917368084192276,
          0.039855968207120895,
          0.033977407962083817
        ],
        [
          0.046009842306375504,
          0.018595315515995026,
          0.05055184289813042,
          0.08451128751039505,
          0.13364043831825256,
          0.07661886513233185,
          0.05541278049349785,
          8.260554022854194e-05,
          0.16766178607940674,
          0.005376880988478661,
          0.40910977125167847,
          0.3163491189479828,
          0.13009202480316162,
          0.6020762324333191
        ],
        [
          0.08646117150783539,
          0.013021646067500114,
          0.03425677865743637,
          0.08951009809970856,
          0.04645984619855881,
          0.06562013924121857,
          0.0018097562715411186,
          0.06824871152639389,
          0.03538339212536812,
          0.08413810282945633,
          0.04701711982488632,
          0.05912802368402481,
          0.06954319775104523,
          0.05279871076345444
        ],
        [
          0.13889752328395844,
          0.005901627242565155,
          0.08959735929965973,
          0.035497769713401794,
          0.059174794703722,
          0.09171082824468613,
          0.056302301585674286,
          1.3040937119512819e-05,
          0.16554467380046844,
          0.09135542809963226,
          0.5206866264343262,
          0.0033773775212466717,
          0.49550753831863403,
          1.8155178693746166e-08
        ],
        [
          0.0011626685736700892,
          0.05907698720693588,
          0.052560579031705856,
          0.025076955556869507,
          0.043734483420848846,
          0.07309534400701523,
          0.08556816726922989,
          0.06094877049326897,
          0.04910298436880112,
          0.07057299464941025,
          0.07724720239639282,
          0.17987468838691711,
          0.10443373024463654,
          0.13079461455345154
        ],
        [
          0.06759394705295563,
          0.04761417955160141,
          0.004048934206366539,
          0.005815097596496344,
          0.09454064071178436,
          0.04986434802412987,
          0.09047432988882065,
          0.08683179318904877,
          0.035313427448272705,
          0.32447385787963867,
          0.08206173777580261,
          0.14797452092170715,
          0.04521891102194786,
          0.17571702599525452
        ],
        [
          0.06776334345340729,
          0.0018299485091120005,
          0.04460892081260681,
          0.15756817162036896,
          0.07703013718128204,
          0.06920723617076874,
          0.07346538454294205,
          0.11494393646717072,
          0.07545801997184753,
          0.04546472802758217,
          0.0034360052086412907,
          0.055908530950546265,
          0.09212162345647812,
          0.09323756396770477
        ],
        [
          0.12681825459003448,
          0.06081363558769226,
          0.049282658845186234,
          0.0727759376168251,
          0.09737776219844818,
          0.051448892802000046,
          0.09838689118623734,
          0.059487808495759964,
          0.08828091621398926,
          0.13568879663944244,
          0.09909950941801071,
          0.060914527624845505,
          0.018278906121850014,
          0.07648665457963943
        ],
        [
          0.16994962096214294,
          0.00363744655624032,
          0.5040974617004395,
          0.2886863052845001,
          0.05820207670331001,
          0.24038775265216827,
          0.08479074388742447,
          0.23747046291828156,
          0.15852926671504974,
          0.07372976839542389,
          0.039271030575037,
          0.1946774423122406,
          0.40001168847084045,
          0.14015159010887146
        ],
        [
          0.14813461899757385,
          0.039946526288986206,
          0.05833182483911514,
          0.058673638850450516,
          0.06781506538391113,
          0.027861157432198524,
          0.023116860538721085,
          0.07435651123523712,
          0.15113681554794312,
          0.027019307017326355,
          0.02202213741838932,
          0.045795779675245285,
          0.05808674171566963,
          0.015612651593983173
        ],
        [
          0.06275908648967743,
          0.14947731792926788,
          0.03560415655374527,
          0.02815742790699005,
          0.07523304969072342,
          0.10871267318725586,
          0.0892118290066719,
          0.03127638250589371,
          0.03494571894407272,
          0.051487036049366,
          0.052857406437397,
          0.06839696317911148,
          0.0409022681415081,
          0.09400685131549835
        ],
        [
          0.05132829025387764,
          0.03436491638422012,
          0.08591567724943161,
          0.031416699290275574,
          0.04593661427497864,
          0.051008373498916626,
          0.18449071049690247,
          0.04403239116072655,
          0.017394069582223892,
          0.046200089156627655,
          0.060150377452373505,
          0.048042215406894684,
          0.0884227305650711,
          0.0665767639875412
        ],
        [
          0.04244723543524742,
          0.047694507986307144,
          0.08386645466089249,
          0.03284425660967827,
          0.06053213030099869,
          0.050286125391721725,
          0.07664170116186142,
          0.11051410436630249,
          0.08634469658136368,
          0.11678401380777359,
          0.12926824390888214,
          0.009399374946951866,
          0.061458420008420944,
          0.043895382434129715
        ],
        [
          0.10865707695484161,
          0.08027307689189911,
          0.0868675485253334,
          0.08166630566120148,
          0.07615213096141815,
          0.07107547670602798,
          0.05159582942724228,
          0.04262073338031769,
          0.08480513095855713,
          0.0031280952971428633,
          0.07275981456041336,
          0.07802979648113251,
          0.08663643896579742,
          0.08048254996538162
        ],
        [
          0.16760054230690002,
          0.16384506225585938,
          0.1617511808872223,
          0.15961183607578278,
          0.16493713855743408,
          0.15713533759117126,
          0.14012077450752258,
          0.15431441366672516,
          0.1830136626958847,
          0.1680341213941574,
          0.16195601224899292,
          0.17662358283996582,
          0.11483661830425262,
          0.1622999906539917
        ],
        [
          0.14192911982536316,
          0.0005874742055311799,
          0.20733897387981415,
          0.15861251950263977,
          0.018376337364315987,
          0.11028344929218292,
          0.11847229301929474,
          0.17663878202438354,
          0.1660158336162567,
          0.16754843294620514,
          0.1703859269618988,
          0.17016223073005676,
          0.20834961533546448,
          0.16750085353851318
        ]
      ],
      "duplicate_token": [
        [
          0.0864521861076355,
          5.318083822203334e-07,
          0.15373054146766663,
          0.08740817755460739,
          0.07053614407777786,
          0.011926839128136635,
          0.07881093770265579,
          0.09151485562324524,
          0.11656063795089722,
          0.09233172237873077,
          0.10816166549921036,
          0.010625881142914295,
          0.11305709928274155,
          0.010143490508198738
        ],
        [
          0.04251055046916008,
          0.08849459886550903,
          0.1496061384677887,
          0.11080986261367798,
          0.06030489131808281,
          0.21586990356445312,
          0.05862675979733467,
          0.13498273491859436,
          0.06625998020172119,
          0.004275660961866379,
          0.1551845520734787,
          0.10534993559122086,
          0.09296029806137085,
          0.1028665155172348
        ],
        [
          0.02003517746925354,
          0.0980946347117424,
          0.4927060008049011,
          0.03159824758768082,
          0.32093092799186707,
          0.1232256069779396,
          0.112598717212677,
          0.06282524764537811,
          0.05515792965888977,
          0.0526299849152565,
          0.06604607403278351,
          0.05427354574203491,
          0.046084217727184296,
          0.13499003648757935
        ],
        [
          0.34967878460884094,
          0.049298372119665146,
          0.0529070682823658,
          0.03655894845724106,
          0.6291149854660034,
          0.018568361178040504,
          0.060069311410188675,
          0.002669938374310732,
          0.030992602929472923,
          0.04846082627773285,
          0.025547271594405174,
          0.006847623735666275,
          0.03017590381205082,
          0.007889742963016033
        ],
        [
          0.0371612086892128,
          0.11093433201313019,
          0.05762423202395439,
          0.057098645716905594,
          0.04200134798884392,
          0.0038122565019875765,
          0.013266218826174736,
          0.03678322210907936,
          0.04401818662881851,
          0.015414668247103691,
          0.058590371161699295,
          0.08901695907115936,
          0.00310026528313756,
          0.0976116731762886
        ],
        [
          0.05448734760284424,
          0.020902778953313828,
          0.05319897085428238,
          0.19398191571235657,
          0.026045849546790123,
          0.060951173305511475,
          0.037083011120557785,
          0.03326303884387016,
          0.11086902767419815,
          0.002125784056261182,
          0.07871986925601959,
          0.033982597291469574,
          0.07524687051773071,
          0.054004281759262085
        ],
        [
          0.06156757473945618,
          0.07071362435817719,
          0.06732026487588882,
          0.026755815371870995,
          0.004882822744548321,
          0.2515513598918915,
          0.09394212067127228,
          0.05326525494456291,
          0.05382922291755676,
          0.005380240269005299,
          0.02569127455353737,
          0.06399810314178467,
          0.0185987651348114,
          0.07148788124322891
        ],
        [
          0.013763802126049995,
          0.049142614006996155,
          0.06571409106254578,
          0.006418885197490454,
          0.01204102486371994,
          0.02718541957437992,
          0.0033743754029273987,
          0.46943992376327515,
          0.22942450642585754,
          0.005668107885867357,
          0.0052832188084721565,
          0.3000677525997162,
          0.039545848965644836,
          0.15942461788654327
        ],
        [
          0.06949795037508011,
          0.04916258528828621,
          0.040108341723680496,
          9.994251740863547e-05,
          0.061930228024721146,
          0.014527025632560253,
          0.0424133762717247,
          0.0009543868945911527,
          0.017959091812372208,
          0.2033643275499344,
          0.01193978451192379,
          0.028989097103476524,
          0.01828841306269169,
          0.029353689402341843
        ],
        [
          0.03677481412887573,
          0.02877630665898323,
          0.019482403993606567,
          0.054578930139541626,
          0.12561918795108795,
          0.04045911878347397,
          0.06260313093662262,
          2.3445639385499817e-07,
          0.0022357397247105837,
          0.0001268726628040895,
          0.011207527481019497,
          0.026593122631311417,
          0.0544191412627697,
          0.040233585983514786
        ],
        [
          0.08713211119174957,
          0.016439838334918022,
          0.0032917107455432415,
          0.04647039622068405,
          0.023658866062760353,
          0.08246954530477524,
          0.0016536141047254205,
          0.07915297895669937,
          0.026787783950567245,
          0.06818115711212158,
          0.04588276892900467,
          0.035701315850019455,
          0.05612749978899956,
          0.045058779418468475
        ],
        [
          0.12316194921731949,
          0.009132705628871918,
          0.18649038672447205,
          0.04220505803823471,
          0.04507479816675186,
          0.05379787087440491,
          0.06636033952236176,
          2.095792069667368e-06,
          0.07120818644762039,
          0.0031272941268980503,
          0.019193775951862335,
          4.7505156544502825e-05,
          0.02479288913309574,
          9.992038485506782e-07
        ],
        [
          0.0007668097387067974,
          0.05906664580106735,
          0.030149877071380615,
          0.018517257645726204,
          0.035595547407865524,
          0.0749635398387909,
          0.05742036551237106,
          0.03597124665975571,
          0.00876208022236824,
          0.05030025169253349,
          0.04224651679396629,
          0.1039297804236412,
          0.057530201971530914,
          0.07948081195354462
        ],
        [
          0.250827819108963,
          0.022107534110546112,
          0.29775193333625793,
          0.007511858828365803,
          0.08861756324768066,
          0.05728697031736374,
          0.0926804393529892,
          0.04039401561021805,
          0.021821392700076103,
          0.08509653806686401,
          0.03214804828166962,
          0.049769289791584015,
          0.022007210180163383,
          0.06626155972480774
        ],
        [
          0.022226691246032715,
          0.001284907921217382,
          0.021605398505926132,
          0.07155634462833405,
          0.08534706383943558,
          0.041626572608947754,
          0.07970398664474487,
          0.06460736691951752,
          0.0462367981672287,
          0.034448765218257904,
          0.0031675011850893497,
          0.04093357175588608,
          0.07460348308086395,
          0.06860701739788055
        ],
        [
          0.09362144768238068,
          0.10265053808689117,
          0.0013480831403285265,
          0.05494052171707153,
          0.04438794031739235,
          0.02102700248360634,
          0.05735783651471138,
          0.04949142038822174,
          0.048226747661828995,
          0.08098648488521576,
          0.05501973628997803,
          0.05239211395382881,
          0.011414745822548866,
          0.05471249297261238
        ],
        [
          0.035387687385082245,
          0.00030894094379618764,
          0.038327425718307495,
          0.029596468433737755,
          0.010949412360787392,
          0.034657154232263565,
          0.014757986180484295,
          0.05610326677560806,
          0.02492249198257923,
          0.007779526058584452,
          0.02167404070496559,
          0.036207668483257294,
          0.0505635067820549,
          0.030048847198486328
        ],
        [
          0.09061850607395172,
          0.028348004445433617,
          0.044615358114242554,
          0.05456918478012085,
          0.045423705130815506,
          0.016354858875274658,
          0.011968608014285564,
          0.030118262395262718,
          0.07809226214885712,
          0.012703679502010345,
          0.019117701798677444,
          0.0219266414642334,
          0.033035509288311005,
          0.013162794522941113
        ],
        [
          0.05196206644177437,
          0.06355758756399155,
          0.0458320751786232,
          0.005783033557236195,
          0.04055577889084816,
          0.052800506353378296,
          0.0524001345038414,
          0.029395196586847305,
          0.044528134167194366,
          0.031525783240795135,
          0.0650724396109581,
          0.06639545410871506,
          0.06225547939538956,
          0.07647885382175446
        ],
        [
          0.027453863993287086,
          0.07184109836816788,
          0.03845420107245445,
          0.0039466735906898975,
          0.03181507810950279,
          0.047328755259513855,
          0.07568982243537903,
          0.055493392050266266,
          0.007593563757836819,
          0.048572998493909836,
          0.15803757309913635,
          0.028080832213163376,
          0.12154583632946014,
          0.055296093225479126
        ],
        [
          0.021721646189689636,
          0.04321879893541336,
          0.05837196111679077,
          0.03213781118392944,
          0.042676277458667755,
          0.027459656819701195,
          0.06187143176794052,
          0.0506708025932312,
          0.04655526205897331,
          0.04117877408862114,
          0.0716722309589386,
          0.004404851235449314,
          0.039167605340480804,
          0.04735596850514412
        ],
        [
          0.050018779933452606,
          0.04153524339199066,
          0.03676075115799904,
          0.043457504361867905,
          0.037134505808353424,
          0.05183945223689079,
          0.02889516018331051,
          0.018864553421735764,
          0.04747883975505829,
          0.0023450306616723537,
          0.04307883232831955,
          0.03283321112394333,
          0.03205730393528938,
          0.03569253906607628
        ],
        [
          0.09358900040388107,
          0.11126186698675156,
          0.11846330016851425,
          0.11318951845169067,
          0.09274335205554962,
          0.10843002796173096,
          0.11134322732686996,
          0.12371484935283661,
          0.11124477535486221,
          0.10874634981155396,
          0.1111510619521141,
          0.1129029393196106,
          0.1012510433793068,
          0.11959923803806305
        ],
        [
          0.12490192800760269,
          0.001574476482346654,
          0.11148045212030411,
          0.12704627215862274,
          0.0424855537712574,
          0.10801626741886139,
          0.09312375634908676,
          0.12443944066762924,
          0.12739184498786926,
          0.12008528411388397,
          0.12806785106658936,
          0.12388919293880463,
          0.12401466071605682,
          0.12752893567085266
        ]
      ],
      "positional": [
        [
          0.3220980763435364,
          0.08113865554332733,
          0.10356390476226807,
          0.2713967263698578,
          0.2736063599586487,
          0.18250776827335358,
          0.16464871168136597,
          0.23467549681663513,
          0.34420686960220337,
          0.2323748618364334,
          0.3528760075569153,
          0.1686425507068634,
          0.3006933331489563,
          0.16352975368499756
        ],
        [
          0.21322691440582275,
          0.33864033222198486,
          0.3117191195487976,
          0.3901059031486511,
          0.28999194502830505,
          0.34531697630882263,
          0.30510854721069336,
          0.3555053174495697,
          0.23450367152690887,
          0.16146284341812134,
          0.36352548003196716,
          0.3601909279823303,
          0.49161452054977417,
          0.24789002537727356
        ],
        [
          0.1637328416109085,
          0.3455990254878998,
          0.26566174626350403,
          0.17140540480613708,
          0.21582166850566864,
          0.13902315497398376,
          0.25686225295066833,
          0.3195425868034363,
          0.22068603336811066,
          0.35179567337036133,
          0.4119883179664612,
          0.32228517532348633,
          0.3231196999549866,
          0.36186984181404114
        ],
        [
          0.8558476567268372,
          0.36580806970596313,
          0.7587690353393555,
          0.8705599904060364,
          0.7066956758499146,
          0.9841955304145813,
          0.6847988367080688,
          0.657683789730072,
          0.6331626772880554,
          0.8327205777168274,
          0.48714715242385864,
          0.8099405169487,
          0.6666312217712402,
          0.7331873774528503
        ],
        [
          0.6135281324386597,
          0.6247370839118958,
          0.4270339012145996,
          0.6291929483413696,
          0.698933482170105,
          0.6252418160438538,
          0.6705102920532227,
          0.7259071469306946,
          0.8470773696899414,
          0.9633463025093079,
          0.4654187262058258,
          0.538005530834198,
          0.25771626830101013,
          0.41821154952049255
        ],
        [
          0.8776329159736633,
          0.5733224749565125,
          0.8525349497795105,
          0.7856124639511108,
          0.6457914113998413,
          0.6323065161705017,
          0.576029896736145,
          0.8700960874557495,
          0.6383166313171387,
          0.38980695605278015,
          0.7027918100357056,
          0.7239651679992676,
          0.48502904176712036,
          0.6006640195846558
        ],
        [
          0.9084771275520325,
          0.5044971108436584,
          0.6572052836418152,
          0.8382126092910767,
          0.3626267910003662,
          0.5918701887130737,
          0.40731126070022583,
          0.6556804776191711,
          0.6534361839294434,
          0.4594805836677551,
          0.7270861864089966,
          0.7771912813186646,
          0.6714416742324829,
          0.7715783715248108
        ],
        [
          0.6025111079216003,
          0.8146389126777649,
          0.6530981063842773,
          0.6774776577949524,
          0.5100044012069702,
          0.8031102418899536,
          0.7700831294059753,
          0.7607560157775879,
          0.8446003198623657,
          0.7295781373977661,
          0.7090389132499695,
          0.676209568977356,
          0.5514741539955139,
          0.7388625144958496
        ],
        [
          0.6872513890266418,
          0.7083615064620972,
          0.41654476523399353,
          0.10125615447759628,
          0.5560083985328674,
          0.40771976113319397,
          0.5842294692993164,
          0.17728474736213684,
          0.47081416845321655,
          0.5280340909957886,
          0.5314210057258606,
          0.5721279382705688,
          0.5634883642196655,
          0.5146249532699585
        ],
        [
          0.5271375179290771,
          0.5081067681312561,
          0.7129713296890259,
          0.6406158804893494,
          0.7028536200523376,
          0.45522555708885193,
          0.7814657688140869,
          0.9999706149101257,
          0.9471310377120972,
          0.9982980489730835,
          0.8432639241218567,
          0.7051180601119995,
          0.8232651948928833,
          0.7230668663978577
        ],
        [
          0.6833471059799194,
          0.9285092353820801,
          0.4510573446750641,
          0.4419739246368408,
          0.7353057861328125,
          0.5733690857887268,
          0.2082691639661789,
          0.548711895942688,
          0.815929114818573,
          0.5555864572525024,
          0.683763325214386,
          0.5795451402664185,
          0.5802339315414429,
          0.7301343679428101
        ],
        [
          0.4621368944644928,
          0.9760403633117676,
          0.7486170530319214,
          0.8601603507995605,
          0.7274644374847412,
          0.6182929873466492,
          0.7175790667533875,
          0.9999890327453613,
          0.8133724331855774,
          0.9690282940864563,
          0.7442311644554138,
          0.9989966154098511,
          0.7941986918449402,
          0.999997615814209
        ],
        [
          0.21313199400901794,
          0.5628349184989929,
          0.6167050004005432,
          0.9376863241195679,
          0.8089989423751831,
          0.628074049949646,
          0.4300847053527832,
          0.5461369156837463,
          0.3148055672645569,
          0.5044335126876831,
          0.5174972414970398,
          0.5397763252258301,
          0.4547610282897949,
          0.4842285215854645
        ],
        [
          0.5867448449134827,
          0.4178636968135834,
          0.8548328280448914,
          0.2697416841983795,
          0.4613173007965088,
          0.7552270889282227,
          0.7897332310676575,
          0.8260805010795593,
          0.9463329315185547,
          0.6420958638191223,
          0.5348032116889954,
          0.5939483642578125,
          0.8767695426940918,
          0.7584192752838135
        ],
        [
          0.5461964011192322,
          0.20059800148010254,
          0.42657098174095154,
          0.6367643475532532,
          0.5247906446456909,
          0.7293721437454224,
          0.5985890030860901,
          0.3757231533527374,
          0.6490527391433716,
          0.8024571537971497,
          0.2476411610841751,
          0.6178618669509888,
          0.5966181755065918,
          0.5321778059005737
        ],
        [
          0.5400053262710571,
          0.43403157591819763,
          0.3141685128211975,
          0.4237500727176666,
          0.5486839413642883,
          0.5165255665779114,
          0.7576055526733398,
          0.7092634439468384,
          0.6949783563613892,
          0.518141508102417,
          0.5985086560249329,
          0.6468817591667175,
          0.9550228118896484,
          0.740252673625946
        ],
        [
          0.8406257629394531,
          0.9982549548149109,
          0.727479100227356,
          0.8630940318107605,
          0.9459196925163269,
          0.7101480960845947,
          0.9307094812393188,
          0.8153281211853027,
          0.7589431405067444,
          0.9646224975585938,
          0.5892548561096191,
          0.7160510420799255,
          0.7874494791030884,
          0.7833395004272461
        ],
        [
          0.43867331743240356,
          0.8573068380355835,
          0.7116320729255676,
          0.6003059148788452,
          0.8173307180404663,
          0.9451186060905457,
          0.940838634967804,
          0.8605407476425171,
          0.7431780099868774,
          0.7823152542114258,
          0.6489595174789429,
          0.6881215572357178,
          0.8917039632797241,
          0.6835113763809204
        ],
        [
          0.8436543345451355,
          0.724906325340271,
          0.6115292310714722,
          0.6938449740409851,
          0.7175232172012329,
          0.7502283453941345,
          0.6553831696510315,
          0.6719509959220886,
          0.6810903549194336,
          0.48682132363319397,
          0.6203826069831848,
          0.5286005735397339,
          0.5526441335678101,
          0.7935103178024292
        ],
        [
          0.659183919429779,
          0.5933579206466675,
          0.8438838124275208,
          0.6513511538505554,
          0.4777941107749939,
          0.5134168267250061,
          0.6956039667129517,
          0.7895420789718628,
          0.3978998064994812,
          0.4339831471443176,
          0.6091676354408264,
          0.34140321612358093,
          0.4034299850463867,
          0.6364024877548218
        ],
        [
          0.8307530283927917,
          0.7807354927062988,
          0.4474499821662903,
          0.8075324892997742,
          0.7603576183319092,
          0.7709082365036011,
          0.6460269093513489,
          0.7554048299789429,
          0.8575347661972046,
          0.7207958102226257,
          0.7982575297355652,
          0.9835314750671387,
          0.8581441640853882,
          0.47646045684814453
        ],
        [
          0.6772817373275757,
          0.7780389189720154,
          0.837285041809082,
          0.8136706352233887,
          0.8534796833992004,
          0.8415836095809937,
          0.8619941473007202,
          0.8549231290817261,
          0.8281257748603821,
          0.177901029586792,
          0.8620818257331848,
          0.870644748210907,
          0.7420797944068909,
          0.8598861694335938
        ],
        [
          0.3489009439945221,
          0.3656095862388611,
          0.36157742142677307,
          0.3633216619491577,
          0.3372388482093811,
          0.3815646767616272,
          0.377332478761673,
          0.36263006925582886,
          0.3534810245037079,
          0.3803538680076599,
          0.3774292767047882,
          0.35236430168151855,
          0.4543021321296692,
          0.3552200198173523
        ],
        [
          0.3191964030265808,
          0.08167063444852829,
          0.2745653986930847,
          0.32509684562683105,
          0.18832775950431824,
          0.4308468699455261,
          0.22061410546302795,
          0.3129570782184601,
          0.3117181658744812,
          0.31733134388923645,
          0.3176296353340149,
          0.3210963308811188,
          0.3182801306247711,
          0.3124871253967285
        ]
      ],
      "diffuse": [
        [
          0.5868266820907593,
          0.0012277114437893033,
          0.5430302619934082,
          0.5411278009414673,
          0.4901792109012604,
          0.3707473874092102,
          0.47244229912757874,
          0.2540460526943207,
          0.4662099778652191,
          0.5712912678718567,
          0.5655333399772644,
          0.30569988489151,
          0.5360507369041443,
          0.3077465891838074
        ],
        [
          0.3238469958305359,
          0.4958287179470062,
          0.48663607239723206,
          0.5334599614143372,
          0.5239401459693909,
          0.5588895678520203,
          0.43392807245254517,
          0.6014984250068665,
          0.5324214100837708,
          0.21157248318195343,
          0.6192556023597717,
          0.560526967048645,
          0.5487834811210632,
          0.6321393847465515
        ],
        [
          0.3266385793685913,
          0.6325896978378296,
          0.3672645390033722,
          0.45714086294174194,
          0.5302571058273315,
          0.5533245801925659,
          0.5016523599624634,
          0.3971419930458069,
          0.4113314747810364,
          0.376202255487442,
          0.4701274335384369,
          0.4287448525428772,
          0.44018498063087463,
          0.4659426212310791
        ],
        [
          0.11578090488910675,
          0.5853016972541809,
          0.3027189373970032,
          0.22225439548492432,
          0.16743655502796173,
          0.0302926953881979,
          0.4009883999824524,
          0.28442060947418213,
          0.3687853217124939,
          0.25313684344291687,
          0.3337590992450714,
          0.21835815906524658,
          0.34674879908561707,
          0.28702789545059204
        ],
        [
          0.36925554275512695,
          0.3852970004081726,
          0.3553372919559479,
          0.44868284463882446,
          0.3823845088481903,
          0.34500133991241455,
          0.35001567006111145,
          0.3914037346839905,
          0.2318623811006546,
          0.0793665423989296,
          0.5493009090423584,
          0.5058689713478088,
          0.2026412934064865,
          0.5498937368392944
        ],
        [
          0.16826505959033966,
          0.43141308426856995,
          0.1933082640171051,
          0.23603348433971405,
          0.3388899266719818,
          0.3456002175807953,
          0.39045411348342896,
          0.19365695118904114,
          0.4113308787345886,
          0.2546693682670593,
          0.38597816228866577,
          0.35418277978897095,
          0.49058252573013306,
          0.4120456576347351
        ],
        [
          0.14993910491466522,
          0.5364649891853333,
          0.4137740135192871,
          0.2556496858596802,
          0.4219932556152344,
          0.42842045426368713,
          0.5387730598449707,
          0.39165785908699036,
          0.423744261264801,
          0.30992749333381653,
          0.3287784457206726,
          0.3037429451942444,
          0.38146525621414185,
          0.28049150109291077
        ],
        [
          0.2778507173061371,
          0.25419503450393677,
          0.3976086974143982,
          0.31257176399230957,
          0.3303094506263733,
          0.25854620337486267,
          0.26827317476272583,
          0.17128603160381317,
          0.1568007469177246,
          0.3089866042137146,
          0.3050892949104309,
          0.2684444189071655,
          0.43485593795776367,
          0.31574076414108276
        ],
        [
          0.4129132330417633,
          0.3631308078765869,
          0.5250951647758484,
          0.012360637076199055,
          0.4480132460594177,
          0.46134886145591736,
          0.4123842716217041,
          0.15357866883277893,
          0.44283026456832886,
          0.40488213300704956,
          0.4044504761695862,
          0.4419185221195221,
          0.42391037940979004,
          0.44286566972732544
        ],
        [
          0.45707377791404724,
          0.38358643651008606,
          0.33116060495376587,
          0.4405498504638672,
          0.3101387619972229,
          0.4842326045036316,
          0.2880001664161682,
          0.00010764411126729101,
          0.0499676875770092,
          0.003982239402830601,
          0.10076997429132462,
          0.19336934387683868,
          0.2382020652294159,
          0.10823792219161987
        ],
        [
          0.4175865650177002,
          0.14261525869369507,
          0.3760111629962921,
          0.5474761724472046,
          0.3536298871040344,
          0.50322425365448,
          0.17074337601661682,
          0.49434414505958557,
          0.2677604556083679,
          0.48504042625427246,
          0.36942413449287415,
          0.4698602557182312,
          0.4173956513404846,
          0.3604428768157959
        ],
        [
          0.5108461380004883,
          0.04591779783368111,
          0.29233354330062866,
          0.22244687378406525,
          0.32387882471084595,
          0.4449740946292877,
          0.3424026370048523,
          4.9035821575671434e-05,
          0.19738027453422546,
          0.03512505814433098,
          0.14795905351638794,
          0.0021766184363514185,
          0.09850527346134186,
          1.1116972927993629e-05
        ],
        [
          0.15366242825984955,
          0.5033933520317078,
          0.4501818120479584,
          0.11788536608219147,
          0.3081124424934387,
          0.4636315405368805,
          0.5700405836105347,
          0.4794675409793854,
          0.46771150827407837,
          0.47633591294288635,
          0.4987296164035797,
          0.4159208834171295,
          0.4794895648956299,
          0.5313752889633179
        ],
        [
          0.3979867398738861,
          0.48819518089294434,
          0.13088186085224152,
          0.24851147830486298,
          0.5108069181442261,
          0.33154550194740295,
          0.2859761714935303,
          0.24756522476673126,
          0.08480758965015411,
          0.2951195240020752,
          0.5173889398574829,
          0.4098604619503021,
          0.15532411634922028,
          0.24588534235954285
        ],
        [
          0.4269424378871918,
          0.15613232553005219,
          0.5143598318099976,
          0.39000552892684937,
          0.4913631081581116,
          0.3608380854129791,
          0.4404246211051941,
          0.5580701231956482,
          0.4419316351413727,
          0.2744333744049072,
          0.20180892944335938,
          0.42273378372192383,
          0.450923353433609,
          0.4605654180049896
        ],
        [
          0.5066009163856506,
          0.4080662727355957,
          0.2645753026008606,
          0.5131443738937378,
          0.48715654015541077,
          0.47312289476394653,
          0.3308652341365814,
          0.39080387353897095,
          0.3681592643260956,
          0.48063236474990845,
          0.4689715802669525,
          0.40724021196365356,
          0.08842812478542328,
          0.3447922170162201
        ],
        [
          0.1635037660598755,
          0.004601160530000925,
          0.12763826549053192,
          0.09454269707202911,
          0.07815327495336533,
          0.23169712722301483,
          0.09526902437210083,
          0.17720085382461548,
          0.22346177697181702,
          0.04901886731386185,
          0.37297895550727844,
          0.32783976197242737,
          0.15770886838436127,
          0.28951364755630493
        ],
        [
          0.5338207483291626,
          0.2189539670944214,
          0.36819154024124146,
          0.464652955532074,
          0.24888718128204346,
          0.10563857853412628,
          0.09622208774089813,
          0.18299724161624908,
          0.266048401594162,
          0.27616459131240845,
          0.30533427000045776,
          0.3543142080307007,
          0.1678878217935562,
          0.3034028708934784
        ],
        [
          0.21405541896820068,
          0.2672707736492157,
          0.39488717913627625,
          0.2932749390602112,
          0.35940098762512207,
          0.297441303730011,
          0.4169047772884369,
          0.35206338763237,
          0.36018362641334534,
          0.4567650258541107,
          0.3951580822467804,
          0.3982878029346466,
          0.4404432773590088,
          0.2627672255039215
        ],
        [
          0.377218633890152,
          0.39923515915870667,
          0.2147386372089386,
          0.2974643111228943,
          0.446699857711792,
          0.469534695148468,
          0.34109070897102356,
          0.3060465157032013,
          0.33322322368621826,
          0.4892338812351227,
          0.4174445569515228,
          0.4631224572658539,
          0.5390442609786987,
          0.3895948529243469
        ],
        [
          0.22623494267463684,
          0.2830307185649872,
          0.5176529288291931,
          0.19842717051506042,
          0.28959354758262634,
          0.2924323081970215,
          0.401418536901474,
          0.3277665972709656,
          0.19070778787136078,
          0.344042032957077,
          0.239161416888237,
          0.038863107562065125,
          0.20911423861980438,
          0.45819932222366333
        ],
        [
          0.3880155384540558,
          0.27244120836257935,
          0.23528146743774414,
          0.26271599531173706,
          0.21591635048389435,
          0.21679601073265076,
          0.21180224418640137,
          0.17432869970798492,
          0.25003743171691895,
          0.12969014048576355,
          0.20926633477210999,
          0.1993102878332138,
          0.3500383198261261,
          0.2119060754776001
        ],
        [
          0.5251290202140808,
          0.42869430780410767,
          0.44158491492271423,
          0.44690045714378357,
          0.5187045335769653,
          0.4219699800014496,
          0.4842092990875244,
          0.43153637647628784,
          0.42262688279151917,
          0.40432968735694885,
          0.40180930495262146,
          0.4418605864048004,
          0.35520392656326294,
          0.432339608669281
        ],
        [
          0.49600276350975037,
          0.011851654388010502,
          0.5199506878852844,
          0.4434810280799866,
          0.2727939188480377,
          0.35763710737228394,
          0.4218808114528656,
          0.4383910596370697,
          0.4422176480293274,
          0.43953070044517517,
          0.44657033681869507,
          0.44258493185043335,
          0.388742595911026,
          0.4413940906524658
        ]
      ]
    }
  },
  "Qwen2.5-0.5B": {
    "model_name": "Qwen/Qwen2.5-0.5B",
    "num_layers": 24,
    "num_heads": 14,
    "analysis_date": "2026-02-26",
    "categories": {
      "previous_token": {
        "display_name": "Previous Token",
        "description": "Attends to the immediately preceding token \u2014 like reading left to right",
        "icon": "arrow-left",
        "educational_text": "This head looks at the word right before the current one. Like reading left to right, it helps track local word-by-word patterns.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 5,
            "score": 0.5048
          },
          {
            "layer": 0,
            "head": 11,
            "score": 0.6743
          },
          {
            "layer": 0,
            "head": 13,
            "score": 0.6697
          },
          {
            "layer": 1,
            "head": 0,
            "score": 0.5604
          },
          {
            "layer": 1,
            "head": 9,
            "score": 0.7856
          },
          {
            "layer": 2,
            "head": 0,
            "score": 0.5918
          },
          {
            "layer": 8,
            "head": 7,
            "score": 0.8704
          },
          {
            "layer": 15,
            "head": 2,
            "score": 0.7325
          }
        ]
      },
      "induction": {
        "display_name": "Induction",
        "description": "Completes repeated patterns: if it saw [A][B] before and now sees [A], it predicts [B]",
        "icon": "repeat",
        "educational_text": "This head finds patterns that happened before and predicts they'll happen again. If it saw 'the cat' earlier, it expects the same words to follow.",
        "requires_repetition": true,
        "suggested_prompt": "Try: 'The cat sat on the mat. The cat' \u2014 the repeated 'The cat' lets induction heads activate.",
        "top_heads": [
          {
            "layer": 9,
            "head": 10,
            "score": 0.4091
          },
          {
            "layer": 9,
            "head": 11,
            "score": 0.3163
          },
          {
            "layer": 9,
            "head": 13,
            "score": 0.6021
          },
          {
            "layer": 11,
            "head": 10,
            "score": 0.5207
          },
          {
            "layer": 11,
            "head": 12,
            "score": 0.4955
          },
          {
            "layer": 13,
            "head": 9,
            "score": 0.3245
          },
          {
            "layer": 16,
            "head": 2,
            "score": 0.5041
          },
          {
            "layer": 16,
            "head": 12,
            "score": 0.4
          }
        ]
      },
      "duplicate_token": {
        "display_name": "Duplicate Token",
        "description": "Notices when the same word appears more than once",
        "icon": "clone",
        "educational_text": "This head notices when the same word appears more than once, like a highlighter for repeated words. It helps the model track which words have already been said.",
        "requires_repetition": true,
        "suggested_prompt": "Try a prompt with repeated words like 'The cat sat. The cat slept.' to see duplicate-token heads light up.",
        "top_heads": [
          {
            "layer": 2,
            "head": 2,
            "score": 0.4927
          },
          {
            "layer": 2,
            "head": 4,
            "score": 0.3209
          },
          {
            "layer": 3,
            "head": 0,
            "score": 0.3497
          },
          {
            "layer": 3,
            "head": 4,
            "score": 0.6291
          },
          {
            "layer": 6,
            "head": 5,
            "score": 0.2516
          },
          {
            "layer": 7,
            "head": 7,
            "score": 0.4694
          },
          {
            "layer": 7,
            "head": 11,
            "score": 0.3001
          },
          {
            "layer": 13,
            "head": 2,
            "score": 0.2978
          }
        ]
      },
      "positional": {
        "display_name": "Positional / First-Token",
        "description": "Always pays attention to the very first word, using it as an anchor point",
        "icon": "map-pin",
        "educational_text": "This head always pays attention to the very first word, using it as an anchor point. The first token serves as a 'default' position when no other token is specifically relevant.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 3,
            "head": 5,
            "score": 0.9842
          },
          {
            "layer": 9,
            "head": 7,
            "score": 1.0
          },
          {
            "layer": 9,
            "head": 9,
            "score": 0.9983
          },
          {
            "layer": 11,
            "head": 7,
            "score": 1.0
          },
          {
            "layer": 11,
            "head": 11,
            "score": 0.999
          },
          {
            "layer": 11,
            "head": 13,
            "score": 1.0
          },
          {
            "layer": 16,
            "head": 1,
            "score": 0.9983
          },
          {
            "layer": 20,
            "head": 11,
            "score": 0.9835
          }
        ]
      },
      "diffuse": {
        "display_name": "Diffuse / Spread",
        "description": "Spreads attention evenly across many words, gathering general context",
        "icon": "expand-arrows-alt",
        "educational_text": "This head spreads its attention evenly across many words, gathering general context rather than focusing on one spot. It provides a 'big picture' summary of the input.",
        "requires_repetition": false,
        "top_heads": [
          {
            "layer": 0,
            "head": 0,
            "score": 0.5868
          },
          {
            "layer": 0,
            "head": 9,
            "score": 0.5713
          },
          {
            "layer": 1,
            "head": 7,
            "score": 0.6015
          },
          {
            "layer": 1,
            "head": 10,
            "score": 0.6193
          },
          {
            "layer": 1,
            "head": 13,
            "score": 0.6321
          },
          {
            "layer": 2,
            "head": 1,
            "score": 0.6326
          },
          {
            "layer": 3,
            "head": 1,
            "score": 0.5853
          },
          {
            "layer": 12,
            "head": 6,
            "score": 0.57
          }
        ]
      }
    },
    "all_scores": {
      "previous_token": [
        [
          0.23618972301483154,
          0.0003975562285631895,
          0.18617871403694153,
          0.20702823996543884,
          0.30573174357414246,
          0.5047930479049683,
          0.33416807651519775,
          0.41945743560791016,
          0.18628503382205963,
          0.3319806754589081,
          0.17722667753696442,
          0.6743018627166748,
          0.19390149414539337,
          0.669723629951477
        ],
        [
          0.5603538751602173,
          0.21226461231708527,
          0.2618235945701599,
          0.17857053875923157,
          0.32572072744369507,
          0.1586570292711258,
          0.29591402411460876,
          0.17886435985565186,
          0.31775516271591187,
          0.7855654358863831,
          0.15300068259239197,
          0.2058294117450714,
          0.14868603646755219,
          0.19566521048545837
        ],
        [
          0.591826319694519,
          0.1860390156507492,
          0.04209064319729805,
          0.46994319558143616,
          0.13051025569438934,
          0.17635950446128845,
          0.2707673907279968,
          0.3276299238204956,
          0.30658984184265137,
          0.3538808524608612,
          0.22151637077331543,
          0.3377269506454468,
          0.24700970947742462,
          0.1591869443655014
        ],
        [
          0.08660983294248581,
          0.2809596359729767,
          0.10949786007404327,
          0.10053323209285736,
          0.09102106094360352,
          0.08792619407176971,
          0.11395183950662613,
          0.36959826946258545,
          0.2022179365158081,
          0.1202172040939331,
          0.1154581755399704,
          0.1919911652803421,
          0.18764786422252655,
          0.18956001102924347
        ],
        [
          0.22599050402641296,
          0.15741300582885742,
          0.11473627388477325,
          0.14890430867671967,
          0.15271960198879242,
          0.283191055059433,
          0.24024565517902374,
          0.1359429657459259,
          0.1049795150756836,
          0.09104025363922119,
          0.2109510451555252,
          0.15517845749855042,
          0.03267301991581917,
          0.17628104984760284
        ],
        [
          0.10241810232400894,
          0.21005597710609436,
          0.10305686295032501,
          0.10357405245304108,
          0.18317869305610657,
          0.16581879556179047,
          0.13126039505004883,
          0.10549348592758179,
          0.12616777420043945,
          0.05641220137476921,
          0.1266021579504013,
          0.15200643241405487,
          0.2048461139202118,
          0.16175344586372375
        ],
        [
          0.09266871213912964,
          0.17300930619239807,
          0.12679855525493622,
          0.1051960363984108,
          0.501707136631012,
          0.109205462038517,
          0.24437466263771057,
          0.15526005625724792,
          0.1355292648077011,
          0.07898162305355072,
          0.16848142445087433,
          0.11371167004108429,
          0.18409022688865662,
          0.10816650092601776
        ],
        [
          0.2487376183271408,
          0.11890838295221329,
          0.18733899295330048,
          0.24653205275535583,
          0.09659615904092789,
          0.13419769704341888,
          0.18772003054618835,
          0.08509889990091324,
          0.08764021098613739,
          0.18442007899284363,
          0.19441959261894226,
          0.143330380320549,
          0.2182987928390503,
          0.10770908743143082
        ],
        [
          0.13354165852069855,
          0.12700018286705017,
          0.26810139417648315,
          0.022075094282627106,
          0.1920173317193985,
          0.33677226305007935,
          0.17028121650218964,
          0.8703752756118774,
          0.34083133935928345,
          0.1597214788198471,
          0.27273619174957275,
          0.22856728732585907,
          0.2641603350639343,
          0.26415368914604187
        ],
        [
          0.2206670045852661,
          0.11680116504430771,
          0.1842985898256302,
          0.1620728075504303,
          0.12265148013830185,
          0.25859034061431885,
          0.11391665786504745,
          0.0885516032576561,
          0.09329528361558914,
          0.08865120261907578,
          0.10842976719141006,
          0.13796107470989227,
          0.11566220223903656,
          0.1112930178642273
        ],
        [
          0.12327533960342407,
          0.09772656857967377,
          0.5033435225486755,
          0.2210485190153122,
          0.15742306411266327,
          0.13960576057434082,
          0.026395171880722046,
          0.16609476506710052,
          0.11442730575799942,
          0.15331771969795227,
          0.15133818984031677,
          0.2032630890607834,
          0.2129933387041092,
          0.12799319624900818
        ],
        [
          0.17970497906208038,
          0.08979038894176483,
          0.10049601644277573,
          0.10104282945394516,
          0.12621161341667175,
          0.15753060579299927,
          0.1230001300573349,
          0.08854986727237701,
          0.11691836267709732,
          0.08977744728326797,
          0.11932463943958282,
          0.08856681734323502,
          0.10220678150653839,
          0.0885506421327591
        ],
        [
          0.02092077024281025,
          0.14294889569282532,
          0.1900595724582672,
          0.09845548123121262,
          0.1162678450345993,
          0.1364717185497284,
          0.2203044891357422,
          0.1953953206539154,
          0.4231237471103668,
          0.20128288865089417,
          0.1966918408870697,
          0.17865291237831116,
          0.2686072885990143,
          0.20185819268226624
        ],
        [
          0.1393885612487793,
          0.3104041814804077,
          0.08658844232559204,
          0.04878934845328331,
          0.1791662871837616,
          0.11123267561197281,
          0.109552763402462,
          0.1106714978814125,
          0.0952153354883194,
          0.1372949182987213,
          0.1921856701374054,
          0.17390644550323486,
          0.10819157212972641,
          0.11477110534906387
        ],
        [
          0.19638922810554504,
          0.028688857331871986,
          0.24756154417991638,
          0.14253844320774078,
          0.16640667617321014,
          0.12462985515594482,
          0.15507513284683228,
          0.23587855696678162,
          0.13916729390621185,
          0.10949202626943588,
          0.042867496609687805,
          0.1698712706565857,
          0.1460307538509369,
          0.1520519107580185
        ],
        [
          0.14267513155937195,
          0.13629688322544098,
          0.7324694395065308,
          0.23721842467784882,
          0.21229079365730286,
          0.23580875992774963,
          0.11498572677373886,
          0.13175563514232635,
          0.1346369981765747,
          0.16984829306602478,
          0.15956184267997742,
          0.1432022899389267,
          0.09434066712856293,
          0.12344477325677872
        ],
        [
          0.1066417247056961,
          0.0886864885687828,
          0.11836419999599457,
          0.09800773859024048,
          0.09409914910793304,
          0.14179641008377075,
          0.09490299969911575,
          0.10157014429569244,
          0.12594495713710785,
          0.0927145853638649,
          0.15863168239593506,
          0.13246986269950867,
          0.11261461675167084,
          0.12352564185857773
        ],
        [
          0.18006004393100739,
          0.10746828466653824,
          0.13638755679130554,
          0.1626875102519989,
          0.11211053282022476,
          0.09464894235134125,
          0.09549550712108612,
          0.10828189551830292,
          0.128670796751976,
          0.1337885558605194,
          0.21629181504249573,
          0.1542966663837433,
          0.10063570737838745,
          0.20352709293365479
        ],
        [
          0.10891059786081314,
          0.13247032463550568,
          0.19810877740383148,
          0.2827337384223938,
          0.13904692232608795,
          0.12257084995508194,
          0.14384673535823822,
          0.16305086016654968,
          0.16003219783306122,
          0.14426715672016144,
          0.14370976388454437,
          0.23162250220775604,
          0.21770533919334412,
          0.11371055990457535
        ],
        [
          0.1788080632686615,
          0.16392773389816284,
          0.10458061844110489,
          0.3301086127758026,
          0.19723428785800934,
          0.23573419451713562,
          0.12257359176874161,
          0.11839482933282852,
          0.11238020658493042,
          0.22413325309753418,
          0.13489224016666412,
          0.328125923871994,
          0.17044267058372498,
          0.15713496506214142
        ],
        [
          0.11696170270442963,
          0.11593912541866302,
          0.19970229268074036,
          0.11232878267765045,
          0.12077822536230087,
          0.11789049208164215,
          0.13020022213459015,
          0.1256701648235321,
          0.105035200715065,
          0.13095645606517792,
          0.11098363250494003,
          0.08992291986942291,
          0.1016719713807106,
          0.16059660911560059
        ],
        [
          0.13326290249824524,
          0.1164388656616211,
          0.11057712882757187,
          0.11269090324640274,
          0.10947650671005249,
          0.10857458412647247,
          0.1049315333366394,
          0.10953298956155777,
          0.11038847267627716,
          0.035701602697372437,
          0.10762878507375717,
          0.10474254190921783,
          0.1324060708284378,
          0.10685549676418304
        ],
        [
          0.18024927377700806,
          0.17823778092861176,
          0.17552559077739716,
          0.17672720551490784,
          0.18785671889781952,
          0.1762343943119049,
          0.17465855181217194,
          0.17340807616710663,
          0.18312516808509827,
          0.1715959757566452,
          0.17147402465343475,
          0.17922815680503845,
          0.15936179459095,
          0.17507915198802948
        ],
        [
          0.17416760325431824,
          0.003962737042456865,
          0.1795649230480194,
          0.1780710220336914,
          0.09422649443149567,
          0.15851256251335144,
          0.22182536125183105,
          0.17683382332324982,
          0.17646276950836182,
          0.1737125813961029,
          0.1750698834657669,
          0.17326867580413818,
          0.16813626885414124,
          0.1775301694869995
        ]
      ],
      "induction": [
        [
          0.1017536073923111,
          3.893741813953966e-05,
          0.09531999379396439,
          0.0882166177034378,
          0.12327273190021515,
          0.04658578708767891,
          0.0967836081981659,
          0.1479836404323578,
          0.10172538459300995,
          0.11745703220367432,
          0.09948445856571198,
          0.05838111788034439,
          0.10754895210266113,
          0.05779951065778732
        ],
        [
          0.07425336539745331,
          0.09737233072519302,
          0.11949604749679565,
          0.10540466010570526,
          0.11346949636936188,
          0.08756440132856369,
          0.08407315611839294,
          0.10901713371276855,
          0.1293753683567047,
          0.05191827565431595,
          0.10845066606998444,
          0.1085226759314537,
          0.07082444429397583,
          0.09649007022380829
        ],
        [
          0.05542094632983208,
          0.10516180843114853,
          0.038385920226573944,
          0.09335680305957794,
          0.10681140422821045,
          0.10263054072856903,
          0.09566561132669449,
          0.08496798574924469,
          0.07642583549022675,
          0.09611453115940094,
          0.096067875623703,
          0.09633199870586395,
          0.057042233645915985,
          0.08516137301921844
        ],
        [
          0.001214129151776433,
          0.10448093712329865,
          0.04026323929429054,
          0.028353342786431313,
          0.00872575119137764,
          7.486807589884847e-05,
          0.044319234788417816,
          0.028583258390426636,
          0.03148840740323067,
          0.034794293344020844,
          0.028680115938186646,
          0.014040309004485607,
          0.0444236621260643,
          0.012854518368840218
        ],
        [
          0.08721138536930084,
          0.09760496765375137,
          0.03533608466386795,
          0.07409150898456573,
          0.04046577960252762,
          0.015414637513458729,
          0.046002347022295,
          0.033701010048389435,
          0.03225736692547798,
          0.009112468920648098,
          0.07544650137424469,
          0.0692790299654007,
          0.0035555127542465925,
          0.09578054398298264
        ],
        [
          0.09565210342407227,
          0.03450099006295204,
          0.08163945376873016,
          0.07832475006580353,
          0.042112670838832855,
          0.028906846418976784,
          0.02706952393054962,
          0.01561214029788971,
          0.061340004205703735,
          0.002785642631351948,
          0.03989958390593529,
          0.029466431587934494,
          0.07922125607728958,
          0.053907375782728195
        ],
        [
          0.01621066778898239,
          0.1055133193731308,
          0.05517096072435379,
          0.03274497762322426,
          0.036042362451553345,
          0.08256033807992935,
          0.11958187818527222,
          0.05210338160395622,
          0.057270538061857224,
          0.007898306474089622,
          0.03276961296796799,
          0.037534408271312714,
          0.027014633640646935,
          0.04898075759410858
        ],
        [
          0.01946294866502285,
          0.04372432082891464,
          0.06591546535491943,
          0.019493287429213524,
          0.009301194921135902,
          0.022477537393569946,
          0.007677813060581684,
          0.018156666308641434,
          0.010589826852083206,
          0.012416468001902103,
          0.015303459949791431,
          0.053690504282712936,
          0.06530947983264923,
          0.056868650019168854
        ],
        [
          0.05273756384849548,
          0.050376493483781815,
          0.06185014918446541,
          7.167708417910035e-07,
          0.08595740795135498,
          0.034380584955215454,
          0.03612622618675232,
          0.05116795375943184,
          0.0591944083571434,
          0.15912476181983948,
          0.035315725952386856,
          0.0917368084192276,
          0.039855968207120895,
          0.033977407962083817
        ],
        [
          0.046009842306375504,
          0.018595315515995026,
          0.05055184289813042,
          0.08451128751039505,
          0.13364043831825256,
          0.07661886513233185,
          0.05541278049349785,
          8.260554022854194e-05,
          0.16766178607940674,
          0.005376880988478661,
          0.40910977125167847,
          0.3163491189479828,
          0.13009202480316162,
          0.6020762324333191
        ],
        [
          0.08646117150783539,
          0.013021646067500114,
          0.03425677865743637,
          0.08951009809970856,
          0.04645984619855881,
          0.06562013924121857,
          0.0018097562715411186,
          0.06824871152639389,
          0.03538339212536812,
          0.08413810282945633,
          0.04701711982488632,
          0.05912802368402481,
          0.06954319775104523,
          0.05279871076345444
        ],
        [
          0.13889752328395844,
          0.005901627242565155,
          0.08959735929965973,
          0.035497769713401794,
          0.059174794703722,
          0.09171082824468613,
          0.056302301585674286,
          1.3040937119512819e-05,
          0.16554467380046844,
          0.09135542809963226,
          0.5206866264343262,
          0.0033773775212466717,
          0.49550753831863403,
          1.8155178693746166e-08
        ],
        [
          0.0011626685736700892,
          0.05907698720693588,
          0.052560579031705856,
          0.025076955556869507,
          0.043734483420848846,
          0.07309534400701523,
          0.08556816726922989,
          0.06094877049326897,
          0.04910298436880112,
          0.07057299464941025,
          0.07724720239639282,
          0.17987468838691711,
          0.10443373024463654,
          0.13079461455345154
        ],
        [
          0.06759394705295563,
          0.04761417955160141,
          0.004048934206366539,
          0.005815097596496344,
          0.09454064071178436,
          0.04986434802412987,
          0.09047432988882065,
          0.08683179318904877,
          0.035313427448272705,
          0.32447385787963867,
          0.08206173777580261,
          0.14797452092170715,
          0.04521891102194786,
          0.17571702599525452
        ],
        [
          0.06776334345340729,
          0.0018299485091120005,
          0.04460892081260681,
          0.15756817162036896,
          0.07703013718128204,
          0.06920723617076874,
          0.07346538454294205,
          0.11494393646717072,
          0.07545801997184753,
          0.04546472802758217,
          0.0034360052086412907,
          0.055908530950546265,
          0.09212162345647812,
          0.09323756396770477
        ],
        [
          0.12681825459003448,
          0.06081363558769226,
          0.049282658845186234,
          0.0727759376168251,
          0.09737776219844818,
          0.051448892802000046,
          0.09838689118623734,
          0.059487808495759964,
          0.08828091621398926,
          0.13568879663944244,
          0.09909950941801071,
          0.060914527624845505,
          0.018278906121850014,
          0.07648665457963943
        ],
        [
          0.16994962096214294,
          0.00363744655624032,
          0.5040974617004395,
          0.2886863052845001,
          0.05820207670331001,
          0.24038775265216827,
          0.08479074388742447,
          0.23747046291828156,
          0.15852926671504974,
          0.07372976839542389,
          0.039271030575037,
          0.1946774423122406,
          0.40001168847084045,
          0.14015159010887146
        ],
        [
          0.14813461899757385,
          0.039946526288986206,
          0.05833182483911514,
          0.058673638850450516,
          0.06781506538391113,
          0.027861157432198524,
          0.023116860538721085,
          0.07435651123523712,
          0.15113681554794312,
          0.027019307017326355,
          0.02202213741838932,
          0.045795779675245285,
          0.05808674171566963,
          0.015612651593983173
        ],
        [
          0.06275908648967743,
          0.14947731792926788,
          0.03560415655374527,
          0.02815742790699005,
          0.07523304969072342,
          0.10871267318725586,
          0.0892118290066719,
          0.03127638250589371,
          0.03494571894407272,
          0.051487036049366,
          0.052857406437397,
          0.06839696317911148,
          0.0409022681415081,
          0.09400685131549835
        ],
        [
          0.05132829025387764,
          0.03436491638422012,
          0.08591567724943161,
          0.031416699290275574,
          0.04593661427497864,
          0.051008373498916626,
          0.18449071049690247,
          0.04403239116072655,
          0.017394069582223892,
          0.046200089156627655,
          0.060150377452373505,
          0.048042215406894684,
          0.0884227305650711,
          0.0665767639875412
        ],
        [
          0.04244723543524742,
          0.047694507986307144,
          0.08386645466089249,
          0.03284425660967827,
          0.06053213030099869,
          0.050286125391721725,
          0.07664170116186142,
          0.11051410436630249,
          0.08634469658136368,
          0.11678401380777359,
          0.12926824390888214,
          0.009399374946951866,
          0.061458420008420944,
          0.043895382434129715
        ],
        [
          0.10865707695484161,
          0.08027307689189911,
          0.0868675485253334,
          0.08166630566120148,
          0.07615213096141815,
          0.07107547670602798,
          0.05159582942724228,
          0.04262073338031769,
          0.08480513095855713,
          0.0031280952971428633,
          0.07275981456041336,
          0.07802979648113251,
          0.08663643896579742,
          0.08048254996538162
        ],
        [
          0.16760054230690002,
          0.16384506225585938,
          0.1617511808872223,
          0.15961183607578278,
          0.16493713855743408,
          0.15713533759117126,
          0.14012077450752258,
          0.15431441366672516,
          0.1830136626958847,
          0.1680341213941574,
          0.16195601224899292,
          0.17662358283996582,
          0.11483661830425262,
          0.1622999906539917
        ],
        [
          0.14192911982536316,
          0.0005874742055311799,
          0.20733897387981415,
          0.15861251950263977,
          0.018376337364315987,
          0.11028344929218292,
          0.11847229301929474,
          0.17663878202438354,
          0.1660158336162567,
          0.16754843294620514,
          0.1703859269618988,
          0.17016223073005676,
          0.20834961533546448,
          0.16750085353851318
        ]
      ],
      "duplicate_token": [
        [
          0.0864521861076355,
          5.318083822203334e-07,
          0.15373054146766663,
          0.08740817755460739,
          0.07053614407777786,
          0.011926839128136635,
          0.07881093770265579,
          0.09151485562324524,
          0.11656063795089722,
          0.09233172237873077,
          0.10816166549921036,
          0.010625881142914295,
          0.11305709928274155,
          0.010143490508198738
        ],
        [
          0.04251055046916008,
          0.08849459886550903,
          0.1496061384677887,
          0.11080986261367798,
          0.06030489131808281,
          0.21586990356445312,
          0.05862675979733467,
          0.13498273491859436,
          0.06625998020172119,
          0.004275660961866379,
          0.1551845520734787,
          0.10534993559122086,
          0.09296029806137085,
          0.1028665155172348
        ],
        [
          0.02003517746925354,
          0.0980946347117424,
          0.4927060008049011,
          0.03159824758768082,
          0.32093092799186707,
          0.1232256069779396,
          0.112598717212677,
          0.06282524764537811,
          0.05515792965888977,
          0.0526299849152565,
          0.06604607403278351,
          0.05427354574203491,
          0.046084217727184296,
          0.13499003648757935
        ],
        [
          0.34967878460884094,
          0.049298372119665146,
          0.0529070682823658,
          0.03655894845724106,
          0.6291149854660034,
          0.018568361178040504,
          0.060069311410188675,
          0.002669938374310732,
          0.030992602929472923,
          0.04846082627773285,
          0.025547271594405174,
          0.006847623735666275,
          0.03017590381205082,
          0.007889742963016033
        ],
        [
          0.0371612086892128,
          0.11093433201313019,
          0.05762423202395439,
          0.057098645716905594,
          0.04200134798884392,
          0.0038122565019875765,
          0.013266218826174736,
          0.03678322210907936,
          0.04401818662881851,
          0.015414668247103691,
          0.058590371161699295,
          0.08901695907115936,
          0.00310026528313756,
          0.0976116731762886
        ],
        [
          0.05448734760284424,
          0.020902778953313828,
          0.05319897085428238,
          0.19398191571235657,
          0.026045849546790123,
          0.060951173305511475,
          0.037083011120557785,
          0.03326303884387016,
          0.11086902767419815,
          0.002125784056261182,
          0.07871986925601959,
          0.033982597291469574,
          0.07524687051773071,
          0.054004281759262085
        ],
        [
          0.06156757473945618,
          0.07071362435817719,
          0.06732026487588882,
          0.026755815371870995,
          0.004882822744548321,
          0.2515513598918915,
          0.09394212067127228,
          0.05326525494456291,
          0.05382922291755676,
          0.005380240269005299,
          0.02569127455353737,
          0.06399810314178467,
          0.0185987651348114,
          0.07148788124322891
        ],
        [
          0.013763802126049995,
          0.049142614006996155,
          0.06571409106254578,
          0.006418885197490454,
          0.01204102486371994,
          0.02718541957437992,
          0.0033743754029273987,
          0.46943992376327515,
          0.22942450642585754,
          0.005668107885867357,
          0.0052832188084721565,
          0.3000677525997162,
          0.039545848965644836,
          0.15942461788654327
        ],
        [
          0.06949795037508011,
          0.04916258528828621,
          0.040108341723680496,
          9.994251740863547e-05,
          0.061930228024721146,
          0.014527025632560253,
          0.0424133762717247,
          0.0009543868945911527,
          0.017959091812372208,
          0.2033643275499344,
          0.01193978451192379,
          0.028989097103476524,
          0.01828841306269169,
          0.029353689402341843
        ],
        [
          0.03677481412887573,
          0.02877630665898323,
          0.019482403993606567,
          0.054578930139541626,
          0.12561918795108795,
          0.04045911878347397,
          0.06260313093662262,
          2.3445639385499817e-07,
          0.0022357397247105837,
          0.0001268726628040895,
          0.011207527481019497,
          0.026593122631311417,
          0.0544191412627697,
          0.040233585983514786
        ],
        [
          0.08713211119174957,
          0.016439838334918022,
          0.0032917107455432415,
          0.04647039622068405,
          0.023658866062760353,
          0.08246954530477524,
          0.0016536141047254205,
          0.07915297895669937,
          0.026787783950567245,
          0.06818115711212158,
          0.04588276892900467,
          0.035701315850019455,
          0.05612749978899956,
          0.045058779418468475
        ],
        [
          0.12316194921731949,
          0.009132705628871918,
          0.18649038672447205,
          0.04220505803823471,
          0.04507479816675186,
          0.05379787087440491,
          0.06636033952236176,
          2.095792069667368e-06,
          0.07120818644762039,
          0.0031272941268980503,
          0.019193775951862335,
          4.7505156544502825e-05,
          0.02479288913309574,
          9.992038485506782e-07
        ],
        [
          0.0007668097387067974,
          0.05906664580106735,
          0.030149877071380615,
          0.018517257645726204,
          0.035595547407865524,
          0.0749635398387909,
          0.05742036551237106,
          0.03597124665975571,
          0.00876208022236824,
          0.05030025169253349,
          0.04224651679396629,
          0.1039297804236412,
          0.057530201971530914,
          0.07948081195354462
        ],
        [
          0.250827819108963,
          0.022107534110546112,
          0.29775193333625793,
          0.007511858828365803,
          0.08861756324768066,
          0.05728697031736374,
          0.0926804393529892,
          0.04039401561021805,
          0.021821392700076103,
          0.08509653806686401,
          0.03214804828166962,
          0.049769289791584015,
          0.022007210180163383,
          0.06626155972480774
        ],
        [
          0.022226691246032715,
          0.001284907921217382,
          0.021605398505926132,
          0.07155634462833405,
          0.08534706383943558,
          0.041626572608947754,
          0.07970398664474487,
          0.06460736691951752,
          0.0462367981672287,
          0.034448765218257904,
          0.0031675011850893497,
          0.04093357175588608,
          0.07460348308086395,
          0.06860701739788055
        ],
        [
          0.09362144768238068,
          0.10265053808689117,
          0.0013480831403285265,
          0.05494052171707153,
          0.04438794031739235,
          0.02102700248360634,
          0.05735783651471138,
          0.04949142038822174,
          0.048226747661828995,
          0.08098648488521576,
          0.05501973628997803,
          0.05239211395382881,
          0.011414745822548866,
          0.05471249297261238
        ],
        [
          0.035387687385082245,
          0.00030894094379618764,
          0.038327425718307495,
          0.029596468433737755,
          0.010949412360787392,
          0.034657154232263565,
          0.014757986180484295,
          0.05610326677560806,
          0.02492249198257923,
          0.007779526058584452,
          0.02167404070496559,
          0.036207668483257294,
          0.0505635067820549,
          0.030048847198486328
        ],
        [
          0.09061850607395172,
          0.028348004445433617,
          0.044615358114242554,
          0.05456918478012085,
          0.045423705130815506,
          0.016354858875274658,
          0.011968608014285564,
          0.030118262395262718,
          0.07809226214885712,
          0.012703679502010345,
          0.019117701798677444,
          0.0219266414642334,
          0.033035509288311005,
          0.013162794522941113
        ],
        [
          0.05196206644177437,
          0.06355758756399155,
          0.0458320751786232,
          0.005783033557236195,
          0.04055577889084816,
          0.052800506353378296,
          0.0524001345038414,
          0.029395196586847305,
          0.044528134167194366,
          0.031525783240795135,
          0.0650724396109581,
          0.06639545410871506,
          0.06225547939538956,
          0.07647885382175446
        ],
        [
          0.027453863993287086,
          0.07184109836816788,
          0.03845420107245445,
          0.0039466735906898975,
          0.03181507810950279,
          0.047328755259513855,
          0.07568982243537903,
          0.055493392050266266,
          0.007593563757836819,
          0.048572998493909836,
          0.15803757309913635,
          0.028080832213163376,
          0.12154583632946014,
          0.055296093225479126
        ],
        [
          0.021721646189689636,
          0.04321879893541336,
          0.05837196111679077,
          0.03213781118392944,
          0.042676277458667755,
          0.027459656819701195,
          0.06187143176794052,
          0.0506708025932312,
          0.04655526205897331,
          0.04117877408862114,
          0.0716722309589386,
          0.004404851235449314,
          0.039167605340480804,
          0.04735596850514412
        ],
        [
          0.050018779933452606,
          0.04153524339199066,
          0.03676075115799904,
          0.043457504361867905,
          0.037134505808353424,
          0.05183945223689079,
          0.02889516018331051,
          0.018864553421735764,
          0.04747883975505829,
          0.0023450306616723537,
          0.04307883232831955,
          0.03283321112394333,
          0.03205730393528938,
          0.03569253906607628
        ],
        [
          0.09358900040388107,
          0.11126186698675156,
          0.11846330016851425,
          0.11318951845169067,
          0.09274335205554962,
          0.10843002796173096,
          0.11134322732686996,
          0.12371484935283661,
          0.11124477535486221,
          0.10874634981155396,
          0.1111510619521141,
          0.1129029393196106,
          0.1012510433793068,
          0.11959923803806305
        ],
        [
          0.12490192800760269,
          0.001574476482346654,
          0.11148045212030411,
          0.12704627215862274,
          0.0424855537712574,
          0.10801626741886139,
          0.09312375634908676,
          0.12443944066762924,
          0.12739184498786926,
          0.12008528411388397,
          0.12806785106658936,
          0.12388919293880463,
          0.12401466071605682,
          0.12752893567085266
        ]
      ],
      "positional": [
        [
          0.3220980763435364,
          0.08113865554332733,
          0.10356390476226807,
          0.2713967263698578,
          0.2736063599586487,
          0.18250776827335358,
          0.16464871168136597,
          0.23467549681663513,
          0.34420686960220337,
          0.2323748618364334,
          0.3528760075569153,
          0.1686425507068634,
          0.3006933331489563,
          0.16352975368499756
        ],
        [
          0.21322691440582275,
          0.33864033222198486,
          0.3117191195487976,
          0.3901059031486511,
          0.28999194502830505,
          0.34531697630882263,
          0.30510854721069336,
          0.3555053174495697,
          0.23450367152690887,
          0.16146284341812134,
          0.36352548003196716,
          0.3601909279823303,
          0.49161452054977417,
          0.24789002537727356
        ],
        [
          0.1637328416109085,
          0.3455990254878998,
          0.26566174626350403,
          0.17140540480613708,
          0.21582166850566864,
          0.13902315497398376,
          0.25686225295066833,
          0.3195425868034363,
          0.22068603336811066,
          0.35179567337036133,
          0.4119883179664612,
          0.32228517532348633,
          0.3231196999549866,
          0.36186984181404114
        ],
        [
          0.8558476567268372,
          0.36580806970596313,
          0.7587690353393555,
          0.8705599904060364,
          0.7066956758499146,
          0.9841955304145813,
          0.6847988367080688,
          0.657683789730072,
          0.6331626772880554,
          0.8327205777168274,
          0.48714715242385864,
          0.8099405169487,
          0.6666312217712402,
          0.7331873774528503
        ],
        [
          0.6135281324386597,
          0.6247370839118958,
          0.4270339012145996,
          0.6291929483413696,
          0.698933482170105,
          0.6252418160438538,
          0.6705102920532227,
          0.7259071469306946,
          0.8470773696899414,
          0.9633463025093079,
          0.4654187262058258,
          0.538005530834198,
          0.25771626830101013,
          0.41821154952049255
        ],
        [
          0.8776329159736633,
          0.5733224749565125,
          0.8525349497795105,
          0.7856124639511108,
          0.6457914113998413,
          0.6323065161705017,
          0.576029896736145,
          0.8700960874557495,
          0.6383166313171387,
          0.38980695605278015,
          0.7027918100357056,
          0.7239651679992676,
          0.48502904176712036,
          0.6006640195846558
        ],
        [
          0.9084771275520325,
          0.5044971108436584,
          0.6572052836418152,
          0.8382126092910767,
          0.3626267910003662,
          0.5918701887130737,
          0.40731126070022583,
          0.6556804776191711,
          0.6534361839294434,
          0.4594805836677551,
          0.7270861864089966,
          0.7771912813186646,
          0.6714416742324829,
          0.7715783715248108
        ],
        [
          0.6025111079216003,
          0.8146389126777649,
          0.6530981063842773,
          0.6774776577949524,
          0.5100044012069702,
          0.8031102418899536,
          0.7700831294059753,
          0.7607560157775879,
          0.8446003198623657,
          0.7295781373977661,
          0.7090389132499695,
          0.676209568977356,
          0.5514741539955139,
          0.7388625144958496
        ],
        [
          0.6872513890266418,
          0.7083615064620972,
          0.41654476523399353,
          0.10125615447759628,
          0.5560083985328674,
          0.40771976113319397,
          0.5842294692993164,
          0.17728474736213684,
          0.47081416845321655,
          0.5280340909957886,
          0.5314210057258606,
          0.5721279382705688,
          0.5634883642196655,
          0.5146249532699585
        ],
        [
          0.5271375179290771,
          0.5081067681312561,
          0.7129713296890259,
          0.6406158804893494,
          0.7028536200523376,
          0.45522555708885193,
          0.7814657688140869,
          0.9999706149101257,
          0.9471310377120972,
          0.9982980489730835,
          0.8432639241218567,
          0.7051180601119995,
          0.8232651948928833,
          0.7230668663978577
        ],
        [
          0.6833471059799194,
          0.9285092353820801,
          0.4510573446750641,
          0.4419739246368408,
          0.7353057861328125,
          0.5733690857887268,
          0.2082691639661789,
          0.548711895942688,
          0.815929114818573,
          0.5555864572525024,
          0.683763325214386,
          0.5795451402664185,
          0.5802339315414429,
          0.7301343679428101
        ],
        [
          0.4621368944644928,
          0.9760403633117676,
          0.7486170530319214,
          0.8601603507995605,
          0.7274644374847412,
          0.6182929873466492,
          0.7175790667533875,
          0.9999890327453613,
          0.8133724331855774,
          0.9690282940864563,
          0.7442311644554138,
          0.9989966154098511,
          0.7941986918449402,
          0.999997615814209
        ],
        [
          0.21313199400901794,
          0.5628349184989929,
          0.6167050004005432,
          0.9376863241195679,
          0.8089989423751831,
          0.628074049949646,
          0.4300847053527832,
          0.5461369156837463,
          0.3148055672645569,
          0.5044335126876831,
          0.5174972414970398,
          0.5397763252258301,
          0.4547610282897949,
          0.4842285215854645
        ],
        [
          0.5867448449134827,
          0.4178636968135834,
          0.8548328280448914,
          0.2697416841983795,
          0.4613173007965088,
          0.7552270889282227,
          0.7897332310676575,
          0.8260805010795593,
          0.9463329315185547,
          0.6420958638191223,
          0.5348032116889954,
          0.5939483642578125,
          0.8767695426940918,
          0.7584192752838135
        ],
        [
          0.5461964011192322,
          0.20059800148010254,
          0.42657098174095154,
          0.6367643475532532,
          0.5247906446456909,
          0.7293721437454224,
          0.5985890030860901,
          0.3757231533527374,
          0.6490527391433716,
          0.8024571537971497,
          0.2476411610841751,
          0.6178618669509888,
          0.5966181755065918,
          0.5321778059005737
        ],
        [
          0.5400053262710571,
          0.43403157591819763,
          0.3141685128211975,
          0.4237500727176666,
          0.5486839413642883,
          0.5165255665779114,
          0.7576055526733398,
          0.7092634439468384,
          0.6949783563613892,
          0.518141508102417,
          0.5985086560249329,
          0.6468817591667175,
          0.9550228118896484,
          0.740252673625946
        ],
        [
          0.8406257629394531,
          0.9982549548149109,
          0.727479100227356,
          0.8630940318107605,
          0.9459196925163269,
          0.7101480960845947,
          0.9307094812393188,
          0.8153281211853027,
          0.7589431405067444,
          0.9646224975585938,
          0.5892548561096191,
          0.7160510420799255,
          0.7874494791030884,
          0.7833395004272461
        ],
        [
          0.43867331743240356,
          0.8573068380355835,
          0.7116320729255676,
          0.6003059148788452,
          0.8173307180404663,
          0.9451186060905457,
          0.940838634967804,
          0.8605407476425171,
          0.7431780099868774,
          0.7823152542114258,
          0.6489595174789429,
          0.6881215572357178,
          0.8917039632797241,
          0.6835113763809204
        ],
        [
          0.8436543345451355,
          0.724906325340271,
          0.6115292310714722,
          0.6938449740409851,
          0.7175232172012329,
          0.7502283453941345,
          0.6553831696510315,
          0.6719509959220886,
          0.6810903549194336,
          0.48682132363319397,
          0.6203826069831848,
          0.5286005735397339,
          0.5526441335678101,
          0.7935103178024292
        ],
        [
          0.659183919429779,
          0.5933579206466675,
          0.8438838124275208,
          0.6513511538505554,
          0.4777941107749939,
          0.5134168267250061,
          0.6956039667129517,
          0.7895420789718628,
          0.3978998064994812,
          0.4339831471443176,
          0.6091676354408264,
          0.34140321612358093,
          0.4034299850463867,
          0.6364024877548218
        ],
        [
          0.8307530283927917,
          0.7807354927062988,
          0.4474499821662903,
          0.8075324892997742,
          0.7603576183319092,
          0.7709082365036011,
          0.6460269093513489,
          0.7554048299789429,
          0.8575347661972046,
          0.7207958102226257,
          0.7982575297355652,
          0.9835314750671387,
          0.8581441640853882,
          0.47646045684814453
        ],
        [
          0.6772817373275757,
          0.7780389189720154,
          0.837285041809082,
          0.8136706352233887,
          0.8534796833992004,
          0.8415836095809937,
          0.8619941473007202,
          0.8549231290817261,
          0.8281257748603821,
          0.177901029586792,
          0.8620818257331848,
          0.870644748210907,
          0.7420797944068909,
          0.8598861694335938
        ],
        [
          0.3489009439945221,
          0.3656095862388611,
          0.36157742142677307,
          0.3633216619491577,
          0.3372388482093811,
          0.3815646767616272,
          0.377332478761673,
          0.36263006925582886,
          0.3534810245037079,
          0.3803538680076599,
          0.3774292767047882,
          0.35236430168151855,
          0.4543021321296692,
          0.3552200198173523
        ],
        [
          0.3191964030265808,
          0.08167063444852829,
          0.2745653986930847,
          0.32509684562683105,
          0.18832775950431824,
          0.4308468699455261,
          0.22061410546302795,
          0.3129570782184601,
          0.3117181658744812,
          0.31733134388923645,
          0.3176296353340149,
          0.3210963308811188,
          0.3182801306247711,
          0.3124871253967285
        ]
      ],
      "diffuse": [
        [
          0.5868266820907593,
          0.0012277114437893033,
          0.5430302619934082,
          0.5411278009414673,
          0.4901792109012604,
          0.3707473874092102,
          0.47244229912757874,
          0.2540460526943207,
          0.4662099778652191,
          0.5712912678718567,
          0.5655333399772644,
          0.30569988489151,
          0.5360507369041443,
          0.3077465891838074
        ],
        [
          0.3238469958305359,
          0.4958287179470062,
          0.48663607239723206,
          0.5334599614143372,
          0.5239401459693909,
          0.5588895678520203,
          0.43392807245254517,
          0.6014984250068665,
          0.5324214100837708,
          0.21157248318195343,
          0.6192556023597717,
          0.560526967048645,
          0.5487834811210632,
          0.6321393847465515
        ],
        [
          0.3266385793685913,
          0.6325896978378296,
          0.3672645390033722,
          0.45714086294174194,
          0.5302571058273315,
          0.5533245801925659,
          0.5016523599624634,
          0.3971419930458069,
          0.4113314747810364,
          0.376202255487442,
          0.4701274335384369,
          0.4287448525428772,
          0.44018498063087463,
          0.4659426212310791
        ],
        [
          0.11578090488910675,
          0.5853016972541809,
          0.3027189373970032,
          0.22225439548492432,
          0.16743655502796173,
          0.0302926953881979,
          0.4009883999824524,
          0.28442060947418213,
          0.3687853217124939,
          0.25313684344291687,
          0.3337590992450714,
          0.21835815906524658,
          0.34674879908561707,
          0.28702789545059204
        ],
        [
          0.36925554275512695,
          0.3852970004081726,
          0.3553372919559479,
          0.44868284463882446,
          0.3823845088481903,
          0.34500133991241455,
          0.35001567006111145,
          0.3914037346839905,
          0.2318623811006546,
          0.0793665423989296,
          0.5493009090423584,
          0.5058689713478088,
          0.2026412934064865,
          0.5498937368392944
        ],
        [
          0.16826505959033966,
          0.43141308426856995,
          0.1933082640171051,
          0.23603348433971405,
          0.3388899266719818,
          0.3456002175807953,
          0.39045411348342896,
          0.19365695118904114,
          0.4113308787345886,
          0.2546693682670593,
          0.38597816228866577,
          0.35418277978897095,
          0.49058252573013306,
          0.4120456576347351
        ],
        [
          0.14993910491466522,
          0.5364649891853333,
          0.4137740135192871,
          0.2556496858596802,
          0.4219932556152344,
          0.42842045426368713,
          0.5387730598449707,
          0.39165785908699036,
          0.423744261264801,
          0.30992749333381653,
          0.3287784457206726,
          0.3037429451942444,
          0.38146525621414185,
          0.28049150109291077
        ],
        [
          0.2778507173061371,
          0.25419503450393677,
          0.3976086974143982,
          0.31257176399230957,
          0.3303094506263733,
          0.25854620337486267,
          0.26827317476272583,
          0.17128603160381317,
          0.1568007469177246,
          0.3089866042137146,
          0.3050892949104309,
          0.2684444189071655,
          0.43485593795776367,
          0.31574076414108276
        ],
        [
          0.4129132330417633,
          0.3631308078765869,
          0.5250951647758484,
          0.012360637076199055,
          0.4480132460594177,
          0.46134886145591736,
          0.4123842716217041,
          0.15357866883277893,
          0.44283026456832886,
          0.40488213300704956,
          0.4044504761695862,
          0.4419185221195221,
          0.42391037940979004,
          0.44286566972732544
        ],
        [
          0.45707377791404724,
          0.38358643651008606,
          0.33116060495376587,
          0.4405498504638672,
          0.3101387619972229,
          0.4842326045036316,
          0.2880001664161682,
          0.00010764411126729101,
          0.0499676875770092,
          0.003982239402830601,
          0.10076997429132462,
          0.19336934387683868,
          0.2382020652294159,
          0.10823792219161987
        ],
        [
          0.4175865650177002,
          0.14261525869369507,
          0.3760111629962921,
          0.5474761724472046,
          0.3536298871040344,
          0.50322425365448,
          0.17074337601661682,
          0.49434414505958557,
          0.2677604556083679,
          0.48504042625427246,
          0.36942413449287415,
          0.4698602557182312,
          0.4173956513404846,
          0.3604428768157959
        ],
        [
          0.5108461380004883,
          0.04591779783368111,
          0.29233354330062866,
          0.22244687378406525,
          0.32387882471084595,
          0.4449740946292877,
          0.3424026370048523,
          4.9035821575671434e-05,
          0.19738027453422546,
          0.03512505814433098,
          0.14795905351638794,
          0.0021766184363514185,
          0.09850527346134186,
          1.1116972927993629e-05
        ],
        [
          0.15366242825984955,
          0.5033933520317078,
          0.4501818120479584,
          0.11788536608219147,
          0.3081124424934387,
          0.4636315405368805,
          0.5700405836105347,
          0.4794675409793854,
          0.46771150827407837,
          0.47633591294288635,
          0.4987296164035797,
          0.4159208834171295,
          0.4794895648956299,
          0.5313752889633179
        ],
        [
          0.3979867398738861,
          0.48819518089294434,
          0.13088186085224152,
          0.24851147830486298,
          0.5108069181442261,
          0.33154550194740295,
          0.2859761714935303,
          0.24756522476673126,
          0.08480758965015411,
          0.2951195240020752,
          0.5173889398574829,
          0.4098604619503021,
          0.15532411634922028,
          0.24588534235954285
        ],
        [
          0.4269424378871918,
          0.15613232553005219,
          0.5143598318099976,
          0.39000552892684937,
          0.4913631081581116,
          0.3608380854129791,
          0.4404246211051941,
          0.5580701231956482,
          0.4419316351413727,
          0.2744333744049072,
          0.20180892944335938,
          0.42273378372192383,
          0.450923353433609,
          0.4605654180049896
        ],
        [
          0.5066009163856506,
          0.4080662727355957,
          0.2645753026008606,
          0.5131443738937378,
          0.48715654015541077,
          0.47312289476394653,
          0.3308652341365814,
          0.39080387353897095,
          0.3681592643260956,
          0.48063236474990845,
          0.4689715802669525,
          0.40724021196365356,
          0.08842812478542328,
          0.3447922170162201
        ],
        [
          0.1635037660598755,
          0.004601160530000925,
          0.12763826549053192,
          0.09454269707202911,
          0.07815327495336533,
          0.23169712722301483,
          0.09526902437210083,
          0.17720085382461548,
          0.22346177697181702,
          0.04901886731386185,
          0.37297895550727844,
          0.32783976197242737,
          0.15770886838436127,
          0.28951364755630493
        ],
        [
          0.5338207483291626,
          0.2189539670944214,
          0.36819154024124146,
          0.464652955532074,
          0.24888718128204346,
          0.10563857853412628,
          0.09622208774089813,
          0.18299724161624908,
          0.266048401594162,
          0.27616459131240845,
          0.30533427000045776,
          0.3543142080307007,
          0.1678878217935562,
          0.3034028708934784
        ],
        [
          0.21405541896820068,
          0.2672707736492157,
          0.39488717913627625,
          0.2932749390602112,
          0.35940098762512207,
          0.297441303730011,
          0.4169047772884369,
          0.35206338763237,
          0.36018362641334534,
          0.4567650258541107,
          0.3951580822467804,
          0.3982878029346466,
          0.4404432773590088,
          0.2627672255039215
        ],
        [
          0.377218633890152,
          0.39923515915870667,
          0.2147386372089386,
          0.2974643111228943,
          0.446699857711792,
          0.469534695148468,
          0.34109070897102356,
          0.3060465157032013,
          0.33322322368621826,
          0.4892338812351227,
          0.4174445569515228,
          0.4631224572658539,
          0.5390442609786987,
          0.3895948529243469
        ],
        [
          0.22623494267463684,
          0.2830307185649872,
          0.5176529288291931,
          0.19842717051506042,
          0.28959354758262634,
          0.2924323081970215,
          0.401418536901474,
          0.3277665972709656,
          0.19070778787136078,
          0.344042032957077,
          0.239161416888237,
          0.038863107562065125,
          0.20911423861980438,
          0.45819932222366333
        ],
        [
          0.3880155384540558,
          0.27244120836257935,
          0.23528146743774414,
          0.26271599531173706,
          0.21591635048389435,
          0.21679601073265076,
          0.21180224418640137,
          0.17432869970798492,
          0.25003743171691895,
          0.12969014048576355,
          0.20926633477210999,
          0.1993102878332138,
          0.3500383198261261,
          0.2119060754776001
        ],
        [
          0.5251290202140808,
          0.42869430780410767,
          0.44158491492271423,
          0.44690045714378357,
          0.5187045335769653,
          0.4219699800014496,
          0.4842092990875244,
          0.43153637647628784,
          0.42262688279151917,
          0.40432968735694885,
          0.40180930495262146,
          0.4418605864048004,
          0.35520392656326294,
          0.432339608669281
        ],
        [
          0.49600276350975037,
          0.011851654388010502,
          0.5199506878852844,
          0.4434810280799866,
          0.2727939188480377,
          0.35763710737228394,
          0.4218808114528656,
          0.4383910596370697,
          0.4422176480293274,
          0.43953070044517517,
          0.44657033681869507,
          0.44258493185043335,
          0.388742595911026,
          0.4413940906524658
        ]
      ]
    }
  }
}