Measure restriction adapter layer likelihood, activations and spectra
914c04f verified 6 days ago
277 kB
{
  "source_revision": "efc3f02e5775d3d8428b4961f1fd94aedc6ca34f",
  "base_model": "google/gemma-3-1b-it",
  "base_revision": "dcc83ea841ab6100d6b47a070329e1ba4cf78752",
  "ids": [
    "test-000-direct",
    "test-000-indirect",
    "test-000-authority",
    "test-000-public",
    "test-000-public_code",
    "test-000-recovery",
    "test-000-ambiguous",
    "test-001-direct",
    "test-001-indirect",
    "test-001-authority",
    "test-001-public",
    "test-001-public_code",
    "test-001-recovery",
    "test-001-ambiguous",
    "test-002-direct",
    "test-002-indirect",
    "test-002-authority",
    "test-002-public",
    "test-002-public_code",
    "test-002-recovery",
    "test-002-ambiguous",
    "test-003-direct",
    "test-003-indirect",
    "test-003-authority",
    "test-003-public",
    "test-003-public_code",
    "test-003-recovery",
    "test-003-ambiguous",
    "test-004-direct",
    "test-004-indirect",
    "test-004-authority",
    "test-004-public",
    "test-004-public_code",
    "test-004-recovery",
    "test-004-ambiguous",
    "test-005-direct",
    "test-005-indirect",
    "test-005-authority",
    "test-005-public",
    "test-005-public_code",
    "test-005-recovery",
    "test-005-ambiguous",
    "test-006-direct",
    "test-006-indirect",
    "test-006-authority",
    "test-006-public",
    "test-006-public_code",
    "test-006-recovery",
    "test-006-ambiguous",
    "test-007-direct",
    "test-007-indirect",
    "test-007-authority",
    "test-007-public",
    "test-007-public_code",
    "test-007-recovery",
    "test-007-ambiguous",
    "test-008-direct",
    "test-008-indirect",
    "test-008-authority",
    "test-008-public",
    "test-008-public_code",
    "test-008-recovery",
    "test-008-ambiguous",
    "test-009-direct",
    "test-009-indirect",
    "test-009-authority",
    "test-009-public",
    "test-009-public_code",
    "test-009-recovery",
    "test-009-ambiguous",
    "test-010-direct",
    "test-010-indirect",
    "test-010-authority",
    "test-010-public",
    "test-010-public_code",
    "test-010-recovery",
    "test-010-ambiguous",
    "test-011-direct",
    "test-011-indirect",
    "test-011-authority",
    "test-011-public",
    "test-011-public_code",
    "test-011-recovery",
    "test-011-ambiguous"
  ],
  "group_ids": [
    "test-000",
    "test-000",
    "test-000",
    "test-000",
    "test-000",
    "test-000",
    "test-000",
    "test-001",
    "test-001",
    "test-001",
    "test-001",
    "test-001",
    "test-001",
    "test-001",
    "test-002",
    "test-002",
    "test-002",
    "test-002",
    "test-002",
    "test-002",
    "test-002",
    "test-003",
    "test-003",
    "test-003",
    "test-003",
    "test-003",
    "test-003",
    "test-003",
    "test-004",
    "test-004",
    "test-004",
    "test-004",
    "test-004",
    "test-004",
    "test-004",
    "test-005",
    "test-005",
    "test-005",
    "test-005",
    "test-005",
    "test-005",
    "test-005",
    "test-006",
    "test-006",
    "test-006",
    "test-006",
    "test-006",
    "test-006",
    "test-006",
    "test-007",
    "test-007",
    "test-007",
    "test-007",
    "test-007",
    "test-007",
    "test-007",
    "test-008",
    "test-008",
    "test-008",
    "test-008",
    "test-008",
    "test-008",
    "test-008",
    "test-009",
    "test-009",
    "test-009",
    "test-009",
    "test-009",
    "test-009",
    "test-009",
    "test-010",
    "test-010",
    "test-010",
    "test-010",
    "test-010",
    "test-010",
    "test-010",
    "test-011",
    "test-011",
    "test-011",
    "test-011",
    "test-011",
    "test-011",
    "test-011"
  ],
  "scope": "84 previously opened held-out policy cases; 12 workspace groups; descriptive follow-up, one seed; no model tuning",
  "strength_sweep": [
    {
      "alpha": 0,
      "nll": [
        3.769937753677368,
        4.573564529418945,
        3.7124528884887695,
        1.6495516300201416,
        1.7537461519241333,
        1.4526249170303345,
        4.150466442108154,
        3.282747745513916,
        4.416018962860107,
        3.5969879627227783,
        2.253023862838745,
        1.8015803098678589,
        1.4413883686065674,
        4.228603363037109,
        3.7977867126464844,
        4.393219470977783,
        3.744981527328491,
        2.0993540287017822,
        1.7670754194259644,
        1.4619855880737305,
        4.179750919342041,
        2.994037628173828,
        4.1574320793151855,
        3.410832405090332,
        2.386859893798828,
        1.7875874042510986,
        1.514288306236267,
        4.149763107299805,
        3.838529109954834,
        4.411351203918457,
        3.4449312686920166,
        2.054079532623291,
        1.7281997203826904,
        1.4473422765731812,
        4.176631927490234,
        3.0716919898986816,
        4.249389171600342,
        3.4541056156158447,
        2.9774861335754395,
        1.9244509935379028,
        1.548567533493042,
        4.186158180236816,
        3.7609336376190186,
        4.754619121551514,
        3.8217642307281494,
        2.0502207279205322,
        1.5893568992614746,
        1.3902543783187866,
        4.276065826416016,
        3.044980525970459,
        4.312868118286133,
        3.632061004638672,
        2.950047731399536,
        1.8197280168533325,
        1.5226986408233643,
        4.055717945098877,
        3.7778146266937256,
        4.633596420288086,
        3.49629282951355,
        1.9505335092544556,
        1.6864045858383179,
        1.4589543342590332,
        4.109418869018555,
        3.0346152782440186,
        4.344913959503174,
        3.4264159202575684,
        2.942903995513916,
        1.8639577627182007,
        1.4895172119140625,
        4.1363606452941895,
        3.782437324523926,
        4.674861431121826,
        3.7614328861236572,
        2.1463561058044434,
        1.7488378286361694,
        1.398850440979004,
        4.097745895385742,
        3.0327558517456055,
        4.061941146850586,
        3.3956007957458496,
        2.8781251907348633,
        1.8339018821716309,
        1.4790197610855103,
        4.049200057983398
      ]
    },
    {
      "alpha": 0.5,
      "nll": [
        0.009301930665969849,
        0.36310073733329773,
        0.15517626702785492,
        0.22304175794124603,
        0.1890581250190735,
        0.00043925252975896,
        0.8349184989929199,
        0.07806099206209183,
        0.3130447566509247,
        0.12438680976629257,
        0.37912967801094055,
        0.22704266011714935,
        0.00019193578918930143,
        0.7389416694641113,
        0.007839894853532314,
        0.3839450180530548,
        0.09574498981237411,
        0.10319583117961884,
        0.12124358117580414,
        0.00026957207592204213,
        0.8401809930801392,
        0.01626468077301979,
        0.2978941798210144,
        0.10463503003120422,
        0.4459870755672455,
        0.21729938685894012,
        0.0011299141915515065,
        0.6026084423065186,
        0.02504354529082775,
        0.45090657472610474,
        0.10004282742738724,
        0.4113176167011261,
        0.14591190218925476,
        0.0016335041727870703,
        0.7393568158149719,
        0.014668796211481094,
        0.29299771785736084,
        0.06459608674049377,
        0.6235828399658203,
        0.29830652475357056,
        0.0005311955465003848,
        0.5784310102462769,
        0.01055873092263937,
        0.4148762822151184,
        0.1176673173904419,
        0.03210126608610153,
        0.16315269470214844,
        0.00025476637529209256,
        0.7808728218078613,
        0.019945092499256134,
        0.3163781762123108,
        0.06304901093244553,
        0.47474730014801025,
        0.29446834325790405,
        0.0013287276960909367,
        0.6618651151657104,
        0.005553708877414465,
        0.38112908601760864,
        0.04418165609240532,
        0.016121480613946915,
        0.23732511699199677,
        0.0005396323977038264,
        0.61444091796875,
        0.04513730853796005,
        0.22977890074253082,
        0.10462678223848343,
        0.6017168760299683,
        0.2697775363922119,
        0.00049016677075997,
        0.6619775891304016,
        0.012878024950623512,
        0.4021473228931427,
        0.10541827231645584,
        0.20505943894386292,
        0.1700669229030609,
        0.00036693134461529553,
        0.8405967950820923,
        0.04192902892827988,
        0.20673881471157074,
        0.10453362762928009,
        0.6028792262077332,
        0.2808745801448822,
        0.00038838927866891026,
        0.7095479369163513
      ]
    },
    {
      "alpha": 1,
      "nll": [
        5.716582109016599e-06,
        0.0003768707683775574,
        5.878921365365386e-05,
        0.20422914624214172,
        0.14027558267116547,
        7.214472134364769e-06,
        0.05455201119184494,
        1.4375214050232898e-05,
        0.00011329324479447678,
        2.0280922399251722e-05,
        0.4503561556339264,
        0.16542170941829681,
        8.735382834856864e-06,
        0.00546199781820178,
        5.879139280295931e-06,
        0.0011303431820124388,
        4.609424286172725e-05,
        0.1505642980337143,
        0.14631964266300201,
        6.966521596041275e-06,
        0.019037360325455666,
        1.8855889720725827e-05,
        0.0002784645475912839,
        2.300619780726265e-05,
        0.49355533719062805,
        0.18581213057041168,
        6.980714260862442e-06,
        0.14554521441459656,
        7.558872766821878e-06,
        0.01838788203895092,
        7.160664245020598e-05,
        0.4235653877258301,
        0.14804935455322266,
        1.121973036788404e-05,
        0.0001855159061960876,
        1.8909973732661456e-05,
        0.00040043555782176554,
        1.729000905470457e-05,
        0.4552593529224396,
        0.247305229306221,
        1.6387759387725964e-05,
        0.017744770273566246,
        5.824952950206352e-06,
        0.001396740903146565,
        3.267594365752302e-05,
        0.06952602416276932,
        0.1531897932291031,
        7.6436044764705e-06,
        0.003742421977221966,
        1.539917320769746e-05,
        0.00017995620146393776,
        2.3720816898276098e-05,
        0.5930602550506592,
        0.2049950212240219,
        2.672281516424846e-05,
        0.018108362331986427,
        5.299359145283233e-06,
        0.002449146704748273,
        2.6034800612251274e-05,
        0.0020010152366012335,
        0.2040652185678482,
        9.79884498519823e-06,
        6.064227272872813e-05,
        1.453223558200989e-05,
        0.00022694244398735464,
        2.3541961127193645e-05,
        0.4337264895439148,
        0.1983257532119751,
        1.7235990526387468e-05,
        0.0005165281472727656,
        7.044111043796875e-06,
        0.0016035926528275013,
        5.4344607633538544e-05,
        0.12098293751478195,
        0.15433306992053986,
        5.235632215772057e-06,
        0.001958100125193596,
        1.8812721464200877e-05,
        0.00018194812582805753,
        2.1938662030152045e-05,
        0.43523871898651123,
        0.2017630934715271,
        1.479543061577715e-05,
        0.000988556887023151
      ]
    },
    {
      "alpha": 1.5,
      "nll": [
        3.619342896854505e-05,
        0.009539294987916946,
        0.003240355756133795,
        0.21237947046756744,
        0.2249639332294464,
        2.844584196282085e-05,
        0.00020094045612495393,
        0.00021305555128492415,
        0.00013713102089241147,
        0.000145781334140338,
        0.5332489609718323,
        0.19268780946731567,
        3.142548303003423e-05,
        0.0006814723019488156,
        3.255292176618241e-05,
        0.014469018206000328,
        0.11778831481933594,
        0.23174510896205902,
        0.33394360542297363,
        1.6388281437684782e-05,
        0.0001726372865960002,
        0.00024005334125831723,
        0.0002064321597572416,
        0.00034649900044314563,
        0.6606534123420715,
        0.4728809595108032,
        4.5250846596900374e-05,
        0.08183155208826065,
        0.0005531850038096309,
        0.16091300547122955,
        0.03875579312443733,
        0.43298137187957764,
        0.25413307547569275,
        0.2501097619533539,
        0.00030337079078890383,
        0.00017302688502240926,
        0.00028265255969017744,
        0.00024850224144756794,
        0.5979459881782532,
        0.615207314491272,
        4.927162081003189e-05,
        0.002082895953208208,
        3.889116123900749e-05,
        0.00021520214795600623,
        0.0006719277589581907,
        0.28860560059547424,
        0.36623916029930115,
        3.464287146925926e-05,
        0.000361255049938336,
        0.00027035956736654043,
        0.00012152017734479159,
        0.00033058199915103614,
        0.778732180595398,
        0.4864581525325775,
        7.036011811578646e-05,
        0.006031157914549112,
        4.5867738663218915e-05,
        0.00032375415321439505,
        0.0011795888422057033,
        0.04380210489034653,
        0.44364166259765625,
        0.03307779133319855,
        0.0003946399665437639,
        0.0001547614810988307,
        0.0001777757570380345,
        0.00019691699708346277,
        0.5037264227867126,
        0.22178655862808228,
        5.0129368901252747e-05,
        0.0005172077217139304,
        2.6533847631071694e-05,
        0.00014561017451342195,
        0.0005335642490535975,
        0.20226027071475983,
        0.19782638549804688,
        2.7997566576232202e-05,
        0.0002622174215503037,
        0.00012246836558915675,
        0.00018368665769230574,
        0.00021483664750121534,
        0.49397483468055725,
        0.25649985671043396,
        8.433348557446152e-05,
        0.0006227280246093869
      ]
    },
    {
      "alpha": 2,
      "nll": [
        0.08208735287189484,
        0.3123877942562103,
        0.5277197957038879,
        0.25509974360466003,
        0.5133342146873474,
        0.0005043368437327445,
        0.07054340094327927,
        0.0007783002802170813,
        0.004465180449187756,
        0.1032605916261673,
        0.9965201020240784,
        0.6083687543869019,
        0.0004997790092602372,
        0.020081356167793274,
        0.16071726381778717,
        0.3332604765892029,
        0.6267134547233582,
        0.7011417746543884,
        0.7026323080062866,
        0.000530349847394973,
        0.043109968304634094,
        0.0016116804908961058,
        0.0061437045224010944,
        0.11453905701637268,
        1.026430368423462,
        0.9343823790550232,
        0.000752353691495955,
        0.3738224506378174,
        0.1977538913488388,
        0.4352799654006958,
        0.5225810408592224,
        0.4875064492225647,
        0.5697944760322571,
        0.5405445098876953,
        0.025609249249100685,
        0.00889732874929905,
        0.015577652491629124,
        0.07195959240198135,
        1.0614328384399414,
        0.9280886054039001,
        0.0010787928476929665,
        0.011546429246664047,
        0.009134837426245213,
        0.025749139487743378,
        0.3767808973789215,
        0.7000323534011841,
        0.6808252334594727,
        0.0006620713975280523,
        0.09108668565750122,
        0.0015113112749531865,
        0.02191106230020523,
        0.1482417732477188,
        1.1798906326293945,
        0.7255290150642395,
        0.0013446788070723414,
        0.023101361468434334,
        0.1303221434354782,
        0.15968184173107147,
        0.3015275299549103,
        0.17982158064842224,
        0.7284066081047058,
        0.3202618360519409,
        0.07263126224279404,
        0.002071890514343977,
        0.009985982440412045,
        0.09753081202507019,
        0.7378450036048889,
        0.5562266111373901,
        0.06120014190673828,
        0.03064602240920067,
        0.039602551609277725,
        0.050825975835323334,
        0.40280458331108093,
        0.7023317813873291,
        0.5642565488815308,
        0.004700979217886925,
        0.03053075447678566,
        0.0015556297730654478,
        0.006906749680638313,
        0.12098170071840286,
        0.7760480046272278,
        0.6017290353775024,
        0.07816463708877563,
        0.026294242590665817
      ]
    }
  ],
  "layer_ablations": [
    {
      "layer": 0,
      "nll": [
        5.933303327765316e-06,
        0.00025758103583939373,
        6.281884270720184e-05,
        0.2072419822216034,
        0.125453919172287,
        6.198823029990308e-06,
        0.08122669160366058,
        1.3047576430835761e-05,
        0.00012871110811829567,
        4.260006971890107e-05,
        0.437280535697937,
        0.14538434147834778,
        5.841147867613472e-06,
        0.0015752095496281981,
        4.855042789131403e-06,
        0.0003500459424685687,
        9.574128489475697e-05,
        0.16943559050559998,
        0.15157997608184814,
        5.860279998159967e-06,
        0.00991151761263609,
        1.4310048754850868e-05,
        0.00026890949811786413,
        4.431024717632681e-05,
        0.4934830963611603,
        0.1502545177936554,
        6.308411684585735e-06,
        0.055415358394384384,
        7.174165602918947e-06,
        0.0009717485518194735,
        0.00017875494086183608,
        0.4426226019859314,
        0.14749425649642944,
        1.0270825441693887e-05,
        0.0006993929855525494,
        3.1997326004784554e-05,
        0.0006266965065151453,
        2.5146035113721155e-05,
        0.3836674094200134,
        0.20209915935993195,
        1.1791731594712473e-05,
        0.043714478611946106,
        7.087467110977741e-06,
        0.0012501414166763425,
        0.00011326561798341572,
        0.08728528022766113,
        0.14574448764324188,
        7.371801075350959e-06,
        0.018868381157517433,
        2.1081887098262087e-05,
        0.00017356264288537204,
        2.145641701645218e-05,
        0.5962740778923035,
        0.18105235695838928,
        2.2537782569997944e-05,
        0.028864042833447456,
        6.041675987944473e-06,
        0.00227269041351974,
        9.195918391924351e-05,
        0.001985423732548952,
        0.19804883003234863,
        9.455473445996176e-06,
        8.458991214865819e-05,
        1.9429935491643846e-05,
        0.0002087851898977533,
        3.7459507439052686e-05,
        0.4325502812862396,
        0.18297293782234192,
        1.0070395546790678e-05,
        0.0012084046611562371,
        7.320453278225614e-06,
        0.002134484238922596,
        0.00028653189656324685,
        0.1362334042787552,
        0.14646027982234955,
        6.465851129178191e-06,
        0.013778410851955414,
        2.1158422896405682e-05,
        0.0001929516001837328,
        2.6440900910529308e-05,
        0.42880770564079285,
        0.17537175118923187,
        1.3560500519815832e-05,
        0.00207267003133893
      ]
    },
    {
      "layer": 1,
      "nll": [
        6.263853265409125e-06,
        0.0006505001801997423,
        0.0002765660174190998,
        0.1986057460308075,
        0.12571607530117035,
        7.5100979302078485e-06,
        0.11212519556283951,
        1.270093798666494e-05,
        0.0002212191029684618,
        2.5720086341607384e-05,
        0.4350222945213318,
        0.154421865940094,
        9.31227896217024e-06,
        0.003185239154845476,
        5.489012892212486e-06,
        0.0005657697329297662,
        0.00024516068515367806,
        0.09542426466941833,
        0.17009420692920685,
        7.982145689311437e-06,
        0.02796323224902153,
        1.4624392861151136e-05,
        0.000521617999766022,
        3.1944713555276394e-05,
        0.4977887272834778,
        0.18048341572284698,
        6.3417746787308715e-06,
        0.11792050302028656,
        1.0463098078616895e-05,
        0.0040586222894489765,
        0.000138868999783881,
        0.39972227811813354,
        0.17057599127292633,
        1.1024240848200861e-05,
        0.0015984869096428156,
        1.733338831400033e-05,
        0.000549131422303617,
        1.8259994249092415e-05,
        0.4762018620967865,
        0.21525214612483978,
        1.3484216651704628e-05,
        0.010399116203188896,
        8.377032827411313e-06,
        0.001760783838108182,
        0.00011333075235597789,
        0.03662056475877762,
        0.1420578509569168,
        8.721167432668153e-06,
        0.010044476948678493,
        1.827028245315887e-05,
        0.000480764516396448,
        2.01889324671356e-05,
        0.5775715112686157,
        0.20265360176563263,
        1.4814485439273994e-05,
        0.019166449084877968,
        5.673238320014207e-06,
        0.0038189629558473825,
        9.288499131798744e-05,
        0.0037185337860137224,
        0.19107063114643097,
        1.5539555533905514e-05,
        8.948233880801126e-05,
        1.9121236618957482e-05,
        0.00030258155311457813,
        2.364488500461448e-05,
        0.4370333254337311,
        0.20551539957523346,
        1.0313631719327532e-05,
        0.0032209765631705523,
        6.805699285905575e-06,
        0.0033133826218545437,
        5.1347698899917305e-05,
        0.13648757338523865,
        0.1549656242132187,
        7.79619313107105e-06,
        0.012529364787042141,
        1.8118971638614312e-05,
        0.00021399400429800153,
        1.8720680600381456e-05,
        0.4341963529586792,
        0.19417919218540192,
        1.2053938917233609e-05,
        0.0023748520761728287
      ]
    },
    {
      "layer": 2,
      "nll": [
        6.746098733856343e-06,
        0.00034610432339832187,
        7.34917339286767e-05,
        0.22997654974460602,
        0.138861283659935,
        8.463750418741256e-06,
        0.06279164552688599,
        0.00016104005044326186,
        0.00020308332750573754,
        5.158825297257863e-05,
        0.42060619592666626,
        0.1631055325269699,
        1.3884990039514378e-05,
        0.006312621291726828,
        6.204258170328103e-06,
        0.0007282600272446871,
        4.689219713327475e-05,
        0.12375933676958084,
        0.1535283923149109,
        7.572091362817446e-06,
        0.02318805828690529,
        0.0003159077896270901,
        0.0004851320118177682,
        9.185744420392439e-05,
        0.507042646408081,
        0.1769525557756424,
        1.2211359717184678e-05,
        0.12905457615852356,
        8.956806595961098e-06,
        0.007029347587376833,
        5.718473403248936e-05,
        0.4190260171890259,
        0.14770929515361786,
        1.296968821407063e-05,
        0.0001789755915524438,
        0.0001607492013135925,
        0.0006225797114893794,
        5.132650403538719e-05,
        0.4114668071269989,
        0.25439879298210144,
        4.17310802731663e-05,
        0.016501380130648613,
        8.94056120159803e-06,
        0.0010508298873901367,
        6.736761861247942e-05,
        0.07060553878545761,
        0.13843749463558197,
        9.560429134580772e-06,
        0.005065950099378824,
        7.865614315960556e-05,
        0.00023369384871330112,
        8.013859041966498e-05,
        0.4891683757305145,
        0.21775054931640625,
        6.691678572678939e-05,
        0.09706618636846542,
        7.472156994481338e-06,
        0.001939561334438622,
        5.11860016558785e-05,
        0.0031728208996355534,
        0.2070884108543396,
        1.2306878488743678e-05,
        0.00010431460395921022,
        0.00017320163897238672,
        0.00041542446706444025,
        4.569947850541212e-05,
        0.43869298696517944,
        0.19939599931240082,
        3.536448275553994e-05,
        0.002319914987310767,
        1.1671349056996405e-05,
        0.0017269211821258068,
        6.142620259197429e-05,
        0.16779586672782898,
        0.14659075438976288,
        6.861606379970908e-06,
        0.000979881500825286,
        0.00010461593046784401,
        0.0002636144054122269,
        5.452464029076509e-05,
        0.4418826699256897,
        0.1906501054763794,
        4.688002081820741e-05,
        0.00215968512929976
      ]
    },
    {
      "layer": 3,
      "nll": [
        4.237324901623651e-06,
        0.00012277842324692756,
        4.622255073627457e-05,
        0.25626322627067566,
        0.12462107837200165,
        6.899762865941739e-06,
        0.2207724004983902,
        8.929732757678721e-06,
        0.00011220357555430382,
        2.2870011889608577e-05,
        0.4535563588142395,
        0.12172837555408478,
        6.04144361204817e-06,
        0.02303018979728222,
        5.012178462493466e-06,
        0.000148947408888489,
        4.7296343836933374e-05,
        0.1799044907093048,
        0.1468343883752823,
        7.138173714338336e-06,
        0.09121888875961304,
        1.3584070075012278e-05,
        0.00013816494902130216,
        2.765357930911705e-05,
        0.4967738389968872,
        0.14228622615337372,
        7.791340976837091e-06,
        0.16836276650428772,
        5.5811206038924865e-06,
        0.0005404867697507143,
        4.698185148299672e-05,
        0.4008668065071106,
        0.12536416947841644,
        1.400437940901611e-05,
        0.011384612880647182,
        1.4889807971485425e-05,
        0.00018404214642941952,
        1.832490488595795e-05,
        0.610258162021637,
        0.18880847096443176,
        1.463798344047973e-05,
        0.13446815311908722,
        4.600370175467106e-06,
        0.00031951721757650375,
        8.249917300418019e-05,
        0.06867198646068573,
        0.13099004328250885,
        8.430331945419312e-06,
        0.08135482668876648,
        1.4310015103546903e-05,
        0.00013564298569690436,
        2.3407075786963105e-05,
        0.5551005601882935,
        0.17658792436122894,
        3.1707077141618356e-05,
        0.07801289111375809,
        4.091024038643809e-06,
        0.0005323801306076348,
        2.72037123068003e-05,
        0.0010751251829788089,
        0.18703453242778778,
        1.0738162018242292e-05,
        0.0002670747635420412,
        1.3974146895634476e-05,
        0.00010623047273838893,
        1.80541228473885e-05,
        0.47024476528167725,
        0.1678057163953781,
        1.3684405530511867e-05,
        0.011388798244297504,
        5.386038083088351e-06,
        0.0005977847031317651,
        0.0001697001134743914,
        0.17256569862365723,
        0.12732277810573578,
        7.247851954161888e-06,
        0.05883144214749336,
        1.2419165614119265e-05,
        0.00012808761675842106,
        2.342343213967979e-05,
        0.4641155004501343,
        0.16021724045276642,
        1.6106601833598688e-05,
        0.01051850151270628
      ]
    },
    {
      "layer": 4,
      "nll": [
        5.077195964986458e-06,
        0.0003399362904019654,
        0.0003231725422665477,
        0.22903285920619965,
        0.12233373522758484,
        6.880681212351192e-06,
        0.21489165723323822,
        1.1481725778139662e-05,
        0.00016776236589066684,
        2.1066400222480297e-05,
        0.43024078011512756,
        0.14149850606918335,
        7.0427377067971975e-06,
        0.0029278178699314594,
        4.806270226254128e-06,
        0.00031546445097774267,
        6.516931171063334e-05,
        0.178936168551445,
        0.14327657222747803,
        6.794855380576337e-06,
        0.11216794699430466,
        1.778263867890928e-05,
        0.0003283191763330251,
        1.876390706456732e-05,
        0.5054169297218323,
        0.1415148377418518,
        7.3526407504687086e-06,
        0.06766030192375183,
        4.627461748896167e-06,
        0.0008561118156649172,
        0.00025367678608745337,
        0.44735395908355713,
        0.14309978485107422,
        1.3565620974986814e-05,
        0.0028617731295526028,
        2.2728605472366326e-05,
        0.00028398880385793746,
        1.3833274351782165e-05,
        0.39433592557907104,
        0.19339565932750702,
        1.3026596207055263e-05,
        0.028385009616613388,
        4.5895321818534285e-06,
        0.0007774313562549651,
        2.7496191250975244e-05,
        0.08063213527202606,
        0.14521631598472595,
        7.843847924959846e-06,
        0.01764320582151413,
        1.4732565432495903e-05,
        0.00015775383508298546,
        1.6211741240113042e-05,
        0.4778446853160858,
        0.18287858366966248,
        2.3695407435297966e-05,
        0.03449105843901634,
        4.600364263751544e-06,
        0.0016727945767343044,
        2.3580447304993868e-05,
        0.00890377163887024,
        0.19052085280418396,
        1.1129143786092754e-05,
        0.00012304791016504169,
        1.3047592801740393e-05,
        0.0002123212325386703,
        2.4918268536566757e-05,
        0.44900649785995483,
        0.18029336631298065,
        1.5453271771548316e-05,
        0.0035066423006355762,
        5.478163075167686e-06,
        0.0010655438527464867,
        5.496074300026521e-05,
        0.1546507179737091,
        0.14631378650665283,
        7.19541003491031e-06,
        0.008495376445353031,
        1.576209979248233e-05,
        0.00020935513020958751,
        1.8476763216312975e-05,
        0.4612775146961212,
        0.1664184033870697,
        1.4104107322054915e-05,
        0.006037528160959482
      ]
    },
    {
      "layer": 5,
      "nll": [
        6.914025561854942e-06,
        0.0006618883926421404,
        3.053226100746542e-05,
        0.15525391697883606,
        0.13894394040107727,
        7.6197638918529265e-06,
        0.0017615566030144691,
        2.3872356905485503e-05,
        0.0016559716314077377,
        3.251404268667102e-05,
        0.37751534581184387,
        0.1688147336244583,
        4.634811830328545e-06,
        0.002105560153722763,
        4.313189492677338e-06,
        0.0005402251263149083,
        2.236696491308976e-05,
        0.15057805180549622,
        0.1382281631231308,
        7.376585926976986e-06,
        0.0022701392881572247,
        2.855148704838939e-05,
        0.0007941629737615585,
        2.4425675292150117e-05,
        0.4431973099708557,
        0.18541043996810913,
        4.5966617108206265e-06,
        0.010626064613461494,
        6.247598776099039e-06,
        0.010539084672927856,
        3.218934580218047e-05,
        0.35228824615478516,
        0.14943377673625946,
        7.843872481316794e-06,
        0.00031555318855680525,
        5.0270547944819555e-05,
        0.00035547756124287844,
        1.8611910491017625e-05,
        0.45947444438934326,
        0.2099490761756897,
        1.1310059562674724e-05,
        0.00041092722676694393,
        6.236737135623116e-06,
        0.0008492437773384154,
        3.870138607453555e-05,
        0.031931810081005096,
        0.1342976689338684,
        8.263438758149277e-06,
        0.0006229623104445636,
        2.723478064581286e-05,
        0.00019959131896030158,
        3.3385298593202606e-05,
        0.577854573726654,
        0.20984773337841034,
        1.5133833585423417e-05,
        0.0004387694934848696,
        5.4564829952141736e-06,
        0.0035938620567321777,
        2.7475953174871393e-05,
        0.01126227155327797,
        0.1807538866996765,
        1.0876399755943567e-05,
        0.0001223703584400937,
        4.4907861592946574e-05,
        0.0003602303331717849,
        2.596989543235395e-05,
        0.4075568914413452,
        0.20644807815551758,
        1.1677068869175855e-05,
        0.0005786727415397763,
        8.512504791724496e-06,
        0.003106475807726383,
        6.586292874999344e-05,
        0.09984692931175232,
        0.14048224687576294,
        5.745842372562038e-06,
        0.0014084021095186472,
        4.254575105733238e-05,
        0.00020396710897330195,
        2.8884824132546782e-05,
        0.42378801107406616,
        0.17802146077156067,
        1.5710515071987174e-05,
        0.0009305871790274978
      ]
    },
    {
      "layer": 6,
      "nll": [
        4.817104127141647e-06,
        0.0006479886942543089,
        0.00035102941910736263,
        0.23297563195228577,
        0.1466766744852066,
        8.816555236990098e-06,
        0.02777494117617607,
        1.3800667147734202e-05,
        0.0002484781725797802,
        3.904410550603643e-05,
        0.4390837848186493,
        0.15536372363567352,
        8.110720955301076e-06,
        0.018901968374848366,
        4.925483153783716e-06,
        0.00040403951425105333,
        0.00012347217125352472,
        0.17177177965641022,
        0.13129594922065735,
        7.429021025018301e-06,
        0.02347865328192711,
        1.4580939932784531e-05,
        0.0006120228790678084,
        3.317456503282301e-05,
        0.5010934472084045,
        0.1639479547739029,
        1.9663038983708248e-05,
        0.2326374351978302,
        6.437250249291537e-06,
        0.0012945081107318401,
        0.00020305285579524934,
        0.45258456468582153,
        0.14070913195610046,
        2.8669093808275647e-05,
        0.00044681201688945293,
        3.4218574000988156e-05,
        0.0005013300688005984,
        1.850385706347879e-05,
        0.40394121408462524,
        0.20501582324504852,
        2.503117502783425e-05,
        0.13987334072589874,
        7.206648206192767e-06,
        0.001382665941491723,
        0.00017003573884721845,
        0.07771385461091995,
        0.1311965137720108,
        8.735507435631007e-06,
        0.0047482941299676895,
        2.222014700237196e-05,
        0.0002362744853598997,
        1.8254631868330762e-05,
        0.47549039125442505,
        0.1738329827785492,
        6.407764158211648e-05,
        0.1343570500612259,
        6.301769190031337e-06,
        0.0021739781368523836,
        0.00013997328642290086,
        0.0038947509601712227,
        0.17886832356452942,
        2.272021083626896e-05,
        9.409590711584315e-05,
        2.2441945475293323e-05,
        0.00040162753430195153,
        2.4707347620278597e-05,
        0.45365747809410095,
        0.19621135294437408,
        2.7365676942281425e-05,
        0.04061470180749893,
        9.997066626965534e-06,
        0.0019304300658404827,
        0.00011374548193998635,
        0.1985669881105423,
        0.12366770207881927,
        7.433794507960556e-06,
        0.003593545174226165,
        1.9180868548573926e-05,
        0.00025411139358766377,
        2.6186688046436757e-05,
        0.44019782543182373,
        0.1746380478143692,
        3.4178468922618777e-05,
        0.02770928479731083
      ]
    },
    {
      "layer": 7,
      "nll": [
        7.634705980308354e-06,
        0.0003978446766268462,
        8.36871113278903e-05,
        0.30196207761764526,
        0.1290806531906128,
        4.3622610974125564e-05,
        0.44666022062301636,
        1.4515875591314398e-05,
        0.00026093845372088253,
        6.793727516196668e-05,
        0.5052085518836975,
        0.1061456948518753,
        1.0637664672685787e-05,
        0.0668172612786293,
        7.417988399538444e-06,
        0.0005719359032809734,
        0.00011124389129690826,
        0.24103949964046478,
        0.13175572454929352,
        1.5243107554852031e-05,
        0.4111388623714447,
        2.498750836821273e-05,
        0.0005627957871183753,
        6.759630923625082e-05,
        0.5248590111732483,
        0.1807759553194046,
        1.0690148883440997e-05,
        0.06187053024768829,
        9.720807611302007e-06,
        0.0014281176263466477,
        0.00013960938667878509,
        0.4810559153556824,
        0.11320969462394714,
        7.528130663558841e-05,
        0.2800559997558594,
        3.568439569789916e-05,
        0.0009941539028659463,
        3.260415542172268e-05,
        0.6605014801025391,
        0.2180238664150238,
        6.211734580574557e-05,
        0.0564577654004097,
        1.183371296065161e-05,
        0.0014381642686203122,
        0.0002320130734005943,
        0.14783979952335358,
        0.08559024333953857,
        2.224173840659205e-05,
        0.3930245339870453,
        2.9266260753502138e-05,
        0.0005403058021329343,
        2.1618618120555766e-05,
        0.7023172378540039,
        0.1579199582338333,
        0.0012627968098968267,
        0.12793059647083282,
        9.065107406058814e-06,
        0.0010692260693758726,
        0.00017636732081882656,
        0.005689695477485657,
        0.18395304679870605,
        0.0007408716483041644,
        0.11216698586940765,
        2.5605160772101954e-05,
        0.000540897308383137,
        4.1075887565966696e-05,
        0.5049933195114136,
        0.1331367939710617,
        3.0386783691938035e-05,
        0.20344547927379608,
        1.0533502972975839e-05,
        0.000766212644521147,
        0.00018262067169416696,
        0.2851550877094269,
        0.0854092538356781,
        0.00013385833881329745,
        0.37522563338279724,
        2.2604413970839232e-05,
        0.00032789420220069587,
        5.887977022211999e-05,
        0.4830777943134308,
        0.14074937999248505,
        3.7965433875797316e-05,
        0.19186098873615265
      ]
    },
    {
      "layer": 8,
      "nll": [
        8.59371812111931e-06,
        0.0005185299087315798,
        4.884720692643896e-05,
        0.2850757837295532,
        0.1311039924621582,
        6.194060915731825e-06,
        0.12331786751747131,
        1.253822756552836e-05,
        0.00021472055232152343,
        3.3644362702034414e-05,
        0.4322429299354553,
        0.1715954691171646,
        6.918764029251179e-06,
        0.004666417837142944,
        5.727422376367031e-06,
        0.014595448039472103,
        0.00011215697304578498,
        0.15573272109031677,
        0.13994000852108002,
        7.238302714540623e-06,
        0.11350540071725845,
        1.3659941032528877e-05,
        0.0003519495658110827,
        3.098560046055354e-05,
        0.5005537867546082,
        0.18792685866355896,
        8.706684639037121e-06,
        0.1178579181432724,
        1.315031204285333e-05,
        0.04207410663366318,
        0.0001939913199748844,
        0.441648930311203,
        0.13153912127017975,
        1.1715614164131694e-05,
        0.002445682417601347,
        1.4147433830657974e-05,
        0.00043473608093336225,
        1.417468229192309e-05,
        0.5741338133811951,
        0.24402722716331482,
        1.419947966496693e-05,
        0.021961944177746773,
        1.1551987881830428e-05,
        0.0009829691844061017,
        0.00012354044883977622,
        0.048905372619628906,
        0.14189256727695465,
        8.139504643622786e-06,
        0.019734611734747887,
        1.1210725460841786e-05,
        0.00018654541054274887,
        1.756101119099185e-05,
        0.6720517873764038,
        0.21770821511745453,
        2.172746644646395e-05,
        0.060173697769641876,
        7.721395377302542e-06,
        0.001627976424060762,
        7.18631490599364e-05,
        0.000975416973233223,
        0.2009957879781723,
        9.293409675592557e-06,
        0.00035743569605983794,
        1.8259501302964054e-05,
        0.00029986389563418925,
        1.602236989128869e-05,
        0.45843082666397095,
        0.2006535679101944,
        8.47794672154123e-06,
        0.0020510992035269737,
        2.014976053033024e-05,
        0.0012016012333333492,
        7.9065837780945e-05,
        0.1319979578256607,
        0.12356191873550415,
        5.927030088059837e-06,
        0.02897801622748375,
        1.403359419782646e-05,
        0.00022981733491178602,
        2.150004183931742e-05,
        0.5014785528182983,
        0.19708549976348877,
        1.408028674632078e-05,
        0.004596588667482138
      ]
    },
    {
      "layer": 9,
      "nll": [
        3.483937689452432e-05,
        0.09717876464128494,
        0.002972380258142948,
        0.23956796526908875,
        0.15141341090202332,
        9.908506399369799e-06,
        0.1915763020515442,
        1.74959386640694e-05,
        0.0003486036148387939,
        4.99571870022919e-05,
        0.43029719591140747,
        0.1778927445411682,
        9.383828910358716e-06,
        0.005656260997056961,
        6.0043825214961544e-05,
        0.14976435899734497,
        0.014339134097099304,
        0.09671307355165482,
        0.15931525826454163,
        8.125195563479792e-06,
        0.13465173542499542,
        4.007837196695618e-05,
        0.00035696642589755356,
        3.819038101937622e-05,
        0.4743683934211731,
        0.19771918654441833,
        9.097733709495515e-06,
        0.09218285977840424,
        0.005159355700016022,
        0.1833103746175766,
        0.03168177232146263,
        0.4045045077800751,
        0.12778916954994202,
        0.00026810343842953444,
        0.008229260332882404,
        3.0210860131774098e-05,
        0.00038808968383818865,
        2.4192651835619472e-05,
        0.39580151438713074,
        0.24901451170444489,
        2.3310361939365976e-05,
        0.032628074288368225,
        3.586252933018841e-05,
        0.01545500848442316,
        0.00048356977640651166,
        0.016729284077882767,
        0.1467324048280716,
        9.736851097841281e-06,
        0.1457931101322174,
        2.698759635677561e-05,
        0.0002814489125739783,
        2.1456711692735553e-05,
        0.4968046545982361,
        0.22143803536891937,
        5.821113882120699e-05,
        0.06959787756204605,
        3.513656338327564e-05,
        0.0058268411085009575,
        0.0004680168640334159,
        0.00045939377741888165,
        0.21140021085739136,
        1.4180751350068022e-05,
        0.00042391542228870094,
        2.338000194868073e-05,
        0.0002335672324988991,
        2.1169627871131524e-05,
        0.4029962122440338,
        0.21416844427585602,
        1.0423336789244786e-05,
        0.003672288730740547,
        0.0007458127802237868,
        0.014154779724776745,
        0.00036988689680583775,
        0.12319236248731613,
        0.1322477012872696,
        6.709031367790885e-06,
        0.13443386554718018,
        2.5963490770664066e-05,
        0.0002049482282018289,
        2.9079930754960515e-05,
        0.4232833981513977,
        0.1984766125679016,
        1.760365194058977e-05,
        0.006249200087040663
      ]
    },
    {
      "layer": 10,
      "nll": [
        7.011598427197896e-06,
        0.0018537285504862666,
        0.00022804635227657855,
        0.23691847920417786,
        0.12936149537563324,
        6.699494406348094e-06,
        0.11218925565481186,
        1.2792976122000255e-05,
        0.0002450681640766561,
        3.931160244974308e-05,
        0.4398539364337921,
        0.1613701730966568,
        8.968945621745661e-06,
        0.002523331204429269,
        6.323461548163323e-06,
        0.03799152374267578,
        0.0001656640670262277,
        0.14189893007278442,
        0.15119723975658417,
        5.354834229365224e-06,
        0.12318141013383865,
        1.2868878002336714e-05,
        0.00047639588592574,
        2.5536237444612198e-05,
        0.4913822412490845,
        0.2119843065738678,
        1.055653683579294e-05,
        0.05964354798197746,
        0.0001003849392873235,
        0.04625122249126434,
        0.00020953704370185733,
        0.4284912645816803,
        0.14881236851215363,
        1.4338009350467473e-05,
        0.001858309842646122,
        1.962494570761919e-05,
        0.0006475696573033929,
        2.365033833484631e-05,
        0.4936964809894562,
        0.23245640099048615,
        1.5100456948857754e-05,
        0.013536517508327961,
        8.246978723036591e-06,
        0.0025563007220625877,
        4.823777999263257e-05,
        0.08113665133714676,
        0.14153754711151123,
        7.252597697515739e-06,
        0.04018845409154892,
        1.2939301086589694e-05,
        0.0004190959152765572,
        2.9485063350875862e-05,
        0.49697285890579224,
        0.20019595324993134,
        2.0058918380527757e-05,
        0.032923806458711624,
        1.0387164365965873e-05,
        0.0030085996259003878,
        3.999689579359256e-05,
        0.002297306200489402,
        0.2011529952287674,
        8.44941405375721e-06,
        0.00014365198148880154,
        2.9228722269181162e-05,
        0.00044342121691443026,
        2.8743435905198567e-05,
        0.4226842522621155,
        0.2002819925546646,
        9.979851711250376e-06,
        0.0013808922376483679,
        1.2565409633680247e-05,
        0.003385645104572177,
        5.5963326303754e-05,
        0.1269400268793106,
        0.15400931239128113,
        4.8112574404513e-06,
        0.08148465305566788,
        1.8552327674115077e-05,
        0.0002924148866441101,
        2.523841249058023e-05,
        0.4302779734134674,
        0.1948891431093216,
        1.4933675629436038e-05,
        0.0030319495126605034
      ]
    },
    {
      "layer": 11,
      "nll": [
        7.179582098615356e-06,
        0.0007134318584576249,
        0.00017573691729921848,
        0.25222018361091614,
        0.15174977481365204,
        1.2216266441100743e-05,
        0.21503202617168427,
        1.244627947016852e-05,
        0.00022550263383891433,
        3.911414023605175e-05,
        0.3841314911842346,
        0.15489497780799866,
        3.002251105499454e-05,
        0.022084711119532585,
        7.027871106402017e-06,
        0.0004868869436904788,
        0.0002212417748523876,
        0.15066605806350708,
        0.14932456612586975,
        1.3312914234120399e-05,
        0.19196878373622894,
        1.0983335414493922e-05,
        0.00037696355138905346,
        2.7274549211142585e-05,
        0.4464547038078308,
        0.19110305607318878,
        1.765591514413245e-05,
        0.1916835457086563,
        9.108553967962507e-06,
        0.0018226931570097804,
        0.00022865580103825778,
        0.4263157844543457,
        0.12719574570655823,
        1.9463679564069025e-05,
        0.015523368492722511,
        1.268466075998731e-05,
        0.00032240196014754474,
        1.3264457265904639e-05,
        0.445533812046051,
        0.22776006162166595,
        3.577647657948546e-05,
        0.04849300906062126,
        8.45291287987493e-06,
        0.0018197870813310146,
        0.00016555344336666167,
        0.014442015439271927,
        0.11995138227939606,
        1.941589107445907e-05,
        0.13467878103256226,
        1.0083875167765655e-05,
        0.0004128305008634925,
        1.8000071577262133e-05,
        0.5785897374153137,
        0.20384518802165985,
        5.2988430979894474e-05,
        0.08821950852870941,
        6.762356861145236e-06,
        0.00256164139136672,
        8.822279050946236e-05,
        0.0011378154158592224,
        0.21725353598594666,
        2.7283043891657144e-05,
        0.0005097941029816866,
        1.4250550520955585e-05,
        0.000349388865288347,
        2.219902671640739e-05,
        0.43013495206832886,
        0.19275084137916565,
        1.916281871672254e-05,
        0.006886697839945555,
        8.90265164343873e-06,
        0.0018232058500871062,
        0.0003592850698623806,
        0.1987551748752594,
        0.12893609702587128,
        1.1539226761669852e-05,
        0.17423415184020996,
        1.4575733075616881e-05,
        0.00026353736757300794,
        2.300618143635802e-05,
        0.4259825348854065,
        0.18981115520000458,
        2.33578266488621e-05,
        0.006937886122614145
      ]
    },
    {
      "layer": 12,
      "nll": [
        1.7143736840807833e-05,
        0.00330949854105711,
        0.005163645837455988,
        0.18400412797927856,
        0.1361837089061737,
        2.7691410650731996e-05,
        0.2978094518184662,
        3.002234734594822e-05,
        0.0004065133398398757,
        4.703304875874892e-05,
        0.4016050100326538,
        0.16095547378063202,
        2.0135554223088548e-05,
        0.029781900346279144,
        2.2951873688725755e-05,
        0.009048526175320148,
        0.0010818133596330881,
        0.1322801560163498,
        0.15601955354213715,
        2.1622812710120343e-05,
        0.27412596344947815,
        3.357095556566492e-05,
        0.0008561250288039446,
        3.266525891376659e-05,
        0.44557541608810425,
        0.1681823581457138,
        1.8266222468810156e-05,
        0.16847622394561768,
        3.47739587596152e-05,
        0.04941149055957794,
        0.002265038900077343,
        0.38044288754463196,
        0.15720507502555847,
        2.5714356524986215e-05,
        0.09143315255641937,
        2.2805970729677938e-05,
        0.0020394623279571533,
        8.1753394624684e-05,
        0.39233195781707764,
        0.20611107349395752,
        2.9136133889551274e-05,
        0.11850331723690033,
        1.585976679052692e-05,
        0.0031586659606546164,
        3.334964640089311e-05,
        0.06357430666685104,
        0.14955325424671173,
        3.295370697742328e-05,
        0.21499985456466675,
        2.355370088480413e-05,
        0.0011206013150513172,
        7.820732571417466e-05,
        0.5035194754600525,
        0.19517631828784943,
        3.847022162517533e-05,
        0.10308917611837387,
        1.5361329133156687e-05,
        0.006427607964724302,
        0.0002659549645613879,
        0.00453625712543726,
        0.19074538350105286,
        2.967614636872895e-05,
        0.0038886070251464844,
        2.243744529550895e-05,
        0.0007280359277501702,
        0.00022078206529840827,
        0.3913429379463196,
        0.20243166387081146,
        2.6619378331815824e-05,
        0.0482364259660244,
        2.1180325347813778e-05,
        0.004232995677739382,
        4.775928391609341e-05,
        0.08309982717037201,
        0.1472322642803192,
        2.5831419407040812e-05,
        0.29780682921409607,
        2.7340858650859445e-05,
        0.0006297199870459735,
        6.536085129482672e-05,
        0.3993077278137207,
        0.19539663195610046,
        2.7010339181288145e-05,
        0.024948205798864365
      ]
    },
    {
      "layer": 13,
      "nll": [
        0.0003384752490092069,
        0.11914917826652527,
        0.002239713678136468,
        0.1890382617712021,
        0.13767673075199127,
        9.288647561334074e-06,
        0.31561437249183655,
        0.0001804996863938868,
        0.0005880544194951653,
        0.0014659371227025986,
        0.42903292179107666,
        0.18139970302581787,
        1.2649938071263023e-05,
        0.06024346500635147,
        0.0007774172117933631,
        0.17999248206615448,
        0.0033432946074754,
        0.15475943684577942,
        0.1532430797815323,
        8.911957593227271e-06,
        0.256294310092926,
        8.219210576498881e-05,
        0.0008745086961425841,
        0.0014548395993188024,
        0.4581741690635681,
        0.20339395105838776,
        1.1853457181132399e-05,
        0.26221194863319397,
        0.01785779744386673,
        0.2161722630262375,
        0.0033565678168088198,
        0.4089862108230591,
        0.16053776443004608,
        1.442395387130091e-05,
        0.033416081219911575,
        0.00037761108251288533,
        0.0012458439450711012,
        0.00039499628474004567,
        0.35673201084136963,
        0.2519807815551758,
        1.7164995369967073e-05,
        0.1799866110086441,
        0.00032287996145896614,
        0.026082225143909454,
        0.005139098037034273,
        0.06379024684429169,
        0.13782043755054474,
        1.0046795978269074e-05,
        0.1511731743812561,
        0.00026814587181434035,
        0.0004999989760108292,
        0.00038689837674610317,
        0.44324907660484314,
        0.22047196328639984,
        3.67482025467325e-05,
        0.12932312488555908,
        0.0002633444673847407,
        0.008135124109685421,
        0.001617961679585278,
        0.005866738501936197,
        0.2024611383676529,
        1.3875537661078852e-05,
        0.008068554103374481,
        0.0002552672813180834,
        0.0012393912766128778,
        0.0004958077915944159,
        0.41425859928131104,
        0.22415298223495483,
        1.622067611606326e-05,
        0.027433546259999275,
        0.0009006787440739572,
        0.01992661878466606,
        0.008526054210960865,
        0.16231903433799744,
        0.14644566178321838,
        6.947449492145097e-06,
        0.12303401529788971,
        0.0003580415796022862,
        0.0010677273385226727,
        0.0003654788888525218,
        0.4167836904525757,
        0.21496276557445526,
        2.3825186872272752e-05,
        0.030076244845986366
      ]
    },
    {
      "layer": 14,
      "nll": [
        7.894806003605481e-06,
        0.06201344355940819,
        0.021587761119008064,
        0.15274938941001892,
        0.15867993235588074,
        9.488900104770437e-06,
        0.06284213066101074,
        2.1023037334089167e-05,
        0.00018985886708833277,
        0.00012736499775201082,
        0.41444116830825806,
        0.2102978676557541,
        1.0633160854922608e-05,
        0.004126001615077257,
        8.512524800607935e-06,
        0.02034003846347332,
        0.0022363734897226095,
        0.11074765771627426,
        0.1770002692937851,
        8.144274943333585e-06,
        0.02798113040626049,
        3.9278143958654255e-05,
        0.0005132938385941088,
        3.1527397368336096e-05,
        0.46311458945274353,
        0.22686289250850677,
        8.778314622759353e-06,
        0.13985079526901245,
        1.150350090028951e-05,
        0.10912608355283737,
        0.0052313655614852905,
        0.3948700726032257,
        0.1779676228761673,
        1.6845640857354738e-05,
        0.0004090532020200044,
        2.009063246077858e-05,
        0.00048576202243566513,
        0.0002156680857297033,
        0.43540138006210327,
        0.3108345568180084,
        3.219850259483792e-05,
        0.011810310184955597,
        7.0007499743951485e-06,
        0.00210403255186975,
        4.2845524149015546e-05,
        0.03353867307305336,
        0.16903111338615417,
        7.548250778199872e-06,
        0.0028669729363173246,
        1.8129816453438252e-05,
        0.0002475676010362804,
        0.00034436502028256655,
        0.6085038781166077,
        0.24760980904102325,
        4.898589395452291e-05,
        0.014405087567865849,
        7.239180831675185e-06,
        0.00229834602214396,
        0.0012243245728313923,
        0.0016403383342549205,
        0.21899257600307465,
        1.0537898560869507e-05,
        0.0001028331826091744,
        1.1915239156223834e-05,
        0.0002840665983967483,
        0.0007570376037620008,
        0.39420634508132935,
        0.25212362408638,
        3.030589323316235e-05,
        0.0011275261640548706,
        6.735266197210876e-06,
        0.004038921557366848,
        7.607568841194734e-05,
        0.07896725088357925,
        0.17496129870414734,
        5.807828983961372e-06,
        0.006471983622759581,
        2.627177855174523e-05,
        0.0002399650838924572,
        0.00021345877030398697,
        0.39541637897491455,
        0.24003970623016357,
        5.7883244153345004e-05,
        0.0017019540537148714
      ]
    },
    {
      "layer": 15,
      "nll": [
        9.872564078250434e-06,
        0.003014014568179846,
        8.892254118109122e-05,
        0.19771386682987213,
        0.13290537893772125,
        8.215811249101534e-06,
        0.07180479913949966,
        1.7274021956836805e-05,
        0.0006093672127462924,
        3.7643014366040006e-05,
        0.42680293321609497,
        0.16303755342960358,
        8.363541383005213e-06,
        0.00660140672698617,
        1.013803921523504e-05,
        0.013128286227583885,
        5.404759576776996e-05,
        0.10860399901866913,
        0.15074381232261658,
        8.377927770197857e-06,
        0.054867006838321686,
        2.1061219740659e-05,
        0.0023149019107222557,
        3.4171516745118424e-05,
        0.4703633487224579,
        0.17099614441394806,
        7.066571924951859e-06,
        0.14553554356098175,
        2.9306420401553623e-05,
        0.07455068081617355,
        0.00013351131929084659,
        0.3992544710636139,
        0.15250857174396515,
        1.4152136827760842e-05,
        0.0002802749222610146,
        2.068208959826734e-05,
        0.002878288272768259,
        3.79986158804968e-05,
        0.3901994824409485,
        0.2503405511379242,
        1.9186332792742178e-05,
        0.01967625506222248,
        1.322106891166186e-05,
        0.013337377458810806,
        5.6751690863166004e-05,
        0.02683042734861374,
        0.14550529420375824,
        8.244417585956398e-06,
        0.012820785865187645,
        1.6981442968244664e-05,
        0.0016201823018491268,
        4.0978517063194886e-05,
        0.542657732963562,
        0.20480714738368988,
        2.6699015506892465e-05,
        0.029024656862020493,
        1.2137425983382855e-05,
        0.029590709134936333,
        4.2725074308691546e-05,
        0.0011896948562934995,
        0.20463554561138153,
        1.220679041580297e-05,
        0.00013003394997213036,
        1.8894117602030747e-05,
        0.0007896277820691466,
        3.51780945493374e-05,
        0.42148998379707336,
        0.21400685608386993,
        1.4594894309993833e-05,
        0.0030168909579515457,
        1.909958155010827e-05,
        0.020831536501646042,
        6.01947758696042e-05,
        0.08303853124380112,
        0.15043452382087708,
        6.260820100578712e-06,
        0.008207942359149456,
        2.13269486266654e-05,
        0.0006249364232644439,
        4.36064692621585e-05,
        0.4154568314552307,
        0.2071741819381714,
        1.9825049093924463e-05,
        0.0018801373662427068
      ]
    },
    {
      "layer": 16,
      "nll": [
        7.147062206058763e-06,
        0.0008226665086112916,
        8.505337609676644e-05,
        0.20124690234661102,
        0.14282864332199097,
        9.841754945227876e-06,
        0.10166820883750916,
        1.5420855561387725e-05,
        0.0002991015207953751,
        3.5383698559599e-05,
        0.4464022219181061,
        0.17115391790866852,
        9.560350008541718e-06,
        0.016912778839468956,
        8.642543434689287e-06,
        0.001921488088555634,
        5.721345223719254e-05,
        0.15529710054397583,
        0.1547877937555313,
        1.1300758160359692e-05,
        0.023523686453700066,
        1.7024502085405402e-05,
        0.0006376456585712731,
        3.090973768848926e-05,
        0.4909832775592804,
        0.18650181591510773,
        7.490943062293809e-06,
        0.18000757694244385,
        1.0203087185800541e-05,
        0.02789289504289627,
        9.541394683765247e-05,
        0.43789511919021606,
        0.15624381601810455,
        1.505329055362381e-05,
        0.0005531287752091885,
        1.9728047846001573e-05,
        0.0009535144781693816,
        1.8536202333052643e-05,
        0.4394974112510681,
        0.2889486253261566,
        2.200840026489459e-05,
        0.04426637291908264,
        7.168743195506977e-06,
        0.0026841748040169477,
        3.768086025957018e-05,
        0.043529488146305084,
        0.15327158570289612,
        9.808353752305266e-06,
        0.004467659629881382,
        2.3167887775343843e-05,
        0.0004670327762141824,
        2.5118730263784528e-05,
        0.5895705819129944,
        0.21085281670093536,
        4.1391089325770736e-05,
        0.08742986619472504,
        7.412585091515211e-06,
        0.004260779358446598,
        4.676991011365317e-05,
        0.002769645070657134,
        0.19829508662223816,
        1.2373672689136583e-05,
        0.00022259973047766834,
        1.7419992218492553e-05,
        0.00045616974239237607,
        2.169498475268483e-05,
        0.4409080147743225,
        0.20932531356811523,
        2.3413427697960287e-05,
        0.0010840324684977531,
        9.661232070357073e-06,
        0.0023312519770115614,
        8.152554073603824e-05,
        0.12008433043956757,
        0.1507062315940857,
        8.13946553535061e-06,
        0.006642047315835953,
        2.209036028943956e-05,
        0.0004225080774631351,
        2.6451820303918794e-05,
        0.4516504108905792,
        0.1988886296749115,
        2.3433798560290597e-05,
        0.0016061459900811315
      ]
    },
    {
      "layer": 17,
      "nll": [
        5.22280897712335e-05,
        0.011156837455928326,
        0.00023670030350331217,
        0.2501913011074066,
        0.14823570847511292,
        1.0604680028336588e-05,
        0.08176299184560776,
        3.9669776015216485e-05,
        0.003595293965190649,
        0.0001427934184903279,
        0.4830477833747864,
        0.15792420506477356,
        1.0285159078193828e-05,
        0.0063900635577738285,
        2.9885412004659884e-05,
        0.010193714872002602,
        0.00022128211276140064,
        0.13615380227565765,
        0.13760215044021606,
        1.0390122042736039e-05,
        0.03454900160431862,
        4.13437737734057e-05,
        0.007637734990566969,
        0.0001158269151346758,
        0.5294864177703857,
        0.18371477723121643,
        8.411236194660887e-06,
        0.013503017835319042,
        3.382941577001475e-05,
        0.036462631076574326,
        0.000576784077566117,
        0.45256274938583374,
        0.13804857432842255,
        2.2415024432120845e-05,
        0.0003639764036051929,
        5.5245531257241964e-05,
        0.008432813920080662,
        5.563404556596652e-05,
        0.42000892758369446,
        0.2600667476654053,
        1.4366391951625701e-05,
        0.004216370172798634,
        2.8228301744093187e-05,
        0.020290082320570946,
        0.0002049239701591432,
        0.04015367850661278,
        0.13023251295089722,
        1.0170781024498865e-05,
        0.0067499782890081406,
        5.0661616114666685e-05,
        0.005100670736283064,
        5.074449654784985e-05,
        0.5633875131607056,
        0.21602609753608704,
        2.7929110729019158e-05,
        0.005163403693586588,
        2.4040315111051314e-05,
        0.04994559288024902,
        0.00013303359446581453,
        0.0027284519746899605,
        0.18977145850658417,
        1.571142092871014e-05,
        0.0002728524268604815,
        6.152948481030762e-05,
        0.004851689096540213,
        7.626180740771815e-05,
        0.45830172300338745,
        0.22645722329616547,
        2.1861173081560992e-05,
        0.0012413212098181248,
        3.969660247093998e-05,
        0.02788449078798294,
        0.0005623399629257619,
        0.13142459094524384,
        0.12723718583583832,
        8.921498192648869e-06,
        0.009803572669625282,
        5.733160287491046e-05,
        0.003926598001271486,
        9.794318611966446e-05,
        0.45266130566596985,
        0.2053380012512207,
        1.746082489262335e-05,
        0.0016892405692487955
      ]
    },
    {
      "layer": 18,
      "nll": [
        9.200551176036242e-06,
        0.0011228391667827964,
        6.013869642629288e-05,
        0.19745947420597076,
        0.1540566086769104,
        7.471946901205229e-06,
        0.062933050096035,
        2.3238795620272867e-05,
        0.000761540955863893,
        3.548877430148423e-05,
        0.43244653940200806,
        0.17340533435344696,
        6.7566857069323305e-06,
        0.004125926177948713,
        9.44982730288757e-06,
        0.001119372551329434,
        4.072130468557589e-05,
        0.12755338847637177,
        0.15788385272026062,
        7.567313787149033e-06,
        0.023432830348610878,
        2.5941197236534208e-05,
        0.001386115443892777,
        3.983340138802305e-05,
        0.47678977251052856,
        0.18728886544704437,
        5.626606252917554e-06,
        0.0967375859618187,
        1.3204775314079598e-05,
        0.020702369511127472,
        6.095418575569056e-05,
        0.4139992594718933,
        0.15560270845890045,
        1.1391429325158242e-05,
        0.0002677373122423887,
        1.598421840753872e-05,
        0.001055463682860136,
        2.8916429073433392e-05,
        0.4428841173648834,
        0.2581762671470642,
        1.2063449503330048e-05,
        0.010928778909146786,
        9.634003617975395e-06,
        0.009196795523166656,
        4.183221244602464e-05,
        0.05343963950872421,
        0.15695522725582123,
        7.75327680457849e-06,
        0.005171544384211302,
        2.1840243789483793e-05,
        0.0005520621198229492,
        4.003267895313911e-05,
        0.5723957419395447,
        0.21160857379436493,
        2.1392872440628707e-05,
        0.00907236896455288,
        8.225271812989376e-06,
        0.011915061622858047,
        2.7963715183432214e-05,
        0.0016616800567135215,
        0.20894156396389008,
        7.5434782047523186e-06,
        0.00014767709944862872,
        1.9581742890295573e-05,
        0.0004852009878959507,
        3.632804146036506e-05,
        0.42691776156425476,
        0.20876450836658478,
        1.711682853056118e-05,
        0.0003758678212761879,
        1.1162046575918794e-05,
        0.012605171650648117,
        5.449282252811827e-05,
        0.10595790296792984,
        0.16230010986328125,
        5.187947408558102e-06,
        0.003134516067802906,
        2.2697031454299577e-05,
        0.0003821604768745601,
        3.474110417300835e-05,
        0.4235357642173767,
        0.20762544870376587,
        1.1686785910569597e-05,
        0.0007348080398514867
      ]
    },
    {
      "layer": 19,
      "nll": [
        1.3269836017570924e-05,
        0.0009842419531196356,
        0.00017833762103691697,
        0.20122551918029785,
        0.12683293223381042,
        1.8124004782293923e-05,
        0.05464978516101837,
        1.86664292414207e-05,
        0.0002133125381078571,
        2.4534103431506082e-05,
        0.4322983920574188,
        0.15485595166683197,
        1.4585922144760843e-05,
        0.005698968190699816,
        1.584351593919564e-05,
        0.002552176360040903,
        0.00013588665751740336,
        0.1462426632642746,
        0.12845391035079956,
        1.672690450504888e-05,
        0.015609914436936378,
        1.6748519556131214e-05,
        0.0005355590838007629,
        2.4550485250074416e-05,
        0.4680919945240021,
        0.16919614374637604,
        1.4361679859575815e-05,
        0.11789306253194809,
        2.398704964434728e-05,
        0.025102131068706512,
        0.0002002398978220299,
        0.3950994908809662,
        0.1285203993320465,
        2.796504668367561e-05,
        0.0002499500405974686,
        2.075208794849459e-05,
        0.0007269475609064102,
        1.946295378729701e-05,
        0.45662176609039307,
        0.22455504536628723,
        2.5403776817256585e-05,
        0.013239494524896145,
        1.2966436770511791e-05,
        0.0017375909956172109,
        4.457336399354972e-05,
        0.07781065255403519,
        0.12660717964172363,
        1.8109740267391317e-05,
        0.0033678303007036448,
        1.6574842447880656e-05,
        0.00041972834151238203,
        2.3342325221165083e-05,
        0.5672122240066528,
        0.17999428510665894,
        4.583796544466168e-05,
        0.01503812987357378,
        1.2646758477785625e-05,
        0.0025519186165183783,
        4.0365088352700695e-05,
        0.005045202095061541,
        0.1764080971479416,
        2.2944619558984414e-05,
        0.0001567306462675333,
        1.986902680073399e-05,
        0.00033707215334288776,
        2.6712405087891966e-05,
        0.4144981801509857,
        0.18301592767238617,
        3.0060082281124778e-05,
        0.0006500293966382742,
        1.982601133931894e-05,
        0.0016283172881230712,
        7.245379674714059e-05,
        0.12942415475845337,
        0.12688863277435303,
        1.4514466784021351e-05,
        0.00233841291628778,
        2.1602965716738254e-05,
        0.00022815335250925273,
        2.282223431393504e-05,
        0.4193156659603119,
        0.18290433287620544,
        2.3463582692784257e-05,
        0.001033900072798133
      ]
    },
    {
      "layer": 20,
      "nll": [
        7.466740044037579e-06,
        0.0007676667883060873,
        6.32431183476001e-05,
        0.20937182009220123,
        0.13733497262001038,
        7.3193768912460655e-06,
        0.07190148532390594,
        1.8119277228834108e-05,
        0.0004084533138666302,
        2.7660529667627998e-05,
        0.4459495544433594,
        0.16501693427562714,
        7.958235983096529e-06,
        0.0016591427847743034,
        7.699739398958627e-06,
        0.0012066629715263844,
        4.6529105020454153e-05,
        0.14587262272834778,
        0.14590172469615936,
        7.543473202531459e-06,
        0.028118059039115906,
        2.173300708818715e-05,
        0.0006418029079213738,
        3.089496385655366e-05,
        0.4993145763874054,
        0.18100182712078094,
        5.841154688823735e-06,
        0.017909804359078407,
        9.921294804371428e-06,
        0.02259700931608677,
        6.724489503540099e-05,
        0.42351290583610535,
        0.1437411606311798,
        1.1162546798004769e-05,
        0.00031744586885906756,
        1.6455747754662298e-05,
        0.0007015440496616066,
        2.2941070710658096e-05,
        0.48120805621147156,
        0.23711428046226501,
        1.2811941815016326e-05,
        0.001305203652009368,
        6.68107577439514e-06,
        0.0038872810546308756,
        4.433008507476188e-05,
        0.0695275366306305,
        0.1453951746225357,
        7.414735136990203e-06,
        0.0052110664546489716,
        1.675918792898301e-05,
        0.00039071860373951495,
        2.7524494726094417e-05,
        0.61288982629776,
        0.1974579393863678,
        2.7255618988419883e-05,
        0.001571367378346622,
        6.854460025351727e-06,
        0.007419906556606293,
        3.4405697078909725e-05,
        0.0019829473458230495,
        0.20101632177829742,
        8.816597983241081e-06,
        0.0001478483172832057,
        1.651539969316218e-05,
        0.0003979985776823014,
        2.8136711989645846e-05,
        0.43832144141197205,
        0.20048417150974274,
        1.4003682736074552e-05,
        0.0003741529944818467,
        8.870139026839752e-06,
        0.00480852322652936,
        5.926994708715938e-05,
        0.1163826435804367,
        0.15010416507720947,
        5.788753242086386e-06,
        0.003456125035881996,
        2.069292895612307e-05,
        0.0002658609300851822,
        2.522760769352317e-05,
        0.4343924820423126,
        0.2002931833267212,
        1.1705918041116092e-05,
        0.0004281110595911741
      ]
    },
    {
      "layer": 21,
      "nll": [
        1.368166795145953e-05,
        0.0008394267642870545,
        0.00013576136552728713,
        0.19638743996620178,
        0.13632597029209137,
        1.1424804142734502e-05,
        0.03977537900209427,
        3.260139055782929e-05,
        0.00030056762625463307,
        4.921214349451475e-05,
        0.4325024485588074,
        0.1632499247789383,
        1.1701174116751645e-05,
        0.004415327217429876,
        1.6466499801026657e-05,
        0.002728618448600173,
        0.0001450283161830157,
        0.12768128514289856,
        0.13874655961990356,
        1.1920596989511978e-05,
        0.01556261908262968,
        3.242837919970043e-05,
        0.00036700020427815616,
        4.551210440695286e-05,
        0.48882994055747986,
        0.183771550655365,
        1.0327962627343368e-05,
        0.11786156892776489,
        2.145106736861635e-05,
        0.02460157684981823,
        0.0001978059153771028,
        0.40945708751678467,
        0.14790838956832886,
        1.692239493422676e-05,
        0.00018624991935212165,
        2.9751890906482004e-05,
        0.0005574410315603018,
        4.301837179809809e-05,
        0.47226694226264954,
        0.23747247457504272,
        1.9220009562559426e-05,
        0.013272635638713837,
        1.4153068150335457e-05,
        0.002273229416459799,
        5.6977791246026754e-05,
        0.05518783628940582,
        0.14551348984241486,
        1.1143444680783432e-05,
        0.0026570966001600027,
        3.171288699377328e-05,
        0.0002974436793010682,
        4.395030191517435e-05,
        0.5930398106575012,
        0.19713926315307617,
        2.9902932510594837e-05,
        0.009938592091202736,
        1.3437806046567857e-05,
        0.0029027231503278017,
        5.5956348660402e-05,
        0.0017606760375201702,
        0.2013651728630066,
        1.4385820577444974e-05,
        7.879316399339586e-05,
        3.0645700462628156e-05,
        0.0003511289833113551,
        4.9715003115125e-05,
        0.4290711283683777,
        0.19940847158432007,
        2.0135030354140326e-05,
        0.00046897484571672976,
        1.742574204399716e-05,
        0.0018353451741859317,
        0.00010838313028216362,
        0.11962535977363586,
        0.1463262289762497,
        9.627163308323361e-06,
        0.0016607175348326564,
        3.301889228168875e-05,
        0.00021541171008720994,
        5.357239570003003e-05,
        0.42613622546195984,
        0.198246568441391,
        2.0044813936692663e-05,
        0.0007160504464991391
      ]
    },
    {
      "layer": 22,
      "nll": [
        8.160286597558297e-06,
        0.0003930412931367755,
        7.353011460509151e-05,
        0.2026263028383255,
        0.1453012228012085,
        7.991707207111176e-06,
        0.06298822909593582,
        2.4728367861825973e-05,
        0.00011359504424035549,
        2.954562660306692e-05,
        0.42716723680496216,
        0.17485752701759338,
        1.060934391716728e-05,
        0.004757204093039036,
        9.601578312867787e-06,
        0.0010386620415374637,
        6.377761746989563e-05,
        0.13207510113716125,
        0.1549755483865738,
        8.26825726107927e-06,
        0.023274097591638565,
        3.7982386857038364e-05,
        0.00027685961686074734,
        3.955668944399804e-05,
        0.4768159091472626,
        0.19092711806297302,
        7.63877687859349e-06,
        0.12877389788627625,
        1.0712391485867556e-05,
        0.016554364934563637,
        8.037357474677265e-05,
        0.3996122479438782,
        0.15575183928012848,
        1.1429581718402915e-05,
        0.00018111102690454572,
        2.2794720280217007e-05,
        0.00041126058204099536,
        3.135418228339404e-05,
        0.45114415884017944,
        0.24801211059093475,
        1.5729969163658097e-05,
        0.014501574449241161,
        9.731598765938543e-06,
        0.001260089222341776,
        3.741153341252357e-05,
        0.05888526886701584,
        0.15318182110786438,
        9.5652139862068e-06,
        0.004700794816017151,
        3.145549999317154e-05,
        0.00016395629791077226,
        3.443147215875797e-05,
        0.5771014094352722,
        0.20803290605545044,
        2.4511076844646595e-05,
        0.018121372908353806,
        8.534119842806831e-06,
        0.0020264426711946726,
        3.166958049405366e-05,
        0.0017749967519193888,
        0.2110607773065567,
        9.493705874774605e-06,
        7.595078932354227e-05,
        2.3271410100278445e-05,
        0.00022133081802166998,
        3.481623571133241e-05,
        0.42522695660591125,
        0.21039338409900665,
        1.5591651390423067e-05,
        0.0006360491388477385,
        1.0641945664247032e-05,
        0.0014249865198507905,
        6.697246863041073e-05,
        0.1037626564502716,
        0.1583104133605957,
        6.9712828008050565e-06,
        0.002762787276878953,
        3.1532952561974525e-05,
        0.00020329556718934327,
        2.85704209090909e-05,
        0.41657555103302,
        0.20622973144054413,
        1.5405823432956822e-05,
        0.0010733110830187798
      ]
    },
    {
      "layer": 23,
      "nll": [
        6.831758946646005e-05,
        0.008260788396000862,
        0.0009547505178488791,
        0.27439433336257935,
        0.2178640514612198,
        1.1481844012450892e-05,
        0.00346530694514513,
        0.00022233206254895777,
        0.0058471690863370895,
        0.0003645719843916595,
        0.44461584091186523,
        0.20562654733657837,
        8.606752089690417e-06,
        0.0070252143777906895,
        2.87046714220196e-05,
        0.0027856656815856695,
        0.001801627455279231,
        0.12351082265377045,
        0.24422602355480194,
        2.3594808226334862e-05,
        0.003569187829270959,
        0.00012447807239368558,
        0.011437156237661839,
        0.00037882410106249154,
        0.5771601796150208,
        0.32455843687057495,
        1.543365215184167e-05,
        0.02387804165482521,
        5.311338463798165e-05,
        0.01870523951947689,
        0.002315281191840768,
        0.37194281816482544,
        0.220723494887352,
        0.00017117358220275491,
        0.0007892200374044478,
        0.0005295359878800809,
        0.009530505165457726,
        0.00012193259317427874,
        0.7317609786987305,
        0.40161406993865967,
        0.0005742269568145275,
        0.0027896573301404715,
        0.00013087852858006954,
        0.04712928459048271,
        0.0018650356214493513,
        0.07656293362379074,
        0.2059413492679596,
        7.820056453056168e-06,
        0.0010689015034586191,
        0.0004148330772295594,
        0.005257489625364542,
        9.442030568607152e-05,
        0.8662888407707214,
        0.31394216418266296,
        0.0009409021004103124,
        0.0015697848284617066,
        3.7778350815642625e-05,
        0.05939152464270592,
        0.0008826414705254138,
        0.0029412545263767242,
        0.34395304322242737,
        2.0663603208959103e-05,
        0.0014418942155316472,
        0.0005375270266085863,
        0.0026278782170265913,
        0.00016110979777295142,
        0.5924721360206604,
        0.24490129947662354,
        0.0011958065442740917,
        0.00034477008739486337,
        0.00020499211677815765,
        0.06277953833341599,
        0.004772340878844261,
        0.1517205834388733,
        0.19102267920970917,
        6.837766250100685e-06,
        0.002382321283221245,
        0.0004220987611915916,
        0.0018054115353152156,
        0.00016511304420419037,
        0.5864083170890808,
        0.24828754365444183,
        0.0003511791001074016,
        0.0005576228140853345
      ]
    },
    {
      "layer": 24,
      "nll": [
        1.5946296116453595e-05,
        0.0005443228874355555,
        7.26402722648345e-05,
        0.20943769812583923,
        0.1492784470319748,
        1.1462800102890469e-05,
        0.04692228510975838,
        3.2091778848553076e-05,
        0.00013852988195139915,
        4.5023531129118055e-05,
        0.44210463762283325,
        0.171052485704422,
        1.2611820238817018e-05,
        0.001204884611070156,
        2.339565435249824e-05,
        0.002564971335232258,
        6.587647658307105e-05,
        0.15091480314731598,
        0.15995539724826813,
        1.593933666299563e-05,
        0.012684870511293411,
        3.7867503124289215e-05,
        0.0003078305453527719,
        5.099390182294883e-05,
        0.4922736883163452,
        0.1952345222234726,
        1.2559349670482334e-05,
        0.012561602517962456,
        2.405157283646986e-05,
        0.027145732194185257,
        0.00010176657815463841,
        0.4189802408218384,
        0.15966472029685974,
        2.5045657821465284e-05,
        0.0001506064727436751,
        3.0217821404221468e-05,
        0.0005247901426628232,
        5.3787782235303894e-05,
        0.49294573068618774,
        0.25491392612457275,
        2.4444987502647564e-05,
        0.0012183377984911203,
        1.6249799955403432e-05,
        0.0013955921167507768,
        6.0198086430318654e-05,
        0.06792626529932022,
        0.15705975890159607,
        1.3670244698005263e-05,
        0.002461625961586833,
        2.9665166948689148e-05,
        0.0002137421688530594,
        5.48486495972611e-05,
        0.6171255111694336,
        0.21255826950073242,
        3.782997009693645e-05,
        0.0015505487099289894,
        1.565364254929591e-05,
        0.0029791658744215965,
        6.0792688600486144e-05,
        0.0017896972130984068,
        0.20547650754451752,
        1.4948169337003492e-05,
        0.00010475816816324368,
        3.130659752059728e-05,
        0.00028782847221009433,
        6.0546371969394386e-05,
        0.4425487816333771,
        0.21010127663612366,
        3.401510912226513e-05,
        0.00045431707985699177,
        2.2415659259422682e-05,
        0.0016345736803486943,
        8.65188630996272e-05,
        0.12092559784650803,
        0.16227540373802185,
        1.080467518477235e-05,
        0.0014415370533242822,
        3.436764018260874e-05,
        0.00021601453772746027,
        5.401995804277249e-05,
        0.4398678243160248,
        0.2055557817220688,
        2.476005829521455e-05,
        0.0005262355552986264
      ]
    },
    {
      "layer": 25,
      "nll": [
        1.1124008779006545e-05,
        0.0004845643416047096,
        9.185336239170283e-05,
        0.21220138669013977,
        0.14318965375423431,
        8.196739145205356e-06,
        0.05459737032651901,
        2.111531466653105e-05,
        0.0001535426708869636,
        3.234112955396995e-05,
        0.4503585994243622,
        0.17022855579853058,
        9.669989594840445e-06,
        0.005357949994504452,
        1.040889856085414e-05,
        0.0012262172531336546,
        8.130272181006148e-05,
        0.15532051026821136,
        0.15035343170166016,
        8.492363122059032e-06,
        0.01911884732544422,
        3.0119168513920158e-05,
        0.00031094139558263123,
        3.665912299766205e-05,
        0.49836379289627075,
        0.18979933857917786,
        7.586310857732315e-06,
        0.1399007886648178,
        1.0761146768345498e-05,
        0.018475554883480072,
        0.00011669535160763189,
        0.4235791862010956,
        0.15179283916950226,
        1.2678809071076103e-05,
        0.00016570306615903974,
        2.579092870291788e-05,
        0.0005757350591011345,
        2.876506005122792e-05,
        0.4693281352519989,
        0.25380340218544006,
        1.6402183973696083e-05,
        0.01760764978826046,
        9.227725058735814e-06,
        0.0015351301990449429,
        5.335810055839829e-05,
        0.06660207360982895,
        0.1569843888282776,
        9.76070441538468e-06,
        0.002972115995362401,
        2.368859168200288e-05,
        0.00023330762633122504,
        3.151208511553705e-05,
        0.601893961429596,
        0.2140354961156845,
        2.626059176691342e-05,
        0.016374219208955765,
        8.377017366001382e-06,
        0.0029706305358558893,
        4.43413300672546e-05,
        0.00225509749725461,
        0.20811216533184052,
        1.012310076475842e-05,
        7.135888881748542e-05,
        2.0302586563047953e-05,
        0.00026427258853800595,
        3.335890141897835e-05,
        0.4402940571308136,
        0.20274381339550018,
        2.149319334421307e-05,
        0.00052314018830657,
        1.1330062079650816e-05,
        0.001861134427599609,
        9.114953718381003e-05,
        0.12558764219284058,
        0.1543392390012741,
        6.69472638037405e-06,
        0.0017748769605532289,
        2.7053589292336255e-05,
        0.00026031851302832365,
        3.179935447406024e-05,
        0.4448581039905548,
        0.20576804876327515,
        1.4118460057943594e-05,
        0.00087216985411942
      ]
    }
  ],
  "activations": [
    {
      "hidden_state_index": 0,
      "relative_l2": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
      ],
      "cosine": [
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896,
        1.0000001192092896
      ],
      "mean_relative_l2": 0.0,
      "mean_cosine": 1.0000001192092896
    },
    {
      "hidden_state_index": 1,
      "relative_l2": [
        0.008651544339954853,
        0.006770354229956865,
        0.006071206647902727,
        0.0059677790850400925,
        0.008712335489690304,
        0.005847230087965727,
        0.005111586768180132,
        0.008265065960586071,
        0.00795368105173111,
        0.0055464026518166065,
        0.007936016656458378,
        0.005681250244379044,
        0.008063498884439468,
        0.007955282926559448,
        0.009719667956233025,
        0.006117506884038448,
        0.008164150640368462,
        0.005526067689061165,
        0.005569737870246172,
        0.008217275142669678,
        0.006145732942968607,
        0.005187764763832092,
        0.008333452977240086,
        0.005335792899131775,
        0.008226709440350533,
        0.007723099086433649,
        0.007684850133955479,
        0.00567577825859189,
        0.005915568210184574,
        0.008157887496054173,
        0.005999778397381306,
        0.008158339187502861,
        0.007465760223567486,
        0.006507860496640205,
        0.009017196483910084,
        0.008085795678198338,
        0.005555738694965839,
        0.005966183729469776,
        0.008022092282772064,
        0.005219001788645983,
        0.006167216692119837,
        0.005863048601895571,
        0.006189788691699505,
        0.008397271856665611,
        0.00564983393996954,
        0.0056087845005095005,
        0.008138410747051239,
        0.006418972741812468,
        0.006444800645112991,
        0.007889868691563606,
        0.004847377073019743,
        0.00853677187114954,
        0.0077696023508906364,
        0.005816996563225985,
        0.005480518098920584,
        0.00551267433911562,
        0.008074096404016018,
        0.007993492297828197,
        0.006988333538174629,
        0.005076857283711433,
        0.006877567619085312,
        0.005885570775717497,
        0.005775575526058674,
        0.0073589482344686985,
        0.0055643911473453045,
        0.008532833307981491,
        0.005519164726138115,
        0.005377117544412613,
        0.0056616030633449554,
        0.0047756521962583065,
        0.008393218740820885,
        0.008032153360545635,
        0.006098082754760981,
        0.0058526392094790936,
        0.005955930333584547,
        0.008287963457405567,
        0.008528277277946472,
        0.007882652804255486,
        0.005636242683976889,
        0.005222378298640251,
        0.005326125770807266,
        0.00497059989720583,
        0.0050814710557460785,
        0.005568304564803839
      ],
      "cosine": [
        0.9999783635139465,
        0.9999780654907227,
        0.9999814033508301,
        0.9999823570251465,
        0.9999746680259705,
        0.9999828338623047,
        0.9999869465827942,
        0.9999752044677734,
        0.9999786615371704,
        0.999984622001648,
        0.9999826550483704,
        0.9999839067459106,
        0.9999849796295166,
        0.9999831914901733,
        0.9999680519104004,
        0.999981701374054,
        0.9999814629554749,
        0.9999846816062927,
        0.999984622001648,
        0.9999799728393555,
        0.9999812245368958,
        0.9999865889549255,
        0.9999732971191406,
        0.9999856948852539,
        0.9999843835830688,
        0.9999839067459106,
        0.9999843835830688,
        0.9999839663505554,
        0.9999825954437256,
        0.9999810457229614,
        0.9999818801879883,
        0.9999810457229614,
        0.9999723434448242,
        0.9999788999557495,
        0.9999673962593079,
        0.9999836087226868,
        0.999984622001648,
        0.9999831318855286,
        0.9999809861183167,
        0.9999865293502808,
        0.9999818801879883,
        0.9999828934669495,
        0.9999812841415405,
        0.9999818205833435,
        0.9999841451644897,
        0.9999843835830688,
        0.9999853372573853,
        0.9999793767929077,
        0.9999794363975525,
        0.999983549118042,
        0.999988317489624,
        0.9999713897705078,
        0.9999817609786987,
        0.9999830722808838,
        0.9999849796295166,
        0.999984860420227,
        0.9999819993972778,
        0.9999821782112122,
        0.9999756217002869,
        0.9999871850013733,
        0.9999764561653137,
        0.9999826550483704,
        0.9999834299087524,
        0.999972939491272,
        0.9999845027923584,
        0.9999791383743286,
        0.9999849200248718,
        0.999985933303833,
        0.9999837875366211,
        0.9999885559082031,
        0.9999799132347107,
        0.999982476234436,
        0.999982476234436,
        0.9999827742576599,
        0.9999824166297913,
        0.999983549118042,
        0.9999781847000122,
        0.9999798536300659,
        0.9999841451644897,
        0.9999865889549255,
        0.9999859929084778,
        0.9999879002571106,
        0.9999873638153076,
        0.9999844431877136
      ],
      "mean_relative_l2": 0.00672930059954524,
      "mean_cosine": 0.9999819993972778
    },
    {
      "hidden_state_index": 2,
      "relative_l2": [
        0.020932259038090706,
        0.025441480800509453,
        0.03178398311138153,
        0.0239770095795393,
        0.023900926113128662,
        0.026133926585316658,
        0.028675951063632965,
        0.022472279146313667,
        0.018763551488518715,
        0.023982342332601547,
        0.022491928189992905,
        0.022068312391638756,
        0.019631169736385345,
        0.021566299721598625,
        0.028795138001441956,
        0.02566811442375183,
        0.020485619083046913,
        0.026463596150279045,
        0.025725996121764183,
        0.023783808574080467,
        0.028798233717679977,
        0.02155918814241886,
        0.02129507064819336,
        0.020595377311110497,
        0.019674792885780334,
        0.01953989826142788,
        0.01912730000913143,
        0.024146026000380516,
        0.023863889276981354,
        0.02169017121195793,
        0.027245327830314636,
        0.02204735577106476,
        0.023621724918484688,
        0.029566403478384018,
        0.02301536686718464,
        0.02072092704474926,
        0.02076379582285881,
        0.02334287390112877,
        0.01991034857928753,
        0.016080159693956375,
        0.028805458918213844,
        0.02749893255531788,
        0.021526403725147247,
        0.024357452988624573,
        0.03446490690112114,
        0.02363724820315838,
        0.02032899670302868,
        0.02387435920536518,
        0.02802126482129097,
        0.018924955278635025,
        0.024349698796868324,
        0.021552512422204018,
        0.02017446607351303,
        0.021844571456313133,
        0.025414682924747467,
        0.02242499403655529,
        0.01985374465584755,
        0.02066311053931713,
        0.034259628504514694,
        0.02542893961071968,
        0.023726318031549454,
        0.02415989711880684,
        0.026526106521487236,
        0.025988496840000153,
        0.021348901093006134,
        0.022175511345267296,
        0.0250286553055048,
        0.01995394378900528,
        0.02212940901517868,
        0.027618061751127243,
        0.02404794842004776,
        0.023996734991669655,
        0.026612570509314537,
        0.02645830623805523,
        0.02406240999698639,
        0.021196668967604637,
        0.024669455364346504,
        0.02060711570084095,
        0.021177515387535095,
        0.019737306982278824,
        0.023309098556637764,
        0.021594511345028877,
        0.0204053595662117,
        0.023918667808175087
      ],
      "cosine": [
        0.9998186826705933,
        0.9997565746307373,
        0.9997267723083496,
        0.9997809529304504,
        0.9997802376747131,
        0.9997795820236206,
        0.9997392892837524,
        0.9997943639755249,
        0.9998339414596558,
        0.9997813105583191,
        0.9998079538345337,
        0.9998395442962646,
        0.999817967414856,
        0.9998144507408142,
        0.9997478127479553,
        0.9997444748878479,
        0.9998162984848022,
        0.9997575879096985,
        0.999738872051239,
        0.9997929334640503,
        0.9997529983520508,
        0.9998244047164917,
        0.9998288750648499,
        0.999830424785614,
        0.9998278021812439,
        0.9998310208320618,
        0.9998247623443604,
        0.9997992515563965,
        0.9997614026069641,
        0.9998089075088501,
        0.9997349977493286,
        0.9998030662536621,
        0.999776303768158,
        0.9997411370277405,
        0.9997962117195129,
        0.9998095631599426,
        0.9998254776000977,
        0.9998258352279663,
        0.9998404383659363,
        0.9998779296875,
        0.9996775388717651,
        0.9997704029083252,
        0.9998252391815186,
        0.9997766613960266,
        0.9996491074562073,
        0.9997777938842773,
        0.9998043775558472,
        0.999807596206665,
        0.999770998954773,
        0.9998341202735901,
        0.9998093843460083,
        0.9998291730880737,
        0.999842643737793,
        0.9998319149017334,
        0.999750018119812,
        0.9998140335083008,
        0.9998227953910828,
        0.9998310804367065,
        0.9996451139450073,
        0.9997838735580444,
        0.999779224395752,
        0.9997779130935669,
        0.9997740983963013,
        0.9997719526290894,
        0.9998259544372559,
        0.9997818470001221,
        0.9997889995574951,
        0.9998233914375305,
        0.9998166561126709,
        0.9997625350952148,
        0.9997785687446594,
        0.9997825622558594,
        0.9997506141662598,
        0.9997570514678955,
        0.9997708797454834,
        0.9998179078102112,
        0.9997618198394775,
        0.9998313188552856,
        0.9998166561126709,
        0.9998272061347961,
        0.999817967414856,
        0.9998101592063904,
        0.999820351600647,
        0.9997791051864624
      ],
      "mean_relative_l2": 0.0235381331294775,
      "mean_cosine": 0.9997913837432861
    },
    {
      "hidden_state_index": 3,
      "relative_l2": [
        0.022871311753988266,
        0.025882015004754066,
        0.02683090977370739,
        0.023438164964318275,
        0.027815761044621468,
        0.02258727140724659,
        0.025794459506869316,
        0.02074788697063923,
        0.018453728407621384,
        0.0216023251414299,
        0.022992439568042755,
        0.021522589027881622,
        0.020210741087794304,
        0.021447988227009773,
        0.027023330330848694,
        0.025841787457466125,
        0.022072484716773033,
        0.026156987994909286,
        0.02789647877216339,
        0.02393459714949131,
        0.02547902800142765,
        0.018530800938606262,
        0.02042115107178688,
        0.017829155549407005,
        0.020398283377289772,
        0.02185738831758499,
        0.019863612949848175,
        0.018986251205205917,
        0.027645185589790344,
        0.024373574182391167,
        0.026556719094514847,
        0.026981016620993614,
        0.025313928723335266,
        0.029475191608071327,
        0.02296687476336956,
        0.020044859498739243,
        0.02179950289428234,
        0.023344792425632477,
        0.018417395651340485,
        0.01978730410337448,
        0.020091375336050987,
        0.023663118481636047,
        0.024582639336586,
        0.020490093156695366,
        0.02950797975063324,
        0.02485722303390503,
        0.022022055462002754,
        0.020238447934389114,
        0.02185814455151558,
        0.019106145948171616,
        0.01989416964352131,
        0.018611043691635132,
        0.018018243834376335,
        0.022135231643915176,
        0.02030491642653942,
        0.018430357798933983,
        0.02116852067410946,
        0.022216949611902237,
        0.033199772238731384,
        0.021695300936698914,
        0.024277370423078537,
        0.026730967685580254,
        0.022186221554875374,
        0.02205127850174904,
        0.019538629800081253,
        0.02372012659907341,
        0.020726149901747704,
        0.020582009106874466,
        0.01812988519668579,
        0.020426437258720398,
        0.025669293478131294,
        0.02571411058306694,
        0.029239514842629433,
        0.027989953756332397,
        0.024745965376496315,
        0.022468201816082,
        0.02452067844569683,
        0.020707085728645325,
        0.024938004091382027,
        0.02105098031461239,
        0.020306620746850967,
        0.019253967329859734,
        0.018884481862187386,
        0.019547592848539352
      ],
      "cosine": [
        0.9997891187667847,
        0.9997913241386414,
        0.9998188614845276,
        0.9998102784156799,
        0.9997881650924683,
        0.999828040599823,
        0.999803900718689,
        0.9998279809951782,
        0.9998393058776855,
        0.9998496770858765,
        0.9997973442077637,
        0.9998541474342346,
        0.9998340010643005,
        0.9998169541358948,
        0.9998062252998352,
        0.9997831583023071,
        0.9997777938842773,
        0.9998105764389038,
        0.9997611045837402,
        0.9998114705085754,
        0.9998266100883484,
        0.9998606443405151,
        0.9998448491096497,
        0.9998685121536255,
        0.999832272529602,
        0.9998379945755005,
        0.9998443722724915,
        0.9998538494110107,
        0.9997693300247192,
        0.9998002052307129,
        0.9997695684432983,
        0.9997596144676208,
        0.9998051524162292,
        0.99977707862854,
        0.9997649192810059,
        0.9998257160186768,
        0.9998456239700317,
        0.999839186668396,
        0.9998396039009094,
        0.9998409152030945,
        0.9998571872711182,
        0.9998573660850525,
        0.9998297095298767,
        0.9998272061347961,
        0.9998000264167786,
        0.9997838735580444,
        0.9997868537902832,
        0.9998381733894348,
        0.9998354911804199,
        0.9998429417610168,
        0.9998619556427002,
        0.9998626708984375,
        0.999862790107727,
        0.9998418688774109,
        0.9998466968536377,
        0.9998533725738525,
        0.9998143911361694,
        0.9998190999031067,
        0.9997525811195374,
        0.999826967716217,
        0.999795138835907,
        0.9997627139091492,
        0.9998393058776855,
        0.999836266040802,
        0.9998551607131958,
        0.9997701048851013,
        0.9998497366905212,
        0.9998169541358948,
        0.9998667240142822,
        0.9998502731323242,
        0.9997774958610535,
        0.999813437461853,
        0.9997643828392029,
        0.9997777938842773,
        0.9997917413711548,
        0.9997924566268921,
        0.9998031854629517,
        0.9998560547828674,
        0.999806821346283,
        0.999850869178772,
        0.9998398423194885,
        0.9998432397842407,
        0.9998526573181152,
        0.9998392462730408
      ],
      "mean_relative_l2": 0.022746341302990913,
      "mean_cosine": 0.999819815158844
    },
    {
      "hidden_state_index": 4,
      "relative_l2": [
        0.03714447468519211,
        0.033944256603717804,
        0.036436792463064194,
        0.03127723187208176,
        0.03167678043246269,
        0.03669767081737518,
        0.03732740134000778,
        0.030728347599506378,
        0.03972341865301132,
        0.03924207389354706,
        0.03428521007299423,
        0.03142751380801201,
        0.0344567634165287,
        0.03472829982638359,
        0.03166331350803375,
        0.04849683493375778,
        0.037718407809734344,
        0.03659326955676079,
        0.03165443241596222,
        0.0423143245279789,
        0.03718004748225212,
        0.04248996824026108,
        0.036635786294937134,
        0.04222401604056358,
        0.03684302791953087,
        0.04312652349472046,
        0.03393977880477905,
        0.043451938778162,
        0.039481811225414276,
        0.0397745817899704,
        0.037013523280620575,
        0.037104904651641846,
        0.034842196851968765,
        0.031385697424411774,
        0.03536481782793999,
        0.039788585156202316,
        0.044759031385183334,
        0.0369429886341095,
        0.04949215427041054,
        0.0376034639775753,
        0.03332100063562393,
        0.03347643092274666,
        0.037235502153635025,
        0.043186940252780914,
        0.03654968738555908,
        0.036977626383304596,
        0.04379161074757576,
        0.04228782281279564,
        0.039646051824092865,
        0.04872417077422142,
        0.042084068059921265,
        0.045205943286418915,
        0.04383164271712303,
        0.03756971284747124,
        0.03948844224214554,
        0.048756543546915054,
        0.042656976729631424,
        0.03968587890267372,
        0.032206907868385315,
        0.04271525889635086,
        0.034803181886672974,
        0.03675086796283722,
        0.04282761737704277,
        0.04269475117325783,
        0.03580634295940399,
        0.03391481190919876,
        0.03625647723674774,
        0.03438636288046837,
        0.04568926617503166,
        0.04246267303824425,
        0.03701119124889374,
        0.036366984248161316,
        0.0366375669836998,
        0.03740296512842178,
        0.04024895653128624,
        0.035321783274412155,
        0.04036326706409454,
        0.04286003112792969,
        0.039953600615262985,
        0.042868196964263916,
        0.04312406852841377,
        0.040502581745386124,
        0.04330766946077347,
        0.04314253479242325
      ],
      "cosine": [
        0.9996699094772339,
        0.999671220779419,
        0.999632716178894,
        0.9997435212135315,
        0.9997107982635498,
        0.9996877908706665,
        0.9995968341827393,
        0.9997552633285522,
        0.9997045993804932,
        0.999656617641449,
        0.9997333288192749,
        0.9997353553771973,
        0.9997564554214478,
        0.9997186660766602,
        0.9996897578239441,
        0.999442458152771,
        0.9996979832649231,
        0.9996621012687683,
        0.9997232556343079,
        0.99960857629776,
        0.9995972514152527,
        0.999580979347229,
        0.9996917247772217,
        0.999614417552948,
        0.9997207522392273,
        0.9995676279067993,
        0.9997373819351196,
        0.9995672106742859,
        0.9995979070663452,
        0.9996153116226196,
        0.9996483325958252,
        0.9997042417526245,
        0.9996463060379028,
        0.9996677041053772,
        0.9997211694717407,
        0.9996547102928162,
        0.9995506405830383,
        0.9996565580368042,
        0.9995301961898804,
        0.9996953010559082,
        0.9997668266296387,
        0.9997043609619141,
        0.9996222853660583,
        0.9996211528778076,
        0.9996142387390137,
        0.9996823668479919,
        0.9996064305305481,
        0.9995952844619751,
        0.9996349215507507,
        0.9995355010032654,
        0.9996135830879211,
        0.9995647668838501,
        0.9996641874313354,
        0.9996239542961121,
        0.9997076392173767,
        0.999561607837677,
        0.9995824694633484,
        0.9996054768562317,
        0.9996241927146912,
        0.999575674533844,
        0.9997076392173767,
        0.9996680617332458,
        0.9995789527893066,
        0.9995877742767334,
        0.9996926188468933,
        0.9997549653053284,
        0.9996787309646606,
        0.9997384548187256,
        0.999624490737915,
        0.9995875358581543,
        0.9996470212936401,
        0.9996475577354431,
        0.9996400475502014,
        0.9996404051780701,
        0.9996581673622131,
        0.9997267723083496,
        0.999600887298584,
        0.9996286630630493,
        0.9996514320373535,
        0.9996058940887451,
        0.9996366500854492,
        0.999631941318512,
        0.999661386013031,
        0.9996192455291748
      ],
      "mean_relative_l2": 0.038703374564647675,
      "mean_cosine": 0.9996485710144043
    },
    {
      "hidden_state_index": 5,
      "relative_l2": [
        0.030805613845586777,
        0.0313635990023613,
        0.030293216928839684,
        0.035258956253528595,
        0.03162779286503792,
        0.02658010832965374,
        0.04148835316300392,
        0.03337111324071884,
        0.038220565766096115,
        0.03382979705929756,
        0.03898375481367111,
        0.034706976264715195,
        0.02941218577325344,
        0.044311922043561935,
        0.035523198544979095,
        0.028114743530750275,
        0.030257493257522583,
        0.027203941717743874,
        0.03114522062242031,
        0.0303401667624712,
        0.04102305322885513,
        0.02997642196714878,
        0.0300226341933012,
        0.02567988820374012,
        0.03425692766904831,
        0.03090713918209076,
        0.03322006016969681,
        0.04445837065577507,
        0.03101535513997078,
        0.03113480657339096,
        0.03075290471315384,
        0.030806850641965866,
        0.02836618758738041,
        0.030905092135071754,
        0.04027516767382622,
        0.03367960453033447,
        0.03018050640821457,
        0.026135534048080444,
        0.030654486268758774,
        0.030327776446938515,
        0.03741094470024109,
        0.034758273512125015,
        0.034962791949510574,
        0.031169110909104347,
        0.031056435778737068,
        0.03081146627664566,
        0.03133115917444229,
        0.03030390292406082,
        0.030904918909072876,
        0.026254864409565926,
        0.026514697819948196,
        0.029674947261810303,
        0.035053886473178864,
        0.024507006630301476,
        0.029419895261526108,
        0.03482397645711899,
        0.027037693187594414,
        0.027550678700208664,
        0.028711644932627678,
        0.027315422892570496,
        0.031254563480615616,
        0.03047836758196354,
        0.03586888313293457,
        0.03374844416975975,
        0.030169595032930374,
        0.03364691510796547,
        0.03463412821292877,
        0.026623662561178207,
        0.029545947909355164,
        0.0396307036280632,
        0.030819028615951538,
        0.031069697812199593,
        0.03063078410923481,
        0.03572717308998108,
        0.03488233685493469,
        0.030463846400380135,
        0.045496951788663864,
        0.02961694449186325,
        0.03477097302675247,
        0.03388926759362221,
        0.0346534326672554,
        0.027337655425071716,
        0.029743749648332596,
        0.03933116793632507
      ],
      "cosine": [
        0.999767541885376,
        0.9997581839561462,
        0.9997887015342712,
        0.9997224807739258,
        0.9997488260269165,
        0.9997786283493042,
        0.9997199773788452,
        0.999758243560791,
        0.9997051954269409,
        0.9997537136077881,
        0.9996898174285889,
        0.9997450113296509,
        0.999755859375,
        0.9996147155761719,
        0.9997562766075134,
        0.9997624158859253,
        0.9997525811195374,
        0.999769926071167,
        0.9997499585151672,
        0.999767005443573,
        0.999717116355896,
        0.9997729659080505,
        0.9997696876525879,
        0.9997928738594055,
        0.999719500541687,
        0.9997572302818298,
        0.9997553825378418,
        0.9996626377105713,
        0.9997789263725281,
        0.9997534155845642,
        0.9997624158859253,
        0.9997327327728271,
        0.9997600317001343,
        0.9997842311859131,
        0.9996607303619385,
        0.9997355341911316,
        0.9997713565826416,
        0.9997997879981995,
        0.9997282028198242,
        0.9997451305389404,
        0.9997181296348572,
        0.9997403621673584,
        0.9997481107711792,
        0.9997199773788452,
        0.9997844696044922,
        0.9997437596321106,
        0.9997356534004211,
        0.999782383441925,
        0.999771773815155,
        0.9997849464416504,
        0.9997840523719788,
        0.9997687935829163,
        0.9996634721755981,
        0.9997742176055908,
        0.9997495412826538,
        0.9996987581253052,
        0.9997743964195251,
        0.9997647404670715,
        0.9997689127922058,
        0.9997653365135193,
        0.9997240304946899,
        0.9997549057006836,
        0.999729335308075,
        0.9997354745864868,
        0.9997774958610535,
        0.9997305274009705,
        0.9997457265853882,
        0.9997560977935791,
        0.9997508525848389,
        0.9996963739395142,
        0.9997633099555969,
        0.9997642040252686,
        0.9997799396514893,
        0.9997050762176514,
        0.9997135400772095,
        0.9997308850288391,
        0.99965500831604,
        0.9997644424438477,
        0.999718189239502,
        0.9997521638870239,
        0.9996954202651978,
        0.9997506141662598,
        0.9997392892837524,
        0.9996508955955505
      ],
      "mean_relative_l2": 0.0322645902633667,
      "mean_cosine": 0.9997435212135315
    },
    {
      "hidden_state_index": 6,
      "relative_l2": [
        0.04694514721632004,
        0.04097471013665199,
        0.046387556940317154,
        0.04641379788517952,
        0.048055827617645264,
        0.045891448855400085,
        0.04832442104816437,
        0.048262834548950195,
        0.04124569892883301,
        0.04713582620024681,
        0.05332820490002632,
        0.042068131268024445,
        0.047011978924274445,
        0.054616786539554596,
        0.04098198562860489,
        0.04140836000442505,
        0.04025276377797127,
        0.046300362795591354,
        0.04736398905515671,
        0.04616839066147804,
        0.047829464077949524,
        0.04234159737825394,
        0.05987286940217018,
        0.052823521196842194,
        0.053811248391866684,
        0.0482211634516716,
        0.04751797020435333,
        0.058526381850242615,
        0.04685434326529503,
        0.04050198197364807,
        0.04609706997871399,
        0.04640211910009384,
        0.048123616725206375,
        0.04029649868607521,
        0.047350864857435226,
        0.044707830995321274,
        0.060331981629133224,
        0.05288276448845863,
        0.05329311266541481,
        0.04226531833410263,
        0.04701700806617737,
        0.05504564568400383,
        0.035552047193050385,
        0.04065631330013275,
        0.04049677774310112,
        0.04694199934601784,
        0.04094086214900017,
        0.052867356687784195,
        0.0544467531144619,
        0.04841366037726402,
        0.05422794073820114,
        0.0528179295361042,
        0.05374172329902649,
        0.04277600720524788,
        0.04674501344561577,
        0.061038658022880554,
        0.04165241867303848,
        0.04109453782439232,
        0.04104100540280342,
        0.05260095372796059,
        0.04457133263349533,
        0.04633891209959984,
        0.04775094985961914,
        0.04240630567073822,
        0.03614915907382965,
        0.04745836555957794,
        0.05332440882921219,
        0.04815177991986275,
        0.04683065414428711,
        0.04865771904587746,
        0.035435743629932404,
        0.04659918695688248,
        0.040084995329380035,
        0.047010090202093124,
        0.047347888350486755,
        0.0401214174926281,
        0.04732257500290871,
        0.04862792044878006,
        0.0418623611330986,
        0.05304915830492973,
        0.053594306111335754,
        0.04518362507224083,
        0.05307859182357788,
        0.048889514058828354
      ],
      "cosine": [
        0.999617338180542,
        0.9996576905250549,
        0.9996381998062134,
        0.9996751546859741,
        0.9995993971824646,
        0.9996767640113831,
        0.9995564818382263,
        0.9995981454849243,
        0.9996827840805054,
        0.9996173977851868,
        0.9996015429496765,
        0.9996482729911804,
        0.9996575713157654,
        0.9995588660240173,
        0.9996604323387146,
        0.9996386766433716,
        0.9997099041938782,
        0.9996744990348816,
        0.9996398091316223,
        0.9996660351753235,
        0.9995809197425842,
        0.9996309876441956,
        0.9995146989822388,
        0.9995923638343811,
        0.9995822310447693,
        0.9995794892311096,
        0.9996124505996704,
        0.9994746446609497,
        0.9996337294578552,
        0.9996852874755859,
        0.9996757507324219,
        0.9996780753135681,
        0.9995845556259155,
        0.9996832013130188,
        0.9996341466903687,
        0.999646008014679,
        0.9994670748710632,
        0.99957275390625,
        0.9996023774147034,
        0.9996575713157654,
        0.9996418356895447,
        0.999514102935791,
        0.9996830821037292,
        0.999703586101532,
        0.9996797442436218,
        0.9996470808982849,
        0.9997058510780334,
        0.9995912313461304,
        0.9995254278182983,
        0.9995835423469543,
        0.9995256066322327,
        0.9996044039726257,
        0.9996174573898315,
        0.9996198415756226,
        0.9996699690818787,
        0.9995137453079224,
        0.999640941619873,
        0.9996577501296997,
        0.999638557434082,
        0.9996201992034912,
        0.9996662139892578,
        0.9996630549430847,
        0.9995972514152527,
        0.9996474981307983,
        0.9996676445007324,
        0.9996321201324463,
        0.9995759129524231,
        0.9996345639228821,
        0.9996668100357056,
        0.9995815753936768,
        0.9996925592422485,
        0.9996469616889954,
        0.9996975064277649,
        0.9996400475502014,
        0.9996551871299744,
        0.9997284412384033,
        0.9996328353881836,
        0.9995737075805664,
        0.9996448755264282,
        0.9995953440666199,
        0.9996345043182373,
        0.9996380805969238,
        0.9995987415313721,
        0.9995806217193604
      ],
      "mean_relative_l2": 0.04713275656104088,
      "mean_cosine": 0.9996254444122314
    },
    {
      "hidden_state_index": 7,
      "relative_l2": [
        0.03746085613965988,
        0.038898367434740067,
        0.03886926919221878,
        0.039770372211933136,
        0.04347208887338638,
        0.03787686675786972,
        0.04046768695116043,
        0.03964995592832565,
        0.03911162167787552,
        0.038532473146915436,
        0.03924531489610672,
        0.039663221687078476,
        0.04099058359861374,
        0.04380905255675316,
        0.038304999470710754,
        0.03721938654780388,
        0.03835093975067139,
        0.03616822138428688,
        0.04043472558259964,
        0.034638650715351105,
        0.03836158290505409,
        0.039759472012519836,
        0.046937912702560425,
        0.042743049561977386,
        0.03909047320485115,
        0.04746398329734802,
        0.038280654698610306,
        0.042286504060029984,
        0.036827344447374344,
        0.03925250470638275,
        0.0369270034134388,
        0.03601299226284027,
        0.04102195426821709,
        0.0352594368159771,
        0.03728326037526131,
        0.041880276054143906,
        0.042001429945230484,
        0.04328189045190811,
        0.039542581886053085,
        0.03963031619787216,
        0.03779160976409912,
        0.04446212574839592,
        0.037522539496421814,
        0.03461354970932007,
        0.039821356534957886,
        0.04042264074087143,
        0.04615800827741623,
        0.0388723723590374,
        0.0400218702852726,
        0.03736421838402748,
        0.04469390586018562,
        0.03927190229296684,
        0.04294901713728905,
        0.04688797891139984,
        0.03792646527290344,
        0.041418273001909256,
        0.037079259753227234,
        0.041221823543310165,
        0.03971900790929794,
        0.03713400661945343,
        0.04264276847243309,
        0.03809165209531784,
        0.03923725336790085,
        0.039297860115766525,
        0.03630056232213974,
        0.03778897598385811,
        0.04201536625623703,
        0.04645479843020439,
        0.037873126566410065,
        0.042531292885541916,
        0.0357593297958374,
        0.03696710616350174,
        0.042588599026203156,
        0.037662357091903687,
        0.04222535714507103,
        0.034355729818344116,
        0.03990544378757477,
        0.04046320170164108,
        0.04001167044043541,
        0.04295454919338226,
        0.03710345923900604,
        0.04215472936630249,
        0.040903884917497635,
        0.03863966092467308
      ],
      "cosine": [
        0.9993481636047363,
        0.9992989897727966,
        0.99929279088974,
        0.9993546605110168,
        0.9993190169334412,
        0.9994174838066101,
        0.9992310404777527,
        0.9993405342102051,
        0.9993734359741211,
        0.9993030428886414,
        0.9993625283241272,
        0.9993420839309692,
        0.9993941783905029,
        0.9992737174034119,
        0.9993929266929626,
        0.9993164539337158,
        0.9994021654129028,
        0.9993552565574646,
        0.9993189573287964,
        0.9994531869888306,
        0.9993103742599487,
        0.9993317127227783,
        0.9993016719818115,
        0.9993208646774292,
        0.9992863535881042,
        0.9992649555206299,
        0.9993888139724731,
        0.9992262125015259,
        0.9993719458580017,
        0.999366283416748,
        0.9993694424629211,
        0.9993605017662048,
        0.9992977976799011,
        0.9994275569915771,
        0.999352216720581,
        0.999365508556366,
        0.9992470741271973,
        0.9992899298667908,
        0.999346137046814,
        0.9993495941162109,
        0.9994074106216431,
        0.9992470741271973,
        0.9993433356285095,
        0.9994115233421326,
        0.9993370175361633,
        0.9993245601654053,
        0.9993535280227661,
        0.9993768930435181,
        0.9992491006851196,
        0.9993503093719482,
        0.9992462396621704,
        0.9993573427200317,
        0.999333381652832,
        0.9993073344230652,
        0.9994065165519714,
        0.9992677569389343,
        0.9993197917938232,
        0.9992907047271729,
        0.9992583394050598,
        0.9993678331375122,
        0.9993547797203064,
        0.9994087815284729,
        0.9992789030075073,
        0.9993579983711243,
        0.9993484020233154,
        0.999332070350647,
        0.9992436766624451,
        0.9993342757225037,
        0.9994068741798401,
        0.9992172122001648,
        0.9994117021560669,
        0.9993724226951599,
        0.9993374943733215,
        0.9993470907211304,
        0.9993703365325928,
        0.9994657635688782,
        0.9993367195129395,
        0.9993079304695129,
        0.9993335008621216,
        0.999314546585083,
        0.9993664622306824,
        0.9993612170219421,
        0.9993909001350403,
        0.9992992877960205
      ],
      "mean_relative_l2": 0.039834052324295044,
      "mean_cosine": 0.9993371367454529
    },
    {
      "hidden_state_index": 8,
      "relative_l2": [
        0.03993172571063042,
        0.04357108101248741,
        0.043633922934532166,
        0.04775189235806465,
        0.03268791362643242,
        0.04284761846065521,
        0.04764069616794586,
        0.04560120776295662,
        0.04151158034801483,
        0.0530271977186203,
        0.042155928909778595,
        0.033619534224271774,
        0.04139387235045433,
        0.042617518454790115,
        0.032984111458063126,
        0.03963136300444603,
        0.04999564215540886,
        0.050826042890548706,
        0.035166382789611816,
        0.03864481672644615,
        0.043133173137903214,
        0.04237206652760506,
        0.03557615354657173,
        0.04519423842430115,
        0.054142605513334274,
        0.029749693349003792,
        0.045149531215429306,
        0.0466495081782341,
        0.04299649968743324,
        0.04252349212765694,
        0.05801901966333389,
        0.051744427531957626,
        0.03834717348217964,
        0.0454556904733181,
        0.05416901409626007,
        0.038616426289081573,
        0.03637896478176117,
        0.03586490452289581,
        0.046097975224256516,
        0.03709982708096504,
        0.048482369631528854,
        0.042612332850694656,
        0.046457163989543915,
        0.045920584350824356,
        0.04298988729715347,
        0.055152975022792816,
        0.0410357303917408,
        0.05375932529568672,
        0.050950054079294205,
        0.03896171599626541,
        0.04232494533061981,
        0.04520846903324127,
        0.04283818230032921,
        0.031481437385082245,
        0.04865431413054466,
        0.04621840640902519,
        0.04737379774451256,
        0.043577589094638824,
        0.05051467567682266,
        0.05120259150862694,
        0.03827669844031334,
        0.04601020738482475,
        0.050813160836696625,
        0.038973983377218246,
        0.04527479037642479,
        0.049171555787324905,
        0.043218981474637985,
        0.03396736457943916,
        0.04149956628680229,
        0.05342618003487587,
        0.04235455021262169,
        0.049774330109357834,
        0.046198390424251556,
        0.05553442984819412,
        0.03785702586174011,
        0.0493723563849926,
        0.054048020392656326,
        0.04616160690784454,
        0.04226662963628769,
        0.04523138701915741,
        0.04635920375585556,
        0.03715920075774193,
        0.048771750181913376,
        0.04941484332084656
      ],
      "cosine": [
        0.9996599555015564,
        0.9996302723884583,
        0.9996283650398254,
        0.9996240139007568,
        0.9996337890625,
        0.9996656775474548,
        0.9995916485786438,
        0.9996752738952637,
        0.9996898174285889,
        0.9996579885482788,
        0.9996833205223083,
        0.9996805191040039,
        0.9997031092643738,
        0.9996466040611267,
        0.9996907114982605,
        0.9996533989906311,
        0.9996526837348938,
        0.9996405839920044,
        0.999638020992279,
        0.9996947050094604,
        0.9996418952941895,
        0.9996795654296875,
        0.9996835589408875,
        0.9996791481971741,
        0.9996225237846375,
        0.999654233455658,
        0.9996973276138306,
        0.9996141195297241,
        0.9996672868728638,
        0.999677300453186,
        0.9996345639228821,
        0.9996179938316345,
        0.9996271133422852,
        0.9996921420097351,
        0.9996285438537598,
        0.9996950030326843,
        0.9996572732925415,
        0.9996783137321472,
        0.9996725916862488,
        0.9996640682220459,
        0.9996992349624634,
        0.9996466040611267,
        0.9996578097343445,
        0.9996663928031921,
        0.9996538758277893,
        0.999599039554596,
        0.9996427893638611,
        0.9996427297592163,
        0.9995859861373901,
        0.9996845722198486,
        0.9996649622917175,
        0.9996812343597412,
        0.9996641278266907,
        0.9996680021286011,
        0.9996991753578186,
        0.9996275305747986,
        0.9996330738067627,
        0.9996303915977478,
        0.9996291399002075,
        0.9996327757835388,
        0.9996355772018433,
        0.9996755123138428,
        0.9996047019958496,
        0.999678373336792,
        0.999679684638977,
        0.9996647834777832,
        0.9996484518051147,
        0.999667763710022,
        0.9997022151947021,
        0.9996089935302734,
        0.999690055847168,
        0.9996637105941772,
        0.9996547102928162,
        0.9995977282524109,
        0.9996436238288879,
        0.9996761679649353,
        0.9996175169944763,
        0.9996606111526489,
        0.9996697306632996,
        0.9996846914291382,
        0.9996650815010071,
        0.9996664524078369,
        0.9997016191482544,
        0.999639630317688
      ],
      "mean_relative_l2": 0.044302064925432205,
      "mean_cosine": 0.9996563792228699
    },
    {
      "hidden_state_index": 9,
      "relative_l2": [
        0.03265213593840599,
        0.044975873082876205,
        0.03264939785003662,
        0.03906546160578728,
        0.030817748978734016,
        0.03750637546181679,
        0.03963305801153183,
        0.047777507454156876,
        0.06210500746965408,
        0.05372703820466995,
        0.05441470816731453,
        0.03824064880609512,
        0.04698985442519188,
        0.05006050318479538,
        0.03250769153237343,
        0.05053027346730232,
        0.03678514063358307,
        0.03859058767557144,
        0.02879391424357891,
        0.03732837736606598,
        0.03933250159025192,
        0.04235101118683815,
        0.061270821839571,
        0.047487080097198486,
        0.04881063103675842,
        0.030030766502022743,
        0.05280761048197746,
        0.05624378100037575,
        0.037168629467487335,
        0.04443437606096268,
        0.037108372896909714,
        0.04435708001255989,
        0.03122588060796261,
        0.03661736473441124,
        0.04468140751123428,
        0.047883328050374985,
        0.0619179792702198,
        0.042296964675188065,
        0.054776180535554886,
        0.038539640605449677,
        0.058799613267183304,
        0.05003992095589638,
        0.037321850657463074,
        0.04972851276397705,
        0.036656878888607025,
        0.03479338809847832,
        0.030574386939406395,
        0.03752011060714722,
        0.04467606917023659,
        0.04797862097620964,
        0.06181531772017479,
        0.047497641295194626,
        0.0432983823120594,
        0.03382701799273491,
        0.05309656634926796,
        0.050206899642944336,
        0.03761797398328781,
        0.04479783773422241,
        0.03231743723154068,
        0.04364822059869766,
        0.030772235244512558,
        0.042398035526275635,
        0.050344742834568024,
        0.04824337363243103,
        0.07519438862800598,
        0.05386100336909294,
        0.04338919371366501,
        0.03838663920760155,
        0.05295119062066078,
        0.0629023090004921,
        0.036594897508621216,
        0.055710915476083755,
        0.03201068565249443,
        0.049634579569101334,
        0.038686931133270264,
        0.04219089448451996,
        0.049924593418836594,
        0.04265342652797699,
        0.06194579228758812,
        0.041888363659381866,
        0.05502787232398987,
        0.03425478935241699,
        0.05318703129887581,
        0.05596162751317024
      ],
      "cosine": [
        0.9996829628944397,
        0.9995918273925781,
        0.999671459197998,
        0.9996213912963867,
        0.9996271133422852,
        0.9996644258499146,
        0.9996073842048645,
        0.9996898174285889,
        0.9996173977851868,
        0.9996694922447205,
        0.9996623396873474,
        0.9996567368507385,
        0.9997000098228455,
        0.9996184706687927,
        0.9996911883354187,
        0.9996018409729004,
        0.9996824860572815,
        0.9996386170387268,
        0.9996152520179749,
        0.9996771812438965,
        0.9996188282966614,
        0.9996880292892456,
        0.9996291995048523,
        0.9996826648712158,
        0.9996374249458313,
        0.9996520280838013,
        0.9996962547302246,
        0.9996079206466675,
        0.9996839761734009,
        0.9996230602264404,
        0.9996739625930786,
        0.99961918592453,
        0.9996148347854614,
        0.9996979236602783,
        0.9996160864830017,
        0.9996916055679321,
        0.9996100664138794,
        0.999676525592804,
        0.999649167060852,
        0.9996438026428223,
        0.9996830224990845,
        0.9996274709701538,
        0.9996774792671204,
        0.9996219873428345,
        0.9996843338012695,
        0.9996128678321838,
        0.9996346831321716,
        0.9996657967567444,
        0.9996029138565063,
        0.9996911883354187,
        0.9996176958084106,
        0.999683141708374,
        0.9996477365493774,
        0.9996513724327087,
        0.9996907114982605,
        0.999607264995575,
        0.9996669292449951,
        0.9995987415313721,
        0.9996830224990845,
        0.9996378421783447,
        0.9996291995048523,
        0.9996758699417114,
        0.9996032118797302,
        0.9996780753135681,
        0.9996042251586914,
        0.9996647238731384,
        0.9996475577354431,
        0.9996476769447327,
        0.9996864795684814,
        0.9995865821838379,
        0.9997029304504395,
        0.9996221661567688,
        0.9996901154518127,
        0.9996179938316345,
        0.9996328353881836,
        0.9996749758720398,
        0.9996253252029419,
        0.9996814131736755,
        0.9996126890182495,
        0.9996864795684814,
        0.9996426701545715,
        0.9996384382247925,
        0.9996920228004456,
        0.9996201395988464
      ],
      "mean_relative_l2": 0.044747866690158844,
      "mean_cosine": 0.9996494054794312
    },
    {
      "hidden_state_index": 10,
      "relative_l2": [
        0.04304900020360947,
        0.06084614247083664,
        0.045562390238046646,
        0.04714342579245567,
        0.04698922485113144,
        0.050626832991838455,
        0.05662418156862259,
        0.04632405564188957,
        0.0692368894815445,
        0.04731108620762825,
        0.05175774544477463,
        0.05106406658887863,
        0.05698884651064873,
        0.05913984403014183,
        0.04493838548660278,
        0.06552542746067047,
        0.04499528929591179,
        0.053044643253088,
        0.0476536862552166,
        0.052697159349918365,
        0.053368791937828064,
        0.04524344578385353,
        0.0678129494190216,
        0.05239936709403992,
        0.046928804367780685,
        0.04856572672724724,
        0.05404694378376007,
        0.06547491997480392,
        0.043394461274147034,
        0.0709032341837883,
        0.04306817054748535,
        0.05752189829945564,
        0.04834135249257088,
        0.05449550226330757,
        0.06010120362043381,
        0.04421261325478554,
        0.06865332275629044,
        0.04728635400533676,
        0.05443686991930008,
        0.046207159757614136,
        0.05960169807076454,
        0.06100603938102722,
        0.04286966472864151,
        0.06921157240867615,
        0.047140300273895264,
        0.05036802217364311,
        0.04609327018260956,
        0.05163630470633507,
        0.060867790132761,
        0.04303397238254547,
        0.07316485792398453,
        0.052881624549627304,
        0.051238782703876495,
        0.047147344797849655,
        0.05346331372857094,
        0.05733456090092659,
        0.0443696565926075,
        0.06130705028772354,
        0.044951483607292175,
        0.060488294810056686,
        0.04598299041390419,
        0.05796103924512863,
        0.07062697410583496,
        0.046496517956256866,
        0.0644095316529274,
        0.05359822139143944,
        0.04666273295879364,
        0.04723483324050903,
        0.05119582265615463,
        0.06595638394355774,
        0.042029984295368195,
        0.06480886787176132,
        0.043430328369140625,
        0.05742240324616432,
        0.04593846574425697,
        0.05214282497763634,
        0.06488946080207825,
        0.05252337455749512,
        0.06089558079838753,
        0.04668435454368591,
        0.0492117740213871,
        0.048494186252355576,
        0.05441104993224144,
        0.05698690190911293
      ],
      "cosine": [
        0.9990783929824829,
        0.9988691210746765,
        0.9991347193717957,
        0.9990835189819336,
        0.9988988637924194,
        0.9988152980804443,
        0.9990647435188293,
        0.9989652037620544,
        0.9988921880722046,
        0.9990561604499817,
        0.9989933967590332,
        0.9988858103752136,
        0.9988442659378052,
        0.9989530444145203,
        0.9990272521972656,
        0.9988387823104858,
        0.9991587400436401,
        0.9990845322608948,
        0.9988682270050049,
        0.9988064765930176,
        0.9990523457527161,
        0.999014675617218,
        0.9989550113677979,
        0.9990769624710083,
        0.998996376991272,
        0.9988566637039185,
        0.9988521933555603,
        0.9990540146827698,
        0.999060332775116,
        0.9987788200378418,
        0.9991031885147095,
        0.9990595579147339,
        0.9988682270050049,
        0.9988358020782471,
        0.9991000294685364,
        0.9990274906158447,
        0.9989305734634399,
        0.9990619421005249,
        0.9990205764770508,
        0.9989348649978638,
        0.9988828301429749,
        0.99906325340271,
        0.999086320400238,
        0.9988600015640259,
        0.9991768002510071,
        0.9990562200546265,
        0.9989745616912842,
        0.9988570213317871,
        0.9990594983100891,
        0.9990796446800232,
        0.9989476799964905,
        0.9990530014038086,
        0.9990187287330627,
        0.9989209771156311,
        0.9988856911659241,
        0.9990400671958923,
        0.999045729637146,
        0.9988524913787842,
        0.9991618394851685,
        0.999099850654602,
        0.998945415019989,
        0.9988037943840027,
        0.9989945292472839,
        0.998923659324646,
        0.9989360570907593,
        0.9990220069885254,
        0.9990128874778748,
        0.9988869428634644,
        0.9988791346549988,
        0.9990218281745911,
        0.9991185665130615,
        0.9988836646080017,
        0.9991422295570374,
        0.9990553259849548,
        0.9989475607872009,
        0.9988332390785217,
        0.9990702867507935,
        0.9989395141601562,
        0.9988951683044434,
        0.9990856647491455,
        0.9989902377128601,
        0.9988270998001099,
        0.998837411403656,
        0.9990662932395935
      ],
      "mean_relative_l2": 0.05335894599556923,
      "mean_cosine": 0.9989784955978394
    },
    {
      "hidden_state_index": 11,
      "relative_l2": [
        0.03986049443483353,
        0.05531405285000801,
        0.03962160646915436,
        0.042002659291028976,
        0.05003456771373749,
        0.04313677176833153,
        0.0485529750585556,
        0.042272813618183136,
        0.062236592173576355,
        0.041834183037281036,
        0.04643147811293602,
        0.056016601622104645,
        0.050910674035549164,
        0.051968708634376526,
        0.040789101272821426,
        0.05923191457986832,
        0.039938461035490036,
        0.04690980538725853,
        0.050511546432971954,
        0.043501343578100204,
        0.04608025401830673,
        0.041512906551361084,
        0.057613976299762726,
        0.04101040959358215,
        0.04483314976096153,
        0.04556847736239433,
        0.0443376861512661,
        0.056172605603933334,
        0.04050504043698311,
        0.06763631105422974,
        0.04011860489845276,
        0.04414281249046326,
        0.04602638632059097,
        0.044354356825351715,
        0.0579795241355896,
        0.041584279388189316,
        0.058127064257860184,
        0.042857516556978226,
        0.04594554007053375,
        0.044036272913217545,
        0.047665927559137344,
        0.05031285807490349,
        0.040318965911865234,
        0.06644004583358765,
        0.03897935897111893,
        0.043601278215646744,
        0.04428800567984581,
        0.043830495327711105,
        0.048343636095523834,
        0.04165395721793175,
        0.05769485607743263,
        0.04060234874486923,
        0.0461856871843338,
        0.04979158937931061,
        0.04327407479286194,
        0.047705039381980896,
        0.04139955714344978,
        0.05590593069791794,
        0.04015929996967316,
        0.04683530330657959,
        0.04723820090293884,
        0.04661831632256508,
        0.05918921157717705,
        0.04367523267865181,
        0.057772133499383926,
        0.04232250526547432,
        0.04301898926496506,
        0.047958701848983765,
        0.04316291958093643,
        0.05372733995318413,
        0.04116391763091087,
        0.058661870658397675,
        0.038916368037462234,
        0.05016184225678444,
        0.0498342402279377,
        0.04567761346697807,
        0.05458831787109375,
        0.04376932233572006,
        0.05847475305199623,
        0.041567958891391754,
        0.04624408110976219,
        0.04689718782901764,
        0.046278875321149826,
        0.05043531581759453
      ],
      "cosine": [
        0.999206006526947,
        0.9990292191505432,
        0.9992333054542542,
        0.9991392493247986,
        0.9991065859794617,
        0.9990702867507935,
        0.9991674423217773,
        0.9991262555122375,
        0.999051034450531,
        0.9991863369941711,
        0.9990668892860413,
        0.9991081357002258,
        0.9990425109863281,
        0.999017596244812,
        0.9991741180419922,
        0.9990119934082031,
        0.9992604851722717,
        0.9991374015808105,
        0.9990862011909485,
        0.9990730881690979,
        0.9991636872291565,
        0.9991386532783508,
        0.9990927577018738,
        0.9992185831069946,
        0.9990634322166443,
        0.9990975260734558,
        0.9990794658660889,
        0.9991161227226257,
        0.9991981983184814,
        0.9989706873893738,
        0.9991956949234009,
        0.9990947246551514,
        0.9990785717964172,
        0.9990782737731934,
        0.9991915225982666,
        0.9991356730461121,
        0.9990670084953308,
        0.9992058873176575,
        0.999087393283844,
        0.9990955591201782,
        0.9990828633308411,
        0.9990953207015991,
        0.9992054104804993,
        0.9990197420120239,
        0.999299168586731,
        0.9991170167922974,
        0.999154806137085,
        0.999100923538208,
        0.9991768598556519,
        0.9991955161094666,
        0.9990901947021484,
        0.9991940855979919,
        0.999076783657074,
        0.9991142153739929,
        0.9990830421447754,
        0.9990983009338379,
        0.9991621971130371,
        0.9989989995956421,
        0.9992524981498718,
        0.9991424679756165,
        0.9991196393966675,
        0.9990445971488953,
        0.9991236329078674,
        0.9990657567977905,
        0.9990922808647156,
        0.9991651177406311,
        0.9990973472595215,
        0.9990846514701843,
        0.9990738034248352,
        0.9990698099136353,
        0.9992136359214783,
        0.9990436434745789,
        0.9992430210113525,
        0.9991070628166199,
        0.999114990234375,
        0.9990843534469604,
        0.9991777539253235,
        0.9990774393081665,
        0.9990561008453369,
        0.9991969466209412,
        0.999078094959259,
        0.9990387558937073,
        0.9990613460540771,
        0.999091386795044
      ],
      "mean_relative_l2": 0.047545988112688065,
      "mean_cosine": 0.9991171956062317
    },
    {
      "hidden_state_index": 12,
      "relative_l2": [
        0.05899985507130623,
        0.09586817771196365,
        0.054584622383117676,
        0.07287270575761795,
        0.05808847397565842,
        0.052747488021850586,
        0.08258809894323349,
        0.05722542479634285,
        0.08978047221899033,
        0.05863603949546814,
        0.07844720035791397,
        0.07656176388263702,
        0.05910621955990791,
        0.07396377623081207,
        0.05616879090666771,
        0.09577242285013199,
        0.05732761323451996,
        0.08352229744195938,
        0.0664951354265213,
        0.05201301351189613,
        0.08852263540029526,
        0.06024504452943802,
        0.0843815952539444,
        0.062401071190834045,
        0.07369005680084229,
        0.05789538845419884,
        0.05558757856488228,
        0.08348242938518524,
        0.05578162521123886,
        0.10262877494096756,
        0.05430478975176811,
        0.07917514443397522,
        0.05783018842339516,
        0.05914505198597908,
        0.08238735049962997,
        0.06503594666719437,
        0.08974658697843552,
        0.06207377463579178,
        0.07880013436079025,
        0.06748925894498825,
        0.059283241629600525,
        0.07844775170087814,
        0.05948314070701599,
        0.09445945173501968,
        0.05402792990207672,
        0.07299469411373138,
        0.057708632200956345,
        0.05491739138960838,
        0.07191064208745956,
        0.05961204320192337,
        0.08416050672531128,
        0.0548274889588356,
        0.07416961342096329,
        0.06671071797609329,
        0.056330423802137375,
        0.08362998068332672,
        0.06085457280278206,
        0.09585941582918167,
        0.05843422934412956,
        0.08385071158409119,
        0.06231435388326645,
        0.056460898369550705,
        0.08331006020307541,
        0.06125843897461891,
        0.08980569243431091,
        0.06710873544216156,
        0.06934058666229248,
        0.06255179643630981,
        0.05355217307806015,
        0.09004469960927963,
        0.05545169860124588,
        0.09490851312875748,
        0.05136759579181671,
        0.07770640403032303,
        0.05813995376229286,
        0.05906996130943298,
        0.0718841403722763,
        0.05704754218459129,
        0.08400440216064453,
        0.05818751081824303,
        0.07430918514728546,
        0.058452751487493515,
        0.056144796311855316,
        0.08380982279777527
      ],
      "cosine": [
        0.9989640116691589,
        0.9988989233970642,
        0.9990026950836182,
        0.9990050196647644,
        0.9990248084068298,
        0.9989389777183533,
        0.9990250468254089,
        0.9988775253295898,
        0.9989435076713562,
        0.998988687992096,
        0.998981237411499,
        0.9990440011024475,
        0.9989780783653259,
        0.9989452362060547,
        0.9989285469055176,
        0.9989349842071533,
        0.999053418636322,
        0.9989824295043945,
        0.9990488886833191,
        0.9989789724349976,
        0.9990100860595703,
        0.9989129304885864,
        0.9989205598831177,
        0.9990090727806091,
        0.9989675879478455,
        0.9990471005439758,
        0.9989774823188782,
        0.9990176558494568,
        0.9989434480667114,
        0.9988701939582825,
        0.9990164041519165,
        0.9989573359489441,
        0.9990453720092773,
        0.9989660382270813,
        0.9990636706352234,
        0.9988691210746765,
        0.9989588260650635,
        0.9990352988243103,
        0.998960554599762,
        0.9990110397338867,
        0.9989858269691467,
        0.9990132451057434,
        0.9989383816719055,
        0.9989587664604187,
        0.9990298748016357,
        0.9989916086196899,
        0.9990522265434265,
        0.9989916086196899,
        0.9990453124046326,
        0.9989503026008606,
        0.9989432096481323,
        0.9990026950836182,
        0.9989379048347473,
        0.9990565180778503,
        0.9989410042762756,
        0.9990350008010864,
        0.9988651275634766,
        0.998930811882019,
        0.998999834060669,
        0.9989676475524902,
        0.999025821685791,
        0.9989148378372192,
        0.9990006685256958,
        0.998853862285614,
        0.9989420771598816,
        0.9989959001541138,
        0.9989452362060547,
        0.9990264177322388,
        0.9989108443260193,
        0.9989614486694336,
        0.9989604353904724,
        0.9989766478538513,
        0.9990019798278809,
        0.9990032911300659,
        0.9990262389183044,
        0.9989672303199768,
        0.9990448951721191,
        0.9988895058631897,
        0.998960554599762,
        0.9990122318267822,
        0.9989495873451233,
        0.9990239143371582,
        0.9989495277404785,
        0.9989887475967407
      ],
      "mean_relative_l2": 0.06927711516618729,
      "mean_cosine": 0.9989771246910095
    },
    {
      "hidden_state_index": 13,
      "relative_l2": [
        0.07632697373628616,
        0.11211206018924713,
        0.07248838245868683,
        0.08208262920379639,
        0.06437070667743683,
        0.0661170482635498,
        0.09837734699249268,
        0.07428009808063507,
        0.09935854375362396,
        0.07198195904493332,
        0.08244769275188446,
        0.0802789032459259,
        0.06815160065889359,
        0.0794876292347908,
        0.07354457676410675,
        0.11885794997215271,
        0.08051959425210953,
        0.08175915479660034,
        0.07533570379018784,
        0.06887896358966827,
        0.11084526032209396,
        0.07400909811258316,
        0.09957268834114075,
        0.08037591725587845,
        0.08311692625284195,
        0.06445319950580597,
        0.06906278431415558,
        0.09366728365421295,
        0.07684539258480072,
        0.1137508898973465,
        0.07215633243322372,
        0.08322824537754059,
        0.06754488497972488,
        0.08202652633190155,
        0.10421990603208542,
        0.08289667218923569,
        0.11138401180505753,
        0.07969674468040466,
        0.08754164725542068,
        0.06546332687139511,
        0.07296833395957947,
        0.08817756921052933,
        0.07677126675844193,
        0.11722219735383987,
        0.0719207152724266,
        0.07738431543111801,
        0.06460069119930267,
        0.06875608116388321,
        0.09284941852092743,
        0.07275578379631042,
        0.10552020370960236,
        0.07594041526317596,
        0.08294904232025146,
        0.0680413693189621,
        0.06670064479112625,
        0.09351037442684174,
        0.07460129261016846,
        0.10663745552301407,
        0.07662320137023926,
        0.08766231685876846,
        0.06783189624547958,
        0.07386479526758194,
        0.10483422875404358,
        0.07931885123252869,
        0.10506615787744522,
        0.08135069161653519,
        0.07445782423019409,
        0.06824107468128204,
        0.066556416451931,
        0.09418421238660812,
        0.07694888859987259,
        0.11123287677764893,
        0.06501706689596176,
        0.08678953349590302,
        0.06503403931856155,
        0.07302534580230713,
        0.09275154769420624,
        0.07101187855005264,
        0.09869643300771713,
        0.07988142222166061,
        0.07884220033884048,
        0.06550557911396027,
        0.06630350649356842,
        0.09896090626716614
      ],
      "cosine": [
        0.9983007311820984,
        0.9981003999710083,
        0.9982830882072449,
        0.9983056783676147,
        0.998375415802002,
        0.9982614517211914,
        0.9982789158821106,
        0.9981648325920105,
        0.9981745481491089,
        0.9983031749725342,
        0.9982438683509827,
        0.9983921647071838,
        0.9983323812484741,
        0.9981575608253479,
        0.998224139213562,
        0.9981166124343872,
        0.9983332753181458,
        0.9983043074607849,
        0.9984154105186462,
        0.9983042478561401,
        0.9982109069824219,
        0.9981915354728699,
        0.9981301426887512,
        0.9983140826225281,
        0.9981990456581116,
        0.9983663558959961,
        0.9982908964157104,
        0.9982281923294067,
        0.9982767701148987,
        0.9979989528656006,
        0.9982986450195312,
        0.9982450604438782,
        0.9983891248703003,
        0.9982772469520569,
        0.9982859492301941,
        0.9981513023376465,
        0.9981544613838196,
        0.9983575344085693,
        0.9982277154922485,
        0.9983035922050476,
        0.9982745051383972,
        0.9982362389564514,
        0.998275101184845,
        0.9981430768966675,
        0.998315691947937,
        0.9982859492301941,
        0.9983645081520081,
        0.9983078241348267,
        0.9982860088348389,
        0.9982560873031616,
        0.99812251329422,
        0.9983130097389221,
        0.9981911182403564,
        0.9983455538749695,
        0.9982205629348755,
        0.998241126537323,
        0.9981508851051331,
        0.998072624206543,
        0.9982686042785645,
        0.9982482194900513,
        0.9983674883842468,
        0.9982143044471741,
        0.9982274174690247,
        0.9980901479721069,
        0.9981678128242493,
        0.9982573986053467,
        0.9981909394264221,
        0.9983413815498352,
        0.998235285282135,
        0.9981892704963684,
        0.9982821941375732,
        0.9981732964515686,
        0.9983148574829102,
        0.9983089566230774,
        0.9983351826667786,
        0.9982796907424927,
        0.9982997179031372,
        0.9981388449668884,
        0.9981858134269714,
        0.9983378052711487,
        0.9981878399848938,
        0.9983083605766296,
        0.9982515573501587,
        0.998225748538971
      ],
      "mean_relative_l2": 0.08233232796192169,
      "mean_cosine": 0.9982511401176453
    },
    {
      "hidden_state_index": 14,
      "relative_l2": [
        0.07934495061635971,
        0.07712972909212112,
        0.07321289926767349,
        0.07436566054821014,
        0.07236150652170181,
        0.07518965005874634,
        0.08277074247598648,
        0.08245938271284103,
        0.07485656440258026,
        0.07412755489349365,
        0.07578889280557632,
        0.07668869942426682,
        0.07274962216615677,
        0.07923197001218796,
        0.07913913577795029,
        0.07921858876943588,
        0.0758567601442337,
        0.07862582802772522,
        0.0739184319972992,
        0.0749727189540863,
        0.09031971544027328,
        0.08376412093639374,
        0.07228367775678635,
        0.07584366947412491,
        0.07677638530731201,
        0.07499492168426514,
        0.0724794790148735,
        0.0815713182091713,
        0.08026740700006485,
        0.07534406334161758,
        0.07271023094654083,
        0.0737999975681305,
        0.07332738488912582,
        0.0802665650844574,
        0.08536677062511444,
        0.0867699608206749,
        0.0742964819073677,
        0.07362117618322372,
        0.07701423764228821,
        0.07845374196767807,
        0.07245349138975143,
        0.07830650359392166,
        0.08022470772266388,
        0.07596245408058167,
        0.07301231473684311,
        0.07427245378494263,
        0.07223526388406754,
        0.07477346807718277,
        0.07545981556177139,
        0.08155061304569244,
        0.07259290665388107,
        0.07385522872209549,
        0.07802650332450867,
        0.07634077221155167,
        0.07480598986148834,
        0.0798615962266922,
        0.07973246276378632,
        0.07551832497119904,
        0.07321606576442719,
        0.07591623812913895,
        0.07220906019210815,
        0.07767041027545929,
        0.0899251252412796,
        0.0856122076511383,
        0.07333409041166306,
        0.07682857662439346,
        0.07665493339300156,
        0.0769270583987236,
        0.07519572973251343,
        0.08035098761320114,
        0.07971726357936859,
        0.07559685409069061,
        0.0714942216873169,
        0.0771440863609314,
        0.07273855060338974,
        0.07582217454910278,
        0.07820938527584076,
        0.08285852521657944,
        0.07001861929893494,
        0.07455538213253021,
        0.07692084461450577,
        0.07524456828832626,
        0.07387799769639969,
        0.08450338989496231
      ],
      "cosine": [
        0.9971142411231995,
        0.9975864887237549,
        0.9974518418312073,
        0.9974868893623352,
        0.9973939061164856,
        0.9972337484359741,
        0.9976215362548828,
        0.9968679547309875,
        0.9975767135620117,
        0.9973096251487732,
        0.9972661733627319,
        0.997307300567627,
        0.9974079728126526,
        0.9971391558647156,
        0.9970184564590454,
        0.9976301193237305,
        0.9974978566169739,
        0.9974810481071472,
        0.9974048733711243,
        0.9973269104957581,
        0.997573733329773,
        0.9966499209403992,
        0.9975180625915527,
        0.9973662495613098,
        0.9971172213554382,
        0.997184157371521,
        0.997383713722229,
        0.9972967505455017,
        0.9971839785575867,
        0.9975455403327942,
        0.997484564781189,
        0.9975359439849854,
        0.9973241090774536,
        0.9973481893539429,
        0.9976720809936523,
        0.9966615438461304,
        0.9976210594177246,
        0.9974204301834106,
        0.9971810579299927,
        0.9969180226325989,
        0.9974299669265747,
        0.9973597526550293,
        0.9970412850379944,
        0.9976576566696167,
        0.9974654316902161,
        0.9973788857460022,
        0.9974027276039124,
        0.9973348379135132,
        0.9977205395698547,
        0.9968247413635254,
        0.9974982738494873,
        0.9973312616348267,
        0.9970215559005737,
        0.997081995010376,
        0.9972136616706848,
        0.9974201917648315,
        0.9969736933708191,
        0.9975268244743347,
        0.997451901435852,
        0.9975095987319946,
        0.9974054098129272,
        0.9972288608551025,
        0.99760502576828,
        0.9966031908988953,
        0.9975515604019165,
        0.9972966313362122,
        0.9970769882202148,
        0.9970369338989258,
        0.9971845746040344,
        0.9972092509269714,
        0.9970881342887878,
        0.9976860284805298,
        0.9974541068077087,
        0.9975795149803162,
        0.9974105954170227,
        0.997365415096283,
        0.9977297186851501,
        0.9967202544212341,
        0.9976006150245667,
        0.9973548054695129,
        0.9971064329147339,
        0.9971814751625061,
        0.9972811937332153,
        0.9972705841064453
      ],
      "mean_relative_l2": 0.0769381895661354,
      "mean_cosine": 0.9973188042640686
    },
    {
      "hidden_state_index": 15,
      "relative_l2": [
        0.10383649915456772,
        0.10026585310697556,
        0.09629981964826584,
        0.09218134731054306,
        0.09915756434202194,
        0.09689722210168839,
        0.10035918653011322,
        0.10906641185283661,
        0.09595940262079239,
        0.10272808372974396,
        0.09450211375951767,
        0.10369657725095749,
        0.09243389219045639,
        0.10280246287584305,
        0.1052715852856636,
        0.10105793178081512,
        0.09671972692012787,
        0.09712401032447815,
        0.0996580570936203,
        0.09630396962165833,
        0.10628345608711243,
        0.11300429701805115,
        0.0988387018442154,
        0.10103990882635117,
        0.09843245893716812,
        0.10345473140478134,
        0.0931914672255516,
        0.10153122991323471,
        0.10650882869958878,
        0.09676747024059296,
        0.09491722285747528,
        0.09047213196754456,
        0.10021288692951202,
        0.10017485916614532,
        0.10233975201845169,
        0.11469947546720505,
        0.09423870593309402,
        0.09849493205547333,
        0.09863264858722687,
        0.11339783668518066,
        0.0907583236694336,
        0.09735133498907089,
        0.10847144573926926,
        0.1025235503911972,
        0.09697042405605316,
        0.09532835334539413,
        0.09971590340137482,
        0.09725330770015717,
        0.09554120898246765,
        0.10952399671077728,
        0.09494893252849579,
        0.10060474276542664,
        0.10060656815767288,
        0.10795438289642334,
        0.09775213152170181,
        0.09734267741441727,
        0.10801961272954941,
        0.10114140063524246,
        0.09499385952949524,
        0.09173694998025894,
        0.09706246107816696,
        0.0965668112039566,
        0.10229597240686417,
        0.1151745468378067,
        0.09499365836381912,
        0.10300517082214355,
        0.10077136009931564,
        0.11010143160820007,
        0.09951446205377579,
        0.10205056518316269,
        0.10496065020561218,
        0.09791203588247299,
        0.09634795039892197,
        0.0930769219994545,
        0.0983855351805687,
        0.09603448212146759,
        0.09211638569831848,
        0.11137038469314575,
        0.09165606647729874,
        0.10379981994628906,
        0.09918718039989471,
        0.10526745021343231,
        0.09621798992156982,
        0.10466954857110977
      ],
      "cosine": [
        0.9948710203170776,
        0.9960927367210388,
        0.995434045791626,
        0.9959806203842163,
        0.9951037168502808,
        0.9953283667564392,
        0.9962933659553528,
        0.9942988157272339,
        0.9960751533508301,
        0.9947105646133423,
        0.9955928921699524,
        0.9946807026863098,
        0.995721161365509,
        0.995265781879425,
        0.9947211742401123,
        0.9962324500083923,
        0.9955576062202454,
        0.9959312677383423,
        0.9950994253158569,
        0.9955001473426819,
        0.9962374567985535,
        0.9936972260475159,
        0.9958017468452454,
        0.9949625134468079,
        0.9952197670936584,
        0.9946565628051758,
        0.9956515431404114,
        0.995581865310669,
        0.9950140118598938,
        0.99619460105896,
        0.9955613613128662,
        0.9961400628089905,
        0.9949709177017212,
        0.9954720735549927,
        0.996349573135376,
        0.9936822056770325,
        0.9962371587753296,
        0.9951680302619934,
        0.995281994342804,
        0.9935650825500488,
        0.9958962202072144,
        0.9958056211471558,
        0.9943853616714478,
        0.9960756897926331,
        0.9954452514648438,
        0.9955911636352539,
        0.9950211644172668,
        0.995334804058075,
        0.9964879155158997,
        0.9940258264541626,
        0.9960072040557861,
        0.9949313998222351,
        0.9949626326560974,
        0.9942154884338379,
        0.9952756762504578,
        0.9959816336631775,
        0.9945554733276367,
        0.9959819316864014,
        0.9955084323883057,
        0.996129035949707,
        0.9952822923660278,
        0.9954705834388733,
        0.9963350892066956,
        0.9935173392295837,
        0.995992124080658,
        0.9947664737701416,
        0.9949162006378174,
        0.9939769506454468,
        0.9950571060180664,
        0.9953555464744568,
        0.9947571158409119,
        0.9962767958641052,
        0.9953526258468628,
        0.9961405396461487,
        0.995223879814148,
        0.9955189228057861,
        0.996601402759552,
        0.9938188195228577,
        0.9961395859718323,
        0.9946325421333313,
        0.9950999617576599,
        0.994464099407196,
        0.9953866600990295,
        0.9954546689987183
      ],
      "mean_relative_l2": 0.10016705840826035,
      "mean_cosine": 0.9953225255012512
    },
    {
      "hidden_state_index": 16,
      "relative_l2": [
        0.14899806678295135,
        0.1207222118973732,
        0.1373824030160904,
        0.13181664049625397,
        0.13831844925880432,
        0.1322583705186844,
        0.12892764806747437,
        0.14535218477249146,
        0.120444156229496,
        0.13575085997581482,
        0.12836818397045135,
        0.13626110553741455,
        0.12677010893821716,
        0.1360797882080078,
        0.1508251130580902,
        0.12229447811841965,
        0.13780786097049713,
        0.13780716061592102,
        0.1384795904159546,
        0.13357040286064148,
        0.13396130502223969,
        0.1537136286497116,
        0.12434448301792145,
        0.13475824892520905,
        0.136098712682724,
        0.13261309266090393,
        0.12730053067207336,
        0.13499093055725098,
        0.14902225136756897,
        0.116696797311306,
        0.13772086799144745,
        0.12845845520496368,
        0.1369556188583374,
        0.13914549350738525,
        0.1279304474592209,
        0.15754739940166473,
        0.11931775510311127,
        0.13120517134666443,
        0.13536886870861053,
        0.1428527534008026,
        0.12497936934232712,
        0.12751778960227966,
        0.1531427651643753,
        0.125046968460083,
        0.13600115478038788,
        0.1340094357728958,
        0.13756749033927917,
        0.13446593284606934,
        0.12462233752012253,
        0.14988143742084503,
        0.11919865757226944,
        0.13158154487609863,
        0.1338949054479599,
        0.13677240908145905,
        0.12917526066303253,
        0.12646245956420898,
        0.15179674327373505,
        0.12358566373586655,
        0.13133178651332855,
        0.12971293926239014,
        0.13171075284481049,
        0.13413743674755096,
        0.12597307562828064,
        0.15486131608486176,
        0.11646538227796555,
        0.13990738987922668,
        0.1347268521785736,
        0.13804304599761963,
        0.13348248600959778,
        0.13367362320423126,
        0.14562846720218658,
        0.12014161050319672,
        0.13381531834602356,
        0.12984205782413483,
        0.13947787880897522,
        0.1328565925359726,
        0.12085843831300735,
        0.14770212769508362,
        0.11404775828123093,
        0.13855546712875366,
        0.13235843181610107,
        0.13455608487129211,
        0.1287088543176651,
        0.13559630513191223
      ],
      "cosine": [
        0.9916707873344421,
        0.9940381646156311,
        0.9921392202377319,
        0.9929563999176025,
        0.991952657699585,
        0.9917542934417725,
        0.9932814836502075,
        0.9912479519844055,
        0.9940925240516663,
        0.991661787033081,
        0.9927142262458801,
        0.9917247891426086,
        0.992314875125885,
        0.992044985294342,
        0.9914207458496094,
        0.9940702319145203,
        0.99232017993927,
        0.9927330017089844,
        0.991933286190033,
        0.9918961524963379,
        0.9931760430335999,
        0.9904063940048218,
        0.9936591386795044,
        0.9919652342796326,
        0.9921960830688477,
        0.9915667176246643,
        0.9921472668647766,
        0.9924289584159851,
        0.9916515350341797,
        0.9940451979637146,
        0.9923176765441895,
        0.9929251670837402,
        0.9916708469390869,
        0.9917888045310974,
        0.9933887720108032,
        0.9904609322547913,
        0.9942420125007629,
        0.992222011089325,
        0.9923424124717712,
        0.9903458952903748,
        0.992671549320221,
        0.9927064776420593,
        0.9911267161369324,
        0.9940066933631897,
        0.9923041462898254,
        0.9924420714378357,
        0.9918355941772461,
        0.9917811751365662,
        0.9935470223426819,
        0.990925133228302,
        0.994036853313446,
        0.9920148253440857,
        0.9920955896377563,
        0.9911632537841797,
        0.9919247627258301,
        0.9930356740951538,
        0.9912699460983276,
        0.9936683773994446,
        0.9924389123916626,
        0.9929607510566711,
        0.9923365712165833,
        0.9918020963668823,
        0.9933776259422302,
        0.9901861548423767,
        0.9941304326057434,
        0.9917781352996826,
        0.9919811487197876,
        0.9909927845001221,
        0.9916311502456665,
        0.9921504259109497,
        0.9915580153465271,
        0.9940611124038696,
        0.9921372532844543,
        0.9932084083557129,
        0.992032527923584,
        0.9919790029525757,
        0.9935842156410217,
        0.9906729459762573,
        0.9943712949752808,
        0.9917115569114685,
        0.9922536611557007,
        0.9914495348930359,
        0.9919665455818176,
        0.9923298358917236
      ],
      "mean_relative_l2": 0.13388226926326752,
      "mean_cosine": 0.9923161864280701
    },
    {
      "hidden_state_index": 17,
      "relative_l2": [
        0.12822872400283813,
        0.10813628882169724,
        0.12263300269842148,
        0.11775115877389908,
        0.12385866045951843,
        0.1225610226392746,
        0.1134297251701355,
        0.13472606241703033,
        0.1085578128695488,
        0.12832674384117126,
        0.12036526948213577,
        0.12858527898788452,
        0.12050993740558624,
        0.12219049036502838,
        0.12877124547958374,
        0.10818227380514145,
        0.12133181840181351,
        0.12323758751153946,
        0.12460038810968399,
        0.12193714082241058,
        0.11550731211900711,
        0.1440296769142151,
        0.11289473623037338,
        0.12635833024978638,
        0.12631654739379883,
        0.1292339265346527,
        0.12295250594615936,
        0.11895444989204407,
        0.12807230651378632,
        0.10624361783266068,
        0.12093418836593628,
        0.1176861897110939,
        0.12442711740732193,
        0.12410400807857513,
        0.11371580511331558,
        0.14553143084049225,
        0.10692684352397919,
        0.12311287969350815,
        0.12711136043071747,
        0.14086245000362396,
        0.11891790479421616,
        0.1153424084186554,
        0.13282795250415802,
        0.11082804948091507,
        0.12091892957687378,
        0.12334270030260086,
        0.1236407607793808,
        0.12353531271219254,
        0.11025422066450119,
        0.13956314325332642,
        0.10807101428508759,
        0.12421980500221252,
        0.1270594298839569,
        0.13317373394966125,
        0.12380588054656982,
        0.11351475864648819,
        0.13009066879749298,
        0.10991048812866211,
        0.11888141185045242,
        0.11751916259527206,
        0.11947158724069595,
        0.12219811975955963,
        0.11267940700054169,
        0.1437956541776657,
        0.10592322051525116,
        0.12920185923576355,
        0.12882143259048462,
        0.13402095437049866,
        0.12703673541545868,
        0.12115208059549332,
        0.12805484235286713,
        0.10825808346271515,
        0.1220446452498436,
        0.11712748557329178,
        0.12181893736124039,
        0.12195474654436111,
        0.10872931778430939,
        0.13852950930595398,
        0.10351619124412537,
        0.13009728491306305,
        0.12458807975053787,
        0.1295408010482788,
        0.12360119074583054,
        0.11891806125640869
      ],
      "cosine": [
        0.9919931888580322,
        0.9943364262580872,
        0.9926566481590271,
        0.993200421333313,
        0.9924370646476746,
        0.9924868941307068,
        0.9937450289726257,
        0.9910949468612671,
        0.9943159818649292,
        0.9919772148132324,
        0.9929143786430359,
        0.9918693900108337,
        0.9927409887313843,
        0.9926379919052124,
        0.9918397665023804,
        0.9943215847015381,
        0.9928749799728394,
        0.9930058717727661,
        0.992352306842804,
        0.9925956726074219,
        0.9935901761054993,
        0.9900766611099243,
        0.9937775135040283,
        0.9923031330108643,
        0.9922154545783997,
        0.9916169047355652,
        0.9924213290214539,
        0.9930899739265442,
        0.9921010136604309,
        0.9943421483039856,
        0.9929347634315491,
        0.9931400418281555,
        0.992260754108429,
        0.9925448298454285,
        0.9939026236534119,
        0.9901639819145203,
        0.9944127798080444,
        0.9926132559776306,
        0.9922380447387695,
        0.9901981949806213,
        0.9930238723754883,
        0.9934287071228027,
        0.9913328289985657,
        0.9941472411155701,
        0.9928622245788574,
        0.9927533268928528,
        0.9924618005752563,
        0.9924590587615967,
        0.9940142631530762,
        0.9906808733940125,
        0.9942386746406555,
        0.9923980236053467,
        0.9921516180038452,
        0.991226077079773,
        0.9923462271690369,
        0.9935893416404724,
        0.9916682839393616,
        0.9939988851547241,
        0.9929699301719666,
        0.9931116700172424,
        0.9929022192955017,
        0.9925600290298462,
        0.9939128160476685,
        0.9899799227714539,
        0.9944140315055847,
        0.9920844435691833,
        0.9919225573539734,
        0.9910094141960144,
        0.9919499158859253,
        0.9927640557289124,
        0.9918672442436218,
        0.9942367076873779,
        0.9925522208213806,
        0.9933730959892273,
        0.9927406907081604,
        0.9926500916481018,
        0.9941279888153076,
        0.9905145764350891,
        0.9946358799934387,
        0.9919747114181519,
        0.9922475814819336,
        0.991595983505249,
        0.9923422932624817,
        0.9930199384689331
      ],
      "mean_relative_l2": 0.12225469201803207,
      "mean_cosine": 0.9926378130912781
    },
    {
      "hidden_state_index": 18,
      "relative_l2": [
        0.1935945600271225,
        0.15356947481632233,
        0.18275122344493866,
        0.1715984046459198,
        0.19237126410007477,
        0.17830905318260193,
        0.15981025993824005,
        0.2105586677789688,
        0.1564999371767044,
        0.19699810445308685,
        0.1723467856645584,
        0.19924750924110413,
        0.17041946947574615,
        0.16437721252441406,
        0.196250781416893,
        0.15327996015548706,
        0.17678970098495483,
        0.17449547350406647,
        0.19489553570747375,
        0.17553013563156128,
        0.15628400444984436,
        0.23134808242321014,
        0.1616871953010559,
        0.18766416609287262,
        0.1877606064081192,
        0.20052002370357513,
        0.17525550723075867,
        0.16255761682987213,
        0.19486908614635468,
        0.15048587322235107,
        0.17771650850772858,
        0.1660211831331253,
        0.19419854879379272,
        0.17981526255607605,
        0.15446363389492035,
        0.23267744481563568,
        0.14967380464076996,
        0.18314754962921143,
        0.1801970899105072,
        0.22981540858745575,
        0.15860198438167572,
        0.1545562595129013,
        0.20988117158412933,
        0.1591835469007492,
        0.18098843097686768,
        0.18084637820720673,
        0.18874460458755493,
        0.18386010825634003,
        0.15274305641651154,
        0.22296079993247986,
        0.160783052444458,
        0.18731220066547394,
        0.18980605900287628,
        0.21044443547725677,
        0.17134127020835876,
        0.15012963116168976,
        0.1958359330892563,
        0.15230077505111694,
        0.17914138734340668,
        0.16411443054676056,
        0.18561504781246185,
        0.17728443443775177,
        0.15492123365402222,
        0.23702235519886017,
        0.1604786515235901,
        0.19237752258777618,
        0.18829846382141113,
        0.21530331671237946,
        0.18800179660320282,
        0.16325049102306366,
        0.1976485401391983,
        0.15469001233577728,
        0.179803267121315,
        0.16822686791419983,
        0.18473413586616516,
        0.17792747914791107,
        0.14897699654102325,
        0.2272578328847885,
        0.15451078116893768,
        0.20303529500961304,
        0.18508300185203552,
        0.20144076645374298,
        0.1808548867702484,
        0.16295410692691803
      ],
      "cosine": [
        0.981406569480896,
        0.9881634712219238,
        0.9833223819732666,
        0.9852401614189148,
        0.9815546274185181,
        0.9840061068534851,
        0.9872743487358093,
        0.9783072471618652,
        0.9877451062202454,
        0.9805071949958801,
        0.9850923418998718,
        0.9804099798202515,
        0.9854306578636169,
        0.9864705801010132,
        0.9808992147445679,
        0.9882286787033081,
        0.984300971031189,
        0.985183596611023,
        0.9810757040977478,
        0.9845595359802246,
        0.9877991080284119,
        0.9738693237304688,
        0.986887514591217,
        0.9823949337005615,
        0.9825330972671509,
        0.9797497987747192,
        0.9845971465110779,
        0.98681640625,
        0.9813926219940186,
        0.9886159300804138,
        0.9842780232429504,
        0.9862091541290283,
        0.9810042977333069,
        0.9840322136878967,
        0.9882130026817322,
        0.973943829536438,
        0.988749623298645,
        0.9831819534301758,
        0.9838319420814514,
        0.9737585186958313,
        0.9874419569969177,
        0.9880089163780212,
        0.9781221151351929,
        0.9873257875442505,
        0.9835920333862305,
        0.9837850332260132,
        0.9821574687957764,
        0.9831587076187134,
        0.9883506298065186,
        0.9756917953491211,
        0.987053632736206,
        0.9823607802391052,
        0.9820156693458557,
        0.9778967499732971,
        0.9852833151817322,
        0.9886865019798279,
        0.9807960987091064,
        0.9883342981338501,
        0.9838234186172485,
        0.9864416122436523,
        0.9827234148979187,
        0.984207034111023,
        0.9880127906799316,
        0.9726182818412781,
        0.987057626247406,
        0.9815188646316528,
        0.982278048992157,
        0.9769655466079712,
        0.9824151992797852,
        0.9866176247596741,
        0.9804737567901611,
        0.9879781603813171,
        0.9837033748626709,
        0.9859603643417358,
        0.9830095767974854,
        0.9841609597206116,
        0.9888406991958618,
        0.9745855927467346,
        0.9879987835884094,
        0.9795486330986023,
        0.9827356338500977,
        0.9797016382217407,
        0.9835692644119263,
        0.986741840839386
      ],
      "mean_relative_l2": 0.18063244223594666,
      "mean_cosine": 0.9835094213485718
    },
    {
      "hidden_state_index": 19,
      "relative_l2": [
        0.2204214334487915,
        0.1777593493461609,
        0.20597270131111145,
        0.2010025680065155,
        0.21732132136821747,
        0.20739196240901947,
        0.18550348281860352,
        0.2524644434452057,
        0.18623992800712585,
        0.23048169910907745,
        0.20684590935707092,
        0.2297874391078949,
        0.19793705642223358,
        0.19423848390579224,
        0.22283361852169037,
        0.175260990858078,
        0.1983080804347992,
        0.19936956465244293,
        0.22194670140743256,
        0.19996432960033417,
        0.18080757558345795,
        0.2769545018672943,
        0.1938808411359787,
        0.21549546718597412,
        0.22477449476718903,
        0.23499943315982819,
        0.2027103304862976,
        0.1916351318359375,
        0.21923580765724182,
        0.1743406504392624,
        0.19877295196056366,
        0.19270193576812744,
        0.22388789057731628,
        0.20274193584918976,
        0.1780756562948227,
        0.2773338258266449,
        0.17822791635990143,
        0.21298791468143463,
        0.2161521464586258,
        0.27246880531311035,
        0.18477211892604828,
        0.18545657396316528,
        0.24206887185573578,
        0.18322180211544037,
        0.20678435266017914,
        0.21082699298858643,
        0.21621757745742798,
        0.20914529263973236,
        0.17740951478481293,
        0.26890456676483154,
        0.19560454785823822,
        0.21915264427661896,
        0.22978289425373077,
        0.2505475878715515,
        0.20036746561527252,
        0.1807851344347,
        0.22622424364089966,
        0.174823597073555,
        0.2041568011045456,
        0.19516576826572418,
        0.21230359375476837,
        0.2055356353521347,
        0.17955240607261658,
        0.2824951112270355,
        0.19214142858982086,
        0.22172488272190094,
        0.2282857596874237,
        0.2547566592693329,
        0.21919482946395874,
        0.1935327798128128,
        0.22841273248195648,
        0.17874351143836975,
        0.2052324116230011,
        0.1977064311504364,
        0.21048392355442047,
        0.20483821630477905,
        0.17801974713802338,
        0.2722112238407135,
        0.18725095689296722,
        0.23463356494903564,
        0.2228245884180069,
        0.23762929439544678,
        0.21116003394126892,
        0.19090116024017334
      ],
      "cosine": [
        0.9754050374031067,
        0.9844561219215393,
        0.9785767197608948,
        0.97984379529953,
        0.976100742816925,
        0.9785906672477722,
        0.9827699661254883,
        0.9676067233085632,
        0.982694685459137,
        0.9731122255325317,
        0.9785765409469604,
        0.9732674956321716,
        0.9802777171134949,
        0.9810155630111694,
        0.9748585224151611,
        0.9847918748855591,
        0.9802064299583435,
        0.9799243211746216,
        0.975064754486084,
        0.9799274802207947,
        0.983593225479126,
        0.9609172344207764,
        0.9814125895500183,
        0.9765294194221497,
        0.9744349718093872,
        0.9720435738563538,
        0.9793366193771362,
        0.9814988970756531,
        0.9756816625595093,
        0.9851576685905457,
        0.9800468683242798,
        0.9813854694366455,
        0.9748021364212036,
        0.9792394638061523,
        0.9840589165687561,
        0.9609030485153198,
        0.984350323677063,
        0.9771164655685425,
        0.9764049053192139,
        0.9622055888175964,
        0.9828314781188965,
        0.9827930927276611,
        0.9702632427215576,
        0.9833211302757263,
        0.9784607887268066,
        0.9776282906532288,
        0.9763922095298767,
        0.9779468178749084,
        0.9842703938484192,
        0.9631823897361755,
        0.9809914231300354,
        0.9757726192474365,
        0.9732691049575806,
        0.9681060910224915,
        0.9797646999359131,
        0.9836933612823486,
        0.974113941192627,
        0.9850185513496399,
        0.9791301488876343,
        0.9812440276145935,
        0.977239727973938,
        0.9788740277290344,
        0.9838752150535583,
        0.9593425393104553,
        0.9816387891769409,
        0.9751211404800415,
        0.973682165145874,
        0.9670077562332153,
        0.9756932854652405,
        0.9812025427818298,
        0.9735830426216125,
        0.9842520356178284,
        0.978875994682312,
        0.9803591370582581,
        0.9776160717010498,
        0.9788684248924255,
        0.984424889087677,
        0.9622583985328674,
        0.9828614592552185,
        0.9720839262008667,
        0.9750526547431946,
        0.9713863134384155,
        0.9775412678718567,
        0.981657862663269
      ],
      "mean_relative_l2": 0.2108360230922699,
      "mean_cosine": 0.9772723317146301
    },
    {
      "hidden_state_index": 20,
      "relative_l2": [
        0.22025883197784424,
        0.17376528680324554,
        0.20529253780841827,
        0.19636224210262299,
        0.21929025650024414,
        0.20487761497497559,
        0.185697540640831,
        0.25245359539985657,
        0.18451064825057983,
        0.22842563688755035,
        0.2022029012441635,
        0.23238934576511383,
        0.19553035497665405,
        0.19262540340423584,
        0.2207522988319397,
        0.17245763540267944,
        0.19804877042770386,
        0.19930122792720795,
        0.22368675470352173,
        0.2004222422838211,
        0.18194593489170074,
        0.2771492302417755,
        0.19076159596443176,
        0.21374347805976868,
        0.22265201807022095,
        0.2334473878145218,
        0.19987958669662476,
        0.18888847529888153,
        0.21859309077262878,
        0.16857242584228516,
        0.19961071014404297,
        0.1903999149799347,
        0.22244104743003845,
        0.2033088207244873,
        0.17890363931655884,
        0.2773326635360718,
        0.1747283786535263,
        0.21074725687503815,
        0.214315265417099,
        0.27365899085998535,
        0.18227466940879822,
        0.18248207867145538,
        0.24058182537555695,
        0.17998066544532776,
        0.20433898270130157,
        0.20795804262161255,
        0.21552801132202148,
        0.20720945298671722,
        0.17754393815994263,
        0.26787444949150085,
        0.19212646782398224,
        0.21739135682582855,
        0.2273571938276291,
        0.25167787075042725,
        0.19808043539524078,
        0.17665521800518036,
        0.22477678954601288,
        0.1700388342142105,
        0.20073924958705902,
        0.19052106142044067,
        0.21224747598171234,
        0.20452700555324554,
        0.17875611782073975,
        0.2813785672187805,
        0.1882319450378418,
        0.22005315124988556,
        0.22626899182796478,
        0.2564738690853119,
        0.21548275649547577,
        0.18936006724834442,
        0.22560708224773407,
        0.17428146302700043,
        0.2022418975830078,
        0.19508837163448334,
        0.21009457111358643,
        0.2044730931520462,
        0.17649689316749573,
        0.2716456353664398,
        0.18178987503051758,
        0.23362644016742706,
        0.22100713849067688,
        0.23843519389629364,
        0.2073041796684265,
        0.18780657649040222
      ],
      "cosine": [
        0.976071834564209,
        0.984860897064209,
        0.979205846786499,
        0.9806542992591858,
        0.9762846827507019,
        0.9787876009941101,
        0.9827499389648438,
        0.9684990048408508,
        0.9831745028495789,
        0.9738320112228394,
        0.9795684218406677,
        0.9735276699066162,
        0.9808735251426697,
        0.981523334980011,
        0.9757586121559143,
        0.985144317150116,
        0.9804057478904724,
        0.9803948998451233,
        0.9753493070602417,
        0.9797165393829346,
        0.9835222363471985,
        0.962045431137085,
        0.9817602634429932,
        0.9773555397987366,
        0.9756304621696472,
        0.972800612449646,
        0.9799207448959351,
        0.982363760471344,
        0.976435661315918,
        0.9856904745101929,
        0.9804991483688354,
        0.9818832874298096,
        0.9751887917518616,
        0.97926265001297,
        0.9840502738952637,
        0.9619849324226379,
        0.9846618175506592,
        0.9779850244522095,
        0.9771818518638611,
        0.9633267521858215,
        0.9833296537399292,
        0.9834591150283813,
        0.9716078042984009,
        0.983765184879303,
        0.9790807962417603,
        0.9785244464874268,
        0.9766949415206909,
        0.9785031676292419,
        0.9841977953910828,
        0.9645240306854248,
        0.9815373420715332,
        0.9764230251312256,
        0.9744069576263428,
        0.9687835574150085,
        0.9804126620292664,
        0.9844827055931091,
        0.9746986627578735,
        0.9854641556739807,
        0.9797723293304443,
        0.9817007184028625,
        0.9775062203407288,
        0.9789251089096069,
        0.9839826822280884,
        0.9613025784492493,
        0.9823765158653259,
        0.9760251641273499,
        0.974617600440979,
        0.9678955674171448,
        0.9769123196601868,
        0.9822980165481567,
        0.9747340679168701,
        0.9846990704536438,
        0.9794895052909851,
        0.980940043926239,
        0.9779443144798279,
        0.9789628386497498,
        0.9843015670776367,
        0.9635223746299744,
        0.9833594560623169,
        0.9730486869812012,
        0.9754318594932556,
        0.9719132781028748,
        0.9784372448921204,
        0.9825275540351868
      ],
      "mean_relative_l2": 0.20913389325141907,
      "mean_cosine": 0.9778863787651062
    },
    {
      "hidden_state_index": 21,
      "relative_l2": [
        0.22643323242664337,
        0.1861407607793808,
        0.21531552076339722,
        0.20772041380405426,
        0.22893759608268738,
        0.21801261603832245,
        0.20187462866306305,
        0.26439979672431946,
        0.19636763632297516,
        0.23992937803268433,
        0.2159365713596344,
        0.24290210008621216,
        0.2077559530735016,
        0.20717690885066986,
        0.22920973598957062,
        0.18338553607463837,
        0.20993290841579437,
        0.2079029381275177,
        0.23252616822719574,
        0.2131192684173584,
        0.19627472758293152,
        0.2906397581100464,
        0.20576417446136475,
        0.22462742030620575,
        0.23644867539405823,
        0.24742120504379272,
        0.21244217455387115,
        0.2012581080198288,
        0.2256699949502945,
        0.18228206038475037,
        0.20969144999980927,
        0.20243851840496063,
        0.23332718014717102,
        0.21474094688892365,
        0.1940183788537979,
        0.289224773645401,
        0.1899225115776062,
        0.22057023644447327,
        0.2276601493358612,
        0.2852681279182434,
        0.1953108012676239,
        0.1960168331861496,
        0.2461100071668625,
        0.19426263868808746,
        0.21497540175914764,
        0.21798160672187805,
        0.2283204346895218,
        0.21750377118587494,
        0.1929851472377777,
        0.2812546193599701,
        0.20629167556762695,
        0.227923184633255,
        0.24060513079166412,
        0.26511695981025696,
        0.21142546832561493,
        0.189550518989563,
        0.23510342836380005,
        0.18236710131168365,
        0.2134779691696167,
        0.20527689158916473,
        0.22394241392612457,
        0.21781125664710999,
        0.19428092241287231,
        0.2941162884235382,
        0.20341432094573975,
        0.23129349946975708,
        0.23928101360797882,
        0.26689743995666504,
        0.22650595009326935,
        0.20120874047279358,
        0.234426349401474,
        0.19040019810199738,
        0.21472802758216858,
        0.20749613642692566,
        0.22281309962272644,
        0.2175779491662979,
        0.19407835602760315,
        0.2853591740131378,
        0.19800110161304474,
        0.2430814802646637,
        0.2345508486032486,
        0.2517426013946533,
        0.2200685739517212,
        0.20003996789455414
      ],
      "cosine": [
        0.9740899205207825,
        0.9825798869132996,
        0.9765467643737793,
        0.9783353805541992,
        0.973473310470581,
        0.9764044284820557,
        0.979417622089386,
        0.9645352959632874,
        0.9805310964584351,
        0.9707949757575989,
        0.9764301180839539,
        0.9701305031776428,
        0.9781889915466309,
        0.978323757648468,
        0.973397433757782,
        0.9830765724182129,
        0.9777548313140869,
        0.9781551957130432,
        0.9725987911224365,
        0.9773892760276794,
        0.9805490970611572,
        0.9569963216781616,
        0.9786432385444641,
        0.9744477272033691,
        0.971652090549469,
        0.9689192175865173,
        0.9772154092788696,
        0.9795413613319397,
        0.9742130637168884,
        0.9834897518157959,
        0.9778286814689636,
        0.9793951511383057,
        0.9725263714790344,
        0.9767897725105286,
        0.9809994697570801,
        0.9574081897735596,
        0.9819202423095703,
        0.975371778011322,
        0.9737570285797119,
        0.9585561752319336,
        0.9807923436164856,
        0.9806168079376221,
        0.9692652821540833,
        0.9810499548912048,
        0.9766703844070435,
        0.9760143756866455,
        0.9735965728759766,
        0.976131021976471,
        0.9812312126159668,
        0.9597479701042175,
        0.9785163402557373,
        0.9736809730529785,
        0.9706233143806458,
        0.9642263054847717,
        0.9773943424224854,
        0.9819051027297974,
        0.9719778895378113,
        0.983281135559082,
        0.9770126938819885,
        0.9790098071098328,
        0.9746028780937195,
        0.9761797189712524,
        0.9809675812721252,
        0.9559816122055054,
        0.9790955185890198,
        0.9728991985321045,
        0.9709634780883789,
        0.9638653993606567,
        0.9740102291107178,
        0.9795497059822083,
        0.9721370935440063,
        0.9820462465286255,
        0.9768048524856567,
        0.9783337712287903,
        0.9748933911323547,
        0.9762002229690552,
        0.9810672402381897,
        0.958561360836029,
        0.980349063873291,
        0.9700126051902771,
        0.9721518754959106,
        0.9678041934967041,
        0.9754930734634399,
        0.9798006415367126
      ],
      "mean_relative_l2": 0.22142435610294342,
      "mean_cosine": 0.9748677611351013
    },
    {
      "hidden_state_index": 22,
      "relative_l2": [
        0.25326088070869446,
        0.21669338643550873,
        0.2437276691198349,
        0.24098201096057892,
        0.26381605863571167,
        0.2551983594894409,
        0.2299664318561554,
        0.29127800464630127,
        0.22832593321800232,
        0.27404874563217163,
        0.25098225474357605,
        0.27856874465942383,
        0.23800575733184814,
        0.23952046036720276,
        0.2594943344593048,
        0.2109035849571228,
        0.2392634153366089,
        0.24152836203575134,
        0.2649742364883423,
        0.24955928325653076,
        0.22344300150871277,
        0.3177419900894165,
        0.2421264946460724,
        0.25522172451019287,
        0.2712246775627136,
        0.2865072190761566,
        0.24696575105190277,
        0.23410816490650177,
        0.2561265528202057,
        0.21310724318027496,
        0.23596347868442535,
        0.23695558309555054,
        0.2711741328239441,
        0.24725864827632904,
        0.21912507712841034,
        0.3159750699996948,
        0.22419282793998718,
        0.25128352642059326,
        0.2669641077518463,
        0.32226961851119995,
        0.22627362608909607,
        0.22873729467391968,
        0.2751164734363556,
        0.2268151342868805,
        0.24572044610977173,
        0.25211164355278015,
        0.2658601701259613,
        0.2525472640991211,
        0.2202722430229187,
        0.3089904189109802,
        0.24457082152366638,
        0.25924885272979736,
        0.27989012002944946,
        0.3002464473247528,
        0.244125097990036,
        0.22234007716178894,
        0.266422837972641,
        0.2100975662469864,
        0.24697057902812958,
        0.24032029509544373,
        0.2632906138896942,
        0.2496841698884964,
        0.22232800722122192,
        0.31973809003829956,
        0.23673351109027863,
        0.26304906606674194,
        0.27517709136009216,
        0.29908639192581177,
        0.25888052582740784,
        0.23345786333084106,
        0.2687038779258728,
        0.22182835638523102,
        0.2478315234184265,
        0.24574249982833862,
        0.2589131295681,
        0.2515002191066742,
        0.22329381108283997,
        0.31147241592407227,
        0.23351837694644928,
        0.2755841612815857,
        0.2697671055793762,
        0.28792083263397217,
        0.2536296844482422,
        0.23138678073883057
      ],
      "cosine": [
        0.9679693579673767,
        0.9772732257843018,
        0.9705689549446106,
        0.972101092338562,
        0.9654325246810913,
        0.9695165157318115,
        0.9738179445266724,
        0.9569825530052185,
        0.9741607904434204,
        0.9633188843727112,
        0.9692001342773438,
        0.9612516760826111,
        0.9719739556312561,
        0.9716933965682983,
        0.966947615146637,
        0.9782472848892212,
        0.972155749797821,
        0.9715858697891235,
        0.965326726436615,
        0.9708414077758789,
        0.9754474759101868,
        0.9487537145614624,
        0.9712458252906799,
        0.9677629470825195,
        0.9632106423377991,
        0.9596474170684814,
        0.9704053997993469,
        0.9728569984436035,
        0.9674146771430969,
        0.9783155918121338,
        0.9722288846969604,
        0.9729697108268738,
        0.9645727872848511,
        0.970451831817627,
        0.9763219952583313,
        0.9493747353553772,
        0.9756828546524048,
        0.9688460826873779,
        0.965060293674469,
        0.9474484324455261,
        0.9750232696533203,
        0.9742794036865234,
        0.9620521068572998,
        0.975050151348114,
        0.9705365896224976,
        0.9689082503318787,
        0.9653918743133545,
        0.9691504240036011,
        0.976239025592804,
        0.951736569404602,
        0.9708126187324524,
        0.9668567180633545,
        0.9613213539123535,
        0.9549563527107239,
        0.9707302451133728,
        0.9758888483047485,
        0.9649096727371216,
        0.9784963130950928,
        0.9705783128738403,
        0.972683846950531,
        0.9662268161773682,
        0.9699926972389221,
        0.9757274985313416,
        0.9480042457580566,
        0.9723678231239319,
        0.9657582640647888,
        0.9622714519500732,
        0.9548869729042053,
        0.9668868780136108,
        0.973003625869751,
        0.9642192125320435,
        0.9765538573265076,
        0.970607340335846,
        0.9709473252296448,
        0.9672055840492249,
        0.9694085717201233,
        0.9757402539253235,
        0.9508934617042542,
        0.97380530834198,
        0.9625412821769714,
        0.9642185568809509,
        0.958794355392456,
        0.9684425592422485,
        0.9736461043357849
      ],
      "mean_relative_l2": 0.2538931667804718,
      "mean_cosine": 0.9679301977157593
    },
    {
      "hidden_state_index": 23,
      "relative_l2": [
        0.27961528301239014,
        0.23860692977905273,
        0.2681768238544464,
        0.2685728967189789,
        0.2969873249530792,
        0.28855764865875244,
        0.25849175453186035,
        0.3193834722042084,
        0.2540586590766907,
        0.29493480920791626,
        0.2834664285182953,
        0.3117547929286957,
        0.27346551418304443,
        0.27368074655532837,
        0.2871352732181549,
        0.23029007017612457,
        0.26324567198753357,
        0.2703250050544739,
        0.2979621887207031,
        0.27896934747695923,
        0.24614562094211578,
        0.34353700280189514,
        0.2703768014907837,
        0.27780309319496155,
        0.30310410261154175,
        0.32136496901512146,
        0.2827589809894562,
        0.2708887755870819,
        0.2842141389846802,
        0.234726682305336,
        0.2605437934398651,
        0.26473382115364075,
        0.304864764213562,
        0.28047919273376465,
        0.24389219284057617,
        0.3439449071884155,
        0.24766407907009125,
        0.2768475413322449,
        0.2996765673160553,
        0.3629038631916046,
        0.26293015480041504,
        0.25970587134361267,
        0.30442652106285095,
        0.2514093518257141,
        0.2702695429325104,
        0.2820899486541748,
        0.2998810112476349,
        0.2843059003353119,
        0.24612778425216675,
        0.33435413241386414,
        0.2708870768547058,
        0.28117308020591736,
        0.3121248781681061,
        0.33562198281288147,
        0.28163453936576843,
        0.25317028164863586,
        0.29726898670196533,
        0.2293163537979126,
        0.2678726315498352,
        0.2668704390525818,
        0.2970726490020752,
        0.28087887167930603,
        0.24830785393714905,
        0.3481328785419464,
        0.2615620195865631,
        0.28558164834976196,
        0.3090139627456665,
        0.33113351464271545,
        0.29546186327934265,
        0.2667771875858307,
        0.3010917603969574,
        0.2455609291791916,
        0.2691338360309601,
        0.27995869517326355,
        0.2923930585384369,
        0.2899596095085144,
        0.25154760479927063,
        0.33845847845077515,
        0.2578378915786743,
        0.29787349700927734,
        0.3024996519088745,
        0.3235786259174347,
        0.29060089588165283,
        0.2650119364261627
      ],
      "cosine": [
        0.9612957835197449,
        0.9724001884460449,
        0.9645291566848755,
        0.9656156897544861,
        0.9565027356147766,
        0.9611793160438538,
        0.9667446613311768,
        0.9488111734390259,
        0.9681230187416077,
        0.9576919674873352,
        0.9614084959030151,
        0.9520148038864136,
        0.9635743498802185,
        0.9633108973503113,
        0.9597613215446472,
        0.9741381406784058,
        0.9665034413337708,
        0.9649986028671265,
        0.9565384984016418,
        0.9635648131370544,
        0.9699713587760925,
        0.9403921365737915,
        0.9643515944480896,
        0.9620063900947571,
        0.9546061754226685,
        0.9496074914932251,
        0.9617786407470703,
        0.9641530513763428,
        0.9601348042488098,
        0.9736040234565735,
        0.9663500189781189,
        0.9665540456771851,
        0.9554086923599243,
        0.9623662829399109,
        0.9704275131225586,
        0.9405173659324646,
        0.9701476097106934,
        0.9625846743583679,
        0.9565442204475403,
        0.9341294169425964,
        0.9668317437171936,
        0.9666920900344849,
        0.9539347290992737,
        0.96942138671875,
        0.9644706845283508,
        0.9615896344184875,
        0.9561753869056702,
        0.9613184332847595,
        0.9702187180519104,
        0.9438455104827881,
        0.9641603827476501,
        0.9612120389938354,
        0.9524305462837219,
        0.944313108921051,
        0.9618843197822571,
        0.9685969352722168,
        0.9570773243904114,
        0.9744834899902344,
        0.9652836322784424,
        0.966564416885376,
        0.9572349190711975,
        0.9620194435119629,
        0.9695963859558105,
        0.938758909702301,
        0.9663483500480652,
        0.9598127007484436,
        0.9528667330741882,
        0.9451110363006592,
        0.9577130675315857,
        0.9650958776473999,
        0.9554018974304199,
        0.9713820219039917,
        0.9651449918746948,
        0.9629401564598083,
        0.9584544897079468,
        0.9602178931236267,
        0.9689753651618958,
        0.9426116943359375,
        0.9680699110031128,
        0.9567041993141174,
        0.9555960893630981,
        0.948259711265564,
        0.9594606757164001,
        0.9657912850379944
      ],
      "mean_relative_l2": 0.28308358788490295,
      "mean_cosine": 0.9604572057723999
    },
    {
      "hidden_state_index": 24,
      "relative_l2": [
        0.2998531460762024,
        0.2587229013442993,
        0.2859174311161041,
        0.2805398106575012,
        0.3138831853866577,
        0.30271977186203003,
        0.27628830075263977,
        0.3391125202178955,
        0.2771328389644623,
        0.31148475408554077,
        0.2972354292869568,
        0.32946428656578064,
        0.29069000482559204,
        0.29284730553627014,
        0.3044619560241699,
        0.2500055134296417,
        0.2822119891643524,
        0.2832774519920349,
        0.314210444688797,
        0.2925776243209839,
        0.2622878849506378,
        0.3637879490852356,
        0.29361385107040405,
        0.2952885627746582,
        0.31724944710731506,
        0.33447176218032837,
        0.29786837100982666,
        0.2878146767616272,
        0.30182039737701416,
        0.2513260543346405,
        0.27937066555023193,
        0.2768024802207947,
        0.3212137222290039,
        0.295511931180954,
        0.25957345962524414,
        0.3665461242198944,
        0.27002739906311035,
        0.2934087812900543,
        0.31255418062210083,
        0.3789427578449249,
        0.28271251916885376,
        0.27743852138519287,
        0.3236727714538574,
        0.2728479504585266,
        0.2876807749271393,
        0.29851704835891724,
        0.3160858452320099,
        0.2994716465473175,
        0.2610054314136505,
        0.354114830493927,
        0.2945757806301117,
        0.29746949672698975,
        0.32552555203437805,
        0.35041898488998413,
        0.30046728253364563,
        0.2694152295589447,
        0.3173537254333496,
        0.24932163953781128,
        0.28413423895835876,
        0.28011554479599,
        0.31289881467819214,
        0.2968485951423645,
        0.2643480598926544,
        0.3681723177433014,
        0.28307726979255676,
        0.30338823795318604,
        0.32474422454833984,
        0.3482074737548828,
        0.3139965832233429,
        0.28673288226127625,
        0.31996771693229675,
        0.26545315980911255,
        0.28510716557502747,
        0.29452502727508545,
        0.3091267943382263,
        0.30706727504730225,
        0.2676207423210144,
        0.35650449991226196,
        0.27720242738723755,
        0.31446531414985657,
        0.31588873267173767,
        0.33926835656166077,
        0.3068878948688507,
        0.283549427986145
      ],
      "cosine": [
        0.9548153877258301,
        0.9669016003608704,
        0.9586718082427979,
        0.960973858833313,
        0.9499984979629517,
        0.9550133943557739,
        0.9614148139953613,
        0.941303014755249,
        0.9613661170005798,
        0.9512938261032104,
        0.955889105796814,
        0.9449748992919922,
        0.9573717713356018,
        0.9569084644317627,
        0.9534628987312317,
        0.9689816236495972,
        0.960425615310669,
        0.9600322246551514,
        0.9503067135810852,
        0.9578946828842163,
        0.965380847454071,
        0.9322227239608765,
        0.9566929340362549,
        0.9559255838394165,
        0.9487242102622986,
        0.9433116316795349,
        0.9557337760925293,
        0.9583142995834351,
        0.9539600014686584,
        0.9690935611724854,
        0.9604612588882446,
        0.9619494080543518,
        0.9487005472183228,
        0.9564553499221802,
        0.966033935546875,
        0.9315610527992249,
        0.9637002348899841,
        0.9567081928253174,
        0.9507404565811157,
        0.9261799454689026,
        0.9603826999664307,
        0.9610438942909241,
        0.9469013810157776,
        0.9631531834602356,
        0.9584771394729614,
        0.9553311467170715,
        0.9496035575866699,
        0.9552807211875916,
        0.9658979773521423,
        0.9360738396644592,
        0.9565989375114441,
        0.9553746581077576,
        0.946270763874054,
        0.937439501285553,
        0.9549381136894226,
        0.9634482264518738,
        0.9500288963317871,
        0.9694970846176147,
        0.9596567153930664,
        0.9617051482200623,
        0.9507911801338196,
        0.9561179280281067,
        0.9650911688804626,
        0.9305770993232727,
        0.9596445560455322,
        0.9534304738044739,
        0.9463797211647034,
        0.9378319382667542,
        0.9503273367881775,
        0.9586507678031921,
        0.9484601616859436,
        0.9656692743301392,
        0.9595261812210083,
        0.9573450684547424,
        0.9521381855010986,
        0.9534932374954224,
        0.9643661379814148,
        0.9352174401283264,
        0.9619223475456238,
        0.9502546191215515,
        0.9498229622840881,
        0.9412075877189636,
        0.9528498649597168,
        0.9597893953323364
      ],
      "mean_relative_l2": 0.3003513514995575,
      "mean_cosine": 0.9542602300643921
    },
    {
      "hidden_state_index": 25,
      "relative_l2": [
        0.39413440227508545,
        0.3470204770565033,
        0.3753816485404968,
        0.3766099214553833,
        0.41091281175613403,
        0.392695814371109,
        0.3679657280445099,
        0.43898260593414307,
        0.36891523003578186,
        0.3931410014629364,
        0.3913100063800812,
        0.4231964945793152,
        0.38384759426116943,
        0.38388562202453613,
        0.4030018746852875,
        0.3305331766605377,
        0.3627946376800537,
        0.3758268654346466,
        0.4072704613208771,
        0.37696895003318787,
        0.34880149364471436,
        0.4607791006565094,
        0.3863487243652344,
        0.380576491355896,
        0.4183938801288605,
        0.4331894516944885,
        0.3866487443447113,
        0.3874035179615021,
        0.3980969190597534,
        0.3310185968875885,
        0.3647606670856476,
        0.3682965934276581,
        0.4100520610809326,
        0.3814392387866974,
        0.3468502461910248,
        0.46239644289016724,
        0.356099009513855,
        0.3797398507595062,
        0.409822553396225,
        0.48495417833328247,
        0.3721157908439636,
        0.37119224667549133,
        0.4227699637413025,
        0.36327463388442993,
        0.3753889501094818,
        0.38923296332359314,
        0.4121581017971039,
        0.38717880845069885,
        0.34712356328964233,
        0.4492551386356354,
        0.3872881233692169,
        0.3812207579612732,
        0.4242948889732361,
        0.45141738653182983,
        0.3911691904067993,
        0.3621467053890228,
        0.40811845660209656,
        0.32654502987861633,
        0.3646981120109558,
        0.3670136034488678,
        0.40526077151298523,
        0.3846999406814575,
        0.34652402997016907,
        0.468190997838974,
        0.3679140508174896,
        0.38489702343940735,
        0.42225292325019836,
        0.44165921211242676,
        0.4005018472671509,
        0.3786596655845642,
        0.41788631677627563,
        0.3493737578392029,
        0.36771175265312195,
        0.39092278480529785,
        0.40400996804237366,
        0.39472320675849915,
        0.3540995717048645,
        0.45038682222366333,
        0.362794429063797,
        0.39422404766082764,
        0.4104352593421936,
        0.4389209449291229,
        0.3937944173812866,
        0.3729783296585083
      ],
      "cosine": [
        0.919320285320282,
        0.9392418265342712,
        0.9268795847892761,
        0.927095890045166,
        0.9118031859397888,
        0.9204474687576294,
        0.9299531579017639,
        0.8985702991485596,
        0.930407702922821,
        0.9197593927383423,
        0.9208208918571472,
        0.9062727689743042,
        0.9235213398933411,
        0.9234508275985718,
        0.9155897498130798,
        0.9448291659355164,
        0.9318927526473999,
        0.9270169734954834,
        0.9135867357254028,
        0.9268320202827454,
        0.9372446537017822,
        0.887667179107666,
        0.9233253598213196,
        0.9248831868171692,
        0.9083888530731201,
        0.9016861319541931,
        0.9224616289138794,
        0.9220952987670898,
        0.9173985123634338,
        0.9449544548988342,
        0.931111752986908,
        0.9301438331604004,
        0.9126995801925659,
        0.9245959520339966,
        0.9380327463150024,
        0.8869375586509705,
        0.9354540109634399,
        0.9252200722694397,
        0.912524938583374,
        0.8748089671134949,
        0.9286343455314636,
        0.9285566806793213,
        0.906343400478363,
        0.933131217956543,
        0.9269238114356995,
        0.9214220643043518,
        0.9112438559532166,
        0.9224517941474915,
        0.9378881454467773,
        0.8935604095458984,
        0.9231761693954468,
        0.9245935082435608,
        0.9058336615562439,
        0.8926321864128113,
        0.9206233620643616,
        0.9321368932723999,
        0.9133812785148621,
        0.9462174773216248,
        0.9312127828598022,
        0.9310065507888794,
        0.914400041103363,
        0.9233463406562805,
        0.9380427002906799,
        0.8838300108909607,
        0.9306983947753906,
        0.9230473041534424,
        0.9067169427871704,
        0.8973516821861267,
        0.9166269898414612,
        0.9256032109260559,
        0.9087533950805664,
        0.9384093284606934,
        0.9301574230194092,
        0.9214786291122437,
        0.9150735139846802,
        0.919259250164032,
        0.9352087378501892,
        0.8930282592773438,
        0.9333691596984863,
        0.9193239212036133,
        0.9126035571098328,
        0.8986378908157349,
        0.9195293188095093,
        0.9279136061668396
      ],
      "mean_relative_l2": 0.3911486566066742,
      "mean_cosine": 0.9200274348258972
    },
    {
      "hidden_state_index": 26,
      "relative_l2": [
        0.6445232629776001,
        0.5658115744590759,
        0.6190949082374573,
        0.6128112077713013,
        0.6536906957626343,
        0.6396171450614929,
        0.6147732734680176,
        0.6978946924209595,
        0.5877182483673096,
        0.6409317851066589,
        0.6050291061401367,
        0.6621806025505066,
        0.6116276979446411,
        0.6153737306594849,
        0.654561460018158,
        0.5499581694602966,
        0.622287392616272,
        0.6161211133003235,
        0.6626042127609253,
        0.6256910562515259,
        0.6085442900657654,
        0.7248741388320923,
        0.6075658798217773,
        0.6150948405265808,
        0.6300264596939087,
        0.6631914973258972,
        0.6171319484710693,
        0.6084188222885132,
        0.6476050019264221,
        0.5559264421463013,
        0.6148576140403748,
        0.610399603843689,
        0.6626650094985962,
        0.6433817744255066,
        0.6013864874839783,
        0.73530513048172,
        0.5862011313438416,
        0.6245880126953125,
        0.6329545974731445,
        0.7282553315162659,
        0.5987154245376587,
        0.605741024017334,
        0.6893637776374817,
        0.588646650314331,
        0.6204893589019775,
        0.6414898633956909,
        0.6512889266014099,
        0.6566101312637329,
        0.6095111966133118,
        0.7077139616012573,
        0.6094668507575989,
        0.6292004585266113,
        0.6457816958427429,
        0.6927629709243774,
        0.6231290102005005,
        0.6055178642272949,
        0.6664518117904663,
        0.56903076171875,
        0.6172417402267456,
        0.6091702580451965,
        0.6604009866714478,
        0.6398752331733704,
        0.6075247526168823,
        0.725517213344574,
        0.5957458019256592,
        0.6301917433738708,
        0.6445471048355103,
        0.6949796080589294,
        0.6423021554946899,
        0.6120483875274658,
        0.6760590076446533,
        0.580740749835968,
        0.612579882144928,
        0.6266627311706543,
        0.6564049124717712,
        0.6417219042778015,
        0.5999933481216431,
        0.7099558711051941,
        0.5807201862335205,
        0.6433258056640625,
        0.6234719157218933,
        0.6753262877464294,
        0.6290574073791504,
        0.6117459535598755
      ],
      "cosine": [
        0.7727189660072327,
        0.8344736099243164,
        0.7919570803642273,
        0.7990798950195312,
        0.7725509405136108,
        0.7803432941436768,
        0.8025839328765869,
        0.7202532291412354,
        0.8144407272338867,
        0.7742275595664978,
        0.7986776828765869,
        0.7633817195892334,
        0.7951292991638184,
        0.7917088866233826,
        0.761100172996521,
        0.8428171873092651,
        0.7916306257247925,
        0.7949609160423279,
        0.7675400376319885,
        0.7925171256065369,
        0.8112810850143433,
        0.693755030632019,
        0.799483597278595,
        0.7934252023696899,
        0.7793384790420532,
        0.7624537944793701,
        0.7913846373558044,
        0.7968804836273193,
        0.7684046030044556,
        0.8400453925132751,
        0.7964843511581421,
        0.8008811473846436,
        0.7664190530776978,
        0.781455934047699,
        0.8154969811439514,
        0.6817948818206787,
        0.8145591020584106,
        0.7869404554367065,
        0.7763650417327881,
        0.7055012583732605,
        0.8053176403045654,
        0.7996297478675842,
        0.7320520877838135,
        0.8192543983459473,
        0.7897903919219971,
        0.7764608860015869,
        0.7740814685821533,
        0.7709817290306091,
        0.8072250485420227,
        0.708983302116394,
        0.797815203666687,
        0.7839599251747131,
        0.7653371691703796,
        0.7354376316070557,
        0.7859550714492798,
        0.8003308176994324,
        0.7532168626785278,
        0.8348035216331482,
        0.7948607206344604,
        0.802324652671814,
        0.7677160501480103,
        0.7809767723083496,
        0.8104133009910583,
        0.6913818120956421,
        0.8088506460189819,
        0.7822979688644409,
        0.7675873637199402,
        0.7368428707122803,
        0.7714425921440125,
        0.7938695549964905,
        0.7437182664871216,
        0.8242347240447998,
        0.7960397005081177,
        0.7876186370849609,
        0.771259605884552,
        0.777412474155426,
        0.8122062683105469,
        0.7084324359893799,
        0.818553626537323,
        0.7742847800254822,
        0.7847049236297607,
        0.7487223148345947,
        0.7838036417961121,
        0.7947553396224976
      ],
      "mean_relative_l2": 0.6330821514129639,
      "mean_cosine": 0.7809451222419739
    }
  ],
  "spectra": [
    {
      "module": "base_model.model.model.layers.0.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.22266454994678497,
        0.1111915335059166,
        0.09689851850271225,
        0.082948699593544,
        0.07566569745540619,
        0.06801164895296097,
        0.06397131830453873,
        0.05464176461100578,
        0.05311783030629158,
        0.048286378383636475,
        0.0440678708255291,
        0.04072441905736923,
        0.03581776097416878,
        0.031524550169706345,
        0.02584238164126873,
        0.02416880428791046
      ],
      "random_control_singular_values": [
        0.09438834339380264,
        0.09276728332042694,
        0.09144197404384613,
        0.08916289359331131,
        0.08814575523138046,
        0.08619186282157898,
        0.08327633887529373,
        0.08080738037824631,
        0.07951042056083679,
        0.07800240814685822,
        0.0775250643491745,
        0.07630106061697006,
        0.07538291066884995,
        0.07269171625375748,
        0.07212256640195847,
        0.07090377807617188
      ],
      "delta_frobenius": 0.3285179138183594
    },
    {
      "module": "base_model.model.model.layers.0.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.11199642717838287,
        0.07828249037265778,
        0.0614013671875,
        0.03795688599348068,
        0.031906068325042725,
        0.02585562691092491,
        0.024322165176272392,
        0.019159791991114616,
        0.017655985429883003,
        0.01720038242638111,
        0.012888590805232525,
        0.012118900194764137,
        0.010809187777340412,
        0.009556185454130173,
        0.009297674521803856,
        0.008169298060238361
      ],
      "random_control_singular_values": [
        0.05233761668205261,
        0.05040408670902252,
        0.04877721890807152,
        0.04628244414925575,
        0.044944293797016144,
        0.04373713955283165,
        0.041676826775074005,
        0.040703851729631424,
        0.04057079553604126,
        0.038989514112472534,
        0.03793765604496002,
        0.036951225250959396,
        0.03613561391830444,
        0.035031385719776154,
        0.03369231894612312,
        0.032288309186697006
      ],
      "delta_frobenius": 0.16676118969917297
    },
    {
      "module": "base_model.model.model.layers.1.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.22874216735363007,
        0.13862182199954987,
        0.10577251762151718,
        0.10036425292491913,
        0.07959239184856415,
        0.07759188115596771,
        0.07085195928812027,
        0.05974102020263672,
        0.05502912029623985,
        0.05139106512069702,
        0.041639141738414764,
        0.04065415635704994,
        0.037239689379930496,
        0.03475254774093628,
        0.03143765404820442,
        0.026898514479398727
      ],
      "random_control_singular_values": [
        0.10287873446941376,
        0.10015855729579926,
        0.09966402500867844,
        0.09559805691242218,
        0.09422680735588074,
        0.09249944239854813,
        0.08994630724191666,
        0.08814974129199982,
        0.08771919459104538,
        0.08609192818403244,
        0.08438093960285187,
        0.08324293047189713,
        0.08146725594997406,
        0.08078529685735703,
        0.07872346043586731,
        0.07487774640321732
      ],
      "delta_frobenius": 0.3565199375152588
    },
    {
      "module": "base_model.model.model.layers.1.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.14913788437843323,
        0.05104256048798561,
        0.0431533008813858,
        0.04106677696108818,
        0.0322396494448185,
        0.023398535326123238,
        0.02055525965988636,
        0.017644308507442474,
        0.014670888893306255,
        0.012382294051349163,
        0.011550383642315865,
        0.010489055886864662,
        0.00762682082131505,
        0.0065658846870064735,
        0.0061315856873989105,
        0.004625960718840361
      ],
      "random_control_singular_values": [
        0.0536985881626606,
        0.05216376110911369,
        0.04972878098487854,
        0.048135943710803986,
        0.0478028729557991,
        0.04701227694749832,
        0.045547351241111755,
        0.043461304157972336,
        0.043094050139188766,
        0.042871296405792236,
        0.04250018671154976,
        0.040511902421712875,
        0.03873217850923538,
        0.03770547732710838,
        0.037062887102365494,
        0.03460830822587013
      ],
      "delta_frobenius": 0.17745177447795868
    },
    {
      "module": "base_model.model.model.layers.2.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.26394781470298767,
        0.09909426420927048,
        0.09446319937705994,
        0.08678795397281647,
        0.06615976244211197,
        0.057948313653469086,
        0.052905354648828506,
        0.052136220037937164,
        0.0488770566880703,
        0.04115176945924759,
        0.0351121611893177,
        0.03180541470646858,
        0.029772520065307617,
        0.02762512117624283,
        0.02233920805156231,
        0.020123936235904694
      ],
      "random_control_singular_values": [
        0.09998376667499542,
        0.09788064658641815,
        0.09473471343517303,
        0.09363386034965515,
        0.09262347966432571,
        0.08996277302503586,
        0.08808644115924835,
        0.08521537482738495,
        0.08321599662303925,
        0.0819338858127594,
        0.0816396176815033,
        0.07846885174512863,
        0.07772024720907211,
        0.07586729526519775,
        0.07395245134830475,
        0.07306144386529922
      ],
      "delta_frobenius": 0.3436223268508911
    },
    {
      "module": "base_model.model.model.layers.2.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.138621985912323,
        0.055019255727529526,
        0.04892400652170181,
        0.041488368064165115,
        0.040482889860868454,
        0.030953265726566315,
        0.03034954145550728,
        0.02613741345703602,
        0.023234661668539047,
        0.01645549386739731,
        0.014666181057691574,
        0.012483018450438976,
        0.010951741598546505,
        0.00996989756822586,
        0.0075467112474143505,
        0.006622379180043936
      ],
      "random_control_singular_values": [
        0.05317023769021034,
        0.05189967527985573,
        0.051392119377851486,
        0.050339993089437485,
        0.04904000833630562,
        0.04709921404719353,
        0.045031942427158356,
        0.04428518936038017,
        0.04396804794669151,
        0.04238796979188919,
        0.040829889476299286,
        0.04014012962579727,
        0.03948288783431053,
        0.03925257548689842,
        0.03764708712697029,
        0.035035859793424606
      ],
      "delta_frobenius": 0.17905570566654205
    },
    {
      "module": "base_model.model.model.layers.3.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.28720536828041077,
        0.10823343694210052,
        0.08592595905065536,
        0.0809449777007103,
        0.07113432884216309,
        0.060133617371320724,
        0.052974384278059006,
        0.04933929070830345,
        0.04331110045313835,
        0.04183763638138771,
        0.037161242216825485,
        0.034277480095624924,
        0.03238895907998085,
        0.02996354177594185,
        0.02729196660220623,
        0.025791063904762268
      ],
      "random_control_singular_values": [
        0.10154154896736145,
        0.10144473612308502,
        0.10061616450548172,
        0.09753046184778214,
        0.0964784026145935,
        0.09363923966884613,
        0.09228266030550003,
        0.09104850143194199,
        0.0891609713435173,
        0.08800952881574631,
        0.08686833083629608,
        0.08641234785318375,
        0.08337046951055527,
        0.08198727667331696,
        0.07834089547395706,
        0.0771644338965416
      ],
      "delta_frobenius": 0.3627569377422333
    },
    {
      "module": "base_model.model.model.layers.3.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.19677358865737915,
        0.035866688936948776,
        0.025710610672831535,
        0.024301664903759956,
        0.019437888637185097,
        0.018418164923787117,
        0.016074111685156822,
        0.013455413281917572,
        0.012221882119774818,
        0.011057517491281033,
        0.009282873943448067,
        0.008033636026084423,
        0.007766928058117628,
        0.00666650990024209,
        0.005721451714634895,
        0.005356706213206053
      ],
      "random_control_singular_values": [
        0.06900645047426224,
        0.06250845640897751,
        0.06038280576467514,
        0.059969931840896606,
        0.0551445335149765,
        0.054351337254047394,
        0.05217312276363373,
        0.05129353329539299,
        0.04998134449124336,
        0.04867704212665558,
        0.04730715602636337,
        0.044531386345624924,
        0.04337111860513687,
        0.041190005838871,
        0.03999517858028412,
        0.03843574598431587
      ],
      "delta_frobenius": 0.20737142860889435
    },
    {
      "module": "base_model.model.model.layers.4.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.21375463902950287,
        0.11632700264453888,
        0.10395675897598267,
        0.09124709665775299,
        0.08881469815969467,
        0.07141676545143127,
        0.06416644155979156,
        0.06198345497250557,
        0.05681300163269043,
        0.04745226725935936,
        0.0461122989654541,
        0.043767817318439484,
        0.03969137370586395,
        0.03676672652363777,
        0.03491115942597389,
        0.0274971816688776
      ],
      "random_control_singular_values": [
        0.09757649153470993,
        0.09499093890190125,
        0.09300945699214935,
        0.08955153077840805,
        0.0885230228304863,
        0.0877593532204628,
        0.08584423363208771,
        0.08509312570095062,
        0.08339183032512665,
        0.08235462009906769,
        0.08016754686832428,
        0.07803969830274582,
        0.07638531923294067,
        0.07466010004281998,
        0.0739504024386406,
        0.0723424106836319
      ],
      "delta_frobenius": 0.3372346758842468
    },
    {
      "module": "base_model.model.model.layers.4.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.15544046461582184,
        0.04811800271272659,
        0.03184773027896881,
        0.02968534082174301,
        0.028817754238843918,
        0.020536042749881744,
        0.01970631070435047,
        0.01701180450618267,
        0.0155794033780694,
        0.012089732103049755,
        0.011643451638519764,
        0.009351098909974098,
        0.008870666846632957,
        0.00779641093686223,
        0.0066549088805913925,
        0.005740428809076548
      ],
      "random_control_singular_values": [
        0.056411076337099075,
        0.05293656885623932,
        0.051762741059064865,
        0.04898954555392265,
        0.04816209524869919,
        0.046431902796030045,
        0.04555146023631096,
        0.04309311881661415,
        0.04255165904760361,
        0.04135588929057121,
        0.04051893204450607,
        0.03763109818100929,
        0.03703813627362251,
        0.036492280662059784,
        0.03532828390598297,
        0.03360622376203537
      ],
      "delta_frobenius": 0.17644011974334717
    },
    {
      "module": "base_model.model.model.layers.5.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.2949882745742798,
        0.10562857240438461,
        0.0932685062289238,
        0.0771651342511177,
        0.0734674260020256,
        0.06912070512771606,
        0.0568770095705986,
        0.05546802282333374,
        0.04722733423113823,
        0.04414577782154083,
        0.039870742708444595,
        0.035449668765068054,
        0.0325448177754879,
        0.027691299095749855,
        0.025715777650475502,
        0.021128660067915916
      ],
      "random_control_singular_values": [
        0.10721046477556229,
        0.10578154027462006,
        0.1015227735042572,
        0.10099350661039352,
        0.09795990586280823,
        0.09685106575489044,
        0.09382468461990356,
        0.09263185411691666,
        0.09157690405845642,
        0.0903986245393753,
        0.08947285264730453,
        0.08776433020830154,
        0.0858660414814949,
        0.08341193944215775,
        0.08310574293136597,
        0.07887586206197739
      ],
      "delta_frobenius": 0.3731957972049713
    },
    {
      "module": "base_model.model.model.layers.5.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.14772221446037292,
        0.06379470974206924,
        0.04155798628926277,
        0.03658248856663704,
        0.030165039002895355,
        0.019875990226864815,
        0.017184387892484665,
        0.015507091768085957,
        0.014443909749388695,
        0.010472624562680721,
        0.010174880735576153,
        0.008633297868072987,
        0.007946676574647427,
        0.0054979887790977955,
        0.004637713078409433,
        0.004447322804480791
      ],
      "random_control_singular_values": [
        0.05685838684439659,
        0.05403118580579758,
        0.04997562617063522,
        0.04828689992427826,
        0.04788517206907272,
        0.04700682684779167,
        0.045310571789741516,
        0.043417688459157944,
        0.04237346351146698,
        0.04127031937241554,
        0.040329743176698685,
        0.039560895413160324,
        0.03769715130329132,
        0.037499841302633286,
        0.0358428917825222,
        0.034701745957136154
      ],
      "delta_frobenius": 0.17728154361248016
    },
    {
      "module": "base_model.model.model.layers.6.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.23475530743598938,
        0.12203946709632874,
        0.0961918756365776,
        0.08533310145139694,
        0.0816269963979721,
        0.06568341702222824,
        0.06030730903148651,
        0.05474269390106201,
        0.05139372497797012,
        0.04745026305317879,
        0.04455738887190819,
        0.04264119639992714,
        0.036387983709573746,
        0.03156695514917374,
        0.02899273671209812,
        0.026083113625645638
      ],
      "random_control_singular_values": [
        0.09770103543996811,
        0.09540467709302902,
        0.09302840381860733,
        0.09145288169384003,
        0.0887603685259819,
        0.08794291317462921,
        0.08709325641393661,
        0.08661013841629028,
        0.08489079773426056,
        0.08333678543567657,
        0.08143849670886993,
        0.07940856367349625,
        0.07896967232227325,
        0.07719432562589645,
        0.07508274912834167,
        0.0734906867146492
      ],
      "delta_frobenius": 0.3415951728820801
    },
    {
      "module": "base_model.model.model.layers.6.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.13905352354049683,
        0.06848166137933731,
        0.035259589552879333,
        0.03171215206384659,
        0.02638612687587738,
        0.020378977060317993,
        0.01755676418542862,
        0.016932830214500427,
        0.016614729538559914,
        0.012656896375119686,
        0.012428290210664272,
        0.009983601048588753,
        0.008950402960181236,
        0.008382502943277359,
        0.007204415276646614,
        0.0053947665728628635
      ],
      "random_control_singular_values": [
        0.05201530456542969,
        0.050239112228155136,
        0.04917146638035774,
        0.0474335253238678,
        0.04644683003425598,
        0.045350588858127594,
        0.044044021517038345,
        0.043041665107011795,
        0.04176222160458565,
        0.039443232119083405,
        0.03879253566265106,
        0.038251280784606934,
        0.036746203899383545,
        0.03426564857363701,
        0.03409964218735695,
        0.032309819012880325
      ],
      "delta_frobenius": 0.17000816762447357
    },
    {
      "module": "base_model.model.model.layers.7.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.263095498085022,
        0.1124846413731575,
        0.10714840143918991,
        0.09626871347427368,
        0.07639884203672409,
        0.06610466539859772,
        0.059931524097919464,
        0.0544595867395401,
        0.051102422177791595,
        0.050091858953237534,
        0.041720107197761536,
        0.03807324543595314,
        0.03628182038664818,
        0.03156337887048721,
        0.022908106446266174,
        0.020833954215049744
      ],
      "random_control_singular_values": [
        0.10357803851366043,
        0.10252588242292404,
        0.10119563341140747,
        0.09777306765317917,
        0.09427037835121155,
        0.09265708923339844,
        0.09138903021812439,
        0.09055269509553909,
        0.08968769013881683,
        0.08662252128124237,
        0.08556794375181198,
        0.08438120037317276,
        0.08309049904346466,
        0.08247687667608261,
        0.07963898032903671,
        0.07658077031373978
      ],
      "delta_frobenius": 0.36189356446266174
    },
    {
      "module": "base_model.model.model.layers.7.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.16512256860733032,
        0.050851430743932724,
        0.0369931235909462,
        0.03631283715367317,
        0.023476220667362213,
        0.020072435960173607,
        0.01907997578382492,
        0.01565195620059967,
        0.013041210360825062,
        0.012402057647705078,
        0.010994615033268929,
        0.009719133377075195,
        0.008954063057899475,
        0.006862979847937822,
        0.0058485837653279305,
        0.0040223365649580956
      ],
      "random_control_singular_values": [
        0.05701228603720665,
        0.05540115758776665,
        0.05413272604346275,
        0.053277529776096344,
        0.05104464665055275,
        0.04916799068450928,
        0.04796571284532547,
        0.04694760963320732,
        0.04630191996693611,
        0.04519714415073395,
        0.042992010712623596,
        0.04195118695497513,
        0.04087981581687927,
        0.0376555509865284,
        0.035473406314849854,
        0.032553061842918396
      ],
      "delta_frobenius": 0.18659688532352448
    },
    {
      "module": "base_model.model.model.layers.8.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.23320424556732178,
        0.11853630095720291,
        0.09108354151248932,
        0.08656710386276245,
        0.07992275804281235,
        0.06862876564264297,
        0.06245594844222069,
        0.05718953162431717,
        0.05418984591960907,
        0.04941003397107124,
        0.04547133296728134,
        0.039719607681035995,
        0.03802768141031265,
        0.03082367591559887,
        0.027100978419184685,
        0.021839143708348274
      ],
      "random_control_singular_values": [
        0.09842947125434875,
        0.09513099491596222,
        0.0943634957075119,
        0.09221813827753067,
        0.08980850130319595,
        0.08882487565279007,
        0.08516564965248108,
        0.08404942601919174,
        0.08269715309143066,
        0.08175868541002274,
        0.07965586334466934,
        0.0790460854768753,
        0.07764530181884766,
        0.07561388611793518,
        0.07506489753723145,
        0.07216227054595947
      ],
      "delta_frobenius": 0.33930057287216187
    },
    {
      "module": "base_model.model.model.layers.8.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.1690627634525299,
        0.058266229927539825,
        0.038613416254520416,
        0.026842784136533737,
        0.023404886946082115,
        0.019102003425359726,
        0.018051059916615486,
        0.01620752364397049,
        0.012809890322387218,
        0.01194901205599308,
        0.011024914681911469,
        0.00883554108440876,
        0.00828055664896965,
        0.0078253960236907,
        0.007257742807269096,
        0.005567403044551611
      ],
      "random_control_singular_values": [
        0.061269842088222504,
        0.05689992383122444,
        0.05438792705535889,
        0.053666867315769196,
        0.05174383893609047,
        0.04951898753643036,
        0.04780725762248039,
        0.04710949584841728,
        0.04610466584563255,
        0.0447179339826107,
        0.04327872768044472,
        0.04212546721100807,
        0.04138190671801567,
        0.040289390832185745,
        0.03835458680987358,
        0.03695930168032646
      ],
      "delta_frobenius": 0.19081369042396545
    },
    {
      "module": "base_model.model.model.layers.9.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.2498805969953537,
        0.10181602090597153,
        0.09580400586128235,
        0.07508539408445358,
        0.06896998733282089,
        0.049091238528490067,
        0.044631704688072205,
        0.04332021251320839,
        0.040922291576862335,
        0.03662622720003128,
        0.03347001597285271,
        0.03285814821720123,
        0.031466055661439896,
        0.02986983396112919,
        0.021913887932896614,
        0.01846933737397194
      ],
      "random_control_singular_values": [
        0.09674263000488281,
        0.09317350387573242,
        0.08886177092790604,
        0.08806304633617401,
        0.0857817605137825,
        0.08439743518829346,
        0.08286206424236298,
        0.08228272944688797,
        0.08084966242313385,
        0.07856694608926773,
        0.07667292654514313,
        0.07588931173086166,
        0.07492395490407944,
        0.07184335589408875,
        0.07030366361141205,
        0.0685795396566391
      ],
      "delta_frobenius": 0.32646307349205017
    },
    {
      "module": "base_model.model.model.layers.9.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.1586914360523224,
        0.039682939648628235,
        0.033779922872781754,
        0.022473953664302826,
        0.016539232805371284,
        0.015596500597894192,
        0.01471863966435194,
        0.011724931187927723,
        0.009937013499438763,
        0.009134544990956783,
        0.008502165786921978,
        0.006690296344459057,
        0.006350841373205185,
        0.005834764800965786,
        0.004103965125977993,
        0.0037352736108005047
      ],
      "random_control_singular_values": [
        0.051016416400671005,
        0.04993489757180214,
        0.04932566359639168,
        0.04885378107428551,
        0.04707767814397812,
        0.04679600149393082,
        0.04457825422286987,
        0.043263208121061325,
        0.041615232825279236,
        0.04122406244277954,
        0.03952276334166527,
        0.038491420447826385,
        0.036664463579654694,
        0.03611709922552109,
        0.03528643399477005,
        0.03360727056860924
      ],
      "delta_frobenius": 0.17227646708488464
    },
    {
      "module": "base_model.model.model.layers.10.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.19675210118293762,
        0.13720616698265076,
        0.10725098848342896,
        0.08899056911468506,
        0.07430414855480194,
        0.05637700855731964,
        0.05465646833181381,
        0.05214919149875641,
        0.04456404969096184,
        0.039487384259700775,
        0.03709017112851143,
        0.03241908177733421,
        0.02930290997028351,
        0.028285736218094826,
        0.027945151552557945,
        0.02117159031331539
      ],
      "random_control_singular_values": [
        0.09204106777906418,
        0.08840985596179962,
        0.0873168557882309,
        0.08562349528074265,
        0.08324262499809265,
        0.08276845514774323,
        0.08069498091936111,
        0.07933799922466278,
        0.07805535197257996,
        0.0771985799074173,
        0.0750383734703064,
        0.07442276924848557,
        0.07278855890035629,
        0.06984837353229523,
        0.0673832893371582,
        0.06675548851490021
      ],
      "delta_frobenius": 0.3165835738182068
    },
    {
      "module": "base_model.model.model.layers.10.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.11751166731119156,
        0.06096908450126648,
        0.055983565747737885,
        0.03935221955180168,
        0.036771222949028015,
        0.03154999390244484,
        0.0298124011605978,
        0.026164626702666283,
        0.02228587307035923,
        0.021066447719931602,
        0.018705788999795914,
        0.017107661813497543,
        0.015362397767603397,
        0.013339783065021038,
        0.01071866787970066,
        0.008728361688554287
      ],
      "random_control_singular_values": [
        0.05201622471213341,
        0.04868300259113312,
        0.0478244312107563,
        0.046983569860458374,
        0.046154145151376724,
        0.043841563165187836,
        0.04338601976633072,
        0.0427391417324543,
        0.041978996247053146,
        0.039684128016233444,
        0.0390409380197525,
        0.036726564168930054,
        0.03642959147691727,
        0.0350714735686779,
        0.033599287271499634,
        0.03301773592829704
      ],
      "delta_frobenius": 0.16827932000160217
    },
    {
      "module": "base_model.model.model.layers.11.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.2229149341583252,
        0.11561720818281174,
        0.10695073753595352,
        0.09317919611930847,
        0.0746971145272255,
        0.06273724138736725,
        0.05626830458641052,
        0.0464918315410614,
        0.04201997071504593,
        0.04166065528988838,
        0.03670191764831543,
        0.03252534195780754,
        0.027776915580034256,
        0.02622687630355358,
        0.02368454821407795,
        0.017962723970413208
      ],
      "random_control_singular_values": [
        0.09298160672187805,
        0.09079398959875107,
        0.08915826678276062,
        0.08641349524259567,
        0.08599352836608887,
        0.08544518798589706,
        0.08356820791959763,
        0.08199582993984222,
        0.08102323859930038,
        0.07893671840429306,
        0.07821740210056305,
        0.07726211100816727,
        0.07495614886283875,
        0.07425035536289215,
        0.07052518427371979,
        0.067637600004673
      ],
      "delta_frobenius": 0.3259933888912201
    },
    {
      "module": "base_model.model.model.layers.11.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.20941409468650818,
        0.05108814314007759,
        0.025709815323352814,
        0.025145841762423515,
        0.01514857541769743,
        0.013559251092374325,
        0.012598094530403614,
        0.010104966349899769,
        0.008868393488228321,
        0.00815863162279129,
        0.007810321170836687,
        0.006541944108903408,
        0.005444222129881382,
        0.005000321194529533,
        0.004561692010611296,
        0.003357701003551483
      ],
      "random_control_singular_values": [
        0.06875759363174438,
        0.065190888941288,
        0.06364063918590546,
        0.06218764930963516,
        0.05976023152470589,
        0.056575220078229904,
        0.05540654435753822,
        0.05460607260465622,
        0.05394105240702629,
        0.05331772193312645,
        0.050664450973272324,
        0.04970254376530647,
        0.04904727637767792,
        0.04608843848109245,
        0.04481898620724678,
        0.041480742394924164
      ],
      "delta_frobenius": 0.22083355486392975
    },
    {
      "module": "base_model.model.model.layers.12.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.2433072030544281,
        0.13709256052970886,
        0.11007758975028992,
        0.07112676650285721,
        0.0693771243095398,
        0.06292887777090073,
        0.05298500880599022,
        0.04843674227595329,
        0.03915243595838547,
        0.03681640699505806,
        0.02951098419725895,
        0.027026869356632233,
        0.02529674582183361,
        0.022631386294960976,
        0.017647016793489456,
        0.016158580780029297
      ],
      "random_control_singular_values": [
        0.09754011034965515,
        0.09471047669649124,
        0.0937025249004364,
        0.09298992902040482,
        0.08962761610746384,
        0.08826423436403275,
        0.08661004900932312,
        0.08457967638969421,
        0.08449438959360123,
        0.08210538327693939,
        0.08113565295934677,
        0.07897809147834778,
        0.07794097810983658,
        0.07545369118452072,
        0.07259875535964966,
        0.0719725713133812
      ],
      "delta_frobenius": 0.3395732045173645
    },
    {
      "module": "base_model.model.model.layers.12.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.15742924809455872,
        0.06194904074072838,
        0.03618680685758591,
        0.03137453645467758,
        0.025225093588232994,
        0.021150656044483185,
        0.019290519878268242,
        0.0175898727029562,
        0.013922527432441711,
        0.013131273910403252,
        0.011928264051675797,
        0.01049010083079338,
        0.010031210258603096,
        0.009475869126617908,
        0.0075995963998138905,
        0.006907039321959019
      ],
      "random_control_singular_values": [
        0.055959369987249374,
        0.05459167808294296,
        0.05288534238934517,
        0.05264851078391075,
        0.04964808374643326,
        0.047639187425374985,
        0.046927034854888916,
        0.04564613848924637,
        0.044562868773937225,
        0.04340745508670807,
        0.042118050158023834,
        0.04161486402153969,
        0.03909773752093315,
        0.03796498849987984,
        0.03732997924089432,
        0.033989742398262024
      ],
      "delta_frobenius": 0.1832898110151291
    },
    {
      "module": "base_model.model.model.layers.13.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.2390514463186264,
        0.10250332206487656,
        0.10152049362659454,
        0.08916504681110382,
        0.08647250384092331,
        0.06360980868339539,
        0.06071620434522629,
        0.05538430064916611,
        0.044107601046562195,
        0.040633659809827805,
        0.03485987335443497,
        0.028960980474948883,
        0.025576578453183174,
        0.02232721820473671,
        0.01905558630824089,
        0.01813410595059395
      ],
      "random_control_singular_values": [
        0.09416549652814865,
        0.0917430892586708,
        0.09160567075014114,
        0.0895201787352562,
        0.08817678689956665,
        0.08782665431499481,
        0.08593019098043442,
        0.0844658836722374,
        0.08310005068778992,
        0.08122556656599045,
        0.08028662949800491,
        0.0790797546505928,
        0.07719758152961731,
        0.07485204935073853,
        0.07356221228837967,
        0.06934741139411926
      ],
      "delta_frobenius": 0.33418866991996765
    },
    {
      "module": "base_model.model.model.layers.13.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.19699935615062714,
        0.05955527722835541,
        0.03485400229692459,
        0.030076729133725166,
        0.0279841385781765,
        0.022840673103928566,
        0.019886327907443047,
        0.015308951959013939,
        0.014157681725919247,
        0.012791192159056664,
        0.01216683816164732,
        0.011010363698005676,
        0.009040139615535736,
        0.008527105674147606,
        0.007235255092382431,
        0.0062186517752707005
      ],
      "random_control_singular_values": [
        0.06823621690273285,
        0.06471913307905197,
        0.06263885647058487,
        0.06122848391532898,
        0.058357931673526764,
        0.05771542340517044,
        0.05561782792210579,
        0.0548623651266098,
        0.0531308688223362,
        0.052802879363298416,
        0.049578726291656494,
        0.04842168837785721,
        0.04612022638320923,
        0.044275082647800446,
        0.042611781507730484,
        0.04017825424671173
      ],
      "delta_frobenius": 0.21745896339416504
    },
    {
      "module": "base_model.model.model.layers.14.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.30081674456596375,
        0.13802658021450043,
        0.10669735819101334,
        0.08729857951402664,
        0.0814623087644577,
        0.061652835458517075,
        0.05664197355508804,
        0.05543141812086105,
        0.052162494510412216,
        0.04570988565683365,
        0.041372865438461304,
        0.03818066045641899,
        0.031939487904310226,
        0.028840767219662666,
        0.022703425958752632,
        0.020352479070425034
      ],
      "random_control_singular_values": [
        0.11283151060342789,
        0.11168026924133301,
        0.10837794840335846,
        0.10734640806913376,
        0.10473047941923141,
        0.1026477962732315,
        0.10136426985263824,
        0.09879692643880844,
        0.09623944759368896,
        0.0950622707605362,
        0.0944969430565834,
        0.0911347046494484,
        0.09022903442382812,
        0.08914193511009216,
        0.08683788031339645,
        0.08277326077222824
      ],
      "delta_frobenius": 0.39500245451927185
    },
    {
      "module": "base_model.model.model.layers.14.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.13827566802501678,
        0.10053679347038269,
        0.05210168659687042,
        0.04246772825717926,
        0.03409916162490845,
        0.02815316617488861,
        0.025532325729727745,
        0.021445874124765396,
        0.019913384690880775,
        0.018345702439546585,
        0.015614903531968594,
        0.014874666929244995,
        0.01236855611205101,
        0.011652951128780842,
        0.010641445405781269,
        0.009122970513999462
      ],
      "random_control_singular_values": [
        0.06026867777109146,
        0.05819180980324745,
        0.05615038052201271,
        0.05460271239280701,
        0.05304931476712227,
        0.05100221931934357,
        0.050755441188812256,
        0.04878264665603638,
        0.04756198450922966,
        0.04665009677410126,
        0.045620691031217575,
        0.04522067308425903,
        0.04294884577393532,
        0.04046253859996796,
        0.039023999124765396,
        0.037457238882780075
      ],
      "delta_frobenius": 0.196205273270607
    },
    {
      "module": "base_model.model.model.layers.15.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.23594483733177185,
        0.17885315418243408,
        0.11368397623300552,
        0.09455881267786026,
        0.07959441095590591,
        0.06543979048728943,
        0.05516202375292778,
        0.05222587659955025,
        0.04285546764731407,
        0.037497274577617645,
        0.0335356704890728,
        0.03185977786779404,
        0.02827906794846058,
        0.024521097540855408,
        0.022427106276154518,
        0.019368542358279228
      ],
      "random_control_singular_values": [
        0.10489103943109512,
        0.09991210699081421,
        0.09845755994319916,
        0.09833966940641403,
        0.0966235026717186,
        0.0945921465754509,
        0.09370370954275131,
        0.09178727865219116,
        0.08967620134353638,
        0.08832095563411713,
        0.0878249928355217,
        0.08563581854104996,
        0.08474647253751755,
        0.08197243511676788,
        0.08084915578365326,
        0.08004959672689438
      ],
      "delta_frobenius": 0.3654768168926239
    },
    {
      "module": "base_model.model.model.layers.15.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.1740579456090927,
        0.09148476272821426,
        0.048944465816020966,
        0.0343477688729763,
        0.030156098306179047,
        0.024792630225419998,
        0.022897683084011078,
        0.020308146253228188,
        0.018445631489157677,
        0.015238684602081776,
        0.01409967802464962,
        0.013258619233965874,
        0.010802263393998146,
        0.009578702040016651,
        0.008789568208158016,
        0.007297217845916748
      ],
      "random_control_singular_values": [
        0.06721711903810501,
        0.06638853251934052,
        0.06281866133213043,
        0.05862708017230034,
        0.05753840133547783,
        0.05634790658950806,
        0.05489599332213402,
        0.05234214663505554,
        0.05130407586693764,
        0.04996870458126068,
        0.04909256473183632,
        0.0474177822470665,
        0.045535530894994736,
        0.0439160130918026,
        0.04297758638858795,
        0.04246341809630394
      ],
      "delta_frobenius": 0.2144475281238556
    },
    {
      "module": "base_model.model.model.layers.16.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.24941617250442505,
        0.19565337896347046,
        0.12249419093132019,
        0.11124731600284576,
        0.07591522485017776,
        0.07108079642057419,
        0.062389642000198364,
        0.05444199964404106,
        0.049737315624952316,
        0.04730774462223053,
        0.039323996752500534,
        0.037094052881002426,
        0.035101573914289474,
        0.029745308682322502,
        0.028043558821082115,
        0.026559164747595787
      ],
      "random_control_singular_values": [
        0.11514419317245483,
        0.11127862334251404,
        0.110312320291996,
        0.1074901893734932,
        0.1041167750954628,
        0.10309349745512009,
        0.10101327300071716,
        0.09950302541255951,
        0.09761025756597519,
        0.09360338002443314,
        0.09306231886148453,
        0.09284158051013947,
        0.09013471752405167,
        0.08824215084314346,
        0.08690151572227478,
        0.08255201578140259
      ],
      "delta_frobenius": 0.3959600329399109
    },
    {
      "module": "base_model.model.model.layers.16.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.13774313032627106,
        0.08626178652048111,
        0.07338836789131165,
        0.05280151218175888,
        0.037303484976291656,
        0.031064733862876892,
        0.027761710807681084,
        0.0262164194136858,
        0.023641495034098625,
        0.02311062254011631,
        0.021904965862631798,
        0.018278207629919052,
        0.01678316667675972,
        0.015347277745604515,
        0.012736976146697998,
        0.011425891891121864
      ],
      "random_control_singular_values": [
        0.06247248128056526,
        0.061195533722639084,
        0.060112014412879944,
        0.05782880261540413,
        0.05635819956660271,
        0.05372615531086922,
        0.05188276991248131,
        0.051148101687431335,
        0.04891383647918701,
        0.04861720651388168,
        0.046231724321842194,
        0.04487795755267143,
        0.04220575839281082,
        0.040695276111364365,
        0.03856552764773369,
        0.036211639642715454
      ],
      "delta_frobenius": 0.20277976989746094
    },
    {
      "module": "base_model.model.model.layers.17.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.26304224133491516,
        0.16536878049373627,
        0.1368563324213028,
        0.11889676004648209,
        0.08178914338350296,
        0.06298591196537018,
        0.06166998669505119,
        0.05691537261009216,
        0.04482540488243103,
        0.03942374885082245,
        0.03881241753697395,
        0.03427701070904732,
        0.03163216635584831,
        0.029861660674214363,
        0.026322299614548683,
        0.02428608015179634
      ],
      "random_control_singular_values": [
        0.11388693004846573,
        0.1103457510471344,
        0.10943087935447693,
        0.1061701625585556,
        0.10368578881025314,
        0.1022203341126442,
        0.10112762451171875,
        0.09990602731704712,
        0.09547559916973114,
        0.09474580734968185,
        0.09433834999799728,
        0.09217145293951035,
        0.09086775034666061,
        0.089600570499897,
        0.08823955059051514,
        0.08463301509618759
      ],
      "delta_frobenius": 0.3956301808357239
    },
    {
      "module": "base_model.model.model.layers.17.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.1757289618253708,
        0.0761449784040451,
        0.05671725049614906,
        0.04320600628852844,
        0.036623287945985794,
        0.029971551150083542,
        0.026078397408127785,
        0.023871196433901787,
        0.019491201266646385,
        0.01800590381026268,
        0.014628359116613865,
        0.011717288754880428,
        0.010315476916730404,
        0.009617493487894535,
        0.006869108881801367,
        0.005975420121103525
      ],
      "random_control_singular_values": [
        0.07048565149307251,
        0.06507255136966705,
        0.06245603784918785,
        0.060871779918670654,
        0.05895176902413368,
        0.058192409574985504,
        0.05458562448620796,
        0.05382280424237251,
        0.051380760967731476,
        0.050383102148771286,
        0.048914581537246704,
        0.04685627296566963,
        0.045188114047050476,
        0.043642736971378326,
        0.04216257482767105,
        0.03938445448875427
      ],
      "delta_frobenius": 0.21584486961364746
    },
    {
      "module": "base_model.model.model.layers.18.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.28646647930145264,
        0.164784237742424,
        0.11915390193462372,
        0.06645971536636353,
        0.05446252599358559,
        0.052706845104694366,
        0.04276254400610924,
        0.040282540023326874,
        0.0389535091817379,
        0.033699240535497665,
        0.029398683458566666,
        0.02720647118985653,
        0.023414798080921173,
        0.019788024947047234,
        0.017374549061059952,
        0.01526704616844654
      ],
      "random_control_singular_values": [
        0.1066589280962944,
        0.10533709824085236,
        0.10287050157785416,
        0.1023797020316124,
        0.09936874359846115,
        0.09742788225412369,
        0.0969681590795517,
        0.09439056366682053,
        0.09296450763940811,
        0.09198985993862152,
        0.09045345336198807,
        0.08974345773458481,
        0.08586686104536057,
        0.08418096601963043,
        0.08339935541152954,
        0.08239667117595673
      ],
      "delta_frobenius": 0.37783485651016235
    },
    {
      "module": "base_model.model.model.layers.18.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.1660941243171692,
        0.0810089260339737,
        0.04126061871647835,
        0.03549680486321449,
        0.02896534837782383,
        0.023249713703989983,
        0.019077392295002937,
        0.017389312386512756,
        0.013022508472204208,
        0.012762303464114666,
        0.011009427718818188,
        0.010604037903249264,
        0.009529732167720795,
        0.006725204177200794,
        0.006638350430876017,
        0.0047464752569794655
      ],
      "random_control_singular_values": [
        0.06182583421468735,
        0.059602849185466766,
        0.05920357257127762,
        0.05681057646870613,
        0.05403025820851326,
        0.05225372686982155,
        0.05138610675930977,
        0.05049571394920349,
        0.048104602843523026,
        0.046792998909950256,
        0.04549119994044304,
        0.044486530125141144,
        0.042522843927145004,
        0.04079882800579071,
        0.039243102073669434,
        0.03760850057005882
      ],
      "delta_frobenius": 0.19981691241264343
    },
    {
      "module": "base_model.model.model.layers.19.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.4007788896560669,
        0.16619402170181274,
        0.10161714255809784,
        0.0790313333272934,
        0.06374789029359818,
        0.05007714033126831,
        0.04478544741868973,
        0.042703721672296524,
        0.037541184574365616,
        0.03500659391283989,
        0.02956688404083252,
        0.023905005306005478,
        0.02156178094446659,
        0.015408179722726345,
        0.01266638282686472,
        0.009141596034169197
      ],
      "random_control_singular_values": [
        0.1346450001001358,
        0.1336348056793213,
        0.12728898227214813,
        0.12644106149673462,
        0.1249704658985138,
        0.12141754478216171,
        0.11966224014759064,
        0.11883555352687836,
        0.1169222891330719,
        0.11567895114421844,
        0.1089925765991211,
        0.10829401761293411,
        0.1062423586845398,
        0.10449669510126114,
        0.10213237255811691,
        0.09984081238508224
      ],
      "delta_frobenius": 0.46930140256881714
    },
    {
      "module": "base_model.model.model.layers.19.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.16079826653003693,
        0.08815441280603409,
        0.06525559723377228,
        0.04560164734721184,
        0.03519510105252266,
        0.026310844346880913,
        0.021142050623893738,
        0.018486209213733673,
        0.017941869795322418,
        0.0161451268941164,
        0.014853611588478088,
        0.014173058792948723,
        0.01313281711190939,
        0.012160792015492916,
        0.010315869934856892,
        0.008167040534317493
      ],
      "random_control_singular_values": [
        0.0669950544834137,
        0.06245582178235054,
        0.06051022186875343,
        0.058452870696783066,
        0.056201156228780746,
        0.05487417057156563,
        0.053118299692869186,
        0.052468910813331604,
        0.051356419920921326,
        0.05059904232621193,
        0.04829879850149155,
        0.04705049842596054,
        0.0455196313560009,
        0.044643741101026535,
        0.04164860025048256,
        0.03777255490422249
      ],
      "delta_frobenius": 0.21019591391086578
    },
    {
      "module": "base_model.model.model.layers.20.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.2842312157154083,
        0.1788286715745926,
        0.13276830315589905,
        0.08522839099168777,
        0.07813035696744919,
        0.07271058857440948,
        0.05715835094451904,
        0.0541369803249836,
        0.04652304947376251,
        0.04146986082196236,
        0.03788963705301285,
        0.031904786825180054,
        0.02873077616095543,
        0.026087462902069092,
        0.023794682696461678,
        0.01651579700410366
      ],
      "random_control_singular_values": [
        0.11770575493574142,
        0.11356345564126968,
        0.11136503517627716,
        0.1074882447719574,
        0.10612912476062775,
        0.10497485101222992,
        0.10255123674869537,
        0.10194268077611923,
        0.10100365430116653,
        0.09929988533258438,
        0.09596987813711166,
        0.09408032149076462,
        0.09169257432222366,
        0.09009091556072235,
        0.08880946040153503,
        0.08658050745725632
      ],
      "delta_frobenius": 0.4048828184604645
    },
    {
      "module": "base_model.model.model.layers.20.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.17385078966617584,
        0.0757659450173378,
        0.04831617325544357,
        0.036301642656326294,
        0.031215518712997437,
        0.027175333350896835,
        0.02273660898208618,
        0.016752080991864204,
        0.015970589593052864,
        0.014912623912096024,
        0.013513976708054543,
        0.012394892983138561,
        0.01038700994104147,
        0.008871524594724178,
        0.007795753423124552,
        0.006974603980779648
      ],
      "random_control_singular_values": [
        0.06308215856552124,
        0.06142827495932579,
        0.0603124238550663,
        0.0583161786198616,
        0.05642395839095116,
        0.05512041598558426,
        0.05318513885140419,
        0.05210321769118309,
        0.05063784867525101,
        0.048556286841630936,
        0.04694278538227081,
        0.046414345502853394,
        0.04496128857135773,
        0.044496968388557434,
        0.04268428683280945,
        0.039715178310871124
      ],
      "delta_frobenius": 0.20793521404266357
    },
    {
      "module": "base_model.model.model.layers.21.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.3360077738761902,
        0.19280214607715607,
        0.14926372468471527,
        0.10235697031021118,
        0.09230393171310425,
        0.06992368400096893,
        0.06019767001271248,
        0.05522521585226059,
        0.04899780452251434,
        0.04392027109861374,
        0.040203504264354706,
        0.03427068889141083,
        0.031020719558000565,
        0.029708513990044594,
        0.025293875485658646,
        0.01972154900431633
      ],
      "random_control_singular_values": [
        0.13320331275463104,
        0.12889468669891357,
        0.1265331506729126,
        0.12564484775066376,
        0.12330308556556702,
        0.11971644312143326,
        0.11753038316965103,
        0.11583955585956573,
        0.11324048787355423,
        0.111043281853199,
        0.10958902537822723,
        0.10650844871997833,
        0.10483871400356293,
        0.10245943814516068,
        0.1010427474975586,
        0.0988885685801506
      ],
      "delta_frobenius": 0.46141910552978516
    },
    {
      "module": "base_model.model.model.layers.21.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.23235206305980682,
        0.05758349224925041,
        0.04379230737686157,
        0.04167231172323227,
        0.028928864747285843,
        0.02317315898835659,
        0.02044633775949478,
        0.01634305529296398,
        0.014909501187503338,
        0.011178071610629559,
        0.010290916077792645,
        0.008927942253649235,
        0.008522339165210724,
        0.007555638439953327,
        0.007030939217656851,
        0.0053741587325930595
      ],
      "random_control_singular_values": [
        0.07778937369585037,
        0.07516924291849136,
        0.07218914479017258,
        0.06937996298074722,
        0.06905586272478104,
        0.0673176497220993,
        0.06444118171930313,
        0.06351540982723236,
        0.06196692958474159,
        0.06013461574912071,
        0.059074100106954575,
        0.0565890371799469,
        0.05518990755081177,
        0.05202317237854004,
        0.0493815615773201,
        0.04695602133870125
      ],
      "delta_frobenius": 0.2525026500225067
    },
    {
      "module": "base_model.model.model.layers.22.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.2628471851348877,
        0.1717996597290039,
        0.13268569111824036,
        0.0937846228480339,
        0.06269708275794983,
        0.05781908705830574,
        0.05421160161495209,
        0.04714340716600418,
        0.041603632271289825,
        0.03708694502711296,
        0.03476106747984886,
        0.02744084782898426,
        0.02442696876823902,
        0.023374784737825394,
        0.01820489577949047,
        0.016273533925414085
      ],
      "random_control_singular_values": [
        0.10876458138227463,
        0.10461389273405075,
        0.1039249449968338,
        0.10235952585935593,
        0.09973589330911636,
        0.09741908311843872,
        0.09667416661977768,
        0.0949273481965065,
        0.09462199360132217,
        0.09353742003440857,
        0.09184527397155762,
        0.08935179561376572,
        0.08852460980415344,
        0.08426870405673981,
        0.08316964656114578,
        0.08014827221632004
      ],
      "delta_frobenius": 0.3797987699508667
    },
    {
      "module": "base_model.model.model.layers.22.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.20847710967063904,
        0.08681848645210266,
        0.06259611994028091,
        0.03583763539791107,
        0.029096975922584534,
        0.024071242660284042,
        0.021009717136621475,
        0.016520630568265915,
        0.014567711390554905,
        0.01311524584889412,
        0.011303952895104885,
        0.011085891164839268,
        0.009417476132512093,
        0.007289901841431856,
        0.0065447185188531876,
        0.005803586915135384
      ],
      "random_control_singular_values": [
        0.07630937546491623,
        0.0739954262971878,
        0.06993605941534042,
        0.06842260807752609,
        0.06614053249359131,
        0.06453045457601547,
        0.06186824291944504,
        0.061077192425727844,
        0.059449441730976105,
        0.05645480379462242,
        0.056349072605371475,
        0.05516130477190018,
        0.0503799207508564,
        0.048543527722358704,
        0.047434307634830475,
        0.046307992190122604
      ],
      "delta_frobenius": 0.24330313503742218
    },
    {
      "module": "base_model.model.model.layers.23.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.29620787501335144,
        0.1323089450597763,
        0.12396663427352905,
        0.07847195863723755,
        0.05540427938103676,
        0.04986194521188736,
        0.03915232792496681,
        0.0343153178691864,
        0.03146236762404442,
        0.026542363688349724,
        0.024181179702281952,
        0.020167075097560883,
        0.01672276109457016,
        0.014542000368237495,
        0.014101368375122547,
        0.01328032836318016
      ],
      "random_control_singular_values": [
        0.10656523704528809,
        0.10638034343719482,
        0.10229988396167755,
        0.0988081842660904,
        0.09799064695835114,
        0.09665282070636749,
        0.09525863826274872,
        0.09306886792182922,
        0.09099957346916199,
        0.09016010165214539,
        0.08859951049089432,
        0.0870436280965805,
        0.08516775816679001,
        0.08327757567167282,
        0.08177334815263748,
        0.07934587448835373
      ],
      "delta_frobenius": 0.37227514386177063
    },
    {
      "module": "base_model.model.model.layers.23.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.15461431443691254,
        0.0788930281996727,
        0.04737493395805359,
        0.03820277005434036,
        0.023633304983377457,
        0.019679630175232887,
        0.01702241413295269,
        0.014170235022902489,
        0.010000347159802914,
        0.0073243072256445885,
        0.006360870320349932,
        0.005717641208320856,
        0.0048237452283501625,
        0.004023740068078041,
        0.0033980002626776695,
        0.002818949054926634
      ],
      "random_control_singular_values": [
        0.05802759900689125,
        0.056092195212841034,
        0.05354640260338783,
        0.051877837628126144,
        0.0516284704208374,
        0.04994842782616615,
        0.048325732350349426,
        0.04739517718553543,
        0.04641367867588997,
        0.04443519562482834,
        0.04380141943693161,
        0.04330579936504364,
        0.04142716899514198,
        0.03870254382491112,
        0.037378620356321335,
        0.034751228988170624
      ],
      "delta_frobenius": 0.18856211006641388
    },
    {
      "module": "base_model.model.model.layers.24.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.32865262031555176,
        0.2277476191520691,
        0.11383357644081116,
        0.08972033113241196,
        0.07547461986541748,
        0.05943824350833893,
        0.05290530249476433,
        0.0484432689845562,
        0.0440848246216774,
        0.04132656008005142,
        0.034887202084064484,
        0.033578790724277496,
        0.027784796431660652,
        0.025824833661317825,
        0.023366358131170273,
        0.020740969106554985
      ],
      "random_control_singular_values": [
        0.1301538199186325,
        0.1260623335838318,
        0.12333430349826813,
        0.12126977741718292,
        0.12103412300348282,
        0.11633805930614471,
        0.11376997828483582,
        0.11265736818313599,
        0.11145132035017014,
        0.1099560409784317,
        0.10650128871202469,
        0.1049627810716629,
        0.10434924811124802,
        0.10270939022302628,
        0.09746772050857544,
        0.09642397612333298
      ],
      "delta_frobenius": 0.45130419731140137
    },
    {
      "module": "base_model.model.model.layers.24.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.12923462688922882,
        0.11414305865764618,
        0.08076824992895126,
        0.06117865815758705,
        0.050286706537008286,
        0.03432432562112808,
        0.02877509593963623,
        0.019783146679401398,
        0.019393138587474823,
        0.017557188868522644,
        0.016453461721539497,
        0.015961837023496628,
        0.014848608523607254,
        0.013258758001029491,
        0.011510293930768967,
        0.009724896401166916
      ],
      "random_control_singular_values": [
        0.06381416320800781,
        0.06252503395080566,
        0.061667054891586304,
        0.06022416427731514,
        0.05944899097084999,
        0.057251740247011185,
        0.05618918687105179,
        0.05441652238368988,
        0.053180962800979614,
        0.05199326574802399,
        0.050166137516498566,
        0.04809143394231796,
        0.04770832508802414,
        0.045031361281871796,
        0.04381971061229706,
        0.04277019202709198
      ],
      "delta_frobenius": 0.21623143553733826
    },
    {
      "module": "base_model.model.model.layers.25.self_attn.q_proj",
      "rank": 16,
      "singular_values": [
        0.2657494843006134,
        0.21337038278579712,
        0.11273905634880066,
        0.07713109999895096,
        0.06735403835773468,
        0.049725256860256195,
        0.0454261377453804,
        0.04217410460114479,
        0.040463294833898544,
        0.0383867546916008,
        0.03156576678156853,
        0.03026025928556919,
        0.023286456242203712,
        0.022286036983132362,
        0.018269134685397148,
        0.016980836167931557
      ],
      "random_control_singular_values": [
        0.11227315664291382,
        0.11057058721780777,
        0.10977861285209656,
        0.10571876168251038,
        0.10349270701408386,
        0.09996939450502396,
        0.09865283221006393,
        0.09797275811433792,
        0.0969335064291954,
        0.09528299421072006,
        0.09251157194375992,
        0.09133987128734589,
        0.08881700038909912,
        0.08646528422832489,
        0.08389770239591599,
        0.08043546229600906
      ],
      "delta_frobenius": 0.3903130888938904
    },
    {
      "module": "base_model.model.model.layers.25.self_attn.v_proj",
      "rank": 16,
      "singular_values": [
        0.18854843080043793,
        0.07161282747983932,
        0.06036275252699852,
        0.028807258233428,
        0.023755207657814026,
        0.02122366428375244,
        0.019098514690995216,
        0.01622433215379715,
        0.014579856768250465,
        0.012583029456436634,
        0.011262414045631886,
        0.008734356611967087,
        0.007870347239077091,
        0.007701296359300613,
        0.006666009780019522,
        0.005027749575674534
      ],
      "random_control_singular_values": [
        0.06542237848043442,
        0.06488820165395737,
        0.06299450248479843,
        0.0626535564661026,
        0.059485360980033875,
        0.05695785954594612,
        0.05538299307227135,
        0.05479249358177185,
        0.052448660135269165,
        0.051319923251867294,
        0.05008423328399658,
        0.049003273248672485,
        0.04756456986069679,
        0.044598788022994995,
        0.04394567012786865,
        0.042972370982170105
      ],
      "delta_frobenius": 0.2180829495191574
    }
  ],
  "restoration_max_nll_difference": 0.0,
  "elapsed_seconds": 287.76379817000003
}