Add precomputed results for p=45

.gitattributes

@@ -198,3 +198,14 @@ precomputed_results/p_035/p035_phase_align_approx1.png filter=lfs diff=lfs merge
 precomputed_results/p_035/p035_phase_align_approx2.png filter=lfs diff=lfs merge=lfs -text
 precomputed_results/p_035/p035_single_freq_quad.png filter=lfs diff=lfs merge=lfs -text
 precomputed_results/p_035/p035_single_freq_relu.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_045/p045_grokk_decoded_weights_dynamic.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_045/p045_grokk_memorization_accuracy.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_045/p045_grokk_memorization_common_to_rare.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_045/p045_lineplot_in.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_045/p045_lineplot_out.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_045/p045_output_logits.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_045/p045_overview_loss_ipr.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_045/p045_phase_align_approx1.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_045/p045_phase_align_approx2.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_045/p045_single_freq_quad.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_045/p045_single_freq_relu.png filter=lfs diff=lfs merge=lfs -text

precomputed_results/p_045/p045_grokk_acc.json

@@ -0,0 +1 @@
+{"epochs": [0, 200, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000, 6200, 6400, 6600, 6800, 7000, 7200, 7400, 7600, 7800, 8000, 8200, 8400, 8600, 8800, 9000, 9200, 9400, 9600, 9800, 10000, 10200, 10400, 10600, 10800], "train_accs": [0.025032938076416336, 0.40711462450592883, 0.7345191040843215, 0.7450592885375494, 0.9005270092226614, 0.9980237154150198, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "test_accs": [0.01972386587771203, 0.0, 0.0, 0.021696252465483234, 0.46153846153846156, 0.7396449704142012, 0.7435897435897436, 0.7435897435897436, 0.7435897435897436, 0.7593688362919132, 0.7988165680473372, 0.8658777120315582, 0.9250493096646942, 0.9566074950690335, 0.9723865877712031, 0.9763313609467456, 0.9763313609467456, 0.980276134122288, 0.980276134122288, 0.980276134122288, 0.980276134122288, 0.9842209072978304, 0.9881656804733728, 0.9901380670611439, 0.9960552268244576, 0.9980276134122288, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "stage1_end": 854, "stage2_end": 2580}

precomputed_results/p_045/p045_logits_interactive.json

@@ -0,0 +1 @@
+{"pairs": [[0, 0], [1, 0], [2, 0], [3, 0], [4, 0], [5, 0], [6, 0], [7, 0], [8, 0], [9, 0], [10, 0], [11, 0], [12, 0], [13, 0], [14, 0], [15, 0], [16, 0], [17, 0], [18, 0], [19, 0], [20, 0], [21, 0], [22, 0], [23, 0], [24, 0], [25, 0], [26, 0], [27, 0], [28, 0], [29, 0], [30, 0], [31, 0], [32, 0], [33, 0], [34, 0], [35, 0], [36, 0], [37, 0], [38, 0], [39, 0], [40, 0], [41, 0], [42, 0], [43, 0], [44, 0]], "correct_answers": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44], "logits": [[15.600258827209473, 1.0056431293487549, 0.4030594825744629, -0.7377175092697144, 1.5286359786987305, 1.3117897510528564, 1.4680490493774414, 0.8680540323257446, 1.5334880352020264, 1.2482436895370483, 2.114217519760132, 1.72715425491333, 1.51249361038208, 1.585145354270935, -0.04871399700641632, 1.2807902097702026, 1.4560089111328125, 0.8386086821556091, 1.7714226245880127, 1.3893159627914429, 0.7389419674873352, 1.0088025331497192, 0.8814264535903931, -0.01510000228881836, 0.8047748804092407, 0.9315527081489563, 0.9381990432739258, 1.199392557144165, 0.789706289768219, 1.50572669506073, 0.9227319955825806, 2.0892224311828613, 0.3627105951309204, 0.4669422507286072, 1.1630446910858154, 1.321528434753418, 1.6427652835845947, 1.8924264907836914, 1.1762025356292725, 1.6816520690917969, 0.9690481424331665, 1.6329911947250366, 0.9481143355369568, 0.38915038108825684, 0.3328210115432739], [2.9496185779571533, 17.671239852905273, 2.863866090774536, -2.925258159637451, 1.143499493598938, 0.47819221019744873, 1.5239386558532715, 0.7231965065002441, 0.10626903176307678, 0.2916182577610016, 1.361231803894043, 2.204317808151245, 1.6522464752197266, 0.7677432894706726, 0.2565873861312866, 0.562808632850647, 1.2974097728729248, 0.24458706378936768, 0.2754424512386322, 0.3702273666858673, 1.031800389289856, -0.15847808122634888, 0.8272925615310669, -1.2650706768035889, 0.25790899991989136, 0.8870911598205566, 0.09230226278305054, 1.315025806427002, 1.3147448301315308, 0.6193705797195435, 0.0889434814453125, 0.29163259267807007, 0.36185169219970703, -1.6557824611663818, 0.7955578565597534, -0.019489288330078125, 1.4919116497039795, 0.9882068634033203, 0.6202813386917114, 1.1132843494415283, 0.4482439458370209, 1.8589223623275757, 0.497466504573822, 0.5389158129692078, -1.6979680061340332], [2.8508572578430176, -1.4347492456436157, 17.38686752319336, 0.6068499088287354, 3.328793525695801, 1.4266915321350098, -2.435741901397705, 0.36103764176368713, 0.9404197931289673, 0.1254900097846985, 0.30179354548454285, 1.7732751369476318, 0.9060853123664856, 2.1883609294891357, 0.3910238742828369, 0.09081780910491943, 0.26891064643859863, 0.6300284266471863, -0.18290752172470093, -0.052565157413482666, 0.6532877087593079, 0.35460418462753296, -0.22383344173431396, 0.005054265260696411, -0.13157731294631958, 0.24349749088287354, 0.9203065633773804, 0.1021670550107956, -0.7144572138786316, 2.1444602012634277, 0.16083377599716187, 0.6794968843460083, 0.2272855043411255, -0.24859154224395752, -0.40878188610076904, 1.2174921035766602, -0.07117591798305511, 1.2239916324615479, -0.6534075140953064, -0.20449000597000122, 1.4460976123809814, 0.32945898175239563, 0.01314765214920044, -1.9895741939544678, 0.36784398555755615], [3.533709764480591, 0.20396079123020172, 0.1560797095298767, 17.681838989257812, 1.618346929550171, 0.20897126197814941, 3.3982315063476562, -0.11375880241394043, 0.22635340690612793, -1.23993980884552, 0.588533878326416, -0.18752425909042358, 1.6172373294830322, 1.068451166152954, 0.6424520015716553, 0.5643979907035828, -0.12354588508605957, -0.2818050980567932, 1.6808605194091797, 0.45332545042037964, 0.03247801959514618, 0.438150018453598, 2.1843252182006836, 0.20469903945922852, -0.10003280639648438, -0.1801208108663559, -0.4468545615673065, -0.6242924928665161, 1.0422648191452026, -0.2532557249069214, 1.24579656124115, -0.21157318353652954, -0.5458933711051941, -0.04097926616668701, 0.6689035892486572, -0.16090349853038788, 1.9084376096725464, 1.1015506982803345, 0.7522170543670654, 1.3155624866485596, 0.1116589903831482, 0.4087779223918915, -2.3106191158294678, 0.4064370393753052, 0.8034936189651489], [4.197287559509277, 0.259202241897583, 0.577592134475708, 0.4123800992965698, 17.81142807006836, 2.0964279174804688, 0.9643144011497498, 0.24979281425476074, 3.3399994373321533, 0.14489534497261047, -0.0012014061212539673, 0.7427518963813782, -2.3604419231414795, 1.4293959140777588, 0.731476902961731, 1.2204669713974, 0.5895463228225708, -0.027793049812316895, 0.8569985032081604, 0.7918554544448853, -0.24794059991836548, -0.23166203498840332, 0.5832332372665405, 0.47576630115509033, 1.5497161149978638, 0.33393436670303345, -0.24514436721801758, -0.32315412163734436, -0.052342355251312256, 1.9686298370361328, 0.19942092895507812, 0.7619837522506714, -0.9180124998092651, 1.0070894956588745, -0.34976842999458313, 0.6320892572402954, -0.07847714424133301, 0.5940989255905151, 0.5017035007476807, 1.013176441192627, 1.1737005710601807, -1.8266913890838623, 0.8094033002853394, 0.9487691521644592, 0.2203962206840515], [3.325139045715332, 1.3253406286239624, 1.2265510559082031, -0.3494924306869507, -0.051471710205078125, 17.441089630126953, 0.49338823556900024, 0.3701380491256714, -0.6073151230812073, -0.8842293620109558, 3.5411367416381836, 0.8321329355239868, 0.2990175485610962, -0.11847536265850067, -0.27682140469551086, -1.3555439710617065, 1.1396923065185547, -0.18212172389030457, 0.8974613547325134, -0.8080912828445435, 1.3995051383972168, -0.8059874176979065, -0.8624390959739685, 0.9951498508453369, 0.47186222672462463, -0.21829485893249512, 0.8911397457122803, -0.6424099802970886, -0.18744230270385742, -0.15195298194885254, 0.6134909391403198, -0.4713251292705536, 0.6890231370925903, -0.24185609817504883, 0.765776515007019, 0.12326252460479736, -0.9278506636619568, 0.48628365993499756, 0.957341730594635, -0.4986066222190857, -1.7822881937026978, 1.381430745124817, 0.12550392746925354, 0.20152634382247925, 0.3513890504837036], [4.126917839050293, 0.8584096431732178, 0.9336668252944946, -0.08218467235565186, -0.031609535217285156, 0.17712199687957764, 17.87176513671875, 1.1340646743774414, -0.4355531930923462, 0.6076465845108032, -0.2333010733127594, 0.791861891746521, 3.7920806407928467, -0.45371580123901367, -0.6237112879753113, 0.03550904989242554, 1.0613150596618652, 0.9381292462348938, -2.029712438583374, 0.6231966614723206, 0.7242090702056885, 0.753695011138916, 0.529821515083313, -0.8755850791931152, 0.9915870428085327, 0.8999574184417725, -0.3096505403518677, 1.125650405883789, -1.2888493537902832, 0.33986279368400574, -0.347031831741333, 1.585484504699707, 0.5659991502761841, 1.7392168045043945, 0.6545908451080322, -0.12554305791854858, 0.25924065709114075, -0.4093620777130127, -0.3264274597167969, -1.007859468460083, 0.2836235761642456, 0.7578530311584473, 0.09541437029838562, -0.22208508849143982, 1.3622076511383057], [4.117127418518066, 0.5929356217384338, 0.014838337898254395, 0.6372049450874329, 0.6315077543258667, 0.08129525184631348, 0.8462131023406982, 17.731388092041016, 0.9459301829338074, -0.07760849595069885, 0.9899237751960754, -0.20335862040519714, 0.30850493907928467, 0.11008569598197937, 1.8046419620513916, 1.0575685501098633, 0.32156896591186523, 1.0850346088409424, 1.4597963094711304, 1.677575707435608, 0.25732487440109253, -2.2015137672424316, -0.3110811710357666, -0.48288315534591675, -0.6377464532852173, 0.8614229559898376, 1.8685834407806396, -0.4662298560142517, 0.9545773863792419, -0.4340776801109314, 1.7250299453735352, 0.19075733423233032, 1.6625750064849854, 0.24859905242919922, 1.214643120765686, 1.1337733268737793, 0.00919485092163086, 0.815112829208374, -2.4384236335754395, 0.8179365396499634, 0.8312029838562012, 0.007112741470336914, 0.5113122463226318, 1.2597088813781738, 0.20163989067077637], [2.1081249713897705, 0.5985956192016602, 0.6973797678947449, -0.5451351404190063, -0.018787741661071777, 0.35531872510910034, -1.596133828163147, 1.0998029708862305, 17.087430953979492, 0.6609773635864258, 0.6480894088745117, 0.14819404482841492, 0.11702394485473633, 0.366813987493515, -0.5877044200897217, 0.5071974396705627, 2.815964698791504, 0.833566427230835, 1.2215722799301147, 0.21608370542526245, 1.6258279085159302, -0.738700270652771, -0.3054724931716919, 0.7863331437110901, -3.033576488494873, -0.7540085911750793, 0.7040813565254211, 0.23479267954826355, -0.7220133543014526, 1.1285959482192993, -0.3329046964645386, -0.041586875915527344, -0.05178007483482361, 0.08999127149581909, 0.2040538787841797, 0.7682468891143799, -0.038815855979919434, -2.4468536376953125, 0.3006051778793335, -0.3861809968948364, -0.5528634786605835, 1.1362583637237549, 0.9095572829246521, -0.3579721450805664, 1.251721739768982], [2.803610324859619, 0.18510854244232178, 0.4845254719257355, 0.3857247233390808, 1.3061867952346802, 0.34905874729156494, 0.2888258397579193, -1.5032329559326172, 0.13340210914611816, 17.6523494720459, 0.8755542635917664, 0.20844769477844238, -0.7795232534408569, 0.2604330778121948, 0.3660486042499542, 1.1383167505264282, 0.7857630252838135, 0.8054937720298767, 3.398128032684326, 2.762279510498047, 0.2159370481967926, 0.6502355337142944, 0.5114235877990723, -0.5908641815185547, 0.6813987493515015, 0.14144174754619598, -0.2199329137802124, -2.5253124237060547, 1.6780034303665161, 0.40629029273986816, 1.3282055854797363, 0.27980101108551025, -0.19977068901062012, -0.09312772750854492, 1.138235092163086, 0.8423133492469788, -1.164609670639038, -0.5584654808044434, 0.3963578939437866, 0.2892714738845825, 0.13841891288757324, 0.6104384660720825, 0.9349837303161621, 2.034802198410034, 0.680801510810852], [3.7764902114868164, 0.18796485662460327, 0.3800712823867798, -0.025829225778579712, 0.6576498746871948, 0.6312300562858582, 0.1819167137145996, 1.0554618835449219, -0.1951744258403778, -0.0961315929889679, 17.581769943237305, 0.9797642230987549, 0.8673816323280334, 0.7584847211837769, -0.7023468017578125, -0.037116289138793945, 0.8330790400505066, -0.43798381090164185, 1.925987958908081, 0.2526021897792816, 3.386384963989258, 0.2663612961769104, -0.43706342577934265, 0.048828125, -0.6644190549850464, 1.2059006690979004, -0.8469210863113403, 0.015738308429718018, 0.3311786651611328, 1.8414485454559326, -2.152740478515625, 0.048182904720306396, 0.3022671937942505, 0.15109792351722717, 0.5416498184204102, -2.3859846591949463, 0.5833181142807007, 1.9386810064315796, 0.26775187253952026, -0.08011293411254883, 2.0786519050598145, 0.7695233821868896, 1.702886939048767, 1.294569492340088, 0.36635756492614746], [3.0086851119995117, 0.04015904664993286, 1.3484796285629272, -1.2028203010559082, 0.6541398763656616, -0.029069185256958008, -0.17646746337413788, 0.4652470350265503, -0.4558948874473572, 0.6340317726135254, -0.3841993808746338, 17.570953369140625, 0.6224254965782166, 1.2921693325042725, 0.15107330679893494, 0.33239126205444336, 0.051152706146240234, 1.351881742477417, 0.23145413398742676, -0.27057838439941406, 1.0114860534667969, 1.1909259557724, 3.8405258655548096, -0.06019533425569534, 0.6853052973747253, -0.8383751511573792, 1.5423647165298462, -0.5198947191238403, 0.24154776334762573, 1.3699545860290527, 1.1946665048599243, 1.1237614154815674, 0.41260695457458496, -2.4937899112701416, -2.3402259349823, -0.10572262108325958, 1.3513646125793457, -0.5527917146682739, 1.135288953781128, 0.35490715503692627, 0.5806796550750732, 1.1893372535705566, 0.16621506214141846, 0.4419883191585541, 1.7841107845306396], [4.17974328994751, 0.9622993469238281, 0.6505379676818848, 0.06671524047851562, 0.7911654114723206, 1.0788652896881104, 1.7364544868469238, 0.15104147791862488, 0.35123252868652344, -0.5143817067146301, 0.7868853807449341, 0.6786466836929321, 17.83570098876953, 0.5758919715881348, -0.08344104886054993, -0.2736436128616333, 1.0034757852554321, 0.056097209453582764, 0.45727646350860596, 0.7265162467956543, -0.008348748087882996, 0.413815975189209, 0.6460738182067871, 0.14344704151153564, 2.8402581214904785, 1.5700459480285645, -0.22507715225219727, 1.644711971282959, 0.5075864195823669, -0.1661369651556015, 1.1927545070648193, 1.5783934593200684, -0.3069819211959839, -2.411726236343384, 0.7285997867584229, 0.7078846096992493, -3.0720396041870117, 1.3555026054382324, 1.3698720932006836, 2.1030049324035645, 2.0167863368988037, -0.23253577947616577, 1.4779635667800903, 0.8618952631950378, -0.12230592966079712], [2.722212553024292, -0.4307573735713959, 0.9714069366455078, -0.2644643783569336, 0.9835944175720215, 0.09819191694259644, 0.5971523523330688, 0.4978872239589691, -0.4895908832550049, 1.233855128288269, -0.025798216462135315, 1.1109431982040405, -0.33932971954345703, 17.600345611572266, -0.7261374592781067, 1.3429160118103027, 0.1899571418762207, 0.7810937166213989, 1.3885446786880493, 0.6366071701049805, -0.1988072246313095, -0.06988221406936646, 1.3461458683013916, 0.3604609966278076, 1.5097458362579346, 0.460491418838501, 3.7986621856689453, -0.4277154207229614, 0.4629592299461365, 1.1119972467422485, -0.43542012572288513, 0.5882872343063354, -1.698049783706665, -0.5984044671058655, 0.934299886226654, -0.6503465175628662, 0.08280324935913086, 1.5837023258209229, 1.4874260425567627, -1.2877113819122314, 1.7461907863616943, 1.7001068592071533, 0.057506680488586426, 0.22728019952774048, 0.9396076798439026], [3.7048563957214355, 0.09664884209632874, 0.14991819858551025, -0.2800614833831787, 0.6458651423454285, 0.05719316005706787, -0.551429271697998, -0.4664468765258789, 1.0255541801452637, 0.19701969623565674, 0.885966420173645, 1.024489402770996, -0.23162329196929932, -0.34205013513565063, 17.811904907226562, 0.6541838645935059, 0.37086254358291626, 0.2781410813331604, -0.17215865850448608, 0.35461974143981934, -0.3938204348087311, -0.7547531723976135, -0.8728315234184265, 0.2995244264602661, 1.1365349292755127, 0.9508000612258911, 0.26349592208862305, -0.5426645278930664, 2.557013511657715, 0.9598134756088257, -0.11413988471031189, -2.6244115829467773, 0.6870514154434204, 1.4173203706741333, 0.15802201628684998, -0.2184450626373291, 0.23307055234909058, -0.4766267240047455, 1.3291199207305908, 1.175930380821228, 1.035073161125183, 1.5639448165893555, -2.121894359588623, 0.9123699069023132, 1.1807515621185303], [1.3688538074493408, -0.05746951699256897, 0.8634944558143616, 0.6023274064064026, 0.6296575665473938, 0.4911992847919464, -0.28383588790893555, 0.09588712453842163, -0.13861501216888428, 1.1202389001846313, -0.3440706431865692, 0.6833527088165283, 0.14044201374053955, 0.9215255975723267, -0.38309985399246216, 17.685855865478516, 1.542585849761963, 0.17863798141479492, 1.1852504014968872, 0.14825549721717834, -0.5802009105682373, 0.9144837856292725, 1.1647202968597412, -0.6082450151443481, 0.9295889735221863, 0.9576706886291504, 1.8275126218795776, 0.4028458595275879, 1.1938939094543457, 0.0666080117225647, 1.473177194595337, 0.14055095613002777, 0.48527777194976807, 0.44164013862609863, 0.9039015769958496, 0.7506493330001831, 0.9396297931671143, 1.045566439628601, 0.11851096153259277, -0.20760399103164673, 1.074519395828247, 1.060875654220581, 1.009587287902832, 0.3507809638977051, -1.144421100616455], [2.1178112030029297, 0.5119315981864929, 0.6589245796203613, -3.5472640991210938, 0.36059480905532837, 0.6294569969177246, 0.5189696550369263, 0.08715307712554932, 0.5714684724807739, 0.5002149343490601, 0.7801993489265442, 0.028585851192474365, 1.317958950996399, 0.5355867147445679, -1.266791820526123, 0.05347856879234314, 17.14112663269043, 0.47993654012680054, 0.7601888179779053, 0.5590048432350159, -0.08734913170337677, 0.6061926484107971, 0.6368386745452881, 0.45174896717071533, 0.27527666091918945, 0.4095432460308075, 1.9271478652954102, 0.9923762679100037, 0.44941842555999756, -1.9356242418289185, 0.12645825743675232, 1.0708822011947632, 2.429088592529297, -1.861945390701294, 2.0962421894073486, 1.7147572040557861, 0.9544552564620972, 1.0743097066879272, 0.021889448165893555, 1.153315782546997, 0.9145371913909912, 0.7942572236061096, 0.19232040643692017, 0.060942500829696655, 1.495932698249817], [3.620821475982666, 0.06951940059661865, 0.2164677232503891, -0.8852272629737854, 0.2873983383178711, 0.6199814081192017, -2.1146631240844727, -0.4337828755378723, 0.7724002599716187, 0.5834326148033142, 0.05840271711349487, 1.3633882999420166, -0.49973535537719727, 0.03290092945098877, 0.12864044308662415, 0.04357507824897766, -0.24613404273986816, 17.415115356445312, 0.9546266794204712, -0.1739397644996643, 0.2603778839111328, -0.5788486003875732, 1.454099178314209, 0.3203032910823822, -0.9131150841712952, -0.5274494886398315, 0.6144958734512329, 0.6964699625968933, -1.9279457330703735, 0.5210016369819641, 1.1224979162216187, -0.6458476781845093, 1.072182297706604, -0.005957812070846558, 3.4312338829040527, 2.0836117267608643, 0.9646298289299011, 0.32394489645957947, 0.5043211579322815, -0.7775323987007141, 1.1646984815597534, -0.055719852447509766, 0.1266067624092102, -0.0004563331604003906, 0.35934650897979736], [3.3176560401916504, -0.31264686584472656, -0.8043235540390015, 0.12473189830780029, 0.06487834453582764, -0.4037599563598633, 0.4735580384731293, 0.6795516014099121, 0.7059673070907593, -2.903775453567505, 2.234405040740967, 0.16632840037345886, 0.6729745864868164, 0.8856164813041687, 0.14501845836639404, 0.31639528274536133, -0.1400955319404602, 0.3590095639228821, 17.36594581604004, 1.4871846437454224, 0.17782673239707947, 0.44362619519233704, 0.2009819746017456, 0.12021994590759277, 1.204896330833435, 0.005841970443725586, 0.05960524082183838, -0.6435005068778992, 0.96599280834198, 0.9997333288192749, 0.6974185109138489, 0.7725579738616943, 1.1005399227142334, 1.252018690109253, 1.8508294820785522, -0.3092564344406128, 3.527209997177124, 2.485295534133911, -0.34050077199935913, 0.2940194606781006, 0.5892794132232666, -0.6228625774383545, 0.7654201984405518, -0.38073813915252686, 0.3770020604133606], [3.193399667739868, 0.39327430725097656, -0.20345604419708252, -0.1745767593383789, 1.1763261556625366, 0.6760930418968201, 0.46690312027931213, 1.2903695106506348, 0.03752315044403076, 1.7822070121765137, 0.23065680265426636, -0.09383481740951538, -1.9500588178634644, 0.05830490589141846, -0.3249359428882599, 0.8517683744430542, 0.26311302185058594, -0.04599592089653015, 0.6696100234985352, 17.392887115478516, 1.566925287246704, 1.2350361347198486, -0.2816568613052368, 0.6243845820426941, -0.11370229721069336, 0.8279436826705933, -2.4027817249298096, -0.2637093663215637, 0.8437304496765137, 1.425194501876831, 1.4698200225830078, 1.1769256591796875, 1.2606322765350342, 0.31304287910461426, 1.7475759983062744, 0.7803729772567749, 0.8965887427330017, 1.007730484008789, 3.5140762329101562, 1.0114264488220215, -0.1467268466949463, 0.29575783014297485, -0.6312848329544067, 0.6019716262817383, 0.7914612293243408], [3.359248161315918, 0.08230364322662354, 1.078373670578003, -0.5947717428207397, 0.09347772598266602, 0.3549535274505615, -0.34846991300582886, 0.4138619303703308, 1.1128445863723755, -0.5862753987312317, -0.0467982292175293, 0.8145477771759033, -0.42909252643585205, 0.38265150785446167, 0.24405041337013245, -2.7891721725463867, 0.03248786926269531, 0.7310612201690674, -0.04576468467712402, 0.9077122211456299, 17.27285385131836, -0.6305480003356934, 1.6281397342681885, -0.670066773891449, -0.4261627793312073, -1.9538594484329224, -0.05796313285827637, 0.012692689895629883, -0.8951768279075623, 0.7840299606323242, 1.4896446466445923, 1.1646461486816406, 1.4288628101348877, 0.06242198497056961, -0.41977250576019287, 1.0548417568206787, 0.02891075611114502, 0.23659324645996094, 1.0654315948486328, 0.865689754486084, 3.254699468612671, -0.1510201096534729, 0.4821212887763977, -0.6513614654541016, -0.8483648896217346], [2.998257875442505, 1.3348599672317505, 1.0105934143066406, 0.5844714641571045, 0.936871349811554, -0.3609938323497772, 0.21117281913757324, 1.204592227935791, -0.30820173025131226, 0.6787088513374329, 1.0937376022338867, 0.3270988464355469, 0.08371162414550781, 0.4460774064064026, -0.19880789518356323, 0.21216891705989838, 1.3586877584457397, 0.2803196907043457, -1.5650804042816162, 0.2949100732803345, -0.929467499256134, 17.539794921875, 0.4915581941604614, 0.03970599174499512, -2.739300012588501, -0.5562667846679688, 0.8042405843734741, 0.09868305921554565, 0.5098402500152588, 0.6242606043815613, 1.3658907413482666, 1.898971676826477, 1.8635464906692505, 0.8055132031440735, 1.3369038105010986, -0.23795640468597412, 0.9284228086471558, 0.3566609025001526, 0.14931929111480713, 1.5010440349578857, 1.4050216674804688, 1.0055441856384277, 3.2236287593841553, -0.13909631967544556, -0.963975727558136], [3.0305702686309814, -0.24767382442951202, 1.0637824535369873, 1.5010402202606201, 1.6230385303497314, -0.023516416549682617, 0.2604794204235077, 1.023957371711731, 0.5318201780319214, 0.17468737065792084, 1.012430191040039, 0.3584771156311035, -0.34320712089538574, -0.27401280403137207, -0.721123456954956, 1.3291547298431396, 0.25999876856803894, 0.8718078136444092, 1.2221978902816772, 0.6284573078155518, 1.2873328924179077, -2.3934011459350586, 17.47435188293457, -2.099494695663452, 0.11003537476062775, 0.6469838619232178, -0.3084976375102997, -0.14324259757995605, 0.8689600229263306, 1.3856678009033203, 1.338266134262085, 0.8863276243209839, 1.2050470113754272, 1.1041361093521118, 0.19240546226501465, 0.9089101552963257, 0.8429814577102661, 0.44849544763565063, 0.4581260681152344, -1.141091227531433, 1.6307296752929688, 0.8458256721496582, -0.5211883783340454, 0.13086092472076416, 3.4295597076416016], [2.8938546180725098, 2.7505266666412354, 0.12271040678024292, -0.8280990123748779, 0.3073316812515259, 2.5827269554138184, -0.05665004253387451, -0.06760469079017639, 1.01236891746521, -0.1971668303012848, -0.5299785137176514, -0.6622157692909241, 0.5527060031890869, 0.24768689274787903, 0.4164853096008301, -0.1983661651611328, 1.0895962715148926, 0.557841420173645, 0.39502596855163574, 1.6385823488235474, 0.68574059009552, -0.5731300115585327, -2.640036106109619, 17.572254180908203, -2.144669532775879, -0.14920645952224731, -0.17470651865005493, 0.11621583998203278, 0.26723217964172363, 1.7588636875152588, 0.6719132661819458, 0.11593228578567505, 0.7198998928070068, 1.479316234588623, 0.8469116687774658, 1.23057222366333, -0.5281698703765869, -0.019980430603027344, 0.7619537115097046, 0.5419790744781494, 0.2044440507888794, -0.2657991051673889, 0.8249431848526001, -0.6637149453163147, 0.2255796194076538], [2.695671796798706, 0.05520486831665039, -0.39533859491348267, 2.1982414722442627, 1.7919005155563354, 0.19643175601959229, 1.5995144844055176, 0.7088875770568848, 0.46829754114151, 0.6751821041107178, 1.2926393747329712, -0.045937299728393555, 0.08416509628295898, 0.6376392841339111, 0.3338451087474823, 1.8027479648590088, 0.06417423486709595, -0.43953442573547363, 1.783388376235962, -0.28772854804992676, 1.0114467144012451, -2.9130914211273193, -1.2635316848754883, 0.6875115633010864, 17.269813537597656, 0.5894447565078735, 1.2064955234527588, -1.766753911972046, 0.41261017322540283, 1.3191711902618408, 0.270740807056427, 0.6234608292579651, -0.17110514640808105, 0.5757861733436584, 1.8751864433288574, 0.3830503225326538, 2.0217299461364746, -1.0846049785614014, -0.1433262676000595, 1.1453934907913208, 0.2593388557434082, -1.1573145389556885, 0.7751235365867615, 1.0296154022216797, -0.1850299835205078], [3.2096149921417236, 0.02596348524093628, -0.6155993938446045, 0.3098803758621216, -0.7503870725631714, 3.6902496814727783, 0.3735325038433075, 1.7210235595703125, 0.332470178604126, -0.7466405630111694, 0.18508386611938477, 0.0781610906124115, 0.4803476333618164, 1.2528077363967896, 0.558799147605896, 0.46769267320632935, 0.1242150068283081, 0.8250330686569214, 1.0751094818115234, 1.2201064825057983, -2.586991786956787, 1.5613526105880737, 0.11254799365997314, -0.46475905179977417, -0.4344388246536255, 17.899906158447266, 0.8054342865943909, 1.2586308717727661, 0.2650718688964844, 0.30597490072250366, -1.8667120933532715, 0.9705599546432495, 1.0955276489257812, -0.1686030626296997, -0.1468290090560913, 1.678565263748169, 0.752221941947937, 1.4365780353546143, 0.19057363271713257, -0.01702272891998291, 0.7181149125099182, 0.3984394073486328, -0.1715996116399765, 0.8943431377410889, 1.1264946460723877], [3.496824026107788, -0.676345944404602, 1.532651662826538, -1.8980281352996826, 0.3322899341583252, 0.6544302701950073, 0.019898712635040283, 3.2389605045318604, 0.940859317779541, 0.06684103608131409, -0.18411099910736084, 0.2685023546218872, -0.35786378383636475, -0.23263877630233765, 0.31481486558914185, -0.9320071935653687, 0.8371440172195435, 0.8470926880836487, 0.0733187198638916, -1.7102744579315186, 0.6799882650375366, 0.02253514528274536, -0.8060119152069092, -0.29303085803985596, 0.7518535852432251, 0.32761427760124207, 17.58106231689453, 0.4354751706123352, 0.16324114799499512, 1.0141172409057617, -0.20906642079353333, 0.27272844314575195, 0.8004412055015564, -2.9827499389648438, 0.8675079345703125, 0.022560864686965942, 2.3100008964538574, 1.0531291961669922, 0.6945890784263611, 0.09754514694213867, -0.5564554929733276, 0.633619487285614, -0.17373788356781006, -0.9106323719024658, 0.6478963494300842], [2.888620376586914, 2.401313304901123, 0.5103580355644226, -1.0839303731918335, 0.8077871799468994, -0.3127441108226776, -0.04392087459564209, 1.3841400146484375, 0.29714787006378174, 2.4987902641296387, 1.3104686737060547, -0.449258416891098, 0.9541494846343994, 0.36994469165802, -1.4261164665222168, 1.611912727355957, -0.2923988699913025, 0.8144271373748779, -1.5804123878479004, 0.2503056526184082, 0.7436874508857727, 0.4125095307826996, 0.1295698881149292, 0.6324784159660339, 0.3050532937049866, 0.9064508676528931, 0.5099607706069946, 17.297897338867188, 0.7610559463500977, 1.0180883407592773, -0.028719782829284668, 0.14377978444099426, -0.09345835447311401, 0.6251860857009888, 0.22582077980041504, -0.27336347103118896, -1.3426505327224731, 2.0972886085510254, 0.2691745162010193, 0.7066739797592163, 1.0996438264846802, -0.0699058473110199, 0.428287148475647, -0.0464211106300354, -0.43067145347595215], [2.9992928504943848, 0.9332596063613892, 0.9465092420578003, -0.10069411993026733, 0.3599969148635864, 0.08979968726634979, -0.3700106739997864, 0.5250455141067505, 0.9860899448394775, 0.9730111360549927, 0.7789679169654846, 3.8937997817993164, 0.2511565685272217, 0.3126186728477478, 0.363492488861084, 0.08781307935714722, 1.6926203966140747, -1.8012017011642456, 1.6276819705963135, 0.6689099669456482, -0.9684097766876221, 1.0477021932601929, 1.2198954820632935, 0.6590448617935181, 1.4542969465255737, 0.46517935395240784, 0.20302051305770874, 0.8776845932006836, 17.541763305664062, 0.37649309635162354, 0.5139361619949341, -0.6102080345153809, 1.1987929344177246, -1.0002903938293457, 1.341111660003662, 0.8064239621162415, 0.1945214569568634, 0.4776979088783264, 0.3901140093803406, -1.1715065240859985, 0.8917723298072815, 0.4685748219490051, 0.13776469230651855, 1.8267817497253418, 0.5250623226165771], [2.612696409225464, -0.8826103210449219, 1.4612642526626587, 0.034745097160339355, 0.5976510047912598, 0.7871516942977905, -0.30695489048957825, -0.08628654479980469, 0.7207561731338501, 0.8575443029403687, 1.033542275428772, 1.8167798519134521, -1.1160831451416016, 3.4605937004089355, -1.2731616497039795, 0.36107558012008667, -2.721569776535034, 0.3242063522338867, 1.3218975067138672, 0.39853599667549133, 0.4306018352508545, -0.014325380325317383, 0.6849813461303711, 1.1542733907699585, 0.7874462008476257, 0.9720549583435059, 1.5836338996887207, -0.7657558917999268, -0.11541187763214111, 17.456947326660156, -0.1387578845024109, 0.4909632205963135, -0.4768560528755188, -0.24475383758544922, 0.8321497440338135, 0.15845966339111328, -0.12802058458328247, -0.6944503784179688, 0.5033929347991943, 1.881187915802002, 1.9432435035705566, 0.37744414806365967, -3.022756338119507, -0.5740274786949158, 1.679640769958496], [1.0123445987701416, -0.43867599964141846, -0.3905993700027466, 0.610480546951294, 1.5540238618850708, -0.038520097732543945, 0.559697151184082, 0.2674054503440857, 0.05163571238517761, 1.1175601482391357, 0.4671587347984314, 0.4711953401565552, 1.576268196105957, -0.05060899257659912, 0.22940599918365479, 0.08646667003631592, 0.7671663761138916, 0.7278671264648438, 1.1961673498153687, 0.2415003776550293, 0.6052725315093994, 0.7580772042274475, 0.35645729303359985, -0.2918815612792969, 0.8573575615882874, 0.5693297386169434, 1.1580497026443481, 0.9050295948982239, -0.1331101357936859, 0.3822634220123291, 17.86573600769043, 0.4400615990161896, 1.145573616027832, 0.2438071072101593, -0.23640576004981995, -0.7683442234992981, 0.29286548495292664, 0.3326469957828522, 0.006757020950317383, 1.305138111114502, 2.1075820922851562, 0.773676872253418, 0.21120062470436096, 0.626839280128479, -0.2464914321899414], [3.643181800842285, 0.7703241109848022, 0.12070435285568237, -4.089421272277832, 0.5752609968185425, 1.4109811782836914, 1.0829988718032837, 0.20734252035617828, 0.2083890438079834, -0.1133718490600586, -1.0292214155197144, 1.975430965423584, 0.37119317054748535, 1.4632363319396973, -2.6752357482910156, 0.04547637701034546, 0.024624347686767578, 3.2654542922973633, 0.6925500631332397, 1.2167587280273438, 0.8755211234092712, 1.4879587888717651, 0.5066428184509277, -0.9873160123825073, 0.3375956118106842, 0.6116853356361389, 1.0536789894104004, 1.4205986261367798, -0.18679070472717285, 1.2386329174041748, 0.08251982927322388, 17.707073211669922, 0.9077087044715881, -0.24762895703315735, 0.3270701766014099, 0.06905120611190796, 0.27385759353637695, 1.3580478429794312, 0.3949322998523712, 0.6171029806137085, 1.785686731338501, 0.5584524869918823, 1.478790044784546, 0.17998361587524414, 0.17704498767852783], [2.495295286178589, -1.29453444480896, 0.7650079727172852, -0.542281448841095, -0.45683684945106506, 1.2043089866638184, -1.6195178031921387, 1.997848391532898, 1.0733141899108887, -0.5001062750816345, 0.8727518320083618, 0.441493421792984, 1.2458276748657227, -2.9878504276275635, -0.050643205642700195, 0.7630766034126282, -1.6505829095840454, 1.0789356231689453, 0.9983420372009277, 3.479743480682373, 1.6998214721679688, 0.507267415523529, 0.9754884243011475, 0.29435086250305176, -0.406684547662735, 0.3865422308444977, 0.8574368953704834, -1.0320956707000732, 0.5990087985992432, 0.4968922734260559, -0.2332325577735901, -0.11976233124732971, 17.577640533447266, -0.6280868053436279, 0.4949171543121338, 0.6833183765411377, -0.4071199893951416, 0.22104191780090332, 0.3605828285217285, 0.3464314937591553, -0.4498465955257416, 1.7009084224700928, 0.2480286955833435, 0.4137445092201233, 1.1518635749816895], [3.7394847869873047, -0.39520806074142456, 0.4214552640914917, 0.4361753463745117, 0.7975900769233704, -0.27708718180656433, 2.1654460430145264, 1.6408604383468628, 0.03205609321594238, -1.6949431896209717, -0.5947062373161316, 0.20126736164093018, -2.242734670639038, 1.0466856956481934, 0.10482387244701385, 0.9222825169563293, -0.4264455735683441, 1.1971678733825684, 2.0312349796295166, 0.9578937292098999, 0.7246864438056946, 4.1826276779174805, 1.4170310497283936, -0.13270986080169678, 0.9798625707626343, 0.5401439666748047, 0.057618290185928345, 0.06230133771896362, 0.0756915956735611, 1.1812173128128052, 0.14129909873008728, -0.775465190410614, -0.5657476782798767, 17.748321533203125, 1.4747896194458008, 0.8767774105072021, -0.7150571942329407, 0.46754419803619385, 0.18585975468158722, -0.6306096911430359, 1.4827783107757568, -0.8867164254188538, 0.9899275898933411, 1.4611215591430664, -0.5530924797058105], [3.912783622741699, 0.9843617081642151, -0.26051759719848633, -0.0009453892707824707, 0.4021419286727905, 0.9327118396759033, -0.0035107582807540894, 0.3420493006706238, 1.3085981607437134, -0.35217493772506714, 1.0187963247299194, -2.705420970916748, -3.725890636444092, 0.7912569046020508, 0.1923322230577469, 0.7529535889625549, 1.603391408920288, 0.6507357954978943, 2.011385917663574, 2.206603765487671, 0.2962310314178467, -0.11896228790283203, 0.2601582109928131, 3.451066017150879, 0.14211857318878174, 0.5140918493270874, 0.12484709918498993, 0.39046791195869446, 1.14657461643219, 1.0061888694763184, 0.6370860934257507, -0.4814509153366089, -0.24767541885375977, -0.27242282032966614, 17.63739013671875, 0.6583746671676636, 0.6216617226600647, -0.6040908694267273, -0.3201172351837158, 0.3259841203689575, 1.0567823648452759, 0.2621312141418457, -0.20400258898735046, 0.31015676259994507, 0.8623881340026855], [3.475050926208496, 0.40903961658477783, 1.3195463418960571, -0.21646404266357422, 0.6233751177787781, 1.4136855602264404, -0.4825257360935211, 0.15067100524902344, 0.5093540549278259, 1.664116621017456, -3.0224099159240723, 0.9378272294998169, -0.41438615322113037, -0.8538046479225159, -1.2379422187805176, -0.8829412460327148, 0.8905433416366577, 1.6434342861175537, 0.8342578411102295, -0.3170340657234192, 1.7409179210662842, -0.7335411310195923, -0.24051332473754883, 0.2189490795135498, -0.11260470747947693, 3.737682342529297, 0.21524310111999512, -0.07310870289802551, 0.033872008323669434, -0.24104595184326172, -0.29600822925567627, 0.7440404295921326, 0.05636310577392578, -0.8623597025871277, 0.32384762167930603, 17.338359832763672, 0.3785695433616638, 0.1802252233028412, 0.8191900253295898, -0.7012794017791748, 0.5592232346534729, 0.40997159481048584, 0.03897184133529663, -0.4838021397590637, -0.3086729049682617], [2.581509828567505, 1.8314963579177856, 0.9651932716369629, 0.9744375348091125, 1.0497502088546753, -1.1417860984802246, 1.6209887266159058, 0.09059274196624756, 0.5000465512275696, -1.8123561143875122, 1.3947817087173462, 0.732035756111145, 0.25724148750305176, -0.04231482744216919, -0.15069085359573364, 0.8319634795188904, 1.9709569215774536, 0.8281925916671753, -0.12347829341888428, 1.6421481370925903, -1.0139896869659424, 1.2237495183944702, 0.46954047679901123, -0.9826574921607971, 0.5650695562362671, -0.7013769149780273, 0.043362557888031006, 2.5336148738861084, -0.9532044529914856, -0.38840451836586, 0.07044565677642822, 0.4898298382759094, 0.2194504737854004, -0.12120674550533295, 0.23036837577819824, 1.0304840803146362, 17.12841033935547, 1.5466253757476807, 0.04258715361356735, 0.12428396940231323, 0.34700554609298706, 0.35167238116264343, 0.5554158687591553, -0.0769808292388916, 0.3507605791091919], [3.6549301147460938, 1.2897074222564697, 1.3417901992797852, 0.10211227834224701, 0.8496122360229492, 1.2528396844863892, 0.5536144971847534, 2.0983831882476807, -2.2453441619873047, 0.8010191917419434, 1.2844880819320679, 1.0787529945373535, -0.06768333911895752, 1.5125406980514526, 0.4443399906158447, 2.2373838424682617, 0.31478846073150635, 1.0422884225845337, 2.228062629699707, 1.5709741115570068, 1.5331954956054688, -2.2242178916931152, -0.016581058502197266, -0.42163753509521484, -0.3913472294807434, 0.8820328712463379, 0.8674136400222778, 0.03048969805240631, 0.013366520404815674, 3.3762624263763428, 1.1707857847213745, 1.0113096237182617, -0.2851358950138092, -0.33700281381607056, 0.5914866924285889, -1.3052419424057007, 0.9208628535270691, 17.400718688964844, 0.6872811913490295, 0.9843612909317017, 0.4016689956188202, 0.435416042804718, 0.4576197862625122, 0.36901354789733887, -0.1740955114364624], [3.0275468826293945, 0.6333138346672058, 0.9521867036819458, 0.13511180877685547, 1.023039698600769, 0.3459904193878174, 0.46071118116378784, -1.9553321599960327, 0.44481754302978516, -0.5490648746490479, -0.6415977478027344, 1.0770583152770996, 1.214604377746582, 0.7171216011047363, 1.3991813659667969, 0.8048789501190186, -0.09262740612030029, 0.9454579949378967, 1.522483468055725, 0.4580122232437134, 1.2897944450378418, -1.0835039615631104, 0.42830324172973633, -0.3856637477874756, -3.10455322265625, 0.5519120693206787, 0.7230761051177979, 0.5223690867424011, -0.42971527576446533, 0.5431749224662781, -0.3949376344680786, 2.7106242179870605, 0.6983941197395325, -0.8836464881896973, 0.09037318825721741, 0.3457188606262207, -0.8875584602355957, -0.043688297271728516, 17.126853942871094, 0.06488603353500366, 0.23012381792068481, -0.10892415046691895, -0.7147183418273926, -0.1568400263786316, 0.08183622360229492], [3.2216334342956543, 0.7954844236373901, -0.36563146114349365, 0.5374844074249268, 2.0625431537628174, 1.945328950881958, -2.2170073986053467, 0.9660072326660156, 0.605547308921814, 0.06063497066497803, 0.758700966835022, 0.8434200286865234, 1.7039737701416016, 2.682281494140625, -0.16149258613586426, 1.6299283504486084, 0.4446180462837219, 0.5242760181427002, 1.0040059089660645, 1.7005181312561035, 0.2785497307777405, 0.9400327801704407, 0.20593082904815674, -0.2899574041366577, 0.5632050633430481, -0.8338351249694824, -0.16667091846466064, -2.0497026443481445, -0.014201641082763672, 1.4370553493499756, -0.12902697920799255, -0.2826611399650574, 0.1168661117553711, 3.5233325958251953, 1.3739616870880127, -0.14325162768363953, 0.2217656373977661, 0.5308331251144409, -0.3733553886413574, 17.627613067626953, 0.5111616849899292, 0.012227535247802734, -0.7674202919006348, 0.5346740484237671, 0.34826046228408813], [3.2003884315490723, -0.8836244940757751, 1.5922014713287354, -0.9893501996994019, 0.4295886158943176, -1.5681116580963135, 0.9357759356498718, 0.5057072639465332, -0.11773097515106201, -0.20537686347961426, 1.194965124130249, 0.6395531296730042, 0.8578647375106812, 1.6038273572921753, 0.5099392533302307, 0.051379382610321045, 1.0435107946395874, 0.07320106029510498, 1.476124882698059, -0.13286852836608887, 0.4586505889892578, 0.16301420331001282, 1.0693740844726562, 0.6165170073509216, 0.1403598189353943, -0.09400057792663574, 0.3641333281993866, 1.5288703441619873, 0.3662336468696594, 0.48475757241249084, -1.815239429473877, 0.8629652261734009, -0.12163645029067993, 0.36873579025268555, 0.594552755355835, 2.9637069702148438, 1.271775245666504, 0.13230012357234955, -0.16463756561279297, 0.1472111940383911, 17.478382110595703, -0.2753111720085144, 0.7916358709335327, -0.26530635356903076, 0.8317171335220337], [2.3310275077819824, 0.6995368003845215, 0.8218112587928772, -0.324554443359375, -2.162456512451172, 1.465775966644287, 0.8929157853126526, 1.0005742311477661, 0.2367657721042633, 0.8910161256790161, 0.8656518459320068, 1.6242408752441406, 0.05345773696899414, -0.932368278503418, 0.8686748147010803, 1.5034074783325195, 0.9597547054290771, 1.076439619064331, -0.5303251147270203, 1.245138168334961, 0.11185342073440552, 1.0589665174484253, 0.3065991997718811, 0.38096117973327637, -0.8638298511505127, -0.7746262550354004, 0.42345598340034485, -0.018256336450576782, -0.4366779327392578, 1.9433937072753906, 0.625468373298645, -0.14664298295974731, 1.250583529472351, -3.1155996322631836, 0.390571653842926, 1.0230109691619873, -0.17854052782058716, 3.8810598850250244, 1.027411699295044, -0.3883528709411621, -0.7708370685577393, 17.560644149780273, 0.5313333868980408, 1.0966393947601318, 0.6045950055122375], [4.019114971160889, -0.736594021320343, 1.1019666194915771, -2.6742141246795654, 0.9020568132400513, 0.7728251814842224, 0.25019001960754395, 1.4645018577575684, 1.2893245220184326, 1.2028450965881348, 1.8279556035995483, 1.0971381664276123, 0.9744350910186768, 0.15673840045928955, -0.4957374632358551, 1.2315051555633545, 1.2943966388702393, -0.7764078378677368, 1.2441169023513794, -0.02208167314529419, 0.4303891360759735, 0.3841626048088074, 0.11478161811828613, 0.5831260085105896, 0.3677593171596527, 0.5653321743011475, -0.2825999855995178, 0.3437812924385071, 0.5001349449157715, 0.39879024028778076, 0.1258864402770996, 0.984266459941864, 0.4690009355545044, 0.7935482859611511, 0.13759887218475342, -0.15561234951019287, -1.329681634902954, 0.8326120376586914, 0.4175587594509125, 3.6184425354003906, 0.9826147556304932, -0.2682396173477173, 17.763362884521484, -0.46791529655456543, 0.028450965881347656], [2.8513059616088867, 0.0007387995719909668, -1.8601211309432983, 0.4856828451156616, 0.7120553255081177, -0.9693811535835266, -0.2253175675868988, 1.661027431488037, 2.313900947570801, 2.0469918251037598, 1.1672693490982056, 0.3193490505218506, 1.195943832397461, 0.8831529021263123, 0.5495061874389648, 0.4107181429862976, 0.8860004544258118, 1.6646339893341064, 0.13549840450286865, 0.5615255236625671, -0.6915620565414429, -0.6927343010902405, 0.02503541111946106, -0.16069626808166504, -0.21326690912246704, 0.817878246307373, 0.44036316871643066, 1.0117146968841553, 0.22850501537322998, 0.6307216286659241, 1.0324454307556152, 0.7091723680496216, 0.5712428689002991, 1.2988499402999878, 0.40920257568359375, -0.03773856163024902, 0.6575784683227539, 1.2222949266433716, -0.12002241611480713, -1.6540963649749756, 1.0320792198181152, 3.314868927001953, 0.2028459906578064, 17.53345489501953, 0.9524794816970825], [3.2323873043060303, -2.4450221061706543, 0.12586039304733276, -0.6755895614624023, 0.4363541603088379, 0.18840134143829346, 0.848368763923645, 0.5430853366851807, 2.0291013717651367, 0.8435482382774353, 1.776454210281372, 1.1089229583740234, 0.07598495483398438, 0.9456321001052856, 0.3901238441467285, 0.2859549820423126, 0.1414465308189392, 0.40911364555358887, 2.0757882595062256, 0.0727754533290863, -0.01744246482849121, -1.065321683883667, -0.17848873138427734, -0.5161424279212952, 0.682961642742157, 0.39748895168304443, 1.1399036645889282, -1.071282148361206, -0.2279421091079712, 1.4895906448364258, -0.24215483665466309, 0.2155035138130188, 1.2713992595672607, -0.9233752489089966, 0.6680644750595093, -0.5095556974411011, -0.2548789978027344, 0.16760048270225525, 1.7187551259994507, 0.7008466720581055, 1.355317234992981, -0.14557158946990967, -3.527714729309082, 3.0568885803222656, 17.36557388305664]], "output_classes": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44]}

precomputed_results/p_045/p045_metadata.json

@@ -0,0 +1,88 @@
+{
+  "prime": 45,
+  "d_mlp": 1960,
+  "training_runs": {
+    "standard": {
+      "act_type": "ReLU",
+      "lr": 5e-05,
+      "weight_decay": 0,
+      "num_epochs": 5000,
+      "frac_train": 1.0,
+      "init_type": "random",
+      "init_scale": 0.1,
+      "optimizer": "AdamW"
+    },
+    "grokking": {
+      "act_type": "ReLU",
+      "lr": 0.0001,
+      "weight_decay": 2.0,
+      "num_epochs": 50000,
+      "frac_train": 0.75,
+      "init_type": "random",
+      "init_scale": 0.1,
+      "optimizer": "AdamW"
+    },
+    "quad_random": {
+      "act_type": "Quad",
+      "lr": 5e-05,
+      "weight_decay": 0,
+      "num_epochs": 5000,
+      "frac_train": 1.0,
+      "init_type": "random",
+      "init_scale": 0.1,
+      "optimizer": "AdamW"
+    },
+    "quad_single_freq": {
+      "act_type": "Quad",
+      "lr": 0.1,
+      "weight_decay": 0,
+      "num_epochs": 10000,
+      "frac_train": 1.0,
+      "init_type": "single-freq",
+      "init_scale": 0.02,
+      "optimizer": "SGD"
+    },
+    "relu_single_freq": {
+      "act_type": "ReLU",
+      "lr": 0.01,
+      "weight_decay": 0,
+      "num_epochs": 10000,
+      "frac_train": 1.0,
+      "init_type": "single-freq",
+      "init_scale": 0.002,
+      "optimizer": "SGD"
+    }
+  },
+  "final_metrics": {
+    "standard": {
+      "train_acc": 1.0,
+      "test_acc": 1.0,
+      "train_loss": 3.891331289196387e-06,
+      "test_loss": 3.891331289196387e-06
+    },
+    "grokking": {
+      "train_acc": 1.0,
+      "test_acc": 1.0,
+      "train_loss": 5.240165592113044e-06,
+      "test_loss": 0.003485559020191431
+    },
+    "quad_random": {
+      "train_acc": 1.0,
+      "test_acc": 1.0,
+      "train_loss": 1.5411243339258363e-06,
+      "test_loss": 1.5411243339258363e-06
+    },
+    "quad_single_freq": {
+      "train_acc": 1.0,
+      "test_acc": 1.0,
+      "train_loss": 3.690065860748291,
+      "test_loss": 3.690065860748291
+    },
+    "relu_single_freq": {
+      "train_acc": 1.0,
+      "test_acc": 1.0,
+      "train_loss": 3.803799629211426,
+      "test_loss": 3.803799629211426
+    }
+  }
+}

precomputed_results/p_045/p045_neuron_spectra.json

@@ -0,0 +1 @@
+{"fourier_basis_names": ["Const", "cos 1", "sin 1", "cos 2", "sin 2", "cos 3", "sin 3", "cos 4", "sin 4", "cos 5", "sin 5", "cos 6", "sin 6", "cos 7", "sin 7", "cos 8", "sin 8", "cos 9", "sin 9", "cos 10", "sin 10", "cos 11", "sin 11", "cos 12", "sin 12", "cos 13", "sin 13", "cos 14", "sin 14", "cos 15", "sin 15", "cos 16", "sin 16", "cos 17", "sin 17", "cos 18", "sin 18", "cos 19", "sin 19", "cos 20", "sin 20", "cos 21", "sin 21", "cos 22", "sin 22"], "neurons": {"neuron_0": {"global_index": 1609, "dominant_freq": 1, "fourier_magnitudes_in": [0.014179590158164501, 0.28404051065444946, 1.1983578205108643, 0.011021037586033344, 0.06788706034421921, 0.14728505909442902, 0.2101125419139862, 0.0622384250164032, 0.06468571722507477, 0.03774276375770569, 0.04646562039852142, 0.07029782235622406, 0.01265629194676876, 0.010856129229068756, 0.018509456887841225, 0.016469411551952362, 0.02226821705698967, 0.03737225756049156, 0.011747491545975208, 0.030560893937945366, 0.010987597517669201, 0.06666576862335205, 0.035368893295526505, 0.03676967695355415, 0.05491842329502106, 0.04630932956933975, 0.09986517578363419, 0.00997868087142706, 0.0793372243642807, 0.02131730690598488, 0.12311119586229324, 0.012991813942790031, 0.07954288274049759, 0.07197581231594086, 0.10857492685317993, 0.04620998725295067, 0.08330893516540527, 0.09904104471206665, 0.09506180882453918, 0.10686936974525452, 0.06122765317559242, 0.13634441792964935, 0.06753431260585785, 0.14428481459617615, 0.005183656699955463], "fourier_magnitudes_out": [0.06050516664981842, 1.1443403959274292, 0.6265040040016174, 0.087142713367939, 0.04213130101561546, 0.025124626234173775, 0.3370341658592224, 0.019180631265044212, 0.13729403913021088, 0.12380510568618774, 0.0737384706735611, 0.049607131630182266, 0.06786372512578964, 0.08218775689601898, 0.02369878441095352, 0.07641329616308212, 0.030781375244259834, 0.03845613822340965, 0.01089103426784277, 0.039088957011699677, 0.01554325595498085, 0.09071040898561478, 0.01398830022662878, 0.04767027124762535, 0.022688785567879677, 0.017320849001407623, 0.06790982931852341, 0.005759406369179487, 0.001836403738707304, 0.016162140294909477, 0.03795324265956879, 0.013751890510320663, 0.005163839552551508, 0.07285410165786743, 0.023985978215932846, 0.00930292159318924, 0.009285793639719486, 0.04839397966861725, 0.011763494461774826, 0.030787130817770958, 0.03396133705973625, 0.04843192547559738, 0.033092327415943146, 6.998778189881705e-06, 0.06303253024816513]}, "neuron_1": {"global_index": 1945, "dominant_freq": 2, "fourier_magnitudes_in": [0.07061383128166199, 0.07736426591873169, 0.04158598557114601, 1.2183589935302734, 0.1714123636484146, 0.061329301446676254, 0.017451856285333633, 0.11473117768764496, 0.10215122252702713, 0.01570780761539936, 0.010118172504007816, 0.21391282975673676, 0.10158601403236389, 0.05441012233495712, 0.05512659624218941, 0.08218155056238174, 0.09139145910739899, 0.06154327467083931, 0.04980561137199402, 0.012125631794333458, 0.10638557374477386, 0.0640423446893692, 0.021929249167442322, 0.015075144357979298, 0.11522839963436127, 0.005223389714956284, 0.008172663860023022, 0.10625094920396805, 0.08180508017539978, 0.030911628156900406, 0.04712715744972229, 0.07218059152364731, 0.10574760288000107, 0.027245789766311646, 0.06401113420724869, 0.10285643488168716, 0.03635852038860321, 0.06285316497087479, 0.03600497543811798, 0.1031898632645607, 0.025626806542277336, 0.03135654702782631, 0.019417593255639076, 0.049742043018341064, 0.048891402781009674], "fourier_magnitudes_out": [0.019820841029286385, 0.014010455459356308, 0.04367045685648918, 1.2756820917129517, 0.38140636682510376, 0.02479107864201069, 0.04435962066054344, 0.010634624399244785, 0.021416395902633667, 0.00970181729644537, 0.03385189548134804, 0.2256941944360733, 0.29000717401504517, 0.033056240528821945, 0.016739733517169952, 0.011808712966740131, 0.027611026540398598, 0.026478227227926254, 0.09039304405450821, 0.05809738114476204, 0.189763143658638, 0.008710411377251148, 0.025686174631118774, 0.019972309470176697, 0.05798596143722534, 0.05826300382614136, 0.019059311598539352, 0.06479515135288239, 0.08464646339416504, 0.024380892515182495, 0.015118039213120937, 0.007339505944401026, 0.034297626465559006, 0.048708077520132065, 0.03268413618206978, 0.049124885350465775, 0.03637386113405228, 0.009482890367507935, 0.020597374066710472, 0.008235367946326733, 0.02969009056687355, 0.04025332257151604, 0.01985999010503292, 0.0469360277056694, 0.029745368286967278]}, "neuron_2": {"global_index": 1913, "dominant_freq": 3, "fourier_magnitudes_in": [0.042031001299619675, 0.07741837203502655, 0.03871097415685654, 0.053311482071876526, 0.05064956471323967, 1.2443429231643677, 0.206647589802742, 0.004781508352607489, 0.061014216393232346, 0.011657210066914558, 0.07919462025165558, 0.03606076538562775, 0.08739457279443741, 0.052392251789569855, 0.028848879039287567, 0.07251384854316711, 0.01217913068830967, 0.2595262825489044, 0.13086983561515808, 0.052174098789691925, 0.027394549921154976, 0.06903287768363953, 0.022658105939626694, 0.03708040341734886, 0.10401657223701477, 0.027799028903245926, 0.05249876528978348, 0.00030943340971134603, 0.10227976739406586, 0.11612369865179062, 0.042294956743717194, 0.020724983885884285, 0.04071487486362457, 0.11172788590192795, 0.04220505803823471, 0.09990397095680237, 0.06054708734154701, 0.06586716324090958, 0.006461997050791979, 0.059420689940452576, 0.09209135919809341, 0.1096198707818985, 0.022785456851124763, 0.04640790820121765, 0.06692500412464142], "fourier_magnitudes_out": [0.06065741181373596, 0.015598063357174397, 0.017145806923508644, 0.07737936079502106, 0.011586025357246399, 1.2441551685333252, 0.3346671760082245, 0.06545623391866684, 0.030020978301763535, 0.002152473432943225, 0.032462943345308304, 0.07691904157400131, 0.03811921551823616, 0.01632884331047535, 0.017474284395575523, 0.06735023111104965, 0.09626735001802444, 0.24534684419631958, 0.27020564675331116, 0.022429868578910828, 0.06257963180541992, 0.00157986581325531, 0.012673608958721161, 0.03169577941298485, 0.06007988378405571, 0.0413593128323555, 0.012933926656842232, 0.010251560248434544, 0.03995373845100403, 0.04796907305717468, 0.2056015133857727, 0.01427383441478014, 0.04430023208260536, 0.04359375685453415, 0.044759560376405716, 0.04961203783750534, 0.07667896151542664, 0.07063500583171844, 0.03754226490855217, 0.0245071928948164, 0.03825514391064644, 0.019538547843694687, 0.09542860835790634, 0.007263429928570986, 0.05812947079539299]}, "neuron_3": {"global_index": 1246, "dominant_freq": 4, "fourier_magnitudes_in": [0.027497628703713417, 0.009727449156343937, 0.021388916298747063, 0.01437523402273655, 0.012512224726378918, 0.10529054701328278, 0.04230961576104164, 0.17821146547794342, 1.2461119890213013, 0.06537192314863205, 0.01289499644190073, 0.018954597413539886, 0.03004262037575245, 0.02283310517668724, 0.0220229160040617, 0.03531438857316971, 0.01901117153465748, 0.050245992839336395, 0.04183974862098694, 0.01614176109433174, 0.009205853566527367, 0.09804992377758026, 0.08410294353961945, 0.11562054604291916, 0.29176342487335205, 0.042411044239997864, 0.006313401274383068, 0.03388339281082153, 0.01978653483092785, 0.03471314534544945, 0.043415337800979614, 0.043064214289188385, 0.027558159083127975, 0.06171564757823944, 0.0696450024843216, 0.011492965742945671, 0.05094796046614647, 0.05073704198002815, 0.07897095382213593, 0.07132457196712494, 0.11802081763744354, 0.037262652069330215, 0.0020570645574480295, 0.015068575739860535, 0.026520520448684692], "fourier_magnitudes_out": [0.010086745023727417, 0.05710214003920555, 0.06139582023024559, 0.018399953842163086, 0.04227679967880249, 0.025893379002809525, 0.009143400937318802, 1.186983585357666, 0.5252641439437866, 0.013488017953932285, 0.0005805235123261809, 0.05716744810342789, 0.013719701208174229, 0.10393334925174713, 0.003165407571941614, 0.04120459035038948, 0.03952470049262047, 0.04834569990634918, 0.033021483570337296, 0.04476102441549301, 0.029453063383698463, 0.005645269062370062, 0.011694397777318954, 0.10654895752668381, 0.3599803149700165, 0.007355896756052971, 0.0003961626789532602, 0.08002252876758575, 0.04579204320907593, 0.06272769719362259, 0.07181034982204437, 0.006389136891812086, 0.049778345972299576, 0.11147455126047134, 0.021854737773537636, 0.011103536933660507, 0.01503677573055029, 0.002055748365819454, 0.013567307963967323, 0.12988625466823578, 0.15798360109329224, 0.0449216291308403, 0.013228889554738998, 0.009868619963526726, 0.09125573933124542]}, "neuron_4": {"global_index": 624, "dominant_freq": 5, "fourier_magnitudes_in": [0.013838903047144413, 0.008253526873886585, 5.529342161025852e-05, 0.005538987461477518, 0.012051571160554886, 0.01395434606820345, 0.10365218669176102, 0.02298830822110176, 0.030910948291420937, 1.2476364374160767, 0.09386150538921356, 0.026415793225169182, 0.05261861905455589, 0.03603929653763771, 0.10005930811166763, 0.003909645602107048, 0.04539327323436737, 0.015240621753036976, 0.013730191625654697, 0.0155113460496068, 0.03974762558937073, 0.005531587637960911, 0.019240668043494225, 0.01625858061015606, 0.025063255801796913, 0.011056470684707165, 0.09243039041757584, 0.022487472742795944, 0.0251841489225626, 0.306652694940567, 0.08297058194875717, 0.024188073351979256, 0.04342647269368172, 0.03938991203904152, 0.09770650416612625, 0.013814031146466732, 0.06951112300157547, 0.027573566883802414, 0.023284340277314186, 0.10521525889635086, 0.0650273859500885, 0.015562155283987522, 0.023905958980321884, 0.018775824457406998, 0.06668314337730408], "fourier_magnitudes_out": [0.05196601152420044, 0.05312342941761017, 0.010784747079014778, 0.011904698796570301, 0.047972604632377625, 0.004099240992218256, 0.0010250643827021122, 0.00042923539876937866, 0.01029340922832489, 1.2675307989120483, 0.09591901302337646, 0.014027426950633526, 0.001631030929274857, 0.024310555309057236, 0.0198969729244709, 0.046602506190538406, 0.020945487543940544, 0.02128870040178299, 0.0374569296836853, 0.04902463033795357, 0.041654542088508606, 0.03967851400375366, 0.001786291366443038, 0.05294322222471237, 0.024723639711737633, 0.011300241574645042, 0.03775065392255783, 0.01372490543872118, 0.011896324343979359, 0.32824763655662537, 0.1186068058013916, 0.014138397760689259, 0.0359794981777668, 0.038188062608242035, 0.03171955421566963, 0.056378308683633804, 0.0019413330592215061, 0.01629016362130642, 0.01843956857919693, 0.16900181770324707, 0.06145699322223663, 0.0153813436627388, 0.013254331424832344, 0.03042968362569809, 0.05865981802344322]}, "neuron_5": {"global_index": 607, "dominant_freq": 6, "fourier_magnitudes_in": [0.1386195719242096, 0.013873756863176823, 0.03570824861526489, 0.0412650890648365, 0.047772184014320374, 0.034226469695568085, 0.05542002245783806, 0.0017653066897764802, 0.02400483936071396, 0.030936282128095627, 0.009320593439042568, 0.2172980010509491, 1.2173128128051758, 0.04575309157371521, 0.0076211304403841496, 0.010146325454115868, 0.02013305202126503, 0.04726666584610939, 0.09818758815526962, 0.009969539009034634, 0.060343366116285324, 0.0032991748303174973, 0.03556410223245621, 0.17365813255310059, 0.05114714056253433, 0.02583719789981842, 0.02040957286953926, 0.03701092302799225, 0.04001171141862869, 0.10321807116270065, 0.05184914544224739, 0.006740964483469725, 0.011535441502928734, 0.018743466585874557, 0.017335621640086174, 0.16860756278038025, 0.27982398867607117, 0.04310104623436928, 0.0264259185642004, 0.03538297116756439, 0.003095277352258563, 0.12462528795003891, 0.0990523248910904, 4.339587758295238e-05, 0.04726420342922211], "fourier_magnitudes_out": [0.04867154359817505, 0.016564371064305305, 0.03551899641752243, 0.06356166303157806, 0.0252390019595623, 0.06537865102291107, 0.07326613366603851, 0.005509048700332642, 0.0018352724146097898, 0.012200099416077137, 0.01780937798321247, 1.2264366149902344, 0.4548192620277405, 0.0013065679231658578, 0.01499987579882145, 0.009633025154471397, 0.005226098001003265, 0.06598547101020813, 0.00598103366792202, 0.021713534370064735, 0.0571175143122673, 0.032894402742385864, 0.015094837173819542, 0.00398329459130764, 0.02464967779815197, 0.006356896832585335, 0.04191069304943085, 0.03252999484539032, 0.015119177289307117, 0.019722191616892815, 0.1730930656194687, 0.023622527718544006, 0.020686961710453033, 0.009467117488384247, 0.009323167614638805, 0.15743239223957062, 0.32519930601119995, 0.004979555960744619, 0.0035669889766722918, 0.005137680564075708, 0.009016448631882668, 0.06844144314527512, 0.06285659223794937, 0.03209596872329712, 0.028837645426392555]}, "neuron_6": {"global_index": 1738, "dominant_freq": 7, "fourier_magnitudes_in": [0.09737546741962433, 0.06242624297738075, 0.020412035286426544, 0.00684077013283968, 0.020082250237464905, 0.06826040893793106, 0.007214959245175123, 0.07242288440465927, 0.026820318773388863, 0.005677377805113792, 0.002938703168183565, 0.011348536238074303, 0.004750740714371204, 0.03949061408638954, 1.2386714220046997, 0.025311460718512535, 0.004417045041918755, 0.01437338162213564, 0.004461741540580988, 0.04204104468226433, 0.12069860100746155, 0.027379142120480537, 0.014441825449466705, 0.015393586829304695, 0.013638774864375591, 0.05274207890033722, 0.030096497386693954, 0.14041338860988617, 0.012067696079611778, 0.05125706270337105, 0.030821554362773895, 0.02722417563199997, 0.0332108736038208, 0.1110534518957138, 0.0047632502391934395, 0.07348959147930145, 0.03285006806254387, 0.0047138831578195095, 0.01968519203364849, 0.01177459117025137, 0.01531701534986496, 0.02161668986082077, 0.3177710175514221, 0.021235618740320206, 0.010090909898281097], "fourier_magnitudes_out": [0.051858413964509964, 0.008360492996871471, 0.05516798421740532, 0.02559111826121807, 0.06307622790336609, 0.006571424193680286, 0.01290196180343628, 0.12037082761526108, 0.06191367655992508, 0.029754428192973137, 0.020065026357769966, 0.0078062922693789005, 0.048066552728414536, 1.2943781614303589, 0.11346769332885742, 0.001289817038923502, 0.02506013959646225, 0.019299689680337906, 0.0064348443411290646, 0.16467508673667908, 0.06741028279066086, 0.006236294284462929, 0.04141004756093025, 0.019788136705756187, 0.07417845726013184, 0.04973548278212547, 0.07794832438230515, 0.0723048523068428, 0.027345148846507072, 0.011382422409951687, 0.06580550223588943, 0.009926418773829937, 0.10224686563014984, 0.0505547933280468, 0.03173859789967537, 0.09666361659765244, 0.031020749360322952, 0.02579471841454506, 0.04831385239958763, 0.03178475797176361, 0.03038252517580986, 0.3468293845653534, 0.09429783374071121, 0.01755990833044052, 0.022044112905859947]}, "neuron_7": {"global_index": 75, "dominant_freq": 8, "fourier_magnitudes_in": [0.018399929627776146, 0.04701722785830498, 0.011886920779943466, 0.0438348613679409, 0.07210597395896912, 0.02947358787059784, 0.047673892229795456, 0.028514467179775238, 0.04004593566060066, 0.13877934217453003, 0.03727179765701294, 0.06189839914441109, 0.06027256324887276, 0.045349497348070145, 0.02362840436398983, 0.23073114454746246, 1.2641301155090332, 0.028272420167922974, 0.0005890547181479633, 0.047821469604969025, 0.07536973804235458, 0.10850364714860916, 0.07372518628835678, 0.05899370461702347, 0.05830071121454239, 0.0018070958321914077, 0.02683435007929802, 0.037409815937280655, 0.025985607877373695, 0.06571411341428757, 0.005627424921840429, 0.016995258629322052, 0.004526698030531406, 0.04484068974852562, 0.05164996162056923, 0.06683526188135147, 0.08191671967506409, 0.030341777950525284, 0.05824322625994682, 0.02228570729494095, 0.011938996613025665, 0.18924520909786224, 0.2741076350212097, 0.04113386198878288, 0.05813426896929741], "fourier_magnitudes_out": [0.014428549446165562, 0.05220756679773331, 0.014335311017930508, 0.06539557129144669, 0.043995317071676254, 0.011972421780228615, 0.004153934307396412, 0.02592984028160572, 0.03134678304195404, 0.05952078476548195, 0.22475501894950867, 0.019332440569996834, 0.005713741295039654, 0.0017950085457414389, 0.01617029868066311, 1.2255374193191528, 0.4598572552204132, 0.028351256623864174, 0.007330817636102438, 0.01134099904447794, 0.027115648612380028, 0.10226071625947952, 0.11731140315532684, 0.021548433229327202, 0.05465102195739746, 0.018183927983045578, 0.03175755962729454, 0.010633819736540318, 0.06510313600301743, 0.024816635996103287, 0.07913243025541306, 0.011452121660113335, 0.02766306884586811, 0.029196709394454956, 0.009113647043704987, 0.12458015978336334, 0.011071722954511642, 0.018526725471019745, 0.011470107361674309, 0.02072116546332836, 0.039561714977025986, 0.15574902296066284, 0.34489959478378296, 0.01923392154276371, 0.042044010013341904]}, "neuron_8": {"global_index": 28, "dominant_freq": 9, "fourier_magnitudes_in": [0.20656752586364746, 0.01921764761209488, 0.02791459858417511, 0.0007396877626888454, 0.035335950553417206, 0.0669468492269516, 0.04301099851727486, 0.014893748797476292, 0.0230098906904459, 0.027692530304193497, 0.03287327662110329, 0.022526593878865242, 0.057825617492198944, 0.07040809839963913, 0.03450493887066841, 0.05455983430147171, 0.05788222327828407, 1.2494698762893677, 0.03264666348695755, 0.043689411133527756, 0.10354509949684143, 0.09417787194252014, 0.02955908142030239, 0.047410473227500916, 0.011252221651375294, 0.0005682617775164545, 0.056536562740802765, 0.021264487877488136, 0.0462205745279789, 0.05532156303524971, 0.06823176890611649, 0.025217702612280846, 0.032801952213048935, 0.008256498724222183, 0.026925483718514442, 0.37726008892059326, 0.025621306151151657, 0.013945003971457481, 0.0019325842149555683, 0.04337889328598976, 0.0510626919567585, 0.013798569329082966, 0.06067986041307449, 0.05667518451809883, 0.028735129162669182], "fourier_magnitudes_out": [0.24088400602340698, 0.020376190543174744, 0.02707306295633316, 0.0038629304617643356, 0.024416707456111908, 0.022742437198758125, 0.016046881675720215, 0.03038228303194046, 0.012387897819280624, 0.023421460762619972, 0.011128999292850494, 0.010324771516025066, 0.02203763648867607, 0.008293877355754375, 0.04483163356781006, 0.01993419975042343, 0.0037610428407788277, 1.2745928764343262, 0.019628453999757767, 0.05924157053232193, 0.053585201501846313, 0.03796309232711792, 0.0635417103767395, 0.02331460826098919, 0.0077639794908463955, 0.011833895929157734, 0.022946367040276527, 0.029156606644392014, 0.0480482392013073, 0.06216756999492645, 0.009923223406076431, 0.0020938701927661896, 0.022591717541217804, 0.007279817946255207, 0.0064742607064545155, 0.4007183909416199, 0.00028923977515660226, 0.05831250920891762, 0.01182605791836977, 0.01858017034828663, 0.021506398916244507, 0.012042534537613392, 0.0022625140845775604, 0.03795021399855614, 0.01883394829928875]}, "neuron_9": {"global_index": 789, "dominant_freq": 10, "fourier_magnitudes_in": [0.004329608753323555, 0.028563329949975014, 0.056962475180625916, 0.008428018540143967, 0.06594208627939224, 0.05151417851448059, 0.022132407873868942, 0.08242236077785492, 0.004113995004445314, 0.07452571392059326, 0.12250592559576035, 0.0010484650265425444, 0.02304091677069664, 0.0416894257068634, 0.011862949468195438, 0.036876894533634186, 0.01644860953092575, 0.0034532395657151937, 0.04788549989461899, 1.2385457754135132, 0.31180521845817566, 0.03221839666366577, 0.023693017661571503, 0.007630627602338791, 0.03770288825035095, 0.013494119979441166, 0.04569518193602562, 0.024234497919678688, 0.0033159437589347363, 0.26034310460090637, 0.2200150191783905, 0.04920994117856026, 0.049386974424123764, 0.0029583671130239964, 0.051285210996866226, 0.040618591010570526, 0.03438754379749298, 0.03291642665863037, 0.001312903012149036, 0.023601464927196503, 0.0560540035367012, 0.03228165954351425, 0.05368709936738014, 0.04624689370393753, 0.0316334031522274], "fourier_magnitudes_out": [0.16591061651706696, 0.014407315291464329, 0.007481595501303673, 0.006289616227149963, 0.02239363081753254, 0.03671308234333992, 0.03890682011842728, 0.03646482899785042, 0.002526836236938834, 0.2551250755786896, 0.09609365463256836, 0.014162569306790829, 0.027841264382004738, 0.001919325441122055, 0.004285834264010191, 0.02298608049750328, 0.008488871157169342, 0.00698549160733819, 0.0069662039168179035, 1.0369579792022705, 0.8265101313591003, 0.03366154059767723, 0.02670266479253769, 0.01681419648230076, 0.051494330167770386, 0.0028677601367235184, 0.018719010055065155, 0.0010915504535660148, 0.006087265908718109, 0.1934499591588974, 0.34633442759513855, 0.0018277086783200502, 0.017650121822953224, 0.03989192098379135, 0.016140349209308624, 0.016031507402658463, 0.010435461066663265, 0.01010999083518982, 0.0014518846292048693, 0.03907126560807228, 0.2001296877861023, 0.021900881081819534, 0.010164746083319187, 0.002794824540615082, 0.00772688165307045]}, "neuron_10": {"global_index": 1786, "dominant_freq": 11, "fourier_magnitudes_in": [0.015330090187489986, 0.00680800573900342, 0.04765622690320015, 0.020850300788879395, 0.10717949271202087, 0.03233198821544647, 0.10888620465993881, 0.004998327232897282, 0.03564196825027466, 0.11520212888717651, 0.06192438304424286, 0.07724278420209885, 0.034821413457393646, 0.062243517488241196, 0.013910561800003052, 0.01934807002544403, 0.013253258541226387, 0.051424555480480194, 0.09332311153411865, 0.1243671327829361, 0.019237110391259193, 1.217577576637268, 0.028375355526804924, 0.2818201780319214, 0.003404649905860424, 0.06330354511737823, 0.07015686482191086, 0.0076868608593940735, 0.06852511316537857, 0.014264680445194244, 0.020589089021086693, 0.10647609829902649, 0.057410646229982376, 0.08563455939292908, 0.02411286160349846, 0.0664287805557251, 0.014030307531356812, 0.02340223640203476, 0.056626513600349426, 0.01502474956214428, 0.09952175617218018, 0.015383817255496979, 0.11930163204669952, 0.007530521601438522, 0.025742487981915474], "fourier_magnitudes_out": [0.016844047233462334, 0.05952150374650955, 0.025682054460048676, 0.015241758897900581, 0.03210426867008209, 0.016446050256490707, 0.04496582970023155, 0.02300695888698101, 0.000427707884227857, 0.05579812824726105, 0.08541442453861237, 0.015289552509784698, 0.039952874183654785, 0.039851948618888855, 0.057370543479919434, 0.016805287450551987, 0.007479258347302675, 0.0029291980899870396, 0.034516312181949615, 0.1254093050956726, 0.1398020088672638, 1.2423537969589233, 0.18143455684185028, 0.2960227429866791, 0.11252602189779282, 0.023274803534150124, 0.07607238739728928, 0.021269649267196655, 0.027882078662514687, 0.035915981978178024, 0.030674805864691734, 0.014839638024568558, 0.10525751858949661, 0.014291792176663876, 0.049464497715234756, 0.04399185627698898, 0.036550067365169525, 0.008563296869397163, 0.01903313212096691, 0.029583122581243515, 0.027955809608101845, 0.054670121520757675, 0.01267466600984335, 0.046382296830415726, 0.008305315859615803]}, "neuron_11": {"global_index": 1276, "dominant_freq": 12, "fourier_magnitudes_in": [0.027231285348534584, 0.017670031636953354, 0.0070502362214028835, 0.028812618926167488, 0.02441141940653324, 0.02079232782125473, 0.08194896578788757, 0.0322611965239048, 0.015321334823966026, 0.03172183781862259, 0.001266372506506741, 0.056504711508750916, 0.12447034567594528, 0.03847327455878258, 0.03605195879936218, 0.024902410805225372, 0.024024078622460365, 0.32189419865608215, 0.2081919014453888, 0.012961803935468197, 0.0453299917280674, 0.024764100089669228, 0.032823674380779266, 1.2668622732162476, 0.2380613535642624, 0.01413424126803875, 0.025002406910061836, 0.014431814663112164, 0.04795833304524422, 0.1299431174993515, 0.16827242076396942, 0.03706739842891693, 0.007603468373417854, 0.04069235175848007, 0.007847433909773827, 0.007628411054611206, 0.09763666242361069, 0.03774033859372139, 0.015016976743936539, 0.006838749162852764, 0.013842720538377762, 0.03298138454556465, 0.047356873750686646, 0.0015742207178846002, 0.018416641280055046], "fourier_magnitudes_out": [0.005269545596092939, 0.03182314708828926, 0.0679549053311348, 0.0003834623785223812, 0.013475414365530014, 0.013526873663067818, 0.03731437772512436, 0.07986967265605927, 0.036640532314777374, 0.0035038429778069258, 0.01252985280007124, 0.10140783339738846, 0.008047033101320267, 0.03977477177977562, 0.05688159912824631, 0.03564580902457237, 0.03460744395852089, 0.08826833218336105, 0.37662386894226074, 0.05914923921227455, 0.007284601218998432, 0.05788695812225342, 0.007299480959773064, 1.1824874877929688, 0.5590309500694275, 0.02874130755662918, 0.025199856609106064, 0.03664693981409073, 0.060230452567338943, 0.15809036791324615, 0.17307066917419434, 0.00016840596799738705, 0.014392463490366936, 0.056636881083250046, 0.010201365686953068, 0.03880481421947479, 0.04541279375553131, 0.014954484067857265, 0.014822744764387608, 0.011924656108021736, 0.05034566670656204, 0.006963231600821018, 0.006111956667155027, 0.06741546094417572, 0.03502030670642853]}, "neuron_12": {"global_index": 1097, "dominant_freq": 13, "fourier_magnitudes_in": [0.0281743872910738, 0.07729125767946243, 0.14243149757385254, 0.01486960332840681, 0.09225504100322723, 0.12959137558937073, 0.015126394107937813, 0.0604475736618042, 0.031544849276542664, 0.11782999336719513, 0.0632210448384285, 0.2962612211704254, 0.06758605688810349, 0.041548337787389755, 0.01472420059144497, 0.07945616543292999, 0.10394030809402466, 0.00457868492230773, 0.008060730993747711, 0.07397744059562683, 0.05140213295817375, 0.058708902448415756, 0.02943306788802147, 0.0829225555062294, 0.011344351805746555, 1.2231080532073975, 0.030060188844799995, 0.11834261566400528, 0.03705817461013794, 0.004564153496176004, 0.01943761110305786, 0.10364262759685516, 0.04656197503209114, 0.009477642364799976, 0.022597769275307655, 0.09075034409761429, 0.1311054229736328, 0.009763112291693687, 0.015114902518689632, 0.1194646954536438, 0.12739084661006927, 0.059933140873909, 0.10757014155387878, 0.11752725392580032, 0.013989558443427086], "fourier_magnitudes_out": [0.01240508072078228, 0.11856160312891006, 0.007749547250568867, 0.030834944918751717, 0.01328049972653389, 0.06995786726474762, 0.02257245033979416, 0.07332243770360947, 0.0010948671260848641, 0.020946385338902473, 0.039316873997449875, 0.3724314868450165, 0.045016124844551086, 0.019262176007032394, 0.0020702036563307047, 0.07923713326454163, 0.041272830218076706, 0.04057731851935387, 0.001496626646257937, 0.07452160120010376, 0.016306228935718536, 0.0637788251042366, 0.017618050798773766, 0.04859495535492897, 0.05814148113131523, 1.2995246648788452, 0.0039865863509476185, 0.0015227323165163398, 0.012399380095303059, 0.0409265011548996, 0.018757570534944534, 0.054216593503952026, 0.004276319406926632, 0.01833302527666092, 0.0026949839666485786, 0.11271768063306808, 0.04577222466468811, 0.005700196139514446, 0.011217141523957253, 0.19143031537532806, 0.07329560816287994, 4.909614290227182e-05, 0.030084162950515747, 0.05187832936644554, 0.008625748567283154]}, "neuron_13": {"global_index": 161, "dominant_freq": 14, "fourier_magnitudes_in": [0.04822953790426254, 0.00599309615790844, 0.02986225299537182, 0.025417862460017204, 0.02238353155553341, 0.3127618432044983, 0.09654323011636734, 0.012021463364362717, 0.056042104959487915, 0.03805942088365555, 0.1117972806096077, 0.04619289189577103, 0.10455186665058136, 0.022216424345970154, 0.08258084207773209, 0.075409434735775, 0.031123090535402298, 0.07259520888328552, 0.017933081835508347, 0.0006630857824347913, 0.06280694156885147, 0.04362671077251434, 0.055088598281145096, 0.029872918501496315, 0.11992384493350983, 0.018539516255259514, 0.0628250315785408, 1.2200589179992676, 0.12456909567117691, 0.034852661192417145, 0.043411578983068466, 0.031546518206596375, 0.0741436779499054, 0.04693693295121193, 0.058436956256628036, 0.007888812571763992, 0.037831563502550125, 0.03790555149316788, 0.019538860768079758, 0.14295829832553864, 0.08780008554458618, 0.017178712412714958, 0.087778739631176, 0.019939512014389038, 0.11014784872531891], "fourier_magnitudes_out": [0.05411331728100777, 0.03304477781057358, 0.021797258406877518, 0.0047831148840487, 0.03326534479856491, 0.2962154448032379, 0.1457468420267105, 0.03955332562327385, 0.011389533057808876, 0.012866933830082417, 0.00017242124886251986, 0.03818715363740921, 0.03764483332633972, 0.00614587077870965, 0.022063298150897026, 0.04380183294415474, 0.09998168796300888, 0.015420484356582165, 0.01968684419989586, 0.004933008458465338, 0.020994756370782852, 0.0521831288933754, 0.008620073087513447, 0.037304237484931946, 0.0014015245251357555, 0.005801311694085598, 0.017131172120571136, 1.2527145147323608, 0.2311333566904068, 0.018836526200175285, 0.019727682694792747, 0.0043624332174658775, 0.014211445115506649, 0.044922202825546265, 0.013642711564898491, 0.018197886645793915, 0.009294086135923862, 0.03850863501429558, 0.015688814222812653, 0.12058885395526886, 0.15144756436347961, 0.014722016640007496, 0.036175068467855453, 0.017475005239248276, 0.031085211783647537]}, "neuron_14": {"global_index": 1731, "dominant_freq": 15, "fourier_magnitudes_in": [0.463540643453598, 0.0028893440030515194, 0.008911097422242165, 0.01434923056513071, 0.017430150881409645, 0.003017465118318796, 0.010270075872540474, 0.017618177458643913, 0.014565336517989635, 0.024152809754014015, 0.04601025581359863, 0.001083020237274468, 0.030771685764193535, 0.015950890257954597, 0.011103848926723003, 0.021776627749204636, 0.017226824536919594, 0.004835555795580149, 0.019644740968942642, 0.0036761572118848562, 0.010994963347911835, 0.02120859920978546, 0.0010532352607697248, 0.006232347805052996, 0.010207894258201122, 0.0059045590460300446, 0.002017457038164139, 0.007387725170701742, 0.0012548469239845872, 1.348021149635315, 0.011125867255032063, 0.03986005485057831, 0.019033823162317276, 0.005361262708902359, 0.004968652036041021, 0.021797150373458862, 0.00902571715414524, 0.03216294199228287, 0.006366575136780739, 0.0030987891368567944, 0.006627645343542099, 0.01705482229590416, 0.02482386864721775, 0.008086851797997952, 0.011541302315890789], "fourier_magnitudes_out": [0.4465214014053345, 0.004691861569881439, 0.014913360588252544, 0.0077811419032514095, 0.006550655234605074, 0.0025028421077877283, 0.005167257506400347, 0.02064238302409649, 0.02030799724161625, 0.034162215888500214, 0.016224414110183716, 0.010702216066420078, 0.00494157150387764, 0.027304507791996002, 0.022287920117378235, 0.01619076170027256, 0.004218646325170994, 0.006018792744725943, 0.0019935097079724073, 0.02804945409297943, 0.030232273042201996, 0.005753577686846256, 0.013576377183198929, 0.0007674264488741755, 0.018885651603341103, 0.029431110247969627, 0.0004954793839715421, 0.01688997820019722, 0.007921954616904259, 1.394518494606018, 0.008829289115965366, 0.03687586262822151, 0.010148312896490097, 0.011865533888339996, 0.01686684787273407, 0.006886749062687159, 0.013249706476926804, 0.01760554499924183, 0.010464097373187542, 0.005405970849096775, 0.01936202123761177, 0.020152995362877846, 0.03658195957541466, 0.013538087718188763, 0.010037769563496113]}, "neuron_15": {"global_index": 1806, "dominant_freq": 16, "fourier_magnitudes_in": [0.0022987632546573877, 0.0026650959625840187, 0.04202316328883171, 0.013069870881736279, 0.012853538617491722, 0.2746964395046234, 0.03322366625070572, 0.028864463791251183, 0.019735507667064667, 0.023090558126568794, 0.06516791880130768, 0.04008987918496132, 0.07006397098302841, 0.007766504306346178, 0.05246284604072571, 0.025021187961101532, 0.08792345970869064, 0.021513385698199272, 0.007430960889905691, 0.11942069232463837, 0.05475948005914688, 0.0011000637896358967, 0.028343185782432556, 0.021350495517253876, 0.007106973323971033, 0.004344983492046595, 0.08684063702821732, 0.016698729246854782, 0.09249483048915863, 0.01645970717072487, 0.0011176663683727384, 1.258474349975586, 0.057870905846357346, 0.007761009968817234, 0.0004388753150124103, 0.04261069744825363, 0.09092795103788376, 0.009759670123457909, 0.06550351530313492, 0.002708843443542719, 0.04052792489528656, 0.0429939329624176, 0.05439196527004242, 0.024170996621251106, 0.04695209860801697], "fourier_magnitudes_out": [0.06626401096582413, 0.019033076241612434, 0.01174379326403141, 0.10121183097362518, 0.060578491538763046, 0.2948867082595825, 0.16282843053340912, 0.000904804328456521, 0.11859731376171112, 0.022052815183997154, 0.018451273441314697, 0.028278136625885963, 0.06078319251537323, 0.009292148984968662, 0.05728868767619133, 0.042948123067617416, 0.004897970240563154, 0.02563350461423397, 0.09556909650564194, 0.12402540445327759, 0.12969376146793365, 0.062227118760347366, 0.05045407637953758, 0.0016524108359590173, 0.007419982925057411, 0.12858305871486664, 0.05527598783373833, 0.07319364696741104, 0.03710845112800598, 0.04200752079486847, 0.0731237530708313, 1.2558485269546509, 0.1914120465517044, 0.0050043389201164246, 0.07430386543273926, 0.04755968227982521, 0.08549537509679794, 0.07830046117305756, 0.04764283820986748, 0.012665740214288235, 0.030047418549656868, 0.03817211464047432, 0.003100005676969886, 0.07786485552787781, 0.10889182984828949]}, "neuron_16": {"global_index": 608, "dominant_freq": 17, "fourier_magnitudes_in": [0.09232520312070847, 0.08307599276304245, 0.009141111746430397, 0.03985147550702095, 0.03483010455965996, 0.05241844058036804, 0.0004518915375228971, 0.03613661974668503, 0.046944763511419296, 0.10439100116491318, 0.1054687649011612, 0.2750083804130554, 0.10685379058122635, 0.04502972587943077, 0.03535081818699837, 0.03947347030043602, 0.01946192979812622, 0.012823657132685184, 0.0032900937367230654, 0.03834300860762596, 0.034227121621370316, 0.09654895216226578, 0.04673461616039276, 0.09249097108840942, 0.04547562077641487, 0.07572846859693527, 0.03464273735880852, 0.024514000862836838, 0.04993357136845589, 0.0624406673014164, 0.008464254438877106, 0.006868358701467514, 0.08275779336690903, 1.2505348920822144, 0.13668525218963623, 0.05150027573108673, 0.039045196026563644, 0.052037470042705536, 0.016121989116072655, 0.004043445456773043, 0.0274923425167799, 0.06178813800215721, 0.027511002495884895, 0.06318574398756027, 0.07256913185119629], "fourier_magnitudes_out": [0.05212600156664848, 0.0369187630712986, 0.011976854875683784, 0.023699989542365074, 0.006898198742419481, 0.01945926994085312, 0.020037150010466576, 0.02861763909459114, 0.0032746668439358473, 0.09804421663284302, 0.14121578633785248, 0.28900423645973206, 0.20409949123859406, 0.038255613297224045, 0.019991938024759293, 0.021854551509022713, 0.01579965651035309, 0.005591763649135828, 0.02263612113893032, 0.0404038168489933, 0.012314068153500557, 0.05626235902309418, 0.06240846589207649, 0.008703821338713169, 0.04678688198328018, 0.04895998537540436, 0.005892567802220583, 0.026540564373135567, 0.027752097696065903, 0.01629752665758133, 0.0168877262622118, 0.022087132558226585, 0.0849142000079155, 1.273337721824646, 0.21503432095050812, 0.0067688035778701305, 0.0744498074054718, 0.03227856382727623, 0.018005311489105225, 0.002937272423878312, 0.010892660357058048, 0.03668587654829025, 0.030426297336816788, 0.044097889214754105, 0.05358412116765976]}, "neuron_17": {"global_index": 548, "dominant_freq": 18, "fourier_magnitudes_in": [0.11774513125419617, 0.005636963061988354, 0.08359629660844803, 0.006152917165309191, 0.1441698521375656, 0.13517165184020996, 0.08315470069646835, 0.0183220487087965, 0.08064139634370804, 0.007877705618739128, 0.0626908466219902, 0.14053943753242493, 0.09094104915857315, 0.006357070989906788, 0.148509681224823, 0.0008331569260917604, 0.09813443571329117, 0.14182257652282715, 0.27027228474617004, 0.02462920732796192, 0.09900042414665222, 0.017616814002394676, 0.16926416754722595, 0.14326444268226624, 0.05969014763832092, 0.01776212640106678, 0.047891631722450256, 0.010641884058713913, 0.05776306986808777, 0.12335272133350372, 0.06238919496536255, 0.009210900403559208, 0.14662346243858337, 0.012430654838681221, 0.08938685804605484, 0.13722851872444153, 1.2426074743270874, 0.008888880722224712, 0.09713097661733627, 0.018141979351639748, 0.16178277134895325, 0.1260187029838562, 0.07453013211488724, 0.007753122132271528, 0.03988261893391609], "fourier_magnitudes_out": [0.19106324017047882, 0.0357130691409111, 0.026184210553765297, 0.013200895860791206, 0.05666850507259369, 0.03374579921364784, 0.026346182450652122, 0.040170423686504364, 0.05405726283788681, 0.010951816104352474, 0.03309358283877373, 0.04366319626569748, 0.031728457659482956, 0.028080089017748833, 0.013839767314493656, 0.02596958354115486, 0.006749945692718029, 0.3966304063796997, 0.04725903645157814, 0.0241426769644022, 0.027857936918735504, 0.012551351450383663, 0.06255458295345306, 0.009055395610630512, 0.017381124198436737, 0.06717182695865631, 0.020151151344180107, 0.002168006496503949, 0.04820988327264786, 0.02178795635700226, 0.028714559972286224, 0.04321896284818649, 0.01388776209205389, 0.01955358497798443, 0.03304780647158623, 1.2856295108795166, 0.11037541180849075, 0.02906752936542034, 0.0026363551151007414, 0.03830108419060707, 0.013786135241389275, 0.008534738793969154, 0.033571720123291016, 0.03142496570944786, 0.028905551880598068]}, "neuron_18": {"global_index": 325, "dominant_freq": 19, "fourier_magnitudes_in": [0.022501561790704727, 0.013647257350385189, 0.03450125828385353, 0.01835564151406288, 0.06352175772190094, 0.012176751159131527, 0.06804636120796204, 0.0011598613345995545, 0.04555092379450798, 0.013236618600785732, 0.1305677741765976, 0.019643498584628105, 0.03119250200688839, 0.027984948828816414, 0.06780455261468887, 0.0041511631570756435, 0.03864108398556709, 0.0344230979681015, 0.0381808839738369, 0.027446480467915535, 0.08134764432907104, 0.004007840994745493, 0.04393104091286659, 0.03466573357582092, 0.32069721817970276, 0.02538030594587326, 0.041303034871816635, 0.024896841496229172, 0.10150352120399475, 0.0016761161386966705, 0.04911799356341362, 0.030100516974925995, 0.028049733489751816, 0.0312846302986145, 0.0977724939584732, 0.009865024127066135, 0.034388747066259384, 0.04851031303405762, 1.2224955558776855, 0.02482304722070694, 0.041023608297109604, 0.004421276040375233, 0.11354704946279526, 0.019135290756821632, 0.044768497347831726], "fourier_magnitudes_out": [0.03886552155017853, 0.03298407793045044, 0.09464578330516815, 0.10803386569023132, 0.05352835729718208, 0.009400440379977226, 0.010415862314403057, 0.002494415733963251, 0.0036415152717381716, 0.2186954766511917, 0.07820207625627518, 0.00015843891014810652, 0.052211858332157135, 0.06232362985610962, 0.02740654908120632, 0.04749266058206558, 0.06612394750118256, 0.10501790791749954, 0.037118297070264816, 0.004130376968532801, 0.0012222848599776626, 0.017522333189845085, 0.023343319073319435, 0.3562660217285156, 0.023122671991586685, 0.001962851732969284, 0.06623607128858566, 0.05805985629558563, 0.018961766734719276, 0.06133098900318146, 0.04195128008723259, 0.0606815405189991, 0.0286747794598341, 0.018288061022758484, 0.045613449066877365, 0.036597609519958496, 0.01483702752739191, 1.2943376302719116, 0.10459810495376587, 0.021075909957289696, 0.03842905908823013, 0.03516707196831703, 0.012324374169111252, 0.08250889182090759, 0.04632662981748581]}, "neuron_19": {"global_index": 321, "dominant_freq": 20, "fourier_magnitudes_in": [0.005309144966304302, 0.003537717740982771, 0.010581999085843563, 0.0002625890192575753, 0.004179497715085745, 0.00128297065384686, 0.002057201461866498, 0.005874420516192913, 0.014529835432767868, 0.02406938374042511, 0.07508675009012222, 0.001666325842961669, 0.003998292610049248, 0.008715522475540638, 0.003758783685043454, 0.004839984700083733, 0.0001543199468869716, 0.01295649353414774, 0.0025734943337738514, 0.11252860724925995, 0.1355186253786087, 0.000739929499104619, 0.007385477889329195, 0.007047414779663086, 0.004822892602533102, 0.0015453400555998087, 0.003849470056593418, 0.0018021101132035255, 0.005329386796802282, 0.31818294525146484, 0.1931275576353073, 0.007085169665515423, 0.005365460645407438, 0.0010457731550559402, 0.004631007090210915, 0.0032308902591466904, 0.0005950494669377804, 0.0029921003151685, 0.002300892723724246, 1.2463246583938599, 0.23992714285850525, 0.0044853477738797665, 0.00427757203578949, 0.0021776992361992598, 0.0023154201917350292], "fourier_magnitudes_out": [0.055718883872032166, 0.028102446347475052, 0.010493221692740917, 0.025725610554218292, 0.05552472546696663, 0.0015514136757701635, 0.003208525711670518, 0.004270446486771107, 0.03833027556538582, 0.008199231699109077, 0.109290711581707, 0.029417680576443672, 0.030408170074224472, 0.031680043786764145, 0.00033845132566057146, 0.03283391147851944, 0.005969456396996975, 0.010481593199074268, 0.027756687253713608, 0.16638624668121338, 0.023640403524041176, 0.014188451692461967, 0.02896280027925968, 0.02418295294046402, 0.0009799376130104065, 0.017599310725927353, 0.010631129145622253, 0.019151650369167328, 9.004332241602242e-05, 0.07734443247318268, 0.32673487067222595, 0.01679218001663685, 0.020768767222762108, 0.0134602515026927, 0.015413345769047737, 0.010001087561249733, 0.020326809957623482, 0.03401411324739456, 0.008280945010483265, 1.094081163406372, 0.6822525262832642, 0.02175707370042801, 0.03693852573633194, 0.03694728761911392, 0.015895266085863113]}}}

precomputed_results/p_045/p045_overview.json

@@ -0,0 +1 @@
+{"std_epochs": [0, 200, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800], "std_ipr": [0.08717319369316101, 0.11391335725784302, 0.18839526176452637, 0.26214203238487244, 0.32109004259109497, 0.3673015534877777, 0.4037497937679291, 0.4331105053424835, 0.45749521255493164, 0.47834187746047974, 0.4967418611049652, 0.5137516856193542, 0.5304155349731445, 0.5460647940635681, 0.5587270259857178, 0.569109320640564, 0.5781995058059692, 0.586480975151062, 0.5941414833068848, 0.6013039350509644, 0.6081761121749878, 0.6150710582733154, 0.6220988035202026, 0.6289945244789124, 0.6351109147071838], "std_train_loss": [3.8066658973693848, 3.7583823204040527, 3.6576919555664062, 3.4895377159118652, 3.2514145374298096, 2.942962884902954, 2.5681192874908447, 2.1371822357177734, 1.670642614364624, 1.2044126987457275, 0.7878739833831787, 0.46548551321029663, 0.24958647787570953, 0.12194548547267914, 0.05545642971992493, 0.024003636091947556, 0.009992026723921299, 0.004019034560769796, 0.0015682628145441413, 0.0005966668832115829, 0.00022327394981402904, 8.366684050997719e-05, 3.254514740547165e-05, 1.3875328477297444e-05, 6.806310466345167e-06], "grokk_epochs": [0, 200, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000, 6200, 6400, 6600, 6800, 7000, 7200, 7400, 7600, 7800, 8000, 8200, 8400, 8600, 8800, 9000, 9200, 9400, 9600, 9800, 10000, 10200, 10400, 10600, 10800], "grokk_ipr": [0.08717319369316101, 0.13244055211544037, 0.21380208432674408, 0.27803754806518555, 0.32966190576553345, 0.37547463178634644, 0.4179353415966034, 0.4547511339187622, 0.48316776752471924, 0.5051944255828857, 0.5236243009567261, 0.5398050546646118, 0.5543814301490784, 0.5677276849746704, 0.5802931189537048, 0.592605471611023, 0.6052869558334351, 0.6182445287704468, 0.630757212638855, 0.6423094272613525, 0.6528704762458801, 0.6626585721969604, 0.6718692779541016, 0.6806291341781616, 0.6890085935592651, 0.6970446109771729, 0.7047692537307739, 0.7122029662132263, 0.7193408608436584, 0.7262086868286133, 0.7328063249588013, 0.7391359806060791, 0.7452148795127869, 0.751055121421814, 0.7566640377044678, 0.7620503306388855, 0.7672187685966492, 0.7721763253211975, 0.7769314050674438, 0.7814919948577881, 0.7858773469924927, 0.790086030960083, 0.7941337823867798, 0.7980285882949829, 0.801777184009552, 0.8053808808326721, 0.80884850025177, 0.8121881484985352, 0.8154019117355347, 0.8184973001480103, 0.8214730024337769, 0.8243283033370972, 0.8270690441131592, 0.8297061920166016, 0.832243800163269], "grokk_train_loss": [3.806551218032837, 3.6415247917175293, 3.2630691528320312, 2.6966915130615234, 2.0092413425445557, 1.3105692863464355, 0.7271688580513, 0.3313636779785156, 0.12937387824058533, 0.047601159662008286, 0.017167603597044945, 0.006127670407295227, 0.0021755709312856197, 0.0007732054218649864, 0.0002782649826258421, 0.00010406548244645819, 4.2446074075996876e-05, 2.0242276150383987e-05, 1.187677298730705e-05, 8.480536052957177e-06, 6.979992122069234e-06, 6.267570370255271e-06, 5.914186658628751e-06, 5.733961188525427e-06, 5.634385161101818e-06, 5.5782370509405155e-06, 5.542819508264074e-06, 5.515412340173498e-06, 5.498764494404895e-06, 5.482194865180645e-06, 5.46499677511747e-06, 5.454787697090069e-06, 5.4441079555545e-06, 5.432485522760544e-06, 5.419449280452682e-06, 5.406728178058984e-06, 5.3976973504177295e-06, 5.388430508901365e-06, 5.376651188271353e-06, 5.36816969542997e-06, 5.357253940019291e-06, 5.350421815819573e-06, 5.33534375790623e-06, 5.328119641490048e-06, 5.316418537404388e-06, 5.311471340974094e-06, 5.300555585563416e-06, 5.292388323141495e-06, 5.284535291139036e-06, 5.276682259136578e-06, 5.269535904517397e-06, 5.2641958063759375e-06, 5.256735676084645e-06, 5.250688900559908e-06, 5.245113243290689e-06], "grokk_test_loss": [3.8070101737976074, 3.9310433864593506, 3.9686331748962402, 3.857609748840332, 3.5625574588775635, 3.0385513305664062, 2.3189549446105957, 1.6407133340835571, 1.2172539234161377, 0.9762549996376038, 0.8060586452484131, 0.6603248715400696, 0.527978241443634, 0.41054752469062805, 0.31296899914741516, 0.23709984123706818, 0.18201704323291779, 0.14425067603588104, 0.11867932230234146, 0.10070221871137619, 0.08717277646064758, 0.07632771879434586, 0.06727663427591324, 0.05954639986157417, 0.052796926349401474, 0.04679996892809868, 0.04148160293698311, 0.03678802028298378, 0.0326591394841671, 0.028994642198085785, 0.025708602741360664, 0.022803962230682373, 0.020233916118741035, 0.018002500757575035, 0.01603788137435913, 0.014346515759825706, 0.012896331027150154, 0.011631528846919537, 0.010532960295677185, 0.009585206396877766, 0.008742677979171276, 0.008010096848011017, 0.007372797001153231, 0.006817641668021679, 0.006330524571239948, 0.005902162287384272, 0.005517847836017609, 0.005180709529668093, 0.0048751006834208965, 0.004600481130182743, 0.004359451588243246, 0.004146827384829521, 0.003957603592425585, 0.0037865531630814075, 0.003630179213359952]}