Add precomputed results for p=67
Browse files- .gitattributes +14 -0
- precomputed_results/p_067/p067_dft_heatmap_in.png +0 -0
- precomputed_results/p_067/p067_dft_heatmap_out.png +0 -0
- precomputed_results/p_067/p067_grokk_abs_phase_diff.png +0 -0
- precomputed_results/p_067/p067_grokk_acc.json +1 -0
- precomputed_results/p_067/p067_grokk_acc.png +0 -0
- precomputed_results/p_067/p067_grokk_avg_ipr.png +0 -0
- precomputed_results/p_067/p067_grokk_decoded_weights_dynamic.png +3 -0
- precomputed_results/p_067/p067_grokk_epoch_data.json +0 -0
- precomputed_results/p_067/p067_grokk_loss.json +0 -0
- precomputed_results/p_067/p067_grokk_loss.png +0 -0
- precomputed_results/p_067/p067_grokk_memorization_accuracy.png +3 -0
- precomputed_results/p_067/p067_grokk_memorization_common_to_rare.png +3 -0
- precomputed_results/p_067/p067_lineplot_in.png +3 -0
- precomputed_results/p_067/p067_lineplot_out.png +3 -0
- precomputed_results/p_067/p067_logits_interactive.json +1 -0
- precomputed_results/p_067/p067_lottery_beta_contour.png +0 -0
- precomputed_results/p_067/p067_lottery_mech_magnitude.png +3 -0
- precomputed_results/p_067/p067_lottery_mech_phase.png +3 -0
- precomputed_results/p_067/p067_magnitude_distribution.png +0 -0
- precomputed_results/p_067/p067_metadata.json +88 -0
- precomputed_results/p_067/p067_neuron_spectra.json +1 -0
- precomputed_results/p_067/p067_output_logits.png +3 -0
- precomputed_results/p_067/p067_overview.json +1 -0
- precomputed_results/p_067/p067_overview_loss_ipr.png +3 -0
- precomputed_results/p_067/p067_overview_phase_scatter.png +0 -0
- precomputed_results/p_067/p067_phase_align_approx1.png +3 -0
- precomputed_results/p_067/p067_phase_align_approx2.png +3 -0
- precomputed_results/p_067/p067_phase_align_quad.png +3 -0
- precomputed_results/p_067/p067_phase_align_relu.png +0 -0
- precomputed_results/p_067/p067_phase_distribution.png +0 -0
- precomputed_results/p_067/p067_phase_relationship.png +0 -0
- precomputed_results/p_067/p067_single_freq_quad.png +3 -0
- precomputed_results/p_067/p067_single_freq_relu.png +3 -0
- precomputed_results/p_067/p067_training_log.json +0 -0
.gitattributes
CHANGED
|
@@ -153,3 +153,17 @@ precomputed_results/p_005/p005_phase_align_approx1.png filter=lfs diff=lfs merge
|
|
| 153 |
precomputed_results/p_005/p005_phase_align_approx2.png filter=lfs diff=lfs merge=lfs -text
|
| 154 |
precomputed_results/p_005/p005_single_freq_quad.png filter=lfs diff=lfs merge=lfs -text
|
| 155 |
precomputed_results/p_005/p005_single_freq_relu.png filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 153 |
precomputed_results/p_005/p005_phase_align_approx2.png filter=lfs diff=lfs merge=lfs -text
|
| 154 |
precomputed_results/p_005/p005_single_freq_quad.png filter=lfs diff=lfs merge=lfs -text
|
| 155 |
precomputed_results/p_005/p005_single_freq_relu.png filter=lfs diff=lfs merge=lfs -text
|
| 156 |
+
precomputed_results/p_067/p067_grokk_decoded_weights_dynamic.png filter=lfs diff=lfs merge=lfs -text
|
| 157 |
+
precomputed_results/p_067/p067_grokk_memorization_accuracy.png filter=lfs diff=lfs merge=lfs -text
|
| 158 |
+
precomputed_results/p_067/p067_grokk_memorization_common_to_rare.png filter=lfs diff=lfs merge=lfs -text
|
| 159 |
+
precomputed_results/p_067/p067_lineplot_in.png filter=lfs diff=lfs merge=lfs -text
|
| 160 |
+
precomputed_results/p_067/p067_lineplot_out.png filter=lfs diff=lfs merge=lfs -text
|
| 161 |
+
precomputed_results/p_067/p067_lottery_mech_magnitude.png filter=lfs diff=lfs merge=lfs -text
|
| 162 |
+
precomputed_results/p_067/p067_lottery_mech_phase.png filter=lfs diff=lfs merge=lfs -text
|
| 163 |
+
precomputed_results/p_067/p067_output_logits.png filter=lfs diff=lfs merge=lfs -text
|
| 164 |
+
precomputed_results/p_067/p067_overview_loss_ipr.png filter=lfs diff=lfs merge=lfs -text
|
| 165 |
+
precomputed_results/p_067/p067_phase_align_approx1.png filter=lfs diff=lfs merge=lfs -text
|
| 166 |
+
precomputed_results/p_067/p067_phase_align_approx2.png filter=lfs diff=lfs merge=lfs -text
|
| 167 |
+
precomputed_results/p_067/p067_phase_align_quad.png filter=lfs diff=lfs merge=lfs -text
|
| 168 |
+
precomputed_results/p_067/p067_single_freq_quad.png filter=lfs diff=lfs merge=lfs -text
|
| 169 |
+
precomputed_results/p_067/p067_single_freq_relu.png filter=lfs diff=lfs merge=lfs -text
|
precomputed_results/p_067/p067_dft_heatmap_in.png
ADDED
|
precomputed_results/p_067/p067_dft_heatmap_out.png
ADDED
|
precomputed_results/p_067/p067_grokk_abs_phase_diff.png
ADDED
|
precomputed_results/p_067/p067_grokk_acc.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"epochs": [0, 200, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000, 6200, 6400, 6600, 6800, 7000, 7200, 7400, 7600, 7800, 8000, 8200, 8400, 8600, 8800, 9000, 9200, 9400, 9600, 9800], "train_accs": [0.020499108734402853, 0.73767082590612, 0.7516339869281046, 0.9750445632798574, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "test_accs": [0.019590382902938557, 0.0, 0.008904719501335707, 0.672306322350846, 0.7408726625111309, 0.7408726625111309, 0.7853962600178095, 0.9207479964381122, 0.9777382012466608, 0.9830810329474622, 0.9830810329474622, 0.9830810329474622, 0.9839715048975958, 0.9839715048975958, 0.9866429207479964, 0.9919857524487978, 0.9955476402493322, 0.9982190560997328, 0.9991095280498664, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "stage1_end": 581, "stage2_end": 1468}
|
precomputed_results/p_067/p067_grokk_acc.png
ADDED
|
precomputed_results/p_067/p067_grokk_avg_ipr.png
ADDED
|
precomputed_results/p_067/p067_grokk_decoded_weights_dynamic.png
ADDED
|
Git LFS Details
|
precomputed_results/p_067/p067_grokk_epoch_data.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
precomputed_results/p_067/p067_grokk_loss.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
precomputed_results/p_067/p067_grokk_loss.png
ADDED
|
precomputed_results/p_067/p067_grokk_memorization_accuracy.png
ADDED
|
Git LFS Details
|
precomputed_results/p_067/p067_grokk_memorization_common_to_rare.png
ADDED
|
Git LFS Details
|
precomputed_results/p_067/p067_lineplot_in.png
ADDED
|
Git LFS Details
|
precomputed_results/p_067/p067_lineplot_out.png
ADDED
|
Git LFS Details
|
precomputed_results/p_067/p067_logits_interactive.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"pairs": [[0, 0], [1, 0], [2, 0], [3, 0], [4, 0], [5, 0], [6, 0], [7, 0], [8, 0], [9, 0], [10, 0], [11, 0], [12, 0], [13, 0], [14, 0], [15, 0], [16, 0], [17, 0], [18, 0], [19, 0], [20, 0], [21, 0], [22, 0], [23, 0], [24, 0], [25, 0], [26, 0], [27, 0], [28, 0], [29, 0], [30, 0], [31, 0], [32, 0], [33, 0], [34, 0], [35, 0], [36, 0], [37, 0], [38, 0], [39, 0], [40, 0], [41, 0], [42, 0], [43, 0], [44, 0], [45, 0], [46, 0], [47, 0], [48, 0], [49, 0], [50, 0], [51, 0], [52, 0], [53, 0], [54, 0], [55, 0], [56, 0], [57, 0], [58, 0], [59, 0], [60, 0], [61, 0], [62, 0], [63, 0], [64, 0], [65, 0], [66, 0]], "correct_answers": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "logits": [[16.828214645385742, 1.2936924695968628, 1.024405837059021, 1.4436150789260864, 1.5963579416275024, 1.010762095451355, 1.2773624658584595, 1.2482057809829712, 0.3684784173965454, 1.0140540599822998, 0.9396306872367859, 0.5519819259643555, 0.8002838492393494, 0.0276716947555542, 0.7624471187591553, 1.1187671422958374, 1.2671600580215454, 1.047173023223877, 1.2527246475219727, 1.5182197093963623, 1.177577257156372, 1.228543996810913, 1.0190496444702148, 0.7337118983268738, 1.5054500102996826, 1.2106236219406128, 1.055039644241333, 1.4081599712371826, 1.090686321258545, 1.496840000152588, 0.553133487701416, 1.6473028659820557, 1.4121954441070557, 0.6562752723693848, 1.273389458656311, 0.7208763360977173, 1.3757383823394775, 1.0764954090118408, 1.1037013530731201, 0.7553133964538574, 1.6187447309494019, 1.0205270051956177, 0.8981340527534485, 1.3690980672836304, 0.8583132028579712, 0.7907512187957764, 0.9005447626113892, 1.1139670610427856, 1.2513277530670166, 0.9126396179199219, 1.0330357551574707, 0.9931952953338623, 1.6572703123092651, 1.4256625175476074, 1.0697100162506104, 0.7583824396133423, 1.3045185804367065, 1.3855869770050049, 1.1088049411773682, 0.8006070852279663, 0.5759423971176147, 1.371476411819458, 0.8361924886703491, 1.3479998111724854, 1.1085295677185059, 1.8244404792785645, 0.5543125867843628], [3.147817850112915, 19.062129974365234, 4.106677055358887, -1.6177929639816284, 0.5570208430290222, 1.2906019687652588, 0.09122169017791748, 0.4469241797924042, 0.36917844414711, 0.7544764876365662, -0.70062655210495, 0.7971047163009644, 0.7062192559242249, 0.6201003193855286, -0.2511303424835205, 0.9823645353317261, 0.8899655342102051, 0.9880644083023071, 0.7098811268806458, 0.44937968254089355, 0.13422900438308716, 0.859825611114502, 0.36661434173583984, -0.9374275207519531, 0.3491899371147156, 0.2468777298927307, 1.7620939016342163, -0.2874167263507843, 1.1756508350372314, -0.3101719617843628, 0.7871164679527283, 1.2836589813232422, 0.330281138420105, 0.3857628405094147, 0.47786685824394226, 0.033921241760253906, -0.2453053742647171, 0.3481065630912781, 0.7829411029815674, 0.15448583662509918, -0.15360163152217865, 0.4238385260105133, 0.5725017786026001, 0.7902566194534302, 0.5011436939239502, 0.5170745849609375, 0.6217010617256165, 0.23152393102645874, 0.708381712436676, -0.49745649099349976, -0.6410070657730103, -0.3798494040966034, 0.26831507682800293, 1.1259492635726929, 1.7603925466537476, 1.5398106575012207, 0.05797041952610016, 0.7349154353141785, 0.185516357421875, 0.3932568430900574, 1.1847708225250244, 0.9258956909179688, -0.04739099740982056, 0.3437952399253845, 0.45614442229270935, 1.006293535232544, -2.3416452407836914], [2.9229187965393066, 1.157548189163208, 18.91119956970215, 0.7647631168365479, 3.462430477142334, 0.3568236529827118, -1.7999355792999268, 0.027291178703308105, 0.626717746257782, 0.2574382424354553, 0.6461529731750488, 0.09253793954849243, 0.17928090691566467, -0.2606375217437744, 0.8850540518760681, 0.39286747574806213, 0.9269349575042725, 0.2402576208114624, 0.7637978792190552, 0.4994043707847595, 0.4170263409614563, 1.3060133457183838, 0.8723704814910889, -0.441649466753006, 1.319206953048706, 0.8555575609207153, 0.21379566192626953, 1.0217633247375488, 0.5064442157745361, 0.9299216270446777, 0.3581526279449463, 0.6770414113998413, 1.5544776916503906, 0.7626933455467224, -0.9218026399612427, 0.3522552251815796, -0.003649771213531494, 0.12753474712371826, 1.0790809392929077, 0.49343228340148926, -0.25084978342056274, 0.4103715717792511, -0.03620442748069763, 1.4735620021820068, 1.4812278747558594, 0.31265050172805786, 0.38608139753341675, 0.559583306312561, -1.5225862264633179, 0.1385558545589447, -0.38195013999938965, 1.0500998497009277, 0.41587674617767334, -0.1599898636341095, 0.3503580093383789, 1.6001567840576172, 0.48862379789352417, 0.25065749883651733, 0.6602687835693359, 0.6430529952049255, 0.169211283326149, -0.2000674307346344, 0.9859311580657959, 0.4876914620399475, -0.33461862802505493, -1.6287283897399902, 0.8877096772193909], [3.4139511585235596, 0.7038788795471191, 0.01973043382167816, 19.199872970581055, 0.704926609992981, 0.40934744477272034, 3.4343485832214355, 2.2158069610595703, -0.10427428781986237, -2.1070783138275146, -0.057495057582855225, -0.008730113506317139, 0.04138451814651489, 0.6066688895225525, 0.7977619171142578, 0.34086331725120544, 0.394775927066803, -0.12517398595809937, 0.9308085441589355, 1.0798183679580688, 0.40165793895721436, 0.05848376452922821, 0.5992715954780579, 1.1111980676651, 1.374812126159668, -0.17922788858413696, 0.3593001663684845, 0.31848692893981934, 1.97361159324646, 0.40326905250549316, 0.6064857244491577, 0.9747809171676636, 0.0887531042098999, 0.20339997112751007, -0.20616209506988525, -0.33115875720977783, 0.5424855947494507, 0.8756073713302612, 0.3184715807437897, -0.6108357906341553, 1.6920511722564697, -0.3047648072242737, 0.1697603464126587, 0.5491725206375122, 0.1424190104007721, 1.4928009510040283, 1.174403190612793, 0.31107980012893677, 0.014057308435440063, -1.079585313796997, 1.9325861930847168, 0.7013329267501831, 0.3949875831604004, 0.5452045202255249, 0.9254502654075623, 0.21354180574417114, 0.13966244459152222, 0.8347992300987244, 0.03309836983680725, 1.0879604816436768, -0.5968475341796875, 0.7259307503700256, 0.4983399510383606, 0.6017940640449524, -1.8389194011688232, 0.7626802325248718, 0.625000536441803], [3.5799970626831055, 0.6466171741485596, 1.3248560428619385, 0.9959337711334229, 19.106109619140625, 1.0438649654388428, 0.7188887596130371, 0.44813665747642517, 4.081892013549805, 0.13889539241790771, 0.2771095037460327, 0.2427099347114563, -1.5837221145629883, 0.23987793922424316, 0.12746977806091309, -0.07025967538356781, 0.8841606974601746, 0.3154368996620178, 1.401686668395996, 0.6279416084289551, 0.052167803049087524, -0.03202435374259949, 0.431312620639801, 1.9839978218078613, 0.766013503074646, 0.20877854526042938, -0.988994836807251, 0.21984222531318665, 0.4115854501724243, 0.7591705322265625, 0.5192729234695435, -0.14209449291229248, 0.06996762752532959, 0.36670008301734924, 0.14745068550109863, 0.7554032802581787, 0.4643775522708893, 0.536789059638977, -0.3562542200088501, 0.46030768752098083, 1.0750359296798706, 1.1548044681549072, -0.11572735011577606, 0.02899053692817688, 0.9375507831573486, 0.5398107171058655, -0.05527395009994507, 0.9017781019210815, 0.3937557339668274, 0.9483848214149475, -0.3901720643043518, 0.4707142412662506, -0.01876068115234375, 0.8372761607170105, 1.0582352876663208, 0.15460030734539032, 0.27212220430374146, 0.047306716442108154, 0.80210942029953, -0.09181585907936096, 0.6741900444030762, 0.5457571744918823, -0.2103709876537323, -1.6146047115325928, -0.1921873688697815, 0.49308323860168457, 0.6134939789772034], [3.2757174968719482, 1.05962073802948, -0.10130208730697632, 0.272510826587677, 0.1633349061012268, 19.104501724243164, 0.28315359354019165, 1.1227877140045166, 0.016651570796966553, 0.585011899471283, 2.968721866607666, 0.34925079345703125, 0.061202824115753174, -0.05915999412536621, 0.013323366641998291, -1.9176956415176392, 0.9717072248458862, 0.9875682592391968, 1.3271675109863281, 0.7149147391319275, 0.8079901933670044, 0.5593461990356445, 1.393911600112915, -1.0650361776351929, 0.47477203607559204, 1.1872789859771729, 0.738622784614563, -0.7858096361160278, 0.36804819107055664, 0.3765527606010437, 0.8869202136993408, -0.16095584630966187, 0.04114730656147003, 0.5731523633003235, 0.06598550081253052, 1.375657320022583, 1.030303716659546, 0.25536638498306274, 0.19615989923477173, 0.5017645955085754, 1.189589262008667, 1.363251805305481, 1.3299791812896729, 0.36458367109298706, -0.1765289306640625, -0.055645138025283813, 0.2599141001701355, 0.3379560708999634, 1.1004817485809326, 0.15178287029266357, 1.1074455976486206, -0.28800445795059204, 0.7682921886444092, 0.4956318736076355, -0.3454466462135315, 0.21782931685447693, 0.9558395147323608, 0.5151524543762207, 0.6073914170265198, 0.7781494855880737, -0.3911172151565552, 0.19618496298789978, -2.3708016872406006, 0.24405431747436523, 0.22041946649551392, 1.6367337703704834, 1.2891135215759277], [3.4457039833068848, 0.8947024345397949, 0.34288477897644043, 0.8679619431495667, 1.0287147760391235, 0.6323531866073608, 18.993833541870117, 0.9343633651733398, 0.5761244297027588, 0.2979736626148224, -0.3556324243545532, 0.3668096661567688, 3.827244520187378, 0.32369232177734375, 0.7193567752838135, -0.20324081182479858, 0.20102185010910034, 0.8902589082717896, -1.9742180109024048, -0.16222262382507324, 0.2721101641654968, 1.4988529682159424, 0.24077208340168, 0.7001003623008728, 0.92415452003479, 0.6159157752990723, 0.7935024499893188, 0.023516356945037842, -0.1578749418258667, -0.7573385238647461, -0.34366661310195923, 0.5136512517929077, -0.2862178683280945, 0.7850509285926819, 1.058217167854309, 0.7067790031433105, 0.810416579246521, 0.8879001140594482, 0.1639934778213501, 0.08411450684070587, 0.566785991191864, 0.27922794222831726, 0.6908212900161743, 0.4039327800273895, -0.3166094124317169, 0.050203919410705566, -0.02736160159111023, 0.6336079835891724, 1.1189687252044678, 0.6239057779312134, 0.38209378719329834, 0.5187606811523438, 0.04084742069244385, 0.6758389472961426, 0.8066164255142212, 0.6865444779396057, 0.25765693187713623, 0.04633992910385132, 0.6183867454528809, 0.8151348829269409, 1.138872742652893, -3.3168280124664307, 1.1839418411254883, 0.5209498405456543, 0.8028585910797119, 1.858335018157959, 0.6628488302230835], [3.3605432510375977, 0.8141885995864868, 0.26064205169677734, 1.2521640062332153, 0.8459727764129639, 1.3414030075073242, 0.4141503870487213, 19.02391815185547, 0.6453760862350464, 1.1243717670440674, 0.7442905902862549, 0.994335412979126, 0.42798498272895813, -0.1207890510559082, 3.5676608085632324, 1.1496360301971436, 0.8031903505325317, 0.6886105537414551, 0.4282943606376648, 1.2667200565338135, 0.8685976266860962, -3.0904247760772705, 0.5688029527664185, 0.03676632046699524, 1.1007462739944458, 0.2550232410430908, 0.8731770515441895, 0.25799599289894104, -0.10405087471008301, -1.345834732055664, -0.22698155045509338, 0.44792914390563965, 0.29912886023521423, 0.3423256278038025, 0.2904634177684784, 0.12138280272483826, 1.0077126026153564, 1.0855915546417236, 1.3980729579925537, 0.49291154742240906, 0.7755914330482483, 0.21307343244552612, 0.5787535309791565, -0.3339739441871643, 1.5372123718261719, -0.019090473651885986, 0.07248616218566895, 0.3243708610534668, 0.4582035541534424, 0.7950002551078796, 0.8212819695472717, -0.35171282291412354, 0.9586537480354309, 0.14311352372169495, 0.6981234550476074, -0.4438886344432831, 0.28064867854118347, -0.13885033130645752, 0.007267415523529053, 0.7231834530830383, -3.0068230628967285, 0.27153098583221436, 0.27210932970046997, 1.2658048868179321, 0.1207919642329216, 0.3369502127170563, 1.230982780456543], [3.4632372856140137, 1.367905855178833, 1.3450242280960083, 0.604508638381958, 1.6885175704956055, 0.36522620916366577, 0.1564120650291443, 0.8081082105636597, 19.090911865234375, 0.5136882662773132, 0.22662262618541718, -0.05433666706085205, 1.5432605743408203, 0.024649500846862793, 0.8553465604782104, 0.07645460963249207, 3.753154754638672, -0.5992943644523621, 0.42922696471214294, 1.522004246711731, -0.2383251190185547, 0.607623279094696, 0.7429255247116089, 0.43706172704696655, -1.9679241180419922, 0.8350823521614075, 0.7150026559829712, -0.33608078956604004, 0.2539348006248474, -0.38192638754844666, -0.31361114978790283, 0.3053184151649475, 1.1399381160736084, 0.5279828310012817, 0.7558039426803589, 0.23771315813064575, 0.32591378688812256, 0.576606273651123, 0.9588587284088135, 0.1398930847644806, 0.7556136250495911, 0.5362587571144104, -0.039886265993118286, 0.5030205249786377, -0.04691976308822632, 1.2725820541381836, 0.30690330266952515, 0.07994446158409119, 0.6568560600280762, 0.5156927108764648, -0.3644064664840698, 0.6074647903442383, 0.1797274351119995, 0.18057239055633545, -0.649756908416748, -0.2629729211330414, 0.4666762948036194, 1.0169068574905396, 0.041994452476501465, -1.6341307163238525, -0.3580819368362427, 1.3912639617919922, 0.9853373765945435, 0.25540849566459656, 0.9064684510231018, 0.6383442282676697, 0.4064704179763794], [3.6638035774230957, 0.9005944728851318, 1.3271464109420776, 1.4820126295089722, 0.5417988300323486, 1.2748746871948242, -0.310239315032959, 0.5214037895202637, 0.6024312973022461, 19.14109992980957, -0.07831123471260071, 0.5740046501159668, 0.7335179448127747, 2.124948501586914, 0.3028045892715454, 0.2140253186225891, 0.44351112842559814, 1.0331891775131226, 3.799677848815918, 0.2068198025226593, 0.0368787944316864, 0.9043015837669373, 0.6632312536239624, -0.03476417064666748, 0.07424496114253998, 0.9714561700820923, 0.060867518186569214, -3.4799485206604004, 1.0743039846420288, 1.0226798057556152, 0.3502013683319092, 0.2985423803329468, -0.267760694026947, 0.5783385038375854, 1.5655255317687988, 0.767688512802124, 1.1036036014556885, 0.5902177095413208, 0.9342664480209351, 0.5775530934333801, 0.2473735213279724, -0.35604992508888245, -0.28750815987586975, -0.6012392640113831, 0.658930242061615, 0.5238459706306458, 1.3392267227172852, 0.2703346014022827, 0.10240483283996582, 0.027384281158447266, 0.4009045362472534, 0.013660401105880737, 0.36451566219329834, 0.3596007823944092, 0.25212156772613525, 0.2695166766643524, 0.5266492962837219, 0.21142828464508057, -2.2858974933624268, -0.043373942375183105, 0.5563346147537231, 1.4617624282836914, 0.043625980615615845, 0.3090585768222809, 0.05796888470649719, 1.0478851795196533, -0.10219113528728485], [3.7335586547851562, 0.6966004371643066, 0.609548807144165, 0.5737677812576294, 0.7578072547912598, 0.1264457106590271, 0.5821300148963928, 0.6714280843734741, 0.7372388243675232, -0.13102464377880096, 19.202621459960938, 0.24026763439178467, 1.248616337776184, 0.9189496040344238, 1.0041073560714722, 0.7124468088150024, 0.010968565940856934, 1.3983629941940308, 0.20390373468399048, 0.2042267918586731, 3.5534112453460693, 0.1815149486064911, 0.8080800771713257, -0.047704100608825684, 1.1459513902664185, 0.7770555019378662, -0.3557193875312805, 0.463093638420105, -0.3672376275062561, 0.6354836225509644, -1.0734773874282837, 0.38604429364204407, -0.40870508551597595, 0.44002389907836914, 0.5055457949638367, 2.0325920581817627, 0.35517996549606323, 0.6787849068641663, 0.7343324422836304, 0.5861977338790894, 0.9029178023338318, 0.14276626706123352, 0.04369097948074341, 0.6960232257843018, 0.029944851994514465, 1.249997615814209, 0.19391125440597534, 1.3132413625717163, -0.3401208519935608, -0.9521727561950684, -0.40182608366012573, 0.15877893567085266, 0.20947718620300293, 0.3844788074493408, 0.3293973505496979, 0.7160159945487976, -0.17323172092437744, -1.3528770208358765, 0.29002439975738525, 0.7597494125366211, 0.6935162544250488, 0.563956618309021, 0.03492674231529236, 0.7332611083984375, 1.1752300262451172, 0.4295464754104614, 0.9133897423744202], [3.5992257595062256, 0.694252073764801, 1.3107433319091797, 0.8208904266357422, 0.3068457245826721, 0.6429121494293213, -0.4403720498085022, -0.011105865240097046, 0.3627108931541443, 0.5237694382667542, 0.28245481848716736, 18.98989486694336, 0.7439292669296265, 0.240983247756958, -0.5674235820770264, 1.3928650617599487, 1.5243430137634277, 0.7603180408477783, 1.0694721937179565, 0.37158095836639404, 0.2287721037864685, 0.3886817991733551, 2.958051919937134, 0.8161332607269287, 0.5536270141601562, -0.136843740940094, 0.12511169910430908, -0.011713027954101562, 0.8320227861404419, 0.8463373780250549, 1.184427261352539, 0.7287787795066833, 0.5881859064102173, -2.4824163913726807, 0.2429182529449463, 0.9192373752593994, 1.2231934070587158, 0.18331590294837952, 0.7747228145599365, -0.12706226110458374, -0.06038346886634827, 0.3174983561038971, 1.1831490993499756, -0.7042558193206787, 0.5780932903289795, 0.7103157639503479, 0.4203561544418335, 0.5600663423538208, 0.7717990875244141, -0.6924313306808472, 0.6045317053794861, 0.5688354969024658, -0.24916762113571167, 0.2251986265182495, 1.5869868993759155, 0.3494713008403778, -1.7913343906402588, -0.2657145857810974, 0.5027452707290649, 0.43528151512145996, -0.03075122833251953, 0.6068562269210815, 0.2636808156967163, -0.10696905851364136, -0.11756575107574463, 0.567499041557312, 0.24577048420906067], [3.831861972808838, 1.311511516571045, 0.8683990240097046, 0.38752609491348267, 0.8134200572967529, 0.8015043139457703, 0.12111059576272964, 0.6233881711959839, -0.12065494060516357, 0.7478570342063904, 1.097010850906372, -0.19301438331604004, 19.22502899169922, -0.8237476348876953, 0.8391420245170593, 1.6793041229248047, 0.9677200317382812, 0.17749279737472534, 0.26123663783073425, 0.5796334743499756, 0.8628596067428589, 0.4327585995197296, 0.559808611869812, -0.5487240552902222, 3.7005443572998047, 0.22286710143089294, 0.12341424822807312, 0.720785915851593, 0.3845028877258301, 0.6140581369400024, -0.23268204927444458, 1.068397879600525, 1.0491561889648438, 0.6336908936500549, 0.693429172039032, 0.3801363706588745, -2.213555335998535, 0.21252384781837463, 0.269656240940094, 0.20833981037139893, 0.209985613822937, 0.32447460293769836, 0.8686211705207825, 1.2533974647521973, -0.09590710699558258, -0.020579248666763306, 0.49006128311157227, -0.24895060062408447, 0.3118090033531189, 0.4753202795982361, 0.18741744756698608, -0.39334946870803833, -0.06211650371551514, 0.5451411008834839, 0.5484561920166016, -2.768871784210205, 0.2485324740409851, 0.9181166887283325, 0.20487946271896362, 1.2437262535095215, 0.25996342301368713, -0.3443463146686554, 0.6310300230979919, 0.5102771520614624, 0.0665426254272461, 0.7205342054367065, 1.2100965976715088], [3.6768124103546143, -0.13680526614189148, 0.9502939581871033, 1.034852385520935, 0.780770480632782, 0.9613003134727478, 0.43634653091430664, 0.8922054767608643, 0.2527092695236206, 0.4420359134674072, 0.21407173573970795, 0.30693039298057556, 0.35961058735847473, 19.128498077392578, 1.2296333312988281, 0.4862833023071289, 0.5412124991416931, 0.8800895810127258, 0.8308820128440857, 0.8600260019302368, 0.2794720530509949, 0.9732218980789185, -0.39650285243988037, -0.4935980439186096, 0.4081101417541504, 0.7673999667167664, 3.248335599899292, 0.0010498762130737305, -0.21483004093170166, 0.19087930023670197, 0.9104364514350891, -0.5415551066398621, 0.7953038811683655, 1.3680590391159058, 0.03719222545623779, -0.18017128109931946, 1.3175158500671387, -0.245232954621315, 0.11064308881759644, -3.057917594909668, 0.5372135639190674, 0.7180686593055725, 0.33987346291542053, 1.272582769393921, 1.126807451248169, 0.07988262176513672, 0.47462382912635803, 0.029398977756500244, -0.0432867705821991, 0.26066434383392334, 0.5427455902099609, 0.41703978180885315, 0.30529266595840454, 0.33690840005874634, -2.7135369777679443, 0.404380738735199, 0.47177186608314514, 1.3375331163406372, 0.15556639432907104, 0.2374221384525299, 1.0895845890045166, 0.5350719690322876, 0.1429731547832489, 0.1090359017252922, 1.1313124895095825, -0.2747383117675781, 1.2668190002441406], [2.85695219039917, 0.7192431688308716, -0.05203697085380554, 1.1067802906036377, 1.0009510517120361, 0.33716073632240295, 1.0233745574951172, 0.8767747282981873, 0.9762035608291626, 0.5005954504013062, 0.8756670951843262, -0.5373042821884155, 0.9089778065681458, 1.0076634883880615, 18.88982391357422, 1.30857515335083, 1.3299245834350586, 0.1620120406150818, 1.5392100811004639, 0.6237130165100098, 0.9153355360031128, 0.4593278765678406, 0.07993453741073608, -0.130287766456604, 1.1039482355117798, 0.16905930638313293, 1.2654186487197876, -0.7314202785491943, 3.551568031311035, 1.254802942276001, 0.14189733564853668, 0.0351557582616806, 0.37457579374313354, 1.1632020473480225, 1.2096680402755737, -0.04216134548187256, -0.5721268653869629, 0.3583444654941559, 0.20679688453674316, 0.8248055577278137, 0.34856823086738586, -0.5227763056755066, -2.461155652999878, 0.3524371385574341, -0.2749289274215698, -0.29564160108566284, 0.21415096521377563, 0.23447489738464355, 0.22264453768730164, -0.1555919647216797, 0.609342098236084, 1.1614551544189453, -0.584954559803009, -2.7073974609375, 0.35337844491004944, -0.22527113556861877, 1.6000001430511475, 0.8154849410057068, 0.016998112201690674, 0.5912377238273621, -0.4139680862426758, 0.9601036310195923, 0.1588347852230072, 0.5756812691688538, -0.14713835716247559, 1.176309585571289, 0.8003491163253784], [2.881916046142578, 0.9566301703453064, 0.858460545539856, 0.5554175972938538, 0.4000740945339203, 0.565778374671936, 0.8982588052749634, 1.1615879535675049, 0.33326125144958496, 0.16925150156021118, 0.23316141963005066, 0.7820043563842773, 1.2997488975524902, -0.06740832328796387, 0.20964956283569336, 19.06429672241211, 1.317969799041748, 1.0423600673675537, 0.7391314506530762, 0.8965655565261841, -0.04088026285171509, 0.15368488430976868, -0.4629385769367218, 0.4795525074005127, 0.5219439268112183, 0.712982714176178, 1.0002970695495605, 0.2480078935623169, 0.425365149974823, 0.3689197897911072, 3.5904765129089355, 1.7861075401306152, 0.4215158224105835, 0.047337159514427185, 1.2299401760101318, 0.13575416803359985, -0.5782404541969299, 0.24712726473808289, 0.5015988349914551, 0.1120208352804184, 1.2088019847869873, -0.22031797468662262, 0.6001335978507996, -0.4095025658607483, 0.006487846374511719, -2.3072669506073, 1.405043601989746, -0.9886635541915894, -0.7143155336380005, 0.016117975115776062, 0.30619531869888306, 1.1214778423309326, -2.1244282722473145, -0.28800827264785767, -0.5476365089416504, 1.0077567100524902, 0.36002227663993835, 1.16543710231781, 0.0589139461517334, 0.46338051557540894, 1.1916570663452148, -0.5536481142044067, 1.2345051765441895, 0.22127404808998108, 0.20917236804962158, 0.5525031089782715, 0.5680055022239685], [3.5954060554504395, -0.009383678436279297, 0.31929001212120056, 1.4178324937820435, 0.2300558090209961, 1.0000522136688232, 1.0551255941390991, 1.2505275011062622, 0.4016260802745819, 0.30282270908355713, 1.0984878540039062, 1.0729789733886719, 0.3216627836227417, -0.33029019832611084, 0.6836665868759155, 0.7574587464332581, 18.97930145263672, 1.0643446445465088, 1.3667372465133667, 0.5547609329223633, 0.2887139320373535, -0.4089522063732147, 0.20102527737617493, -0.8372387886047363, 1.2974967956542969, 0.3266083598136902, 0.4963630735874176, 0.618985652923584, 1.274924874305725, 0.6350111961364746, 0.8724315166473389, 0.8614277243614197, 3.284698009490967, 0.028549492359161377, -0.3021731674671173, 1.101676344871521, 0.28130704164505005, 0.2827078700065613, -0.3707529306411743, 0.1722744107246399, -0.2738414406776428, 0.8568589687347412, 0.02978050708770752, 0.2133781909942627, 0.7526711821556091, 0.4008396565914154, 0.42013442516326904, -0.3018195331096649, -2.0047335624694824, -0.5207434892654419, -0.2583886384963989, -2.4370806217193604, 0.3570082187652588, 1.3190298080444336, 0.785435676574707, -0.10133683681488037, -0.2469363808631897, 0.6629672646522522, 0.4147319793701172, 1.1195950508117676, 0.2126881182193756, 0.7701007127761841, -0.16008919477462769, 1.4068841934204102, 0.39164799451828003, 0.5418696999549866, -0.40291446447372437], [3.556955337524414, 0.311371386051178, -0.18037664890289307, 0.2914780378341675, 1.2504441738128662, 1.30511474609375, 0.9541356563568115, 0.1223459243774414, -0.384381502866745, 0.3279382288455963, 0.9574118852615356, 0.3605688214302063, 1.1181914806365967, 0.48283642530441284, 0.8005632162094116, 1.0363233089447021, 0.70399010181427, 19.071489334106445, 0.14708161354064941, 1.3160324096679688, 0.007194846868515015, 0.8707888126373291, 0.4138936698436737, 0.8823753595352173, 0.497480571269989, 1.0675568580627441, 0.014340460300445557, 0.6948881149291992, 0.954338788986206, 1.0857765674591064, 1.0714147090911865, 0.7457837462425232, 0.4686821699142456, 0.28710508346557617, 3.4228382110595703, -0.46404993534088135, 1.4378836154937744, 0.11514526605606079, 0.6853951215744019, -0.05770444869995117, -0.1651180386543274, -0.5386413335800171, 1.249279499053955, -0.008015155792236328, 0.6967050433158875, 0.39679819345474243, -0.6237969398498535, -0.01615840196609497, 0.5964281558990479, -0.21902894973754883, -2.2886319160461426, -2.247150421142578, 0.47339046001434326, 0.469743549823761, 0.5498090982437134, -0.3086211085319519, -0.4414139986038208, 0.43984484672546387, 0.19783234596252441, 0.33966439962387085, 1.0087981224060059, -0.0934445858001709, 1.206311583518982, -0.3259326219558716, 0.2582250237464905, 0.9212889671325684, 1.059050440788269], [2.927100419998169, 0.11671364307403564, 1.5149903297424316, 0.084177166223526, 1.3362393379211426, 1.2947691679000854, -0.08557242155075073, 0.9887449741363525, 0.24567145109176636, 1.8061867952346802, 0.4034167528152466, 1.1960630416870117, 0.7620943188667297, -0.14727258682250977, 0.28860390186309814, 0.28569257259368896, 1.1460435390472412, -0.0788114070892334, 18.801626205444336, 0.5915927290916443, 0.6474874019622803, 0.621117353439331, 1.647132396697998, -0.24710822105407715, 0.39803943037986755, 0.7808637022972107, 0.27305281162261963, -0.09997004270553589, 1.2160778045654297, 0.6340838670730591, 1.2073395252227783, 0.7962356805801392, -1.0122127532958984, 0.39056724309921265, -0.021658241748809814, 0.9614930152893066, 3.4537665843963623, 1.1961259841918945, 0.8536709547042847, -0.21356609463691711, 0.6950994729995728, -0.2690649628639221, -0.0056934356689453125, 0.9076462984085083, -0.4410455822944641, 0.528925359249115, 0.2930210828781128, -0.21691077947616577, 0.171176016330719, -2.3470282554626465, -0.3920992612838745, -0.028576388955116272, 0.04064345359802246, 0.6003700494766235, -2.4767346382141113, 0.7121224999427795, 0.0813843309879303, -0.05787193775177002, 1.0347700119018555, 0.9004240036010742, 0.6097923517227173, 1.1618962287902832, 0.17815718054771423, 0.6471283435821533, -0.3207535147666931, 0.8262947797775269, 0.41495245695114136], [3.3413054943084717, 0.24744874238967896, 0.6220572590827942, 1.4525883197784424, 0.5054031610488892, 0.19403955340385437, -0.007609754800796509, 0.2962598204612732, 1.9680612087249756, 0.13160911202430725, 0.494972825050354, -0.0734783411026001, 1.364866018295288, 0.6919219493865967, 0.23008942604064941, 0.2346903681755066, 0.6796994209289551, -0.5528713464736938, 0.20066598057746887, 19.028972625732422, 0.1769489347934723, 1.3605159521102905, 0.7496278285980225, 0.6897112131118774, 0.5061161518096924, 0.644147515296936, 0.22455954551696777, 1.7453252077102661, 0.056767046451568604, 0.6352834105491638, 0.2319178581237793, 0.5419639348983765, -0.7404707670211792, 0.05669289827346802, 0.6068364381790161, 0.8835623860359192, 0.58463454246521, 0.07106044888496399, 3.767005681991577, 0.8934128880500793, -0.1430606245994568, 0.07629135251045227, -0.10471796989440918, 0.7850785255432129, 0.6908749341964722, 0.5481567978858948, 0.1846054196357727, -0.3248891234397888, -2.714850902557373, 0.25393158197402954, 0.4835163354873657, 0.05625501275062561, -0.13137966394424438, -0.3869994580745697, 0.04164469242095947, 0.9836260080337524, 0.7999594807624817, -2.071826696395874, -0.23882454633712769, 0.48691052198410034, 0.5078228116035461, 0.2568877637386322, 0.6653919219970703, -0.15144062042236328, 0.5504323840141296, -0.15358105301856995, 0.7789372205734253], [3.9001636505126953, 0.8937685489654541, 0.8609989881515503, 0.7694666385650635, 0.4261181950569153, 0.6398000717163086, 0.7671826481819153, 0.8671407699584961, 0.04145955294370651, 0.9012101292610168, 0.11432033777236938, 0.22838535904884338, 1.4703372716903687, 1.2409989833831787, 0.5596368908882141, 0.7014791965484619, 0.6162130236625671, 0.29749733209609985, 0.32458028197288513, 0.3728911876678467, 19.209346771240234, 0.8132455348968506, 1.0589451789855957, 0.9812701344490051, 1.3209019899368286, 0.7465292811393738, 0.9606581330299377, 0.053608596324920654, 1.585884928703308, 0.22237038612365723, -0.23261962831020355, 0.6863951683044434, 0.6847864389419556, 0.016030192375183105, 1.0210392475128174, 0.48250097036361694, 0.6703885197639465, 0.9476157426834106, -0.7625445127487183, 0.5654321908950806, 3.7804503440856934, -0.3565250337123871, -0.17614471912384033, -0.35087665915489197, -0.14095035195350647, 0.5453538298606873, -0.8500064611434937, -2.278928518295288, 0.23324263095855713, -0.36692172288894653, 0.7829318642616272, 0.923535943031311, 0.09590837359428406, 0.6336760520935059, 0.45726722478866577, 0.6075499057769775, 0.04097738862037659, 1.0401123762130737, -1.5476973056793213, 0.22885870933532715, -1.8675000667572021, -0.03190499544143677, 0.3484019339084625, 1.1092419624328613, 0.19393372535705566, 0.9588750004768372, -0.5196478962898254], [2.705690383911133, 1.4325311183929443, 0.7080554962158203, 0.3888322114944458, -0.1640121340751648, 0.34501656889915466, 1.1511895656585693, -0.5440534949302673, 0.4630162715911865, 0.4072968363761902, 0.9307020306587219, -0.3744458258152008, 0.7244700789451599, 0.17422986030578613, -0.21654748916625977, 0.7283304333686829, -0.2496178150177002, 0.6447715759277344, -0.14400261640548706, 1.3359882831573486, 0.2997732162475586, 18.861562728881836, 1.1604536771774292, 0.08436954021453857, 0.664383053779602, 1.7719805240631104, 0.11822997033596039, 1.1001032590866089, 0.11847135424613953, 0.0048179030418396, -0.16430872678756714, 0.7145990133285522, 0.7602576613426208, 0.3849000930786133, 0.8347230553627014, 0.7582505345344543, 0.1465950310230255, 0.20459961891174316, -0.42162859439849854, 0.2630571126937866, 0.8830949068069458, 0.3998841643333435, 2.5682201385498047, -0.44232177734375, 0.7434888482093811, 0.24038508534431458, -1.9807275533676147, -0.4337448477745056, 0.6745783090591431, 0.7369421720504761, 0.16774162650108337, 0.21514473855495453, 0.7174949049949646, 0.43817153573036194, 0.47989583015441895, -0.07661968469619751, 0.6600344181060791, 1.0265047550201416, 1.3621183633804321, 0.4657844305038452, -0.28180599212646484, -0.04383251070976257, 0.07205891609191895, -1.8780386447906494, 0.6596416234970093, 0.6573329567909241, 0.7001771926879883], [4.304572105407715, -0.447506308555603, 0.9936704635620117, 0.9434130787849426, 1.3002278804779053, 1.8037221431732178, -0.22524608671665192, -0.04432976245880127, 0.0888635516166687, 1.307581901550293, -0.20648202300071716, 0.9488755464553833, 0.1529826819896698, -0.6856786608695984, 0.01948446035385132, 0.7650182247161865, 0.5565285086631775, 0.4378730058670044, 0.5671650171279907, 0.9917207956314087, 0.9074162244796753, 0.3204154372215271, 19.241710662841797, 0.38152146339416504, 1.461814522743225, 0.4943011999130249, 1.54795503616333, -0.22531068325042725, 0.17718762159347534, -0.023504942655563354, 0.23085498809814453, 1.3452998399734497, 0.5494753122329712, -0.2538398206233978, 1.2747275829315186, 0.1394803524017334, -0.051424942910671234, 0.12749367952346802, -0.028455495834350586, 0.007728904485702515, -0.5389878749847412, 0.281694233417511, 0.8165497779846191, -0.31571710109710693, 3.0221810340881348, -2.570314645767212, -0.04109351336956024, 0.9567708969116211, 0.5391861200332642, 0.1413542628288269, -0.08638191223144531, 0.3989545702934265, 0.3892139196395874, 0.464786171913147, 0.39397478103637695, -0.013636738061904907, 0.8545985221862793, 1.022137999534607, 0.4088279604911804, 0.4660682678222656, -0.21789121627807617, 0.17039936780929565, 0.13404914736747742, 0.5872644782066345, 0.7225744724273682, 0.7123787999153137, -2.7861785888671875], [2.778366804122925, 0.9138525724411011, -3.339259147644043, 0.588809609413147, 1.476325273513794, -0.1126636266708374, -0.035495370626449585, 1.0432080030441284, 0.448522686958313, 1.0733708143234253, 0.5573376417160034, -0.4934034049510956, 0.9646419286727905, -0.48670458793640137, 0.635799765586853, 0.7695440649986267, 0.8879202604293823, 0.7874348163604736, 0.3420274257659912, 0.7554187774658203, 0.1266254186630249, 1.0246076583862305, 0.48560214042663574, 19.035175323486328, 0.4653177857398987, 1.9989476203918457, 0.3189748525619507, 0.7144747376441956, -0.016568243503570557, 0.3431283235549927, 0.5724927186965942, 1.3163076639175415, 0.5423840284347534, 0.7842831015586853, 1.1028869152069092, 1.363211750984192, -0.2382262945175171, 0.03212618827819824, 0.5838572978973389, -0.03952300548553467, 0.08025676012039185, -0.43587982654571533, 0.5862467288970947, 0.06511831283569336, -3.2946362495422363, -0.5706552863121033, 3.2288992404937744, 0.4888168275356293, 0.49688756465911865, -0.3275747299194336, 0.6399403214454651, 0.5662273168563843, 0.07825517654418945, 0.9244685769081116, 1.4257967472076416, 0.500092089176178, 1.3327633142471313, 0.4846908450126648, 0.07532548904418945, 0.42372816801071167, 0.5303805470466614, 0.45727109909057617, -0.05474364757537842, 0.5088476538658142, 1.0208985805511475, 0.6182307004928589, 1.1673049926757812], [3.263378143310547, 0.19454741477966309, 1.1278650760650635, 0.7196258902549744, 0.7269032597541809, -2.310305595397949, 0.12455017864704132, 0.7751847505569458, -0.31341609358787537, 0.3370511531829834, 0.5872344374656677, 0.2457256019115448, -0.5157740116119385, 0.1582019329071045, -0.3150399923324585, 0.7725701332092285, 1.0167757272720337, 0.36715543270111084, 0.22683335840702057, 0.7126418352127075, 0.6336320638656616, 0.5528484582901001, 0.3456621468067169, -0.6376499533653259, 19.06271743774414, 0.29554033279418945, 0.4411470890045166, -0.2832029163837433, 0.9759491086006165, 1.145332932472229, 0.5739068388938904, 0.5354635119438171, 0.43074890971183777, 0.4274289608001709, 0.5631777048110962, 0.030040323734283447, 0.5905117988586426, 0.5965295433998108, 0.3817427158355713, 0.1564846634864807, 0.5903679132461548, 0.2912655174732208, -0.2400210201740265, -1.9920334815979004, 1.295149326324463, -0.19684678316116333, 0.36512649059295654, 0.4362085163593292, 2.7143614292144775, 1.4138777256011963, 0.8229871988296509, 0.739399790763855, 0.5555278658866882, -0.05585089325904846, 1.4104427099227905, 1.2732489109039307, 0.3666686415672302, 1.0775270462036133, 0.27481314539909363, 0.6131448149681091, 0.36921221017837524, 0.6366000175476074, -0.25560539960861206, 0.7398983240127563, 0.519623339176178, 0.743858277797699, 0.592798113822937], [3.3510355949401855, 1.2802916765213013, 1.1180344820022583, 0.4988006055355072, -0.3800015449523926, 0.8559823632240295, -0.0065902769565582275, 0.21614432334899902, -2.0890655517578125, 0.13977408409118652, -0.2273867279291153, 0.3268432319164276, 1.3896148204803467, -0.3199186325073242, 0.28781652450561523, 0.686630368232727, 1.3259433507919312, 0.9206597805023193, 0.9255528450012207, 1.0928552150726318, 1.3024667501449585, 0.8446646332740784, -0.001873984932899475, 1.7296807765960693, 0.25051748752593994, 18.94432830810547, 0.061649441719055176, 0.12113204598426819, 0.5861878395080566, 1.0354915857315063, 1.037471055984497, 0.8230204582214355, 0.6492942571640015, -0.37320733070373535, -0.8994399905204773, -0.021430552005767822, 0.12598145008087158, 0.1578199565410614, 0.45667433738708496, -0.31630825996398926, 0.8928488492965698, 0.13516896963119507, -2.278049945831299, -0.44035643339157104, 0.7238420844078064, 1.0720574855804443, 0.17169499397277832, -0.31661418080329895, 0.7567636370658875, -0.2918798327445984, 3.3465936183929443, 0.24116088449954987, 0.7085236310958862, 0.5684093832969666, 0.9378122091293335, 1.0560353994369507, 1.210237741470337, 0.38408195972442627, -0.23614680767059326, 0.40405985713005066, 0.7397260665893555, -0.029083997011184692, 1.5944974422454834, -0.5076552033424377, 0.16449320316314697, 1.0492651462554932, 1.044541835784912], [3.787318706512451, 1.7659591436386108, 0.3181576430797577, 0.4396131932735443, 0.5565971732139587, 0.25937986373901367, 0.9739290475845337, 0.43902426958084106, -0.14681756496429443, -0.17399758100509644, -0.5407897233963013, -2.4010226726531982, 0.4567875862121582, 0.3199363946914673, 0.556293249130249, 1.1405611038208008, 0.46921274065971375, 0.5534230470657349, 1.0760183334350586, 1.085313081741333, 1.5537160634994507, 0.4220834970474243, 0.9290372133255005, 0.5052963495254517, 0.481833279132843, 0.37755608558654785, 19.197959899902344, 0.1987282633781433, 1.0314968824386597, 0.5515576601028442, 1.4519058465957642, 0.2467460036277771, 0.10852527618408203, -0.15744785964488983, 0.3917250633239746, -0.3994390368461609, -0.18481481075286865, 0.43333905935287476, 0.9211919903755188, 0.4627021849155426, -0.11074167490005493, -2.0638484954833984, 0.16347354650497437, 0.5017176866531372, -0.2945095896720886, 0.32880616188049316, 0.41815364360809326, 0.4853677451610565, -0.6369004249572754, 0.3625760078430176, 0.663282036781311, 1.235245943069458, 3.233361005783081, 0.7306675314903259, 0.7105746269226074, 0.6500160098075867, 0.6111082434654236, 0.962936520576477, -0.0018944740295410156, 0.750072181224823, 0.5171956419944763, -0.0064792633056640625, 0.6476660370826721, 1.7416455745697021, 0.5984386205673218, 0.569611132144928, -0.4003604054450989], [4.019079208374023, 0.07521580159664154, 0.8741490244865417, 0.0735977292060852, 0.4109590947628021, 0.7358536124229431, -0.6577759981155396, 1.0647908449172974, -0.15214183926582336, -0.45594310760498047, -0.5413316488265991, 0.009179115295410156, -0.3038688898086548, 0.6047452688217163, -2.4745142459869385, 0.3008264899253845, 1.29379141330719, 0.9827507138252258, 0.7703489661216736, 1.257734775543213, -0.31286171078681946, 1.0707653760910034, 0.5024645924568176, -0.32832127809524536, 0.8057950735092163, 0.3029271066188812, 1.0562130212783813, 19.051860809326172, 0.7362933158874512, 1.3758643865585327, 0.5610932111740112, 0.999757707118988, -0.2672919034957886, 0.1869627833366394, -0.20492121577262878, 0.5097882747650146, -1.0605652332305908, 0.38405391573905945, -0.2677931785583496, 0.2951134741306305, -2.2774710655212402, 0.9825872182846069, 0.6759783029556274, 1.256992220878601, 0.9907815456390381, -0.4032621383666992, 0.32513120770454407, 1.1918601989746094, -0.7941914200782776, -0.21379870176315308, 0.17938697338104248, 0.3124274015426636, 1.7581855058670044, 0.3186880648136139, 3.0845561027526855, 0.6263497471809387, 0.2497009038925171, 0.8414175510406494, 0.5395891070365906, 0.4891086518764496, 0.381699800491333, 0.16080844402313232, 0.924223780632019, 1.5929609537124634, 0.7960686087608337, 0.3235569894313812, 0.2909680902957916], [2.4413399696350098, 0.7754530310630798, 0.3070066571235657, 0.7957492470741272, 0.2086709439754486, 0.1958756446838379, 0.46973085403442383, -0.1052776575088501, 0.5743172764778137, 0.37407341599464417, 0.23410072922706604, 0.32260987162590027, 1.783555030822754, -0.04901266098022461, 0.6262247562408447, 0.8741142153739929, 0.06095203757286072, -1.414991021156311, 0.5415670871734619, 0.9343600273132324, 0.7063134908676147, 1.117997646331787, 0.7309858798980713, -0.12748128175735474, 0.6204259395599365, 0.251076877117157, 0.6648219227790833, 0.10842712223529816, 18.945274353027344, 0.7101092338562012, 0.21084517240524292, 0.309404194355011, 0.5712398290634155, -0.025263577699661255, 0.058656930923461914, -0.20330464839935303, 0.42638522386550903, 1.059613585472107, -0.258452832698822, -2.347796678543091, 1.535897970199585, 0.07879580557346344, 0.5162351131439209, 0.6407569646835327, 0.5522584915161133, 1.1579513549804688, -0.2884904742240906, 0.16686075925827026, 0.46566182374954224, -0.3981848359107971, -0.11128878593444824, 0.8518205881118774, 0.33539193868637085, 0.9869688749313354, 0.6883041858673096, 0.4442727267742157, 3.7050418853759766, 0.7112802267074585, 0.7060219049453735, 1.3599070310592651, -0.1803693175315857, 0.03367266058921814, 0.8309751749038696, -0.04795771837234497, 0.04053497314453125, 1.372147798538208, 0.9047971963882446], [3.485853672027588, -0.3438536524772644, 0.9829834699630737, 0.4204760789871216, 1.314344882965088, 0.8665997385978699, -0.18336236476898193, 0.4927924871444702, -0.47000831365585327, 0.37359678745269775, 0.8375697731971741, 0.5266648530960083, -0.2779788076877594, 0.23851382732391357, -0.37759292125701904, 0.92113196849823, 1.0313498973846436, 1.2751853466033936, 0.8300811648368835, 0.711556077003479, -2.4538919925689697, 0.2282634973526001, 0.4929990768432617, -0.13435834646224976, 0.9867780804634094, 0.8848731517791748, 0.12273037433624268, 0.809292197227478, 0.801612377166748, 18.98117446899414, 0.6106430292129517, 0.4584313631057739, 0.1417592167854309, 0.7457882761955261, 0.26550835371017456, 0.4758516550064087, 0.304694801568985, 0.2614375948905945, -2.4168906211853027, -0.4191298484802246, -0.00863376259803772, 1.2647051811218262, -0.35703176259994507, -0.09489810466766357, 1.026990532875061, -0.5395543575286865, 0.13345494866371155, -0.3994087278842926, 1.0908424854278564, 0.5623925924301147, -0.0711737871170044, 0.2936795949935913, -0.2773779630661011, -0.1146579384803772, 1.2836270332336426, 0.43302878737449646, 1.507021427154541, 0.5554121732711792, 3.1172378063201904, 0.8761160373687744, 1.517781376838684, 0.15585392713546753, -0.24367821216583252, 0.6417776346206665, 0.4744393527507782, 1.8995996713638306, 1.116929054260254], [3.4923720359802246, -0.043717123568058014, -0.04761923849582672, 0.7708460092544556, 0.7322484850883484, 1.296790599822998, 0.04133248329162598, 0.6353695392608643, 0.26542696356773376, -0.9551585912704468, 0.2791716456413269, 0.15618377923965454, 0.7877844572067261, -0.033889591693878174, 0.703149676322937, 0.13406029343605042, 1.163079023361206, 0.7695587873458862, 0.3104724884033203, 0.9268562197685242, -0.2635314464569092, -0.26146459579467773, 0.5088376402854919, -1.6606855392456055, 0.6751949787139893, 0.5648610591888428, 0.808984637260437, 0.9597999453544617, 0.3623442053794861, 0.6834027767181396, 19.2569580078125, -0.6930578947067261, 0.4094781279563904, 0.11101770401000977, 1.4730210304260254, 0.8075882196426392, -0.12605835497379303, -2.8658194541931152, 0.08489155769348145, 0.007941514253616333, 1.2702454328536987, 0.5896713733673096, 0.7280359864234924, -0.3434986472129822, 0.1493096947669983, 0.4374665319919586, 0.5479002594947815, 1.1409642696380615, -0.41932347416877747, 1.4865310192108154, 0.600989043712616, 0.5885022878646851, 0.32662534713745117, 0.4943679869174957, 0.7287285327911377, 0.851601779460907, 0.9933765530586243, 1.4839445352554321, 0.1873011589050293, 1.4684224128723145, 3.7001404762268066, 0.34561407566070557, 0.06865428388118744, 0.6149210333824158, 1.4633868932724, 0.6242719888687134, 0.23477762937545776], [3.6880269050598145, 0.8721828460693359, 0.8065673112869263, -0.0821283757686615, 0.18758267164230347, 0.18314668536186218, -0.027429819107055664, -0.27309849858283997, 0.359162837266922, 1.2369074821472168, -0.4335949420928955, 0.9060474634170532, 1.1757043600082397, -0.21311211585998535, 0.009926676750183105, 0.8437761664390564, -0.7492466568946838, 1.3437024354934692, 1.0791096687316895, -0.16377586126327515, 0.936193585395813, -0.5394001007080078, 0.6194683909416199, 0.761631965637207, 0.5675091743469238, 1.4880115985870361, -2.247819662094116, 0.2084481120109558, 0.6637558937072754, 1.2221598625183105, 0.11048440635204315, 18.97627067565918, -0.4887269139289856, 0.8517761826515198, 0.839173436164856, 0.43842875957489014, -2.3325181007385254, 0.004602499306201935, 0.1769728660583496, 0.5232951045036316, -0.2219558209180832, -0.1299077570438385, 0.1186252236366272, 1.250403642654419, 0.571926474571228, -0.07357597351074219, 1.135080337524414, 0.2605744004249573, 0.8130912780761719, -0.3999301791191101, 0.8939974308013916, 0.32993561029434204, 0.25679874420166016, 0.5282540321350098, 0.5733018517494202, 0.0445559024810791, 1.188183307647705, 0.8212746381759644, 0.6519855260848999, 0.6413065791130066, 0.17596125602722168, 0.030469655990600586, 3.3911404609680176, 0.8566877841949463, -0.29622262716293335, 0.5368228554725647, 1.161970853805542], [2.9718570709228516, 0.8035691380500793, 1.2403637170791626, 0.30900752544403076, -0.5256462097167969, 0.4165303707122803, 0.1833268254995346, 1.0790777206420898, 0.8657709360122681, 0.09867894649505615, -0.4709296226501465, -0.19208188354969025, 1.2954983711242676, -0.10073718428611755, 0.5955272912979126, 0.28586357831954956, 1.2721357345581055, -0.6873450875282288, 0.5664369463920593, 0.10267196595668793, -0.019252777099609375, 1.0348832607269287, 0.2651959955692291, 0.3372933268547058, 1.0378432273864746, 0.6956062316894531, -0.13171923160552979, 0.20765304565429688, 0.819183349609375, -1.97575044631958, 0.08292374014854431, 0.312139093875885, 18.87073516845703, 0.5534538626670837, 0.7898622751235962, -2.426218032836914, 0.8282899856567383, -0.010489985346794128, 0.2418791651725769, -0.03128896653652191, 0.4998270869255066, -0.08684173226356506, 0.4546840190887451, 0.5496962070465088, 0.8766840100288391, 0.4139668643474579, 0.24460150301456451, 1.4324719905853271, 0.701282262802124, 0.5221905708312988, -0.8853223919868469, 0.544892430305481, 1.0741746425628662, 0.3570687174797058, -0.3551080822944641, 0.7254287004470825, 0.7416240572929382, 1.6875078678131104, 1.281593680381775, 0.9477291107177734, 0.16976496577262878, 0.25180190801620483, 1.8667587041854858, 0.4057381749153137, 3.0072684288024902, 0.21219438314437866, 0.23533394932746887], [2.8570597171783447, 0.4781150221824646, 0.21240173280239105, 1.0638487339019775, 0.10974296927452087, -0.18735289573669434, -0.18496918678283691, 0.6710269451141357, 0.6649191975593567, 0.0783606693148613, 0.6699123382568359, -0.542020320892334, 0.5076902508735657, 1.214104413986206, 0.6129453182220459, 0.5725997686386108, -0.04501602053642273, 0.2818242311477661, -0.015201926231384277, -0.2325645089149475, 0.25727102160453796, 0.8791155219078064, 0.7570633888244629, -0.3784300684928894, 0.9819926023483276, 0.5931239128112793, 0.044865548610687256, -0.01637852191925049, 0.821632444858551, 0.2468818575143814, -0.2711870074272156, 0.08551576733589172, -2.3018908500671387, 18.904563903808594, -2.7481234073638916, 0.868298351764679, 0.1435546725988388, 1.5065133571624756, 0.6040676832199097, 0.18871217966079712, 0.27566707134246826, 0.6761007308959961, -0.291673481464386, -0.09479701519012451, -0.037762224674224854, 1.4180951118469238, 1.1134988069534302, 0.6871092319488525, 0.6949300765991211, -0.2617347240447998, 0.34354984760284424, 0.046724677085876465, 0.8005332946777344, 1.3577555418014526, -0.07561174035072327, 0.23659081757068634, 0.3730212450027466, 1.3837165832519531, 0.6754969358444214, 0.6410262584686279, 0.5100421905517578, 1.7436368465423584, -0.26933324337005615, 1.2802979946136475, 0.6611465811729431, 0.6765626668930054, 3.4372506141662598], [3.3475046157836914, 3.3629567623138428, -0.03773468732833862, 0.05088150501251221, 0.9545217752456665, 0.1926531195640564, 0.13397765159606934, 0.7889833450317383, 0.5076764225959778, 1.1319786310195923, 0.8021693825721741, 0.3263733386993408, 0.8010197877883911, -0.4079941511154175, 1.4799866676330566, 0.07031768560409546, 0.023648619651794434, -0.14824330806732178, -0.12962156534194946, -0.09685017168521881, 0.8978109359741211, 1.4060790538787842, 0.903610110282898, 0.6431246399879456, 0.05768227577209473, -0.24495011568069458, 0.9265244007110596, -0.19321352243423462, 0.44143807888031006, -0.5195268392562866, 1.0189745426177979, -0.22726914286613464, -0.46977144479751587, -2.7396512031555176, 18.923410415649414, -2.6396255493164062, 0.9889135360717773, -0.38214826583862305, 1.34609055519104, 0.2140166163444519, 0.34636449813842773, -0.7563318014144897, 0.18042701482772827, -0.006770879030227661, -0.09106716513633728, 0.9728641510009766, 1.0545176267623901, 0.744404673576355, 0.30070096254348755, 0.36236894130706787, 0.32545363903045654, 1.6472232341766357, 0.5198836326599121, 1.5219870805740356, 1.5743999481201172, 0.1883513331413269, 0.28723224997520447, 0.9830410480499268, 0.12275218963623047, 0.8020731210708618, 1.1212985515594482, 0.008540913462638855, 0.45965084433555603, 0.9032456874847412, 0.8495888113975525, 0.905726432800293, 0.9535616040229797], [3.5174036026000977, -0.375954270362854, 1.4158157110214233, 3.635985851287842, 0.9209723472595215, 1.07303786277771, 0.24689626693725586, -0.7778916954994202, 0.26543840765953064, 0.4911559820175171, 1.2051434516906738, 0.4305669069290161, 0.21487466990947723, 1.224145770072937, -0.04145777225494385, 0.8832175731658936, 0.3731326758861542, -0.4831293225288391, 0.42915165424346924, 1.0980350971221924, 1.1503503322601318, 0.8596519231796265, 0.6729874610900879, 0.11538267135620117, 0.21061314642429352, 0.5210234522819519, 0.1279200315475464, -0.2210155427455902, 0.024723321199417114, 0.8210668563842773, 0.15789592266082764, 0.33080559968948364, -1.9872819185256958, 0.46026214957237244, -0.21720671653747559, 19.329111099243164, 0.07815852761268616, 0.37313270568847656, -2.757176637649536, 0.7019801139831543, 1.090104103088379, 0.15305101871490479, 0.5106306672096252, -0.06167489290237427, 0.8106061220169067, 0.04301667585968971, 0.3545125424861908, 0.17895293235778809, 0.39632174372673035, 0.7777542471885681, 0.2744396924972534, -0.47425180673599243, 0.6270074248313904, 0.5086630582809448, 1.6649982929229736, 1.2715842723846436, 0.1558835804462433, -0.04112344980239868, 0.5048072338104248, 1.1910834312438965, 0.6022804975509644, 0.870543897151947, 0.0004763305187225342, 0.47596287727355957, 0.37547871470451355, 1.1469831466674805, 0.9167424440383911], [2.522500514984131, 0.08562785387039185, 0.19569909572601318, 0.2873896062374115, 0.47503042221069336, 3.1314139366149902, 0.2822326421737671, 0.6868642568588257, -0.08304400742053986, 0.6085453033447266, 1.4252314567565918, 0.48022258281707764, 0.9817206263542175, -0.08179605007171631, 0.47532546520233154, -0.4425010681152344, 0.8462241888046265, 1.0854929685592651, -0.03223869204521179, 0.6653979420661926, 0.9761441946029663, 0.22241127490997314, 0.9547907710075378, -0.3223811984062195, -0.5821266174316406, 1.0846667289733887, -1.032212734222412, 0.04628434777259827, 0.35138416290283203, 0.4902186095714569, 0.4901707172393799, -1.8757174015045166, 0.44142088294029236, 0.28145673871040344, 1.4203227758407593, 1.3047075271606445, 18.87546157836914, 0.8540990352630615, 1.0805978775024414, 0.025300800800323486, 0.7472840547561646, -2.6993017196655273, -0.03583228588104248, 0.9135180711746216, 0.4408753514289856, 0.6592124104499817, -0.24958044290542603, 0.3920644521713257, 1.274845838546753, 0.212854266166687, -0.21515025198459625, -0.11179083585739136, 0.29377472400665283, 0.8922487497329712, 0.0027020275592803955, 1.5142039060592651, 0.521888017654419, 0.06521712243556976, 0.3761708736419678, 0.25156286358833313, 0.19937479496002197, 1.0406752824783325, 1.3537213802337646, 0.19754423201084137, 0.3022695779800415, 0.3615168333053589, 0.657307505607605], [4.057065010070801, 0.5606537461280823, 0.04179990291595459, 0.9203125238418579, 0.19298893213272095, -0.06823454797267914, 0.3718947172164917, 3.440737009048462, 0.6681857109069824, -0.022407084703445435, -0.02701154351234436, 0.25675320625305176, 1.4268910884857178, -0.3631483316421509, -0.21706858277320862, 0.4687199592590332, 0.5391417741775513, 1.1156439781188965, 0.941798210144043, 1.2449829578399658, 0.718037486076355, 0.27663713693618774, 0.6104774475097656, -0.05017822980880737, 0.7222559452056885, 0.28929153084754944, 1.228731393814087, -0.4022914171218872, 1.4402008056640625, 1.2496663331985474, -2.414351463317871, 0.6855583786964417, 0.3390786051750183, 0.6466219425201416, 0.5006645321846008, 0.12113797664642334, 0.4003443717956543, 19.037456512451172, 0.6979735493659973, 0.5849326252937317, 0.48830902576446533, 0.7890376448631287, 0.29529696702957153, 0.2860826551914215, -2.1522810459136963, 0.9420077800750732, 0.7423927187919617, -0.12579452991485596, 0.43411993980407715, 0.8199177980422974, 0.09003496170043945, -0.23402154445648193, 1.775254249572754, 0.15261399745941162, 0.4265855848789215, -0.1887836456298828, 0.829741895198822, 1.6045880317687988, -0.1717471182346344, 0.44542062282562256, 0.7124170660972595, 0.9759601354598999, 0.39620739221572876, 0.1910487413406372, 0.5928936004638672, 0.6855354309082031, 0.22131574153900146], [3.1878132820129395, 1.177154779434204, 1.6679589748382568, 0.19904321432113647, -0.01872330904006958, 0.5644491910934448, 0.18466615676879883, 1.0081360340118408, 1.3845829963684082, 3.3201277256011963, 0.20768335461616516, 0.8578304052352905, 0.7324309945106506, -0.40517300367355347, -0.2776916027069092, 0.479082316160202, 0.8825304508209229, 0.08297061920166016, 1.8770287036895752, 1.2943371534347534, 0.2947338819503784, -0.012233808636665344, 0.1724085807800293, -0.4164508283138275, 0.13769665360450745, 0.38733723759651184, 0.09513026475906372, 0.7092937231063843, -0.1815262734889984, -1.9353208541870117, 0.7487979531288147, 0.2366943359375, 0.5193678140640259, 0.1398552656173706, 0.6726559400558472, -0.1457219123840332, 0.3373194932937622, 0.4317017197608948, 18.939010620117188, -0.15767580270767212, 0.9474328756332397, 0.3744101822376251, 0.9594916701316833, -0.3536469340324402, 0.41397836804389954, 0.6691822409629822, 0.4433367848396301, -2.3145270347595215, 0.16413509845733643, 0.4025997221469879, 1.1807587146759033, 0.3581763803958893, -0.03990495204925537, -0.0667906403541565, 0.06766104698181152, 1.0546419620513916, 1.2150747776031494, 1.1556094884872437, 1.4586107730865479, 0.2618311047554016, 0.23815420269966125, -0.42798733711242676, -0.019022762775421143, 0.8110121488571167, 0.09283196926116943, 0.2085806131362915, 0.7757047414779663], [3.1699299812316895, 0.6792429089546204, 0.984251856803894, 0.27912867069244385, 0.4013049602508545, 0.2511419355869293, 0.0408577024936676, 0.5121702551841736, 0.7898581027984619, 0.9300756454467773, 0.43415671586990356, 2.390054702758789, 0.208246648311615, -0.4290385842323303, 0.707319974899292, 0.9401693940162659, 1.0664196014404297, 0.44355350732803345, -0.4716952443122864, 0.7889326810836792, 0.20822212100028992, 0.32952404022216797, 0.6221546530723572, 0.44154229760169983, 0.022326543927192688, 0.698634684085846, 0.5089924335479736, -0.07577580213546753, -2.344900608062744, 1.022045612335205, 0.4887882471084595, 1.589252233505249, 0.6462992429733276, 0.86283278465271, 0.36550450325012207, 0.5167654752731323, 0.11257269978523254, 0.3230153024196625, 0.5256704092025757, 18.916568756103516, 1.320949673652649, 0.6001718640327454, 0.24253451824188232, 0.5761021971702576, 0.20383113622665405, 0.8086827993392944, -0.6012049913406372, 0.9702356457710266, -0.07429349422454834, 0.5834487676620483, -1.7239832878112793, 1.1540943384170532, -0.014347435906529427, 0.1350105255842209, 0.796636700630188, 0.789936900138855, 0.6138465404510498, 0.24306902289390564, 0.0976564884185791, 1.5076807737350464, -0.4634278416633606, -0.08977758884429932, 0.29240018129348755, 1.0213031768798828, -0.00012600421905517578, 0.7719038128852844, 0.6354054808616638], [3.3927650451660156, 1.238549828529358, 0.4011281728744507, 1.644521951675415, 0.9436272382736206, 0.30664312839508057, 0.7060386538505554, 0.10890966653823853, 0.09305620193481445, 0.35610130429267883, 0.4229549765586853, -0.05916611850261688, -0.38989707827568054, 2.674600601196289, -0.5796107053756714, 0.7901151180267334, 1.1270883083343506, 0.3680102825164795, 0.8202455043792725, 0.056237488985061646, 0.781191349029541, 0.625023603439331, -0.29070159792900085, -0.517880380153656, 0.172859787940979, 0.38076189160346985, 0.7764387130737305, -2.357006549835205, 0.03203105926513672, 0.5895063877105713, 0.8664549589157104, 0.03218686580657959, 0.9310764074325562, 0.6306409239768982, 1.2440738677978516, 0.39975523948669434, 0.09839566051959991, 0.9782983064651489, -0.4907507300376892, 0.42587676644325256, 18.86555290222168, 0.42695462703704834, -0.10689161717891693, 0.7460367679595947, 1.000889539718628, -0.1826590895652771, -0.10694146156311035, 0.24580538272857666, 0.984443187713623, 0.4516022205352783, 0.7730008363723755, 0.46310001611709595, 1.3336303234100342, -2.1084744930267334, 1.9197423458099365, -0.10178056359291077, 0.8371816873550415, 1.2795777320861816, 0.44751453399658203, 1.3303663730621338, 1.081861972808838, -0.13897305727005005, -0.8273452520370483, 0.05500158667564392, 0.4928474426269531, 0.8007209300994873, 0.7547119855880737], [3.850018262863159, 1.1892199516296387, 0.6463544368743896, 0.40924033522605896, 1.6455376148223877, 1.4082696437835693, -0.35220056772232056, 1.1399575471878052, -0.05754557251930237, -0.005760448053479195, -0.12875288724899292, -0.3584093451499939, 0.568925678730011, -0.27165067195892334, 0.41580963134765625, 3.6223015785217285, 1.1597119569778442, 0.48537707328796387, -0.018587052822113037, 1.2444806098937988, -0.7160341143608093, 0.8642210960388184, -0.4563446044921875, -0.42204588651657104, 0.5300455093383789, -0.18751850724220276, -2.9279825687408447, 0.035640716552734375, 0.22068464756011963, 0.3878623843193054, 1.2777974605560303, 0.6441712379455566, -0.7270638942718506, 0.9407963156700134, 0.6420161724090576, 0.018855929374694824, 0.12222576141357422, 0.1279226541519165, 1.1033188104629517, 0.2648152709007263, 0.41511595249176025, 19.12626075744629, 0.8599997758865356, 0.6308068037033081, -0.23743882775306702, 1.387040376663208, 0.010148346424102783, 0.9335310459136963, 0.54543137550354, 0.6828770041465759, 0.03186070919036865, -0.18146926164627075, 0.7386566400527954, 1.392472505569458, 0.21071040630340576, 0.13672709465026855, -1.6375328302383423, 1.6023502349853516, 0.3938862085342407, 0.09352231025695801, 1.0494800806045532, 1.1254973411560059, -0.6284663677215576, 0.5278037190437317, -0.3117145299911499, 0.18782886862754822, 1.815688133239746], [3.449873924255371, 1.4333882331848145, 1.049222469329834, 0.41578710079193115, 0.6923236846923828, 0.8208339214324951, 1.384587049484253, 0.0019239187240600586, -0.3840615749359131, 0.2577332556247711, -0.5821710824966431, 0.7065795063972473, 1.0448545217514038, -0.2565169334411621, -0.18622881174087524, 0.7663059234619141, 0.22739720344543457, 3.677724838256836, 0.7101840972900391, -0.003850206732749939, 0.584801971912384, -0.9023153781890869, 1.0512522459030151, 0.6560273766517639, 0.2244262397289276, -2.5699453353881836, 0.46409672498703003, -0.3569679856300354, 1.2492170333862305, 0.23192739486694336, 0.5769345760345459, 0.9920121431350708, 0.2532835304737091, 0.8586745262145996, 0.7067811489105225, 1.1123708486557007, 0.6599726676940918, 0.11482012271881104, 0.6938135623931885, -0.033352792263031006, -0.14277616143226624, 0.8489782214164734, 19.121654510498047, 0.3441891670227051, 0.53789883852005, 0.31896814703941345, 1.5068045854568481, 0.8940431475639343, 1.1263234615325928, -0.17723673582077026, 1.0520210266113281, 0.44143104553222656, 1.1774876117706299, 0.6731845140457153, 1.2709555625915527, 0.5810976028442383, 0.5961554646492004, 0.9905405640602112, 0.18010759353637695, -2.4655842781066895, 0.444313645362854, -0.3250190019607544, 0.444588840007782, 0.003942370414733887, 0.036760807037353516, 1.107408046722412, 0.6591616868972778], [3.7592391967773438, 0.5929185152053833, 1.0514895915985107, 1.0566786527633667, 0.6084870100021362, 2.202866315841675, -0.3759591579437256, -0.01800885796546936, 0.3669048249721527, 0.014284543693065643, 0.7485102415084839, 0.7967090606689453, 0.7525984048843384, 1.3161498308181763, -0.7408964037895203, -0.6951372027397156, -0.16141298413276672, 0.5697119832038879, 0.47003358602523804, 3.3127927780151367, -0.352313756942749, 0.9769918918609619, -0.19214226305484772, 0.5332216024398804, -2.3913862705230713, 0.5975190997123718, 0.29624027013778687, 0.08394366502761841, -0.2980765402317047, 0.9611258506774902, 0.6974382996559143, 0.15805697441101074, 0.36893510818481445, 0.16209661960601807, 0.33080345392227173, 0.792444109916687, 1.0841386318206787, 0.4291140139102936, 0.3103463649749756, 0.10294876992702484, 0.5076382160186768, 0.6943970918655396, -0.17648577690124512, 18.95375633239746, 1.39286470413208, 1.0881924629211426, 0.6770886778831482, 1.8015668392181396, 0.07571668922901154, -0.2561681568622589, 0.5235909819602966, 1.2454267740249634, -0.2118675708770752, 1.2932965755462646, 0.7075879573822021, 1.7164270877838135, 0.33399298787117004, 0.740302324295044, -0.11978614330291748, 0.03336048126220703, -0.269260048866272, 5.945563316345215e-05, -2.033632516860962, 0.7936804890632629, -0.09263068437576294, 0.48440873622894287, 0.17788195610046387], [3.718851089477539, 0.5648301243782043, 1.3068113327026367, 0.3355422019958496, 0.727580189704895, 0.9398242831230164, -0.23189717531204224, 0.7870153188705444, -0.4270699620246887, 0.7789294123649597, 0.38773810863494873, 0.70917809009552, 0.2844812572002411, 0.29252707958221436, 0.5993494987487793, 0.22978106141090393, 0.2950606942176819, 0.7491966485977173, 0.20956861972808838, 0.13976261019706726, 1.0961577892303467, 2.2061049938201904, 0.30009734630584717, -3.3192291259765625, 0.7769370079040527, -0.12261307239532471, 0.32381629943847656, 0.10613620281219482, 0.7803381681442261, 0.5682411789894104, 0.9821330308914185, 0.8959310054779053, -0.5404825806617737, 0.9591177105903625, -0.39794647693634033, 1.0358078479766846, 0.6988887786865234, 0.28738388419151306, 0.42621278762817383, -0.26188915967941284, 0.06950187683105469, 0.007534697651863098, 0.5748299360275269, 0.2655266523361206, 19.056957244873047, 1.3539892435073853, 1.5355315208435059, 0.485539972782135, 1.2254855632781982, -0.07135295867919922, 0.9756077527999878, -0.597008228302002, 1.0518208742141724, 0.378420352935791, 1.6528838872909546, 0.08394932746887207, 1.2229827642440796, 0.17423388361930847, 0.07652837038040161, 0.32646119594573975, -0.054306983947753906, 0.1829777956008911, 0.9569166302680969, 1.65182363986969, 1.2818310260772705, -3.102090358734131, 0.9599252939224243], [3.7824997901916504, -1.712677001953125, 1.1174988746643066, 2.1627821922302246, 0.6912264823913574, 0.06986743211746216, -0.2212623804807663, 0.30338817834854126, 0.8150027394294739, 0.7565385103225708, -0.47400474548339844, 0.40227562189102173, 0.5155383348464966, 0.40535295009613037, -0.10862559080123901, 1.047788143157959, 0.10981148481369019, -0.007932543754577637, 0.03914150595664978, 0.5703930854797363, 0.6015417575836182, 0.6509613394737244, -1.8109838962554932, 3.5773210525512695, -0.6069568991661072, 1.7348146438598633, -0.010785222053527832, 0.2245916724205017, 0.7110451459884644, 0.9398726224899292, 0.6034865379333496, 0.10672187805175781, 0.7524720430374146, 0.10007249563932419, 1.015599250793457, 0.7075062990188599, 0.8360220789909363, -0.06528577208518982, 0.3344612121582031, 0.8650712966918945, 0.7367319464683533, -0.14731240272521973, 0.5358819961547852, 0.7868320941925049, 0.9536392092704773, 19.274362564086914, 0.2947384715080261, 0.8314350247383118, 0.14629563689231873, 1.8504972457885742, 0.26102688908576965, 0.45123815536499023, 0.7302649021148682, 1.2761011123657227, 0.646188497543335, 0.22286471724510193, 0.2727771997451782, 0.9244561195373535, -0.11371420323848724, 0.07908250391483307, 0.6983104944229126, 0.7560824155807495, 0.507477343082428, 0.4191245436668396, 0.7119781970977783, 1.4215866327285767, -0.5018296837806702], [3.175909996032715, 0.4132998287677765, 1.0638092756271362, 0.22146078944206238, -1.716519832611084, 0.4494170844554901, -0.19463159143924713, 0.7516695261001587, 0.0616188645362854, 0.7995060682296753, 0.5995228886604309, 0.5142475962638855, 0.19110894203186035, -0.4893466830253601, 0.35683107376098633, 0.3883380889892578, 0.6674832105636597, -0.6323229074478149, 0.1993153691291809, 0.6164646148681641, -0.09867501258850098, -2.5168819427490234, 0.8156308531761169, 0.030718296766281128, 0.7773640751838684, 2.905121326446533, 0.7895973920822144, 0.28734153509140015, 0.411915123462677, -0.6089017391204834, 0.5168076753616333, 1.0748869180679321, 0.4309346675872803, 0.5445916652679443, 0.7100607752799988, 1.0537097454071045, 0.1685521900653839, 0.6291697025299072, -0.45275062322616577, 0.9232114553451538, 0.19622701406478882, 0.0004979372024536133, 1.1925960779190063, 0.29414331912994385, 0.1758882999420166, 0.4582486152648926, 18.859895706176758, 0.9628908634185791, 1.727583646774292, -0.9230554103851318, 0.8201632499694824, 0.47252416610717773, 0.7708207368850708, 0.5469198226928711, 1.028192162513733, 0.15336135029792786, 0.9229837656021118, 0.2605174779891968, 0.5038059949874878, -0.11406451463699341, -0.021163225173950195, 0.15467369556427002, 0.7975441217422485, 0.19237565994262695, 0.59726482629776, 0.9560747146606445, 1.0915558338165283], [3.4974050521850586, 0.5568552017211914, 0.15418440103530884, 0.5589357614517212, 0.08535318076610565, 1.1063692569732666, 0.8033715486526489, -2.7475805282592773, 0.9677339196205139, 0.259972482919693, 0.9241945147514343, 0.33588358759880066, 0.3722939193248749, -0.23658818006515503, 0.090579092502594, 0.12569570541381836, -0.008701562881469727, 0.9344983100891113, 0.1640230417251587, -0.8722994327545166, -2.216217517852783, 0.5854636430740356, 1.1735928058624268, 0.6317179203033447, 0.3644624352455139, 1.0745353698730469, -0.388153612613678, 3.1744322776794434, 0.026050329208374023, 0.9965437650680542, 0.8991711735725403, 0.29034262895584106, 0.4025692939758301, 0.7011557221412659, 0.17347753047943115, -0.11312878131866455, 1.1859536170959473, 0.7008388638496399, -0.47531819343566895, 0.33757615089416504, 1.3632866144180298, 0.6454949378967285, 0.6461455821990967, 0.9534722566604614, 0.14378340542316437, -0.040415167808532715, 0.8061215877532959, 19.0999698638916, 0.21951571106910706, 0.9928211569786072, 0.200554758310318, 1.2420017719268799, 0.38689324259757996, 0.6504535675048828, 1.4274330139160156, 0.8667787313461304, -0.6422950625419617, 0.41462790966033936, 0.309963583946228, 1.3085050582885742, 0.9273067712783813, 0.5543684959411621, 0.5152000188827515, 0.9057818651199341, 0.4659210741519928, 0.8852543234825134, 0.8303396105766296], [3.7951083183288574, 1.0804086923599243, -0.2368490993976593, 0.19397366046905518, 0.20227572321891785, 0.9451248645782471, 0.379269540309906, 0.638359546661377, 0.6547906398773193, 0.4908818304538727, -2.242187261581421, -0.027952879667282104, 1.3428131341934204, -0.7691829800605774, 0.13960480690002441, -0.3287959694862366, -0.5625947117805481, 0.630768895149231, 0.677043080329895, -2.799562931060791, -0.6727783679962158, 0.5018355846405029, 1.7985022068023682, 0.14720074832439423, 0.46268123388290405, 0.504706621170044, 1.0685395002365112, -0.32374122738838196, 1.0570801496505737, 3.1573257446289062, -0.19721025228500366, 0.5554091334342957, 0.23121017217636108, 0.07446324825286865, 0.24147243797779083, 0.45088109374046326, 0.4827932119369507, 0.7080258727073669, 0.4748119115829468, 0.5171982049942017, 1.252058982849121, 1.476189374923706, 0.6232316493988037, -0.36168229579925537, 0.38966989517211914, 0.6299837827682495, 1.5778326988220215, 0.27886107563972473, 19.205368041992188, -0.11115127801895142, 0.91741943359375, 0.4595103859901428, 0.6791250705718994, 0.2290543168783188, 0.7639109492301941, -0.07617783546447754, 1.109358310699463, -0.25509417057037354, 0.9128222465515137, 1.3963160514831543, 0.7089085578918457, 0.029524654150009155, 1.152040958404541, 0.5968862175941467, 0.35595881938934326, 0.9975713491439819, 0.31914085149765015], [3.1480836868286133, 0.5262731313705444, 0.5277900099754333, 0.07974064350128174, 0.5550330877304077, 0.5654764771461487, 0.5485657453536987, 1.4677395820617676, 0.7403313517570496, -0.04255727678537369, -0.25813737511634827, -0.6936192512512207, 0.1899879276752472, -2.8435275554656982, -0.7354863882064819, 0.23595130443572998, 0.15245869755744934, -0.08825381100177765, -2.9149200916290283, 0.4163725972175598, 0.05245891213417053, -0.15241765975952148, -0.054607048630714417, 0.6508481502532959, -0.2605724334716797, 0.9552662968635559, 0.2630589008331299, 0.03562802076339722, -0.12952959537506104, 0.7111685872077942, 0.5889915227890015, 3.145211935043335, -0.9105587005615234, 0.025170281529426575, 0.8319215178489685, 0.21166488528251648, 0.5471122860908508, 0.17553266882896423, 0.8414050340652466, 0.3491066098213196, 1.3164777755737305, 1.1074917316436768, 0.5339985489845276, 0.5183794498443604, 0.8626985549926758, 1.710407018661499, 0.10917067527770996, 0.7288067936897278, 0.4257124066352844, 18.841659545898438, 0.6324454545974731, 0.7332583665847778, 0.6056956648826599, 0.8499318361282349, -0.14226782321929932, 0.4054095149040222, 0.24396896362304688, 1.2502639293670654, 0.7332124710083008, 0.6636574268341064, 0.6895291805267334, 0.47645556926727295, 0.9036136865615845, 1.0488089323043823, 1.0141918659210205, 0.35930630564689636, 1.004544973373413], [3.8556723594665527, -0.13232028484344482, 0.9484910368919373, 1.5269076824188232, 0.3760284185409546, 1.0078849792480469, 0.4359593391418457, 0.5528641939163208, 1.2108192443847656, 0.045109815895557404, -0.39358752965927124, 0.47125503420829773, -0.3960872292518616, -0.3969240188598633, 0.14412878453731537, 0.22756236791610718, -2.8154993057250977, -2.263993501663208, 0.6271063089370728, 0.6277345418930054, 1.013095736503601, 0.2931354343891144, -0.01065075397491455, 0.6326065063476562, 0.6410439610481262, 0.5948755145072937, 0.4939788579940796, -0.16500753164291382, 0.7753587365150452, -0.2388952672481537, 1.0299670696258545, 1.1215659379959106, -0.2291276454925537, 3.100341320037842, 0.5037083029747009, -0.330858051776886, 0.25841206312179565, 0.7732524871826172, 0.1593809425830841, 0.6879948377609253, 0.7981884479522705, 0.5732756853103638, 0.5711427927017212, 1.067598819732666, 1.6704539060592651, -0.3066833019256592, 0.14226074516773224, 0.5675027370452881, 1.1153315305709839, 0.24460649490356445, 18.925188064575195, -0.4177033603191376, 0.36768001317977905, 0.16368889808654785, 0.9834993481636047, -0.1920018345117569, 0.49335813522338867, 1.0812175273895264, 0.6078697443008423, 0.05239713191986084, 1.0047104358673096, 0.2937465310096741, 0.48959168791770935, 1.5367541313171387, 0.6580426692962646, 1.5158923864364624, 0.7262667417526245], [3.2949509620666504, 0.86324542760849, 0.9009837508201599, 1.239119291305542, 1.5594786405563354, 0.5309932231903076, 0.3139543831348419, 0.15273559093475342, 0.3438318073749542, 1.1064502000808716, 0.4150875210762024, 0.14133864641189575, 0.20501582324504852, -0.3525688052177429, -0.13239258527755737, 0.4025448262691498, -2.190096378326416, -0.4333755373954773, 0.1260746568441391, -1.5939459800720215, -0.11777517199516296, 0.6456745266914368, 0.16517117619514465, -0.3868836760520935, 0.31198418140411377, 0.42682743072509766, 0.8041380047798157, -0.15416288375854492, 0.12414634227752686, 1.740567684173584, -0.875786304473877, 0.1492910385131836, 0.2760617136955261, -0.2842288017272949, 0.1675950437784195, 2.821392297744751, 0.374655544757843, 0.9373571872711182, 1.1166553497314453, 0.2004217505455017, 0.6641632914543152, -0.09158125519752502, 0.3503413796424866, 0.8159900903701782, 0.6036202311515808, 1.1829721927642822, -0.32734787464141846, 0.8722286224365234, 0.6826701164245605, 0.3256072402000427, 0.5526987314224243, 18.822771072387695, 0.37652337551116943, 0.6410506963729858, 0.22694997489452362, 1.547379732131958, 0.8562734723091125, 0.3694930076599121, 0.18319332599639893, 0.45564770698547363, 0.15970849990844727, 0.25554564595222473, 0.6231338381767273, 1.5880277156829834, 0.7798686027526855, 0.1024622917175293, 0.5871844291687012], [3.643801689147949, 1.5561928749084473, 1.4276728630065918, 0.09556511044502258, 0.6848884224891663, 0.9362965226173401, -0.39857062697410583, 0.41497641801834106, -0.2803274393081665, 0.1266127973794937, 0.3550049066543579, -0.7684740424156189, 0.7149847745895386, 0.30323493480682373, -0.4901200532913208, -2.0772716999053955, 1.3234267234802246, -0.6152344942092896, 1.2988364696502686, 0.8746962547302246, 0.05750620365142822, 0.5710533261299133, -1.6450176239013672, -0.37936410307884216, -0.29213231801986694, 0.12162339687347412, 0.2529239058494568, 0.5394682884216309, 0.23023785650730133, 0.4241587221622467, 0.9387474060058594, -0.19657927751541138, 0.28312283754348755, -0.07784014940261841, 0.5005577206611633, 0.8997985124588013, 0.9001598358154297, 3.62363862991333, 0.9632309079170227, 0.3238367736339569, 0.21391522884368896, 1.088262677192688, 0.792992353439331, 0.17268279194831848, 1.0601122379302979, 0.09065914154052734, 1.4010424613952637, 0.30122196674346924, 0.3869439363479614, 0.5964536070823669, 0.39139267802238464, 0.09652400016784668, 18.875144958496094, 0.6651333570480347, 1.0464627742767334, 0.48346516489982605, 1.6854702234268188, 0.35069775581359863, -0.10326516628265381, 0.4804844260215759, 1.7123253345489502, 0.4303972125053406, 0.31704986095428467, 1.346555233001709, 0.4714397192001343, 0.522551417350769, -0.02127361297607422], [3.708981990814209, 0.46738871932029724, 1.0852510929107666, 0.9690686464309692, 0.5982190370559692, 1.6288135051727295, 0.272696316242218, -0.0867951512336731, -0.5566307902336121, 0.3147957921028137, 0.229951411485672, 1.372636079788208, 0.6395419836044312, -0.14340132474899292, -2.852546215057373, 0.5554330945014954, 1.1747980117797852, 1.333742618560791, 0.10987818241119385, 0.20419803261756897, 0.03981789946556091, -0.012643933296203613, 0.3509708046913147, 0.6677349805831909, 0.5009072422981262, -2.824862003326416, 1.0086952447891235, 0.8717361688613892, 0.9419397711753845, 0.8358747959136963, 0.36906787753105164, 1.1170316934585571, 0.25056034326553345, 0.20094802975654602, 0.5372803807258606, 1.4396235942840576, 0.25627589225769043, 0.3327925205230713, 0.48843157291412354, 2.6204280853271484, 0.462510347366333, 0.937290370464325, 0.7524632215499878, 0.06049126386642456, -0.09275561571121216, 1.0143088102340698, 0.8614663481712341, 0.6537412405014038, -0.05105087161064148, -0.19398140907287598, -0.08753728866577148, 0.45160213112831116, 0.1388258934020996, 18.990020751953125, 1.2961944341659546, 0.8398795127868652, 0.08663958311080933, 1.6198081970214844, 0.7649929523468018, 0.5301519632339478, 0.18407535552978516, 0.545772135257721, 0.27679991722106934, 0.5018541812896729, -0.02648228406906128, 0.35615840554237366, 0.5336582660675049], [2.9740490913391113, 0.7514995336532593, 1.0073922872543335, 0.29714858531951904, 1.1540868282318115, 0.0607149600982666, 0.7993689179420471, 1.3234684467315674, -0.44302815198898315, -0.6637863516807556, 0.0510040819644928, -0.36255040764808655, 0.37054017186164856, -2.660747528076172, 0.1303349733352661, 1.1260124444961548, 1.2942087650299072, 0.1654232144355774, -0.042943522334098816, 0.3182564973831177, 0.41624951362609863, 0.5053626894950867, 0.13015198707580566, 0.13219964504241943, 1.2122281789779663, 0.7610660195350647, 0.42398983240127563, 0.4854564666748047, -2.4522719383239746, 1.317831039428711, 1.0443062782287598, -0.3330437242984772, 0.6024565100669861, -0.5808558464050293, 0.8081146478652954, -0.01458728313446045, -0.08931922912597656, -0.3762090504169464, 0.6001570224761963, 0.31410473585128784, 1.594949722290039, 2.82635760307312, 0.03948467969894409, 1.424616813659668, 0.12956461310386658, 0.4479443430900574, 1.424716591835022, 0.37529951333999634, 0.4796683192253113, 0.12196063995361328, 0.6359089612960815, -0.0993732213973999, 1.0057835578918457, 0.30946552753448486, 18.95211410522461, 0.024220407009124756, 1.430384635925293, 0.7364882826805115, 1.283522367477417, 1.1112797260284424, 1.0790295600891113, 1.0452535152435303, 0.62403404712677, -0.21530058979988098, 0.5089495778083801, -0.04681962728500366, 0.6232271194458008], [4.169615745544434, 1.2226312160491943, 0.5479455590248108, 0.6450926065444946, 0.052779167890548706, 0.12559354305267334, -0.34016966819763184, 0.24010911583900452, 0.25083214044570923, -0.25171175599098206, 0.15539690852165222, -0.4527837932109833, -2.3336877822875977, 0.45723092555999756, -0.09754139184951782, 1.0089967250823975, 0.2801944613456726, 0.4254699945449829, 0.6667006611824036, 1.751546025276184, -0.3194288909435272, 0.4935128688812256, 0.7661426663398743, -0.2434116005897522, 1.0160552263259888, 0.7270920276641846, 0.033715128898620605, -1.088068962097168, 1.2601995468139648, 0.4976949095726013, 0.7030908465385437, -2.833536386489868, 0.44684770703315735, 0.9856445789337158, 0.19259241223335266, 0.9083223342895508, -0.6680380702018738, -0.5754263997077942, 0.4215829372406006, 0.5630186200141907, 0.09638009965419769, 0.3394537568092346, 0.002848803997039795, 3.3800368309020996, 1.072967529296875, 0.3435434103012085, 0.671310305595398, -0.2309805154800415, -0.00017952919006347656, 1.087761402130127, 0.31680747866630554, -0.46919673681259155, 0.590937614440918, 0.6435776948928833, 1.1266839504241943, 19.116329193115234, 0.4526265263557434, 1.299951434135437, 1.3497974872589111, 1.5747379064559937, 0.6157339811325073, 0.3216952383518219, 0.41599518060684204, 0.23112662136554718, -0.23960533738136292, 1.369312047958374, 1.46112859249115], [3.3111603260040283, 1.325767993927002, 0.8530493974685669, 0.8403534293174744, 0.47088098526000977, 1.2822238206863403, 0.22800329327583313, -0.5087764859199524, 1.205559253692627, 0.7344533801078796, -0.4016072750091553, -3.2167203426361084, 0.06031186878681183, -0.9015533924102783, 1.2501728534698486, 0.18388159573078156, 0.6905297040939331, 0.07021439075469971, 0.4567793309688568, 1.3432387113571167, 0.4630529582500458, 0.06587368249893188, 0.28356605768203735, 0.5185285806655884, 0.002761244773864746, 0.38938021659851074, 1.0459222793579102, -0.35797929763793945, 0.4723118543624878, 0.4689309597015381, -0.34733617305755615, 1.7298481464385986, -0.06496702134609222, 0.41437190771102905, -1.9456310272216797, -0.002183973789215088, 0.08714109659194946, 1.7054572105407715, 0.752181887626648, -0.07486110925674438, -0.10153847932815552, -0.1543138027191162, 1.2690255641937256, 0.6277315020561218, 0.18052707612514496, 4.105730056762695, -0.09144756197929382, -0.09823927283287048, 0.7089657783508301, 0.5548943281173706, 0.6855720281600952, 0.6171022653579712, -0.03770679235458374, 0.20264658331871033, 0.5551031827926636, 1.43949556350708, 19.247783660888672, 1.436510682106018, 0.1439162939786911, 0.5562835931777954, 0.9444363117218018, 0.18074211478233337, 0.3062497079372406, 0.7757465839385986, 0.679827094078064, 0.874695360660553, 0.730802059173584], [3.678656816482544, 0.2626001238822937, 0.3776613175868988, 1.0104093551635742, 0.5498180389404297, 0.4729295074939728, -0.40373069047927856, 1.1860101222991943, -0.216467946767807, 0.7397814393043518, -2.723904609680176, -0.8842732906341553, 0.48276567459106445, 0.05545550584793091, 0.11824601888656616, 1.0992764234542847, 0.50352942943573, -0.1277814507484436, 0.3886219561100006, 0.5553352236747742, 1.5868406295776367, 0.1473505049943924, 0.9017041325569153, 0.05595552921295166, 0.08042988181114197, 0.581275463104248, 0.407573401927948, 1.6098370552062988, -0.17165237665176392, -0.20886686444282532, -0.25774258375167847, 1.3899998664855957, 0.9194426536560059, -0.03837290406227112, 0.7052329182624817, 0.564396858215332, 0.02791634202003479, -1.8007582426071167, -0.47038376331329346, 0.5768437385559082, 0.48643210530281067, 0.7381231188774109, -0.05285888910293579, 0.18149171769618988, 0.8327868580818176, -0.6467955112457275, 0.5847219228744507, 3.3431801795959473, 0.4862802028656006, 1.235961675643921, 0.6986876130104065, 1.4701799154281616, -0.1147770881652832, 1.6872949600219727, 0.39202067255973816, 0.6803566217422485, 0.8555264472961426, 19.20973014831543, 0.9363489151000977, 0.2899955213069916, 0.46786433458328247, 0.8967354893684387, -0.0673782229423523, 1.545259714126587, 0.7973142266273499, 1.1249744892120361, 0.19592556357383728], [3.366180419921875, 1.120747685432434, 0.7160912752151489, 1.6066945791244507, 0.5846481919288635, -0.24296295642852783, 0.13231347501277924, -0.11768332123756409, 0.22014546394348145, -3.278568744659424, 0.34038040041923523, 0.9856345653533936, 1.205979585647583, -0.7077738046646118, 0.15541422367095947, 0.6730940937995911, 1.195084810256958, 0.19085878133773804, 0.9777092933654785, 0.1832713633775711, -0.2529509961605072, 1.055832862854004, 0.593537449836731, -0.5228579044342041, 0.2793569266796112, 0.6930443644523621, 0.7125471234321594, 0.42863351106643677, 0.8264600038528442, 0.13781434297561646, -0.18891258537769318, 1.1151528358459473, 0.3701864182949066, 0.6819875836372375, 0.18166323006153107, 0.3607395887374878, 1.3352234363555908, -1.5810855627059937, 0.7100459933280945, -0.3816801905632019, -2.2617175579071045, -0.11561888456344604, 0.9376792907714844, 0.1090402901172638, -0.1686078906059265, -0.16911581158638, -0.2702069878578186, 1.012519359588623, -0.538967490196228, 3.8107917308807373, 1.3508973121643066, 0.6790976524353027, 0.6724786758422852, 0.45363178849220276, 1.03682279586792, 1.1148343086242676, 0.9688465595245361, 0.5998157858848572, 19.059993743896484, 0.7714398503303528, 0.6851809024810791, -0.37460857629776, 1.881718397140503, 0.7580135464668274, 0.21763992309570312, 1.397832989692688, 0.9604182243347168], [3.3961172103881836, 0.48895013332366943, 0.9987959861755371, 0.5910212397575378, 0.5371469855308533, 0.8086944222450256, -0.36789238452911377, -0.23583436012268066, -2.9971888065338135, 0.17940950393676758, -0.5262401700019836, 1.087778091430664, 1.4901487827301025, -0.16423869132995605, -0.24648869037628174, 0.4055846333503723, 0.42194080352783203, 0.8181070685386658, 0.6947243213653564, 0.597695529460907, 0.6302964687347412, 0.671540379524231, 0.8986464738845825, -0.12083765864372253, -0.11176523566246033, 1.1932717561721802, 0.4000381827354431, -0.004162788391113281, 1.0992974042892456, 0.8744350671768188, 0.94803386926651, 0.019621551036834717, 0.05996352434158325, 0.24654389917850494, 0.7093915343284607, 1.2540642023086548, -0.25513261556625366, 0.22745488584041595, -1.1967693567276, -0.4063590168952942, 0.5269461274147034, 0.5141683220863342, 0.572175920009613, -2.594477891921997, -0.1302761435508728, 0.4215715229511261, 0.058110594749450684, 0.3755081295967102, 0.9738214015960693, 0.0924907922744751, -0.06535172462463379, 3.8588194847106934, 0.31320875883102417, 0.992257833480835, 0.5025128126144409, 0.5924179553985596, 1.6061739921569824, 0.663206160068512, 0.04404151439666748, 19.08282470703125, -0.23203490674495697, 1.1484851837158203, 0.8886151313781738, 1.2646303176879883, 0.8858345746994019, 1.250169277191162, 0.14816373586654663], [2.950631618499756, 0.21277296543121338, 0.001044154167175293, 0.19224244356155396, 0.8867137432098389, 0.7971020936965942, 0.16654863953590393, -2.475914239883423, -0.1938687562942505, 0.43097880482673645, 0.7458024024963379, -0.1324925571680069, 0.7008747458457947, -0.21363574266433716, -0.23229646682739258, -0.4094400405883789, 0.7933380603790283, 0.2288176417350769, 0.7352008819580078, 1.0172752141952515, 0.7847453355789185, 0.4524352550506592, 0.3052403926849365, 0.6180022954940796, 1.4299638271331787, 0.7450453042984009, -0.2997584342956543, -0.40330028533935547, 1.0725986957550049, 0.5655043125152588, 1.2023704051971436, 0.36803460121154785, -0.00016002357006072998, -0.09516583383083344, 0.9304409027099609, 0.8672407865524292, 1.3868255615234375, 0.026212550699710846, 0.8975399732589722, 0.182611346244812, -0.12330850213766098, 0.19223880767822266, -0.09590576589107513, -0.19030442833900452, 0.7679195404052734, -0.059432029724121094, -1.4752051830291748, 0.4986632764339447, -0.11265984177589417, 0.43601739406585693, 0.5949171781539917, 0.2524488568305969, 0.8241449594497681, 3.590052604675293, 0.8922688961029053, 1.3091299533843994, 0.8332193493843079, 0.5655443668365479, 0.2682225704193115, 0.3657417297363281, 19.070255279541016, 1.334599494934082, 1.0961803197860718, 0.9481833577156067, 0.8680340051651001, 0.40988266468048096, 0.535285472869873], [3.867248058319092, 0.20176073908805847, 0.3017119765281677, 0.44518670439720154, 0.8189542293548584, -0.269281268119812, -1.938797950744629, -0.016272306442260742, 0.5451405644416809, 0.7833530306816101, 0.23584169149398804, -0.1841898113489151, -0.027395278215408325, -0.3159455955028534, -0.03274184465408325, 0.32631421089172363, 0.5222312211990356, 0.41483864188194275, 0.4617645740509033, 1.1556026935577393, 0.07697129249572754, -0.24355220794677734, 1.0977469682693481, 0.33941587805747986, 0.6618459820747375, 0.32910192012786865, -0.24128013849258423, 0.24480918049812317, 0.8320552706718445, 0.834845781326294, 0.2751314640045166, 0.49052631855010986, 0.01705746352672577, 1.226366400718689, 0.35705840587615967, 0.762237548828125, 0.0339987576007843, 0.14768752455711365, 0.3562972843647003, 1.111395001411438, -0.017712488770484924, 0.7262455224990845, -0.09016359597444534, 0.692071259021759, -0.014503538608551025, 0.3542596101760864, 1.1472500562667847, 0.5995170474052429, 0.22824883460998535, -2.610764741897583, 0.9603317975997925, -0.1473720669746399, 0.6937077045440674, 1.0734026432037354, 1.7276134490966797, 3.679720163345337, 0.4699397683143616, -0.028559863567352295, 0.06656038761138916, 0.8660584688186646, 0.9637036323547363, 19.105979919433594, 1.2823330163955688, 0.9516872763633728, 0.8186379671096802, 1.2929182052612305, -0.02027106285095215], [2.804961681365967, 0.3875541090965271, 0.4341973066329956, 0.6951001882553101, -0.15614673495292664, -2.3948800563812256, 0.6659842729568481, 0.8951840996742249, 1.0589485168457031, 0.7834125757217407, 0.39219820499420166, -0.4154600501060486, 0.33804547786712646, -0.5046568512916565, 1.1955926418304443, 1.3602941036224365, -0.28992897272109985, 0.4873889684677124, 0.418365478515625, 0.5400753021240234, 0.9368879199028015, 0.6680257320404053, 0.6306391954421997, 0.31392160058021545, 0.33178234100341797, 1.19741690158844, 1.3435423374176025, 0.41737985610961914, 0.2151588797569275, 0.7571516036987305, -0.3541940748691559, 0.8742548227310181, 1.1763622760772705, -0.6194208264350891, 0.0014122724533081055, -0.4872501492500305, 0.858761191368103, 0.8704551458358765, 0.32454460859298706, 0.5735002756118774, 0.14008712768554688, -0.7395732998847961, -0.07696717977523804, -0.3514612913131714, -0.0008872151374816895, 0.8980498313903809, 0.15051580965518951, 0.11856448650360107, 1.1432032585144043, 0.6787750720977783, 0.7888835668563843, 1.368150234222412, -2.3746724128723145, 1.2552917003631592, 0.2952514588832855, 0.9465599060058594, 0.8487557172775269, 2.259519100189209, 1.220777988433838, 0.45032966136932373, 0.6513928771018982, 0.38831785321235657, 18.886070251464844, -0.05386573076248169, 0.3839331865310669, 0.6060187220573425, 0.6444952487945557], [3.6643741130828857, 0.28378939628601074, 0.6504607200622559, 0.0820152759552002, -2.9668338298797607, 0.8520793318748474, 0.6784789562225342, 1.1355271339416504, 0.5483771562576294, 0.2385493516921997, -0.039448559284210205, 0.29823046922683716, 0.16470378637313843, 0.474043607711792, -0.15831269323825836, 0.9175780415534973, 2.0136773586273193, 0.21701042354106903, 0.1051034927368164, 0.45826008915901184, 0.3924520015716553, 0.7213895320892334, 0.23830141127109528, 0.30042368173599243, 1.0257341861724854, 0.9548213481903076, 0.9127233028411865, 1.2806618213653564, -0.1516883373260498, -0.06252270936965942, 0.1779479682445526, 1.2874341011047363, -0.7427372932434082, 0.45401883125305176, -0.33306050300598145, 0.04900980368256569, -0.10856731235980988, 0.5073496103286743, -0.40998315811157227, 0.0911238044500351, 0.626019299030304, 0.6530232429504395, -0.6054885387420654, 0.9913970232009888, 0.7634251117706299, 1.113026738166809, 0.21868681907653809, 0.5614029169082642, 0.3756934106349945, 0.8391404747962952, 1.372180700302124, -0.2783108353614807, 1.6649439334869385, 0.15135079622268677, 0.5189158320426941, -1.90767240524292, 1.0077775716781616, 1.2528489828109741, 0.8679502010345459, 3.648383617401123, 0.7466399073600769, 1.1258153915405273, 0.4220637083053589, 19.01172637939453, 0.1384727954864502, 1.2640905380249023, 0.17365550994873047], [3.357820987701416, 1.1129742860794067, 0.20992177724838257, -2.5575695037841797, 0.5784944891929626, 0.8037908673286438, 0.521152138710022, -0.02661311626434326, 0.3265449106693268, 0.59911048412323, -0.4179292619228363, -0.00021824240684509277, 0.98948073387146, -0.06176578998565674, 0.9024215340614319, 0.5406370162963867, 0.8099496364593506, 0.607245922088623, -0.5863010883331299, 0.24505490064620972, 0.5748448371887207, -0.1508677899837494, 0.7006196975708008, -0.017726480960845947, 0.7063699960708618, 1.0419182777404785, 0.0023385286331176758, 0.6669801473617554, 0.36741989850997925, 0.6021019220352173, 1.4748687744140625, 0.21355614066123962, -0.09878569841384888, 0.08341774344444275, 1.6504907608032227, 0.12131047248840332, -0.14858679473400116, -0.006820172071456909, -0.03967702388763428, 0.2444472759962082, 0.4250025749206543, 0.14859133958816528, 0.9982703924179077, -0.027309000492095947, 1.352634310722351, 0.4500541090965271, 0.17920655012130737, 0.5072672963142395, 0.22079843282699585, 1.0456926822662354, 0.6093905568122864, 1.0847179889678955, -0.17158901691436768, 0.9070627689361572, -0.24111586809158325, 0.7521715760231018, 1.1234798431396484, 1.4442936182022095, -2.0350582599639893, 0.41507989168167114, 0.5194340944290161, 3.4213762283325195, 0.32858431339263916, 0.8536012768745422, 19.026506423950195, 1.0157784223556519, -0.010600090026855469], [3.4236714839935303, 0.047045886516571045, -1.3602557182312012, 0.6474375128746033, 1.0094367265701294, 0.9153573513031006, 0.14664030075073242, 0.2504608631134033, 0.039643794298172, 0.5826613903045654, 0.6318237781524658, 0.5026025176048279, 0.2182251214981079, 0.3646487593650818, 0.3779803514480591, 0.6565568447113037, 0.02670004963874817, 0.4908260107040405, 1.4928994178771973, -0.19112956523895264, 0.7828596830368042, 0.5402500033378601, 0.3278195559978485, 1.702566385269165, 0.5610378384590149, 1.2313182353973389, 0.5729886889457703, -0.055698931217193604, 1.476168155670166, 1.3659971952438354, -1.0544548034667969, 1.1042670011520386, 0.301707923412323, 0.3988022804260254, 0.27679550647735596, 1.1353108882904053, -0.9047132134437561, -0.7908269166946411, 0.261300265789032, 0.7436741590499878, 0.6306251287460327, 0.43653935194015503, 0.15499532222747803, 0.8789706230163574, -1.2192189693450928, 0.5644540786743164, 0.750849187374115, 0.43118804693222046, 0.5556800961494446, 0.4259364604949951, 0.9434823989868164, 1.3971381187438965, -0.45992255210876465, -0.36121976375579834, 1.0247875452041626, 0.29394257068634033, 0.4428144693374634, 0.729332447052002, 0.6808879375457764, 1.2104936838150024, 0.094748854637146, -3.8134701251983643, 0.2687085270881653, 3.5852909088134766, 0.0782352089881897, 18.892410278320312, 0.5693623423576355], [3.0144808292388916, -1.617632269859314, 0.9775090217590332, 0.6875203251838684, 0.6923892498016357, 0.19645552337169647, 0.2202986478805542, 0.7552667856216431, -0.8396455645561218, 0.5391364693641663, -0.11815598607063293, 0.9651868343353271, 0.7452508211135864, 0.1630157232284546, 0.26462578773498535, 0.35814085602760315, 0.9592936635017395, 0.27062350511550903, 1.0861845016479492, 1.0196434259414673, -0.14369186758995056, 0.1427454948425293, 0.407967746257782, 0.7752982378005981, 1.4696825742721558, 1.141221284866333, 0.03714466094970703, 0.628442645072937, 0.9505150318145752, 0.3437272906303406, 0.9852506518363953, 0.5699249505996704, 0.9166959524154663, 0.3901771306991577, 0.5457260012626648, 0.8520305752754211, 0.45232105255126953, -0.199792742729187, 0.04067188501358032, 0.01041710376739502, 0.5951014757156372, 0.8396621942520142, 0.4989579916000366, -0.6324385404586792, 0.8202530145645142, 0.08911755681037903, 1.1596354246139526, 0.5563391447067261, 0.8157602548599243, -0.2630167007446289, -0.014936625957489014, -0.18095248937606812, -0.09722983837127686, 0.15962070226669312, 0.9622322916984558, 1.011070966720581, 1.0142017602920532, 0.8783350586891174, 0.8345676064491272, 0.4079534411430359, 0.40652716159820557, 0.5868771076202393, 0.2088492065668106, 0.622229814529419, -3.0328216552734375, 3.4906885623931885, 19.03330421447754]], "output_classes": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66]}
|
precomputed_results/p_067/p067_lottery_beta_contour.png
ADDED
|
precomputed_results/p_067/p067_lottery_mech_magnitude.png
ADDED
|
Git LFS Details
|
precomputed_results/p_067/p067_lottery_mech_phase.png
ADDED
|
Git LFS Details
|
precomputed_results/p_067/p067_magnitude_distribution.png
ADDED
|
precomputed_results/p_067/p067_metadata.json
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"prime": 67,
|
| 3 |
+
"d_mlp": 4345,
|
| 4 |
+
"training_runs": {
|
| 5 |
+
"standard": {
|
| 6 |
+
"act_type": "ReLU",
|
| 7 |
+
"lr": 5e-05,
|
| 8 |
+
"weight_decay": 0,
|
| 9 |
+
"num_epochs": 5000,
|
| 10 |
+
"frac_train": 1.0,
|
| 11 |
+
"init_type": "random",
|
| 12 |
+
"init_scale": 0.1,
|
| 13 |
+
"optimizer": "AdamW"
|
| 14 |
+
},
|
| 15 |
+
"grokking": {
|
| 16 |
+
"act_type": "ReLU",
|
| 17 |
+
"lr": 0.0001,
|
| 18 |
+
"weight_decay": 2.0,
|
| 19 |
+
"num_epochs": 50000,
|
| 20 |
+
"frac_train": 0.75,
|
| 21 |
+
"init_type": "random",
|
| 22 |
+
"init_scale": 0.1,
|
| 23 |
+
"optimizer": "AdamW"
|
| 24 |
+
},
|
| 25 |
+
"quad_random": {
|
| 26 |
+
"act_type": "Quad",
|
| 27 |
+
"lr": 5e-05,
|
| 28 |
+
"weight_decay": 0,
|
| 29 |
+
"num_epochs": 5000,
|
| 30 |
+
"frac_train": 1.0,
|
| 31 |
+
"init_type": "random",
|
| 32 |
+
"init_scale": 0.1,
|
| 33 |
+
"optimizer": "AdamW"
|
| 34 |
+
},
|
| 35 |
+
"quad_single_freq": {
|
| 36 |
+
"act_type": "Quad",
|
| 37 |
+
"lr": 0.1,
|
| 38 |
+
"weight_decay": 0,
|
| 39 |
+
"num_epochs": 10000,
|
| 40 |
+
"frac_train": 1.0,
|
| 41 |
+
"init_type": "single-freq",
|
| 42 |
+
"init_scale": 0.02,
|
| 43 |
+
"optimizer": "SGD"
|
| 44 |
+
},
|
| 45 |
+
"relu_single_freq": {
|
| 46 |
+
"act_type": "ReLU",
|
| 47 |
+
"lr": 0.01,
|
| 48 |
+
"weight_decay": 0,
|
| 49 |
+
"num_epochs": 10000,
|
| 50 |
+
"frac_train": 1.0,
|
| 51 |
+
"init_type": "single-freq",
|
| 52 |
+
"init_scale": 0.002,
|
| 53 |
+
"optimizer": "SGD"
|
| 54 |
+
}
|
| 55 |
+
},
|
| 56 |
+
"final_metrics": {
|
| 57 |
+
"standard": {
|
| 58 |
+
"train_acc": 1.0,
|
| 59 |
+
"test_acc": 1.0,
|
| 60 |
+
"train_loss": 9.465564971833373e-07,
|
| 61 |
+
"test_loss": 9.465564971833373e-07
|
| 62 |
+
},
|
| 63 |
+
"grokking": {
|
| 64 |
+
"train_acc": 1.0,
|
| 65 |
+
"test_acc": 1.0,
|
| 66 |
+
"train_loss": 6.388368092302699e-06,
|
| 67 |
+
"test_loss": 0.0018107736250385642
|
| 68 |
+
},
|
| 69 |
+
"quad_random": {
|
| 70 |
+
"train_acc": 1.0,
|
| 71 |
+
"test_acc": 1.0,
|
| 72 |
+
"train_loss": 7.653397346985003e-07,
|
| 73 |
+
"test_loss": 7.653397346985003e-07
|
| 74 |
+
},
|
| 75 |
+
"quad_single_freq": {
|
| 76 |
+
"train_acc": 1.0,
|
| 77 |
+
"test_acc": 1.0,
|
| 78 |
+
"train_loss": 4.152348518371582,
|
| 79 |
+
"test_loss": 4.152348518371582
|
| 80 |
+
},
|
| 81 |
+
"relu_single_freq": {
|
| 82 |
+
"train_acc": 1.0,
|
| 83 |
+
"test_acc": 1.0,
|
| 84 |
+
"train_loss": 4.200963020324707,
|
| 85 |
+
"test_loss": 4.200963020324707
|
| 86 |
+
}
|
| 87 |
+
}
|
| 88 |
+
}
|
precomputed_results/p_067/p067_neuron_spectra.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"fourier_basis_names": ["Const", "cos 1", "sin 1", "cos 2", "sin 2", "cos 3", "sin 3", "cos 4", "sin 4", "cos 5", "sin 5", "cos 6", "sin 6", "cos 7", "sin 7", "cos 8", "sin 8", "cos 9", "sin 9", "cos 10", "sin 10", "cos 11", "sin 11", "cos 12", "sin 12", "cos 13", "sin 13", "cos 14", "sin 14", "cos 15", "sin 15", "cos 16", "sin 16", "cos 17", "sin 17", "cos 18", "sin 18", "cos 19", "sin 19", "cos 20", "sin 20", "cos 21", "sin 21", "cos 22", "sin 22", "cos 23", "sin 23", "cos 24", "sin 24", "cos 25", "sin 25", "cos 26", "sin 26", "cos 27", "sin 27", "cos 28", "sin 28", "cos 29", "sin 29", "cos 30", "sin 30", "cos 31", "sin 31", "cos 32", "sin 32", "cos 33", "sin 33"], "neurons": {"neuron_0": {"global_index": 3988, "dominant_freq": 1, "fourier_magnitudes_in": [0.013455875217914581, 1.1246885061264038, 0.025829963386058807, 0.019051242619752884, 0.012444846332073212, 0.2990044355392456, 0.03301246091723442, 0.00507389148697257, 0.03379054367542267, 0.13230592012405396, 0.014667825773358345, 0.016351325437426567, 0.06078842282295227, 0.07755954563617706, 0.0024886997416615486, 0.013767605647444725, 0.03576309233903885, 0.030590154230594635, 0.007192123215645552, 0.018172014504671097, 0.02425302006304264, 0.03615053743124008, 0.01252282876521349, 0.009050874039530754, 0.02572624199092388, 0.01538072433322668, 0.01696024276316166, 0.004253335762768984, 0.041911378502845764, 0.002175224246457219, 0.019310642033815384, 0.020739035680890083, 0.007107290904968977, 0.010652857832610607, 0.03976393863558769, 0.046296216547489166, 0.027301674708724022, 0.0018215429736301303, 0.03588787466287613, 0.041105806827545166, 0.029845254495739937, 0.01634771004319191, 0.054052580147981644, 0.028421098366379738, 0.02247226983308792, 0.001969038276001811, 0.011231489479541779, 0.01011672057211399, 0.0014732147101312876, 0.008017057552933693, 0.005411313846707344, 0.010602402500808239, 0.02451810985803604, 0.010295367799699306, 0.022893283516168594, 0.023842105641961098, 0.025179240852594376, 0.003884890815243125, 0.009282485581934452, 0.010643122717738152, 0.020281195640563965, 0.023156283423304558, 0.009775682352483273, 0.010341187939047813, 0.011113428510725498, 0.0031936869490891695, 0.005672273226082325], "fourier_magnitudes_out": [0.03521318361163139, 1.1688895225524902, 0.03977440670132637, 0.06078655645251274, 0.01364336907863617, 0.31015780568122864, 0.013942684046924114, 0.06580347567796707, 0.015666212886571884, 0.15329116582870483, 0.0234975628554821, 0.07911018282175064, 0.004779865499585867, 0.11528637260198593, 0.03273714333772659, 0.05358325317502022, 0.007809854112565517, 0.08849479258060455, 0.05203792452812195, 0.045038528740406036, 0.004961903672665358, 0.03514755144715309, 0.017560265958309174, 0.05510192736983299, 0.03353514149785042, 0.04320138692855835, 0.03187478333711624, 0.04764167219400406, 0.022838110104203224, 0.01572262868285179, 0.016318824142217636, 0.0037772415671497583, 0.009010742418467999, 0.008740476332604885, 0.02549179643392563, 0.0003539920144248754, 0.017422789707779884, 0.026856474578380585, 0.043875399976968765, 0.00016960744687821716, 0.01952318847179413, 0.039105650037527084, 0.03254074603319168, 0.036233529448509216, 0.009603063575923443, 0.015646761283278465, 0.03489616885781288, 0.006254100706428289, 0.014941469766199589, 0.018937600776553154, 0.018369052559137344, 0.0028603391256183386, 0.015757959336042404, 0.0002699812757782638, 0.05530449002981186, 0.004605947993695736, 0.00886583048850298, 0.013580256141722202, 0.010175170376896858, 0.010839937254786491, 0.0005314228474162519, 0.02544136345386505, 0.00950689148157835, 0.011891067959368229, 0.016924723982810974, 0.005834240932017565, 0.019995301961898804]}, "neuron_1": {"global_index": 1220, "dominant_freq": 2, "fourier_magnitudes_in": [0.006377719342708588, 0.013353930786252022, 0.02117268368601799, 0.19771116971969604, 1.1357284784317017, 0.004139488097280264, 0.0218706876039505, 0.008414250798523426, 0.006539075635373592, 0.023625558242201805, 0.01846214570105076, 0.15958289802074432, 0.28213250637054443, 0.0032197735272347927, 0.02250014804303646, 0.008240513503551483, 0.005356235429644585, 0.027293989434838295, 0.010357816703617573, 0.11960843205451965, 0.10328260064125061, 0.006128265522420406, 0.016886616125702858, 0.011454790830612183, 0.0008074960205703974, 0.021728960797190666, 0.002037445781752467, 0.09388836473226547, 0.03631414473056793, 0.004121384117752314, 0.00727303558960557, 0.009278472512960434, 0.0004694039816968143, 0.011853252537548542, 0.011258157901465893, 0.07268655300140381, 0.0022128287237137556, 0.001685640076175332, 0.002223655115813017, 0.0047042784281075, 0.0036247936077415943, 0.01133083738386631, 0.017347808927297592, 0.04244314879179001, 0.027062930166721344, 0.0033345415722578764, 0.004958268254995346, 0.007200990337878466, 0.003414579899981618, 0.012955783866345882, 0.027261953800916672, 0.00952262245118618, 0.03181037679314613, 0.009652148932218552, 0.0033168892841786146, 0.01326697040349245, 0.0018494895193725824, 0.003944083582609892, 0.030260473489761353, 0.012813013046979904, 0.01358823198825121, 0.01309638936072588, 0.0019873655401170254, 0.015586533583700657, 0.006054800469428301, 0.0113105783239007, 0.015346543863415718], "fourier_magnitudes_out": [0.0020415729377418756, 0.005818530917167664, 0.008166181854903698, 1.0990334749221802, 0.3993256092071533, 0.016511445865035057, 0.007630045525729656, 0.027737818658351898, 0.015250659547746181, 0.025851352140307426, 0.0021190354600548744, 0.14483940601348877, 0.25975656509399414, 0.006432026159018278, 0.00812298059463501, 0.010573932901024818, 0.0025290632620453835, 0.012690776027739048, 0.021474862471222878, 0.02199913188815117, 0.14370818436145782, 0.006597173400223255, 0.004191913176327944, 0.001919692032970488, 0.027128582820296288, 0.023130232468247414, 0.008524488657712936, 0.07308848202228546, 0.06931106001138687, 0.05023651570081711, 0.015144584700465202, 0.0032969156745821238, 0.02973124012351036, 0.005036037880927324, 2.2174754121806473e-05, 0.06946825236082077, 0.005249340087175369, 0.03398396447300911, 0.01687401346862316, 0.017378244549036026, 0.04937375709414482, 0.00703509571030736, 0.004832233302295208, 0.05800936743617058, 0.033424630761146545, 0.01809575781226158, 0.02928544022142887, 0.04487904533743858, 0.022043293341994286, 0.002137286588549614, 0.00018846715101972222, 0.006960535421967506, 0.041028209030628204, 0.013935578987002373, 0.005531323608011007, 0.03613373637199402, 0.02906547486782074, 0.046275243163108826, 0.008388679474592209, 0.003031208412721753, 0.05134420096874237, 0.013080760836601257, 0.026872802525758743, 0.002456453163176775, 0.022945066913962364, 0.026517635211348534, 0.013649709522724152]}, "neuron_2": {"global_index": 2854, "dominant_freq": 3, "fourier_magnitudes_in": [0.020090362057089806, 0.03417070955038071, 0.018467729911208153, 0.006894170306622982, 0.007841121405363083, 1.1299095153808594, 0.018102556467056274, 0.016203176230192184, 0.007228704635053873, 0.030165325850248337, 0.012480339035391808, 0.024536574259400368, 0.027205297723412514, 0.02519950084388256, 0.013429329730570316, 0.00630536861717701, 0.008335169404745102, 0.28869131207466125, 0.008546140976250172, 0.01757286861538887, 0.0030919588170945644, 0.01721859909594059, 0.001242184778675437, 0.013837245292961597, 0.05186878889799118, 0.009218385443091393, 0.0025927892420440912, 0.022216105833649635, 0.004418290685862303, 0.11468937247991562, 0.009413914754986763, 0.013219727203249931, 0.01548399031162262, 0.0037818525452166796, 0.011605479754507542, 0.0023581499699503183, 0.06560574471950531, 0.0015737743815407157, 0.017039181664586067, 0.03696637600660324, 0.004284231923520565, 0.042265426367521286, 0.018310047686100006, 0.006022145505994558, 0.011434684507548809, 0.007411106955260038, 0.01074232254177332, 0.005640948191285133, 0.06842148303985596, 0.0028882797341793776, 0.031091652810573578, 0.03664913773536682, 0.0009500002488493919, 0.00907017569988966, 0.021993275731801987, 0.006705630570650101, 0.00683726416900754, 0.02718106098473072, 0.0020965812727808952, 0.0072151534259319305, 0.060966841876506805, 0.005549269262701273, 0.04781749099493027, 0.035534098744392395, 0.0015367839951068163, 0.010699358768761158, 0.01953151822090149], "fourier_magnitudes_out": [0.031793124973773956, 0.0028319000266492367, 0.0007759280269965529, 0.007324312813580036, 0.019270405173301697, 1.171321988105774, 0.08410163223743439, 0.008750001899898052, 0.04396648705005646, 0.010622519068419933, 0.005517874378710985, 0.07101598381996155, 0.02057623118162155, 0.02875211089849472, 0.010287575423717499, 0.004589162301272154, 0.011926395818591118, 0.30663859844207764, 0.0970832109451294, 0.012322786264121532, 0.0239760410040617, 0.011610295623540878, 0.012948530726134777, 0.028394047170877457, 0.0026055427733808756, 0.01471657957881689, 0.01530466228723526, 0.017850950360298157, 0.01185913011431694, 0.1523543745279312, 0.055051740258932114, 0.03006194718182087, 0.04139310494065285, 0.016208479180932045, 0.01246002409607172, 0.02992812916636467, 0.00472984928637743, 0.0064458660781383514, 0.00996054895222187, 0.0030475438106805086, 0.002088092267513275, 0.07723779231309891, 0.049654409289360046, 0.028518613427877426, 0.04752957820892334, 0.027919447049498558, 0.0065819257870316505, 0.04580792784690857, 0.00677642272785306, 0.0019735456444323063, 0.007902382872998714, 0.021195897832512856, 0.0060200453735888, 0.04589846357703209, 0.040107160806655884, 0.022124258801341057, 0.03982003778219223, 0.017857560887932777, 0.012641314417123795, 0.0015493221580982208, 0.00404327642172575, 0.007965908385813236, 0.0013744949828833342, 0.0064798928797245026, 0.014854914508759975, 0.02500978298485279, 0.0811239555478096]}, "neuron_3": {"global_index": 539, "dominant_freq": 4, "fourier_magnitudes_in": [0.016296707093715668, 0.01950848661363125, 0.00588788790628314, 0.01160131860524416, 0.004965794272720814, 0.03619259223341942, 0.004369704518467188, 1.097072958946228, 0.22181452810764313, 0.006550388876348734, 0.014465749263763428, 0.01227538287639618, 0.008318829350173473, 0.005472410935908556, 0.0012785870349034667, 0.020164765417575836, 0.01395306084305048, 0.013019835576415062, 0.03014811873435974, 0.010610280558466911, 0.024454481899738312, 0.025248751044273376, 0.035909656435251236, 0.24614819884300232, 0.1407725214958191, 0.0006778035312891006, 0.011925162747502327, 0.02117311954498291, 0.01884310320019722, 0.0070014456287026405, 0.020834101364016533, 0.014495509676635265, 0.02823512628674507, 0.019934359937906265, 0.03896933048963547, 0.019842956215143204, 0.031715888530015945, 0.029393982142210007, 0.039854299277067184, 0.10500790178775787, 0.07732794433832169, 0.02912108041346073, 0.019858568906784058, 0.0003352969652041793, 0.044460996985435486, 0.0025252129416912794, 0.05363432690501213, 0.0013207446318119764, 0.04672551900148392, 0.03808863088488579, 0.009598608128726482, 0.02824537642300129, 0.0005268383538350463, 0.05988248810172081, 0.007714989595115185, 0.0671866312623024, 0.07303658127784729, 0.049538373947143555, 0.010193070396780968, 0.03341412916779518, 0.04215006157755852, 0.02795673906803131, 0.07699394226074219, 0.03670336306095123, 0.04807943105697632, 0.00846133753657341, 0.017577938735485077], "fourier_magnitudes_out": [0.004365395754575729, 0.007705451920628548, 0.046421509236097336, 0.042171135544776917, 0.0040733832865953445, 0.030383627861738205, 0.03139348328113556, 1.0427533388137817, 0.47653788328170776, 0.0072305211797356606, 0.010554030537605286, 0.012115384452044964, 0.012109661474823952, 0.05961994454264641, 0.026050902903079987, 0.021113913506269455, 0.0431983582675457, 0.01970670185983181, 0.035555362701416016, 0.023009954020380974, 0.0009918218711391091, 0.04427161440253258, 0.005362656433135271, 0.07479937374591827, 0.30525702238082886, 0.005782162304967642, 0.027454184368252754, 0.00243070675060153, 0.0034528295509517193, 0.032414305955171585, 0.045874010771512985, 0.01992814987897873, 0.03283446654677391, 0.04964559152722359, 0.021528471261262894, 0.012544931843876839, 0.03325674310326576, 0.04143718257546425, 0.03832678869366646, 0.089321568608284, 0.1413196474313736, 0.012730490416288376, 0.020190147683024406, 0.03291613236069679, 0.0007338121649809182, 0.016035964712500572, 0.06637348234653473, 0.028397969901561737, 0.03407660499215126, 0.01682686246931553, 0.021722445264458656, 0.011604990810155869, 0.0049617779441177845, 0.0013542856322601438, 0.04094116389751434, 0.08039451390504837, 0.015301600098609924, 0.021147148683667183, 0.003177529200911522, 0.01064483541995287, 0.012932400219142437, 0.0760209783911705, 0.05718596279621124, 0.020597564056515694, 0.02763034962117672, 0.013955156318843365, 0.0237536933273077]}, "neuron_4": {"global_index": 2901, "dominant_freq": 5, "fourier_magnitudes_in": [0.04361267015337944, 0.035550910979509354, 0.02286635711789131, 0.039701059460639954, 0.01963352970778942, 0.024776071310043335, 0.007946380414068699, 0.008823934942483902, 0.07086595147848129, 0.20055603981018066, 1.0943628549575806, 0.042275283485651016, 0.061266422271728516, 0.012656204402446747, 0.020129766315221786, 0.04424097016453743, 0.029349854215979576, 0.013702730648219585, 0.030067255720496178, 0.05907108262181282, 0.009648759849369526, 0.03423918038606644, 0.007923908531665802, 0.0255940780043602, 0.0011335565941408277, 0.03947878256440163, 0.004132763482630253, 0.024938877671957016, 0.06366349756717682, 0.15109407901763916, 0.23122026026248932, 0.06313954293727875, 0.04322014003992081, 0.00013869148097001016, 0.03912101686000824, 0.05928291380405426, 0.029994821175932884, 0.015916092321276665, 0.03805144131183624, 0.055639903992414474, 0.03257400915026665, 0.013599845580756664, 0.011730127036571503, 0.0051419720984995365, 0.015215335413813591, 0.051082924008369446, 0.007581607438623905, 0.05116935074329376, 0.04787274822592735, 0.08463573455810547, 0.054048072546720505, 0.05181930586695671, 0.01954960636794567, 0.023454606533050537, 0.052488069981336594, 0.06496857851743698, 0.02988879196345806, 0.04507893696427345, 0.03665702044963837, 0.0467475987970829, 0.051711857318878174, 0.01781078428030014, 0.0070859817788004875, 0.037611741572618484, 0.004450850188732147, 0.058205727487802505, 0.028902903199195862], "fourier_magnitudes_out": [0.02094871923327446, 0.0031229888554662466, 0.028208274394273758, 0.01499948650598526, 0.021467767655849457, 0.03308666869997978, 0.023884164169430733, 0.009744185954332352, 0.007912684231996536, 1.1140474081039429, 0.34659868478775024, 0.014304655604064465, 0.020032212138175964, 0.006459942553192377, 0.022354312241077423, 0.010307395830750465, 0.0013653947971761227, 0.041459307074546814, 0.014560732990503311, 0.027523821219801903, 0.0013016462326049805, 0.010619673877954483, 0.013477440923452377, 0.06573635339736938, 0.007170357741415501, 0.010256558656692505, 0.010605876334011555, 0.013393993489444256, 0.011823739856481552, 0.19448262453079224, 0.21215830743312836, 0.002744239754974842, 0.008889265358448029, 0.011560030281543732, 0.01919591799378395, 0.031080177053809166, 0.022242022678256035, 0.012210831046104431, 0.007673586253076792, 0.004966774955391884, 0.008994808420538902, 0.02734885923564434, 0.01651565544307232, 0.05331471934914589, 0.017601458355784416, 0.025451358407735825, 0.003825642168521881, 0.0019682073034346104, 0.013051900081336498, 0.03882044181227684, 0.16741549968719482, 0.011729579418897629, 0.012157057411968708, 0.03345122188329697, 0.020877651870250702, 0.061000753194093704, 0.0057269250974059105, 0.02193370647728443, 0.042425673454999924, 0.013140147551894188, 0.007828262634575367, 0.015079268254339695, 0.0024749820586293936, 0.022712212055921555, 0.050358425825834274, 0.02737818844616413, 0.003241538302972913]}, "neuron_5": {"global_index": 2552, "dominant_freq": 6, "fourier_magnitudes_in": [0.036995165050029755, 0.051696792244911194, 0.01310321781784296, 0.006996944081038237, 0.0013427683152258396, 0.006662269122898579, 0.06338019669055939, 0.005875322502106428, 0.006701919715851545, 0.05152659863233566, 0.07897832989692688, 1.1044180393218994, 0.05362583324313164, 0.005830865819007158, 0.07474514096975327, 0.030990924686193466, 0.010953078046441078, 0.009104755707085133, 0.007586229592561722, 0.007209887262433767, 0.037646062672138214, 0.017928851768374443, 0.05125198885798454, 0.006411965936422348, 0.022321926429867744, 0.017767740413546562, 0.0183704886585474, 0.08030381798744202, 0.022762538865208626, 0.015140718780457973, 0.03821884095668793, 0.019233711063861847, 0.04676499217748642, 0.05452866107225418, 0.0020488565787672997, 0.27908825874328613, 0.003833975875750184, 0.024416636675596237, 0.03890582546591759, 0.016533788293600082, 0.016216998919844627, 0.03702234849333763, 0.016392402350902557, 0.02712480165064335, 0.012586663477122784, 0.018528269603848457, 0.0019962736405432224, 0.002070180606096983, 0.0942627564072609, 0.057929154485464096, 0.0734785944223404, 0.048140060156583786, 0.06182815134525299, 0.031493473798036575, 0.013102671131491661, 0.040470682084560394, 0.054161038249731064, 0.010828899219632149, 0.013598775491118431, 0.15564967691898346, 0.03354322537779808, 0.05021524429321289, 0.08892309665679932, 0.01743817888200283, 0.02581830881536007, 0.014056636951863766, 0.01935003511607647], "fourier_magnitudes_out": [0.017659468576312065, 0.028657319024205208, 0.05574746057391167, 0.03744205832481384, 0.021289575845003128, 0.026200415566563606, 0.0002698757452890277, 0.04051193594932556, 0.016807932406663895, 0.007451677694916725, 0.03766177222132683, 1.151553750038147, 0.07007180899381638, 0.019309701398015022, 0.010469339787960052, 0.0174411591142416, 0.03695535287261009, 0.022847123444080353, 0.021226176992058754, 0.011582998558878899, 0.030422188341617584, 0.022261807695031166, 0.049715857952833176, 0.01997862197458744, 0.017532598227262497, 0.08268731087446213, 0.05956398323178291, 0.0033556856215000153, 0.03636114299297333, 0.048913467675447464, 0.03610982373356819, 0.03068768046796322, 0.03489422798156738, 0.040716979652643204, 0.021634748205542564, 0.305793821811676, 0.037357527762651443, 0.007824461907148361, 0.008986152708530426, 0.024955686181783676, 0.03069900907576084, 0.023406626656651497, 0.020905500277876854, 0.02464636228978634, 0.006194316782057285, 0.019058581441640854, 0.04777565971016884, 0.01848256215453148, 0.01828603819012642, 0.11058864742517471, 0.02742646634578705, 0.002929850947111845, 0.0054366085678339005, 0.036685843020677567, 0.03725358471274376, 0.04356539621949196, 0.01231237780302763, 0.008760550059378147, 0.017405366525053978, 0.16415387392044067, 0.05691513791680336, 0.014695116318762302, 0.010614633560180664, 0.020109323784708977, 0.04595004394650459, 0.000942594779189676, 0.01227421872317791]}, "neuron_6": {"global_index": 588, "dominant_freq": 7, "fourier_magnitudes_in": [0.023763421922922134, 0.011925620026886463, 0.0033555731642991304, 0.01154292095452547, 0.016999250277876854, 0.006540287286043167, 0.02167893946170807, 0.008272663690149784, 0.004085066262632608, 0.011432915925979614, 0.0038833189755678177, 0.006829934660345316, 0.04333474114537239, 0.05751526355743408, 1.113649845123291, 0.005408069584518671, 0.04326319694519043, 0.01687707006931305, 0.02780464105308056, 0.0004503545933403075, 0.016590189188718796, 0.002290672855451703, 0.018469009548425674, 0.01143148448318243, 0.011892474256455898, 0.016891703009605408, 0.010965746827423573, 0.037145309150218964, 0.008709009736776352, 0.023560788482427597, 0.00954107753932476, 0.02336876466870308, 0.02163798362016678, 0.0037453481927514076, 0.015681767836213112, 0.010632505640387535, 0.027088742703199387, 0.004162713885307312, 0.0018889019265770912, 0.01920570246875286, 0.029462793841958046, 0.05355335772037506, 0.26990288496017456, 0.0069563002325594425, 0.03765987604856491, 0.0067802295088768005, 0.036628711968660355, 0.020136330276727676, 0.016415832564234734, 0.02653169445693493, 0.004125527106225491, 0.009701842442154884, 0.0031230293679982424, 0.011471937410533428, 0.008537238463759422, 0.045335493981838226, 0.006519735790789127, 0.03135325387120247, 0.016736986115574837, 0.013519923202693462, 0.030370516702532768, 0.0014464979758486152, 0.04158395901322365, 0.03446399047970772, 0.09984388202428818, 0.013225872069597244, 0.005093171261250973], "fourier_magnitudes_out": [0.05874171480536461, 0.01700233854353428, 0.035181622952222824, 0.021352605894207954, 0.022363729774951935, 0.06160712242126465, 0.04426196590065956, 0.022213643416762352, 0.010756487026810646, 0.004178483970463276, 0.05901189520955086, 0.03965950757265091, 0.04215405136346817, 1.1415507793426514, 0.06473959982395172, 0.02263718843460083, 0.005577512085437775, 0.015253746882081032, 0.07444248348474503, 0.020549114793539047, 0.009601661935448647, 0.03403326869010925, 0.018533747643232346, 0.022022413089871407, 0.005703453905880451, 0.0023018422070890665, 0.0396847203373909, 0.11592403799295425, 0.005678336601704359, 0.03535827621817589, 0.03325972706079483, 0.001709394040517509, 0.03539835289120674, 0.00958128459751606, 0.020175395533442497, 0.049234259873628616, 0.010017119348049164, 0.03846653178334236, 0.06034022942185402, 0.0351785272359848, 0.031033150851726532, 0.288777232170105, 0.04913320019841194, 0.041473887860774994, 0.011128460988402367, 0.004496451001614332, 0.05114174261689186, 0.029079275205731392, 0.012936907820403576, 0.054321181029081345, 0.02034219168126583, 0.0033603704068809748, 0.004413374233990908, 0.02166805975139141, 0.016207769513130188, 0.05166473239660263, 0.004245707765221596, 0.0053017414174973965, 0.001968142343685031, 0.042138051241636276, 0.028011798858642578, 0.0019001008477061987, 0.045300137251615524, 0.1314152330160141, 0.035739459097385406, 0.04184868186712265, 0.05317481607198715]}, "neuron_7": {"global_index": 3313, "dominant_freq": 8, "fourier_magnitudes_in": [0.00950942188501358, 0.002169043757021427, 0.00564397219568491, 0.03066461719572544, 0.010106590576469898, 0.010396018624305725, 0.0368969663977623, 0.011393094435334206, 0.00932746846228838, 0.02365497127175331, 0.012032130733132362, 0.00962480716407299, 0.014951320365071297, 0.01780245266854763, 0.01768825761973858, 0.01788666658103466, 1.09834885597229, 0.024510081857442856, 0.020892780274152756, 0.004103332292288542, 0.005773905199021101, 0.009243868291378021, 0.04986292123794556, 0.015273857861757278, 0.022806327790021896, 0.018821729347109795, 0.05687533691525459, 0.034100718796253204, 0.007259888108819723, 0.009005321189761162, 0.011854307726025581, 0.001916152541525662, 0.029627975076436996, 0.00036526762414723635, 0.009064730256795883, 0.03028176911175251, 0.009592766873538494, 0.010894452221691608, 0.026065034791827202, 0.014640511944890022, 0.013291924260556698, 0.05714685469865799, 0.004285574425011873, 0.019528647884726524, 0.01907229609787464, 0.017397616058588028, 0.01759389415383339, 0.017703261226415634, 0.27516600489616394, 0.002004298148676753, 0.030896715819835663, 0.01214984618127346, 0.03367789462208748, 0.0008825664408504963, 0.12192043662071228, 0.03017418459057808, 0.026278017088770866, 0.02092147432267666, 0.042816903442144394, 0.05745023488998413, 0.010873114690184593, 0.000566067814361304, 0.019902372732758522, 0.017241807654500008, 0.03526538237929344, 0.01495604682713747, 0.004120980389416218], "fourier_magnitudes_out": [0.03174208477139473, 0.0003101473848801106, 0.00887566339224577, 0.023462649434804916, 0.033000629395246506, 0.004922186490148306, 0.005443790461868048, 0.00561952730640769, 0.012528893537819386, 0.09502294659614563, 0.020268306136131287, 0.003162509761750698, 0.013483668677508831, 0.01318515744060278, 0.013693715445697308, 1.1427526473999023, 0.015027242712676525, 0.014159581623971462, 0.03348982334136963, 0.024928776547312737, 0.014194333925843239, 0.11543886363506317, 0.013268607668578625, 0.0017047515138983727, 0.0016962699592113495, 0.00324373715557158, 0.010540042072534561, 0.0463440902531147, 0.026156116276979446, 0.017704123631119728, 0.04027934372425079, 0.061839114874601364, 0.00912388600409031, 0.012267738580703735, 0.04487292468547821, 0.04071785509586334, 0.028134183958172798, 0.02887181006371975, 0.003177347593009472, 0.043142858892679214, 0.021864255890250206, 0.08042659610509872, 0.01952037401497364, 0.0012848700862377882, 0.0222979374229908, 0.00723565137013793, 0.03295454755425453, 0.28984686732292175, 0.04962350055575371, 0.016359616070985794, 0.015357055701315403, 0.011859427206218243, 0.01601971499621868, 0.15890082716941833, 0.010249529033899307, 0.007866455242037773, 0.0015597715973854065, 0.008928482420742512, 0.027394235134124756, 0.03150206804275513, 0.025031791999936104, 0.02757953107357025, 0.01978825032711029, 0.0013037103926762938, 0.021547794342041016, 0.02117815800011158, 0.03233692795038223]}, "neuron_8": {"global_index": 1068, "dominant_freq": 9, "fourier_magnitudes_in": [0.000748355989344418, 0.032086800783872604, 0.008408945053815842, 0.007320468779653311, 0.05307517945766449, 0.014151993207633495, 0.0038773384876549244, 0.05162692815065384, 0.04942707717418671, 0.03652126342058182, 0.07109581679105759, 0.030293848365545273, 0.02773977443575859, 0.05754081532359123, 0.023286836221814156, 0.021746926009655, 0.020200779661536217, 1.1075001955032349, 0.02723255567252636, 0.03561759740114212, 0.017067935317754745, 0.0571930930018425, 0.01273147203028202, 0.016797145828604698, 0.013536900281906128, 0.017995961010456085, 0.07799401879310608, 0.03233077749609947, 0.03830094262957573, 0.0011374782770872116, 0.0005409637815319002, 0.012353794649243355, 0.03661809116601944, 0.02216317690908909, 0.025356505066156387, 0.002340947976335883, 0.026104174554347992, 0.02374684251844883, 0.010596098378300667, 0.028705758973956108, 0.03946785256266594, 0.020148470997810364, 0.010406510904431343, 0.12793046236038208, 0.04992229864001274, 0.024514490738511086, 0.033821284770965576, 0.06179524585604668, 0.0421135276556015, 0.07001981139183044, 0.04069606214761734, 0.0019197057699784636, 0.02670120820403099, 0.2895965576171875, 0.04365570843219757, 0.031537335366010666, 0.02214629016816616, 0.04931728541851044, 0.003777000354602933, 0.014927709475159645, 0.0028277041856199503, 0.004791752435266972, 0.04362564906477928, 0.025196535512804985, 0.026635294780135155, 0.014879856258630753, 0.01734263263642788], "fourier_magnitudes_out": [0.04686807841062546, 0.00030279066413640976, 0.004017027094960213, 0.06599603593349457, 0.03204737976193428, 0.03405022621154785, 0.022625846788287163, 0.09187532961368561, 0.02439996972680092, 0.05262979865074158, 0.0006843720912002027, 0.02119191363453865, 0.02751474827528, 0.03626460209488869, 0.04382455721497536, 0.008353334851562977, 0.03338500112295151, 1.1462129354476929, 0.019550155848264694, 0.03472825884819031, 0.013453601859509945, 0.0036686179228127003, 0.02034999430179596, 0.00282310857437551, 0.0020970292389392853, 0.0607612319290638, 0.008875210769474506, 0.04566230624914169, 0.009895582683384418, 0.027041980996727943, 0.013811619952321053, 0.03575186803936958, 0.01859448291361332, 0.032746586948633194, 0.016725659370422363, 0.04747399687767029, 0.007306753657758236, 0.03041158802807331, 0.010937743820250034, 0.02933371253311634, 0.049417153000831604, 0.02517504245042801, 0.0038338694721460342, 0.15880154073238373, 0.002576007042080164, 0.04410338029265404, 0.008783785626292229, 0.016137193888425827, 0.010041389614343643, 0.018047625198960304, 0.04453444480895996, 0.055063288658857346, 0.014643392525613308, 0.31363096833229065, 0.007864733226597309, 0.02236226014792919, 1.2972472177352756e-05, 0.024905817583203316, 0.004933150950819254, 0.0069701410830020905, 0.02866363525390625, 0.029648179188370705, 0.0021242699585855007, 0.04730970412492752, 0.014737970195710659, 0.03722868487238884, 0.016505412757396698]}, "neuron_9": {"global_index": 3734, "dominant_freq": 10, "fourier_magnitudes_in": [0.02698364295065403, 0.004622472450137138, 0.04918042942881584, 0.004672318231314421, 0.026206890121102333, 0.018686389550566673, 0.01730780117213726, 0.02777128852903843, 0.020584270358085632, 0.04451092332601547, 0.05776031315326691, 0.015262641943991184, 0.048790596425533295, 0.03487461432814598, 0.007199668325483799, 0.009805625304579735, 0.005796628072857857, 0.027998002246022224, 0.026889430359005928, 1.0930129289627075, 0.032871898263692856, 0.0219175536185503, 0.01513788290321827, 0.02627517469227314, 0.02482966147363186, 0.02243140898644924, 0.00103675271384418, 0.00012878840789198875, 0.01793418638408184, 0.024877075105905533, 0.07062110304832458, 0.0036340581718832254, 0.04165627434849739, 0.09404260665178299, 0.024961352348327637, 0.005494474899023771, 0.008623736910521984, 0.028043899685144424, 0.034676194190979004, 0.03494126722216606, 0.02202744036912918, 0.002457317663356662, 0.0548212006688118, 0.02329283580183983, 0.03561970591545105, 0.03379712998867035, 0.001190733164548874, 0.04897427186369896, 0.005096483044326305, 0.0453125461935997, 0.03843141347169876, 0.013240312226116657, 0.05872774124145508, 0.033503662794828415, 0.010711327195167542, 0.023174796253442764, 0.012227602303028107, 0.01884647086262703, 0.03539750725030899, 0.2639816105365753, 0.02734195627272129, 0.00979317631572485, 0.0299153421074152, 0.019600840285420418, 0.05342426896095276, 0.0013493592850863934, 0.004955589771270752], "fourier_magnitudes_out": [0.026869378983974457, 0.02781802974641323, 0.0013860489707440138, 0.01046012807637453, 0.015139656141400337, 0.10199905931949615, 0.05706387758255005, 0.006025989074259996, 0.03005547635257244, 0.03244517371058464, 0.008190724067389965, 0.015540377236902714, 0.004761500749737024, 0.013581224717199802, 0.00886995904147625, 0.01965297944843769, 0.006068103481084108, 0.00011720365000655875, 0.012455306947231293, 1.1425894498825073, 0.09635861217975616, 0.021400634199380875, 0.0013426713412627578, 0.004633303731679916, 0.024309227243065834, 0.00577818276360631, 0.012096049264073372, 0.00568920886144042, 0.006534812971949577, 0.018910737708210945, 0.013992025516927242, 0.032000768929719925, 0.021775640547275543, 0.1561204344034195, 0.04618040472269058, 0.012412291951477528, 0.029514163732528687, 0.022193221375346184, 0.010113760828971863, 0.04707832261919975, 0.0006995332660153508, 0.026263169944286346, 0.009955478832125664, 0.006477891001850367, 0.010798267088830471, 0.047022268176078796, 0.04207003489136696, 0.03013717196881771, 0.027514126151800156, 0.022422896698117256, 0.011174584738910198, 0.028200367465615273, 0.002330153016373515, 0.020370803773403168, 0.01156081072986126, 0.02067289687693119, 0.024188149720430374, 0.005996314808726311, 0.027960455045104027, 0.276081383228302, 0.07664461433887482, 0.005614161025732756, 0.008601793088018894, 0.051886141300201416, 0.0196878369897604, 0.024156339466571808, 0.016819145530462265]}, "neuron_10": {"global_index": 212, "dominant_freq": 11, "fourier_magnitudes_in": [0.018960297107696533, 0.004216822795569897, 0.048318006098270416, 0.04576113447546959, 0.02575667016208172, 0.0028782065492123365, 0.05429833009839058, 0.0395960696041584, 0.002621891675516963, 0.00293053244240582, 0.025621993467211723, 0.03669961541891098, 0.0012812947388738394, 0.005681416019797325, 0.05006125569343567, 0.03299826383590698, 0.04128821939229965, 0.005102343391627073, 0.007312795612961054, 0.07893025875091553, 0.008945658802986145, 1.1078299283981323, 0.018472829833626747, 0.11670339852571487, 0.010190934874117374, 0.033774491399526596, 0.017555678263306618, 0.027113312855362892, 0.012819275259971619, 0.01686415635049343, 0.07592500001192093, 0.045332781970500946, 0.012782109901309013, 0.027514174580574036, 0.001091046491637826, 0.041551098227500916, 0.008843466639518738, 0.020386775955557823, 0.04066835716366768, 0.027191270142793655, 0.013758950866758823, 0.026447994634509087, 0.04970540106296539, 0.027059808373451233, 0.02341621369123459, 0.013658580370247364, 0.03619527816772461, 0.032469067722558975, 0.03450808301568031, 0.005153285805135965, 0.008398925885558128, 0.007861606776714325, 0.016201622784137726, 0.032490324229002, 0.006484841462224722, 0.011617546901106834, 0.0006062532775104046, 0.03575809672474861, 0.04511403664946556, 0.026181256398558617, 0.06158978492021561, 0.01851918362081051, 0.01853313483297825, 0.06120776757597923, 0.006469203624874353, 0.26836779713630676, 0.02367277257144451], "fourier_magnitudes_out": [0.010216742753982544, 0.0015486537013202906, 0.029883602634072304, 0.007743759546428919, 0.031353820115327835, 0.0393030159175396, 0.007192791905254126, 0.027388248592615128, 0.023320559412240982, 0.020925816148519516, 0.020288577303290367, 0.024244194850325584, 0.025358855724334717, 0.03100338764488697, 0.042283765971660614, 0.015314092859625816, 0.014754602685570717, 0.0232231467962265, 0.0063149817287921906, 0.06747020035982132, 0.00782390683889389, 1.1245988607406616, 0.04846208170056343, 0.1334756761789322, 0.02284182794392109, 0.05737069621682167, 0.022725598886609077, 0.030277999117970467, 0.010025146417319775, 0.05556832626461983, 0.03043152019381523, 0.00989697314798832, 0.0661759078502655, 0.02612263523042202, 0.006501154508441687, 0.009447556920349598, 0.015411513857543468, 0.03557080402970314, 0.03697345033288002, 0.0041406829841434956, 0.03207938000559807, 0.0199698805809021, 0.02767462655901909, 0.005476180464029312, 0.0022200942039489746, 0.01571337878704071, 0.001172724412754178, 0.0003080631431657821, 0.023701921105384827, 0.009574196301400661, 0.023308424279093742, 0.005350712686777115, 0.006385449785739183, 0.013905221596360207, 0.017417432740330696, 0.0043076141737401485, 0.04284333437681198, 0.06138875335454941, 0.03688041865825653, 0.022519253194332123, 0.00025458450545556843, 0.04263603687286377, 0.02324102446436882, 0.07826320827007294, 0.005588948260992765, 0.2501034438610077, 0.022742625325918198]}, "neuron_11": {"global_index": 1975, "dominant_freq": 12, "fourier_magnitudes_in": [0.010320409201085567, 0.008999049663543701, 0.07228704541921616, 0.027034809812903404, 0.01172897033393383, 0.019483532756567, 0.04859768599271774, 0.008227125741541386, 0.050524208694696426, 0.017491472885012627, 0.08343584835529327, 0.030876893550157547, 0.06605131924152374, 0.027164751663804054, 0.09065542370080948, 0.01189764030277729, 0.032496001571416855, 0.004404733888804913, 1.2654028068936896e-05, 0.012837088666856289, 0.023101206868886948, 0.005775894038379192, 0.03393261879682541, 0.009508791379630566, 1.1273705959320068, 0.021623842418193817, 0.05133626610040665, 0.019564492627978325, 0.03777376562356949, 0.0068031358532607555, 0.016773493960499763, 0.014530567452311516, 0.04424315318465233, 0.029108654707670212, 0.037451449781656265, 0.026041684672236443, 0.060646090656518936, 0.005769751500338316, 0.09789527952671051, 0.002070192713290453, 0.06698250025510788, 0.023973343893885612, 0.03649911656975746, 0.029241610318422318, 0.029884109273552895, 0.003107435768470168, 0.0821286216378212, 0.0021502284798771143, 0.07201935350894928, 0.026664702221751213, 0.0687679797410965, 0.03145948424935341, 0.0005469834432005882, 0.010501748882234097, 0.04466434568166733, 0.00017783661314751953, 0.029112068936228752, 0.012943894602358341, 0.058312561362981796, 0.028408220037817955, 0.056742046028375626, 0.017196886241436005, 0.27339452505111694, 0.007504153996706009, 0.032744891941547394, 0.01665118895471096, 0.0110695855692029], "fourier_magnitudes_out": [0.005950915161520243, 0.017111802473664284, 0.008550376631319523, 0.01874130219221115, 0.014794079586863518, 0.03213484212756157, 0.017904894426465034, 0.0008755274466238916, 0.011114999651908875, 0.03279147669672966, 0.009265976957976818, 0.04026144742965698, 0.013687708415091038, 0.14522549510002136, 0.04824928194284439, 0.051474105566740036, 0.03433666005730629, 0.001431681914255023, 0.02494962513446808, 0.00855901651084423, 0.03299492970108986, 0.03525182232260704, 0.015074033290147781, 1.1703720092773438, 0.0256141759455204, 0.05141199752688408, 0.02279239147901535, 0.010931420139968395, 0.0379398874938488, 0.0037038507871329784, 0.0035308580845594406, 0.01486398745328188, 0.007476216647773981, 0.08590685576200485, 0.05122024565935135, 0.05194323882460594, 0.0051262215711176395, 0.011915354989469051, 0.011064236052334309, 0.01765773445367813, 0.010016167536377907, 0.030247824266552925, 0.008406063541769981, 0.03222869709134102, 0.05807087942957878, 0.05777789652347565, 0.014059011824429035, 0.03846742585301399, 0.006559871602803469, 0.035776592791080475, 0.026259923353791237, 0.040505219250917435, 0.050768908113241196, 0.0030655227601528168, 0.016099264845252037, 0.002602656139060855, 0.004950590431690216, 0.020889459177851677, 0.0008308197138831019, 0.04225469380617142, 0.0015734912594780326, 0.2910919487476349, 0.019337765872478485, 0.020912913605570793, 0.019210368394851685, 0.013812131248414516, 0.008353989571332932]}, "neuron_12": {"global_index": 4195, "dominant_freq": 13, "fourier_magnitudes_in": [0.007909237407147884, 0.025087622925639153, 0.013204701244831085, 0.07173161208629608, 0.06796476244926453, 0.013448020443320274, 0.01536546554416418, 0.02884623408317566, 0.0800410658121109, 0.009538596495985985, 0.009649448096752167, 0.03518570214509964, 0.03396432474255562, 0.0356159582734108, 0.04421282932162285, 0.011242695152759552, 0.009738270193338394, 0.034869007766246796, 0.007148997858166695, 0.0055054062977433205, 0.025356212630867958, 0.0008142971200868487, 0.058168090879917145, 0.012534922920167446, 0.0028744537848979235, 1.0937285423278809, 0.15764647722244263, 0.020691387355327606, 0.011876062490046024, 0.006933465600013733, 0.04292862489819527, 0.02737518772482872, 0.00953925121575594, 0.03302424028515816, 0.005423990078270435, 0.0023906854912638664, 0.017998406663537025, 0.03034393861889839, 0.048038650304079056, 0.025131266564130783, 0.041276268661022186, 0.027300234884023666, 0.01882861740887165, 0.02226409688591957, 0.06901304423809052, 0.007660980802029371, 0.02130628004670143, 0.006547760218381882, 0.005161447916179895, 0.04052942618727684, 0.016093695536255836, 0.007303968537598848, 0.009327632375061512, 0.020461171865463257, 0.002861055778339505, 0.2412939816713333, 0.13961461186408997, 0.014154976233839989, 0.014470411464571953, 0.02099790796637535, 0.05697261542081833, 0.0001734556135488674, 0.02438848838210106, 0.03734270855784416, 0.024508150294423103, 0.01463303156197071, 0.020552264526486397], "fourier_magnitudes_out": [0.018991991877555847, 0.014867894351482391, 0.014604086987674236, 0.09738333523273468, 0.09913711249828339, 0.012081642635166645, 0.03050272911787033, 0.04721391201019287, 0.0568312332034111, 0.025443030521273613, 0.011631798930466175, 0.02149464376270771, 0.014014044776558876, 0.060871388763189316, 0.010758745484054089, 0.0073241740465164185, 0.0209818072617054, 0.011437231674790382, 0.02872280217707157, 0.020926887169480324, 0.016457127407193184, 0.05195138230919838, 0.021737921983003616, 0.013325808569788933, 0.022093532606959343, 1.1089602708816528, 0.20695175230503082, 0.024961378425359726, 0.006142405793070793, 0.03348121792078018, 0.033652253448963165, 0.032027970999479294, 0.0132526233792305, 0.027664411813020706, 0.055275626480579376, 0.001212475122883916, 0.03206926956772804, 0.03595781698822975, 0.0431341826915741, 0.01294289156794548, 0.03772219642996788, 0.013163367286324501, 0.015660393983125687, 0.013608777895569801, 0.06555512547492981, 0.007306817453354597, 0.05463077127933502, 0.08230076730251312, 0.07252643257379532, 0.0161812212318182, 0.014949707314372063, 0.07337787747383118, 0.018334312364459038, 0.017730390653014183, 0.006677698809653521, 0.2691384553909302, 0.16641773283481598, 0.009106888435781002, 0.029196809977293015, 0.023675547912716866, 0.030133817344903946, 0.005527547560632229, 0.031235823407769203, 0.017478037625551224, 0.028196582570672035, 0.006858007982373238, 0.014001565054059029]}, "neuron_13": {"global_index": 2384, "dominant_freq": 14, "fourier_magnitudes_in": [0.06734829396009445, 0.021613385528326035, 0.0643279179930687, 0.03284240514039993, 0.0652848333120346, 0.08806230872869492, 0.06483946740627289, 0.01600128784775734, 0.05079023540019989, 0.07471806555986404, 0.06289354711771011, 0.01188511773943901, 0.028023745864629745, 0.001855438225902617, 0.017252113670110703, 0.04927932471036911, 0.02023407444357872, 0.021687982603907585, 0.05602385103702545, 0.04335784167051315, 0.006525144912302494, 0.03787655755877495, 0.029746850952506065, 0.0794563964009285, 0.04593783989548683, 0.07605176419019699, 0.0020279032178223133, 1.124738097190857, 0.14660103619098663, 0.05908694118261337, 0.048216912895441055, 0.1030387282371521, 0.005450645927339792, 0.008427288383245468, 0.022574424743652344, 0.02992381528019905, 0.011539934203028679, 0.028137225657701492, 0.030058737844228745, 0.04524707421660423, 0.010640050284564495, 0.006682824343442917, 0.026398537680506706, 0.003553643124178052, 0.004693040624260902, 0.10450632125139236, 0.040963463485240936, 0.020463965833187103, 0.062319934368133545, 0.2571618854999542, 0.1236773133277893, 0.06656531244516373, 0.04192892462015152, 0.027896782383322716, 0.06109100580215454, 0.07500432431697845, 0.01538253203034401, 0.03643649071455002, 0.04205331578850746, 0.004113007336854935, 0.06610028445720673, 0.04107551649212837, 0.029867492616176605, 0.016840588301420212, 0.023915648460388184, 0.03951839730143547, 0.05944663658738136], "fourier_magnitudes_out": [0.0024745743721723557, 0.009933164343237877, 0.001276613911613822, 0.029947791248559952, 0.023097671568393707, 0.09564054012298584, 0.1621190309524536, 0.04491052031517029, 0.010519949719309807, 0.007193947676569223, 0.013998019509017467, 0.018031766638159752, 0.008768834173679352, 0.049960605800151825, 0.0014303792268037796, 0.014724642038345337, 0.1082848384976387, 0.014294665306806564, 0.008094985969364643, 0.016318637877702713, 0.054370906203985214, 0.01993650384247303, 0.039027027785778046, 0.006363731808960438, 0.016149353235960007, 0.0015503241447731853, 0.04409830644726753, 1.139493465423584, 0.24465231597423553, 0.040667999535799026, 0.021962402388453484, 0.017236456274986267, 0.009472913108766079, 0.02682236023247242, 0.02934880182147026, 0.012790309265255928, 0.028905021026730537, 0.03555479273200035, 0.023314030840992928, 0.027012409642338753, 0.04374535754323006, 0.03132191300392151, 0.047485966235399246, 0.025970470160245895, 0.0060722436755895615, 0.01977996528148651, 0.003769470378756523, 0.06545538455247879, 0.01723252236843109, 0.2754470109939575, 0.17796538770198822, 0.04035995155572891, 0.03143727034330368, 0.04737215116620064, 0.008192913606762886, 0.01179395243525505, 0.016753079369664192, 0.02065335027873516, 0.01930917240679264, 0.030372895300388336, 0.02080654166638851, 0.005745097994804382, 0.10308374464511871, 0.062233805656433105, 0.0017375091556459665, 0.018557162955403328, 0.015528619289398193]}, "neuron_14": {"global_index": 2758, "dominant_freq": 15, "fourier_magnitudes_in": [0.00019708990294020623, 0.03840455040335655, 0.0382925420999527, 0.03672804310917854, 0.027000926434993744, 0.029037361964583397, 0.003507558023557067, 0.025935234501957893, 0.010319228284060955, 0.01063042413443327, 0.016136404126882553, 0.0472397655248642, 0.04527629539370537, 0.0050273435190320015, 0.009548685513436794, 0.050583578646183014, 0.10123409330844879, 0.05931742861866951, 0.048493366688489914, 0.04106263443827629, 0.020203925669193268, 0.04998272284865379, 0.0021016502287238836, 0.01214999333024025, 0.02356637269258499, 0.044456128031015396, 0.016249477863311768, 0.01748884841799736, 0.011745336465537548, 0.08028797060251236, 1.0938862562179565, 0.03129080682992935, 0.03037956915795803, 0.019819483160972595, 0.006982404738664627, 0.011636028066277504, 0.011141438037157059, 0.037209440022706985, 0.0023717463482171297, 0.014536669477820396, 0.02108740620315075, 0.0484062135219574, 0.04450494050979614, 0.06676759570837021, 0.2759167551994324, 0.009636478498578072, 0.003243505721911788, 0.051707930862903595, 0.03655214235186577, 0.02054506726562977, 0.027581388130784035, 0.044971782714128494, 0.0065306113101542, 0.045924410223960876, 0.008780003525316715, 0.05534184351563454, 0.04203818738460541, 0.04085749015212059, 0.04720215126872063, 0.0016732907388359308, 0.007276633754372597, 0.041053399443626404, 0.04299701005220413, 0.011477301828563213, 0.005540382582694292, 0.0012282762909308076, 0.010077220387756824], "fourier_magnitudes_out": [0.03163057938218117, 0.028827516362071037, 0.07775234431028366, 0.0036301100626587868, 0.014892641454935074, 0.0014706486836075783, 0.008765489794313908, 0.011148503981530666, 0.02256292849779129, 0.028051676228642464, 0.0003406342875678092, 0.008079049177467823, 0.04015931859612465, 0.03780611976981163, 0.02318943664431572, 0.12144897133111954, 0.10930640250444412, 0.026432078331708908, 0.0014441307866945863, 0.0023963546846061945, 0.0205982755869627, 0.008649267256259918, 0.00042073437361977994, 0.013472394086420536, 0.003701580688357353, 0.032869983464479446, 0.009459697641432285, 0.0036993944086134434, 0.023299260064959526, 1.1476043462753296, 0.1690617948770523, 0.016237495467066765, 0.0045505245216190815, 0.026975777000188828, 0.011195914819836617, 0.002282076980918646, 0.017524510622024536, 0.008593727834522724, 0.014955298975110054, 0.024108879268169403, 0.0008166486513800919, 0.0009841170394793153, 0.01835198700428009, 0.2642061114311218, 0.13550737500190735, 0.02987413853406906, 0.0172797292470932, 0.06580046564340591, 0.01793890818953514, 0.014500371180474758, 0.022864822298288345, 0.015537387691438198, 0.011169390752911568, 0.0181308351457119, 0.03711220249533653, 0.003746320493519306, 0.013240348547697067, 0.05429289489984512, 0.11251475661993027, 0.04226376861333847, 0.014312422834336758, 0.024103963747620583, 0.05070763826370239, 0.018568702042102814, 0.0011605651816353202, 0.003047008067369461, 0.014606903307139874]}, "neuron_15": {"global_index": 4344, "dominant_freq": 16, "fourier_magnitudes_in": [0.056623347103595734, 0.06696755439043045, 0.014796283096075058, 0.045463766902685165, 0.010051771998405457, 0.036578305065631866, 0.043475519865751266, 0.0704914778470993, 0.00560937263071537, 0.04502267763018608, 0.0016831404063850641, 0.035218745470047, 0.010050645098090172, 0.04937338829040527, 0.013339830562472343, 0.007731233723461628, 0.0176551453769207, 0.027526209130883217, 0.07245031744241714, 0.017086545005440712, 0.01643075980246067, 0.012268931604921818, 0.051796410232782364, 0.005093986168503761, 0.101236991584301, 0.07382034510374069, 0.06433518975973129, 0.010030239820480347, 0.07887715846300125, 0.018052149564027786, 0.0977562814950943, 1.0927304029464722, 0.17901955544948578, 0.0166702251881361, 0.08581456542015076, 0.01085814367979765, 0.07810535281896591, 0.23760879039764404, 0.11647453159093857, 0.00954987108707428, 0.10713797807693481, 0.018079837784171104, 0.0699259489774704, 0.020282847806811333, 0.03724491968750954, 0.006009372882544994, 0.09509900212287903, 0.0002709086111281067, 0.04037429392337799, 0.039157480001449585, 0.004680969752371311, 0.04665880277752876, 0.037132441997528076, 0.030694685876369476, 0.0008061265689320862, 0.05895943194627762, 0.009474019519984722, 0.002239554189145565, 0.033741530030965805, 0.04756630212068558, 0.001234081806614995, 0.07734736055135727, 0.009288765490055084, 0.06502474844455719, 0.035364262759685516, 0.05553178861737251, 0.01310644019395113], "fourier_magnitudes_out": [0.00959206372499466, 0.008549309335649014, 0.012838935479521751, 0.04186314344406128, 0.005134488921612501, 0.0020086930599063635, 0.0001355048007098958, 0.054433416575193405, 0.012616622261703014, 0.04680423066020012, 0.01897914707660675, 0.006730836350470781, 0.024295639246702194, 0.03340652957558632, 0.02043166011571884, 0.05012013018131256, 0.02891446091234684, 0.03706304728984833, 0.007969518192112446, 0.06289473176002502, 0.03805384784936905, 0.01009802520275116, 0.05677130073308945, 0.03458646312355995, 0.0161303598433733, 0.05956187844276428, 0.1598549336194992, 0.03950970247387886, 0.025968100875616074, 0.035132091492414474, 0.020799580961465836, 1.055054783821106, 0.4588985741138458, 0.0044703613966703415, 0.04743482172489166, 0.03469137102365494, 0.030215321108698845, 0.10658895969390869, 0.27161332964897156, 0.020975682884454727, 0.029995165765285492, 0.027220550924539566, 0.021746473386883736, 0.14434877038002014, 0.0333416648209095, 0.004270130302757025, 0.012919247150421143, 0.0214566458016634, 0.007383835967630148, 0.007822300307452679, 0.06541433930397034, 0.0076278820633888245, 0.004477360285818577, 0.008829867467284203, 0.037878815084695816, 0.06317219883203506, 0.03317084163427353, 0.01905760169029236, 0.011517453007400036, 0.016537411138415337, 0.022334469482302666, 0.009752420708537102, 0.013530367985367775, 0.0029162114951759577, 0.011897949501872063, 0.01037515513598919, 0.0005688696401193738]}, "neuron_16": {"global_index": 4291, "dominant_freq": 17, "fourier_magnitudes_in": [0.03046272136271, 0.013976160436868668, 0.033007580786943436, 0.029566146433353424, 0.04122691601514816, 0.021996645256876945, 0.005063486751168966, 0.028588246554136276, 0.025790829211473465, 0.012601829133927822, 0.06352891772985458, 0.014671089127659798, 0.025417976081371307, 0.03738245740532875, 0.009000086225569248, 0.03744859620928764, 0.03601166605949402, 0.030953994020819664, 0.016452839598059654, 0.007532090414315462, 0.0052197095938026905, 0.0022021580953150988, 0.07644253969192505, 0.003429119475185871, 0.04323301836848259, 0.016982706263661385, 0.03465307503938675, 0.00427207350730896, 0.011186967603862286, 0.005296516697853804, 0.04954645782709122, 0.009169899858534336, 0.27504026889801025, 0.004617495462298393, 1.091421127319336, 0.013144366443157196, 0.11930496990680695, 0.013763022609055042, 0.004928953014314175, 0.001958476612344384, 0.01692820154130459, 0.015526124276220798, 0.027015704661607742, 0.00656919227913022, 0.08056201040744781, 0.006228175479918718, 0.027477985247969627, 0.03095419891178608, 0.007275565527379513, 0.029442336410284042, 0.033626899123191833, 0.04574966803193092, 0.009315794333815575, 0.02221538871526718, 0.012554988265037537, 0.02010945975780487, 0.05777674540877342, 0.01481058169156313, 0.047074466943740845, 0.024684473872184753, 0.012839515693485737, 0.02976645529270172, 0.02437898889183998, 0.02151333913207054, 0.0399307981133461, 0.031453024595975876, 0.022029690444469452], "fourier_magnitudes_out": [0.008495216257870197, 0.01036402303725481, 0.0001269144268007949, 0.009014674462378025, 0.008415929041802883, 0.028356114402413368, 0.015342600643634796, 0.007577777840197086, 0.0010429195826873183, 0.005072893109172583, 0.04180993512272835, 0.014681319706141949, 0.013323301449418068, 0.02621546946465969, 0.011557122692465782, 0.0010744257597252727, 0.004068766720592976, 0.014910489320755005, 0.004035846330225468, 0.010764277540147305, 0.004803020972758532, 0.00627162167802453, 0.015164092183113098, 0.016193000599741936, 0.00027742437669076025, 0.03458419069647789, 0.01356157474219799, 0.026419568806886673, 0.019902855157852173, 0.08372765779495239, 0.010591810569167137, 0.30502137541770935, 0.04190663620829582, 1.1450191736221313, 0.020792413502931595, 0.1674543023109436, 0.01449968945235014, 0.049604445695877075, 0.01909324713051319, 0.04323893412947655, 0.023342400789260864, 0.02791016921401024, 0.007601787801831961, 0.04053520783782005, 0.03435100242495537, 0.00241669500246644, 0.007137142587453127, 0.006690647453069687, 0.0019362999591976404, 0.0025866846553981304, 0.01193678192794323, 0.007493512239307165, 0.01635507307946682, 0.02436162158846855, 0.009901480749249458, 0.009263901039958, 0.012419448234140873, 0.03253677114844322, 0.014491647481918335, 0.002700063167139888, 0.009011086076498032, 0.017162136733531952, 0.0019009965471923351, 0.00033991405507549644, 0.0035187352914363146, 0.008392058312892914, 0.02734118141233921]}, "neuron_17": {"global_index": 2297, "dominant_freq": 18, "fourier_magnitudes_in": [0.06612847745418549, 0.029396699741482735, 0.027506861835718155, 0.02619132585823536, 0.009428654797375202, 0.04314959794282913, 0.016931893303990364, 0.04786422848701477, 0.049956515431404114, 0.06569989025592804, 0.0190445389598608, 0.023380029946565628, 0.015528266318142414, 0.04824068397283554, 0.0109467888250947, 0.03494228795170784, 0.049272503703832626, 0.018784699961543083, 0.048109229654073715, 0.0443037673830986, 0.029251588508486748, 0.010364978574216366, 0.034458644688129425, 0.047202784568071365, 0.001549174077808857, 0.05422089248895645, 0.2887026071548462, 0.014999095350503922, 0.021595489233732224, 0.014912419021129608, 0.045954879373311996, 0.018087971955537796, 0.04910691827535629, 0.03711020573973656, 0.01168251596391201, 0.05540493130683899, 1.1101895570755005, 0.048892270773649216, 0.014573225751519203, 0.008131813257932663, 0.050457969307899475, 0.02195216342806816, 0.043826114386320114, 0.004164931830018759, 0.043242424726486206, 0.045585304498672485, 0.1246977150440216, 0.04597624018788338, 0.015979701653122902, 0.00455232011154294, 0.01798761636018753, 0.05989963188767433, 0.01675976812839508, 0.036686357110738754, 0.044098641723394394, 0.0377340093255043, 0.00035190602648071945, 0.03853719308972359, 0.0034245867282152176, 0.03457023948431015, 0.003623640863224864, 0.0813220888376236, 0.017524082213640213, 0.03805156424641609, 0.05047876387834549, 0.03312893956899643, 0.013603057712316513], "fourier_magnitudes_out": [0.024444233626127243, 0.006686743348836899, 0.0312043447047472, 0.00040772146894596517, 0.03026014007627964, 0.00632897624745965, 0.048844125121831894, 0.051413871347904205, 0.029424350708723068, 0.026430591940879822, 0.001379131805151701, 0.01158089842647314, 0.024152196943759918, 0.00882692076265812, 0.031337764114141464, 0.07472393661737442, 0.03522626310586929, 0.027868464589118958, 0.01312281470745802, 0.010956333950161934, 0.007483528461307287, 0.017071891576051712, 0.006372219417244196, 0.030565481632947922, 0.041829437017440796, 0.30145490169525146, 0.02405296079814434, 0.026063432916998863, 0.01577118970453739, 0.018865978345274925, 0.008882761932909489, 0.03206625208258629, 0.026889359578490257, 0.016220025718212128, 0.03446207195520401, 1.1394397020339966, 0.054278306663036346, 0.04378290846943855, 0.031790591776371, 0.0011520793195813894, 0.021480057388544083, 0.009003782644867897, 0.026890335604548454, 0.030358415096998215, 0.009840749204158783, 0.15475493669509888, 0.0381893590092659, 0.001797805423848331, 0.020839104428887367, 0.01453747134655714, 0.03280055150389671, 0.019334152340888977, 0.005888668354600668, 0.023108486086130142, 0.001421335618942976, 0.02315792627632618, 0.05836538225412369, 0.009744024835526943, 0.05132685601711273, 0.011166147887706757, 0.011338796466588974, 0.011317548342049122, 0.002316779689863324, 0.007811190094798803, 0.033199742436409, 0.015775151550769806, 0.04514119774103165]}, "neuron_18": {"global_index": 1045, "dominant_freq": 19, "fourier_magnitudes_in": [0.009551363065838814, 0.04162049666047096, 0.023549074307084084, 0.00856531597673893, 0.028916286304593086, 0.004686711821705103, 0.017667805776000023, 0.03520997241139412, 0.016112852841615677, 0.04678506776690483, 0.017469372600317, 0.010956792160868645, 0.008085552603006363, 0.03287870064377785, 0.011242976412177086, 0.019486451521515846, 0.002365090185776353, 0.02042577601969242, 0.005727262701839209, 0.28472426533699036, 0.06269264221191406, 0.01042267121374607, 0.047810934484004974, 0.009816797450184822, 0.02843177504837513, 0.0030065521132200956, 0.006184122059494257, 0.050277601927518845, 0.030755039304494858, 0.042477626353502274, 0.01696815900504589, 0.005671812687069178, 0.0046431091614067554, 0.012508664280176163, 0.028969954699277878, 0.002482055686414242, 0.04020196571946144, 1.1063873767852783, 0.06595834344625473, 0.01748034730553627, 0.02524934522807598, 0.01753056049346924, 0.014532472006976604, 0.02260674722492695, 0.006746993865817785, 0.024505482986569405, 0.0018006641184911132, 0.04702040180563927, 0.029389450326561928, 0.014679504558444023, 0.0073255435563623905, 0.006590805947780609, 0.02122153714299202, 0.009239277802407742, 0.044506415724754333, 0.11346998065710068, 0.045885682106018066, 0.015948137268424034, 0.00521659292280674, 0.0015806540613994002, 0.011202375404536724, 0.022275038063526154, 0.014660115353763103, 0.005831561051309109, 0.014541830867528915, 0.047800853848457336, 0.013785604387521744], "fourier_magnitudes_out": [0.006694020237773657, 0.10352271050214767, 0.07362568378448486, 0.01488205324858427, 0.011975747533142567, 0.009222323074936867, 0.01862618885934353, 0.007038244977593422, 0.015901777893304825, 0.02816392481327057, 0.008651027455925941, 0.028168201446533203, 0.023335276171565056, 0.021155718713998795, 0.007733197417110205, 0.037931788712739944, 0.06741152703762054, 0.02698133885860443, 0.012833367101848125, 0.31419283151626587, 0.0923938974738121, 0.008989336900413036, 0.013414988294243813, 0.008783973753452301, 0.02802886627614498, 0.00609927112236619, 0.0015049686189740896, 0.008519099093973637, 0.03210410103201866, 0.01794544979929924, 0.01880360208451748, 0.009754655882716179, 0.020644495263695717, 0.011470982804894447, 0.04704303666949272, 0.005474856123328209, 0.0032703611068427563, 1.162109613418579, 0.13041524589061737, 0.005499885883182287, 0.03379376232624054, 0.03562844917178154, 0.05275468900799751, 0.006915354169905186, 0.014324752613902092, 0.0023940284736454487, 0.010838017798960209, 0.030339380726218224, 0.0010368870571255684, 0.0010019654873758554, 0.016781048849225044, 0.009986457414925098, 0.05504858121275902, 0.038400862365961075, 0.004697693046182394, 0.1474735140800476, 0.0904853418469429, 0.015939977020025253, 0.01645202375948429, 0.06510605663061142, 0.07899113744497299, 0.0047545707784593105, 0.004731963854283094, 0.0021464615128934383, 0.024311553686857224, 0.030853766947984695, 0.012517206370830536]}, "neuron_19": {"global_index": 1906, "dominant_freq": 20, "fourier_magnitudes_in": [0.0901990458369255, 0.03331860527396202, 0.055047716945409775, 0.029558243229985237, 0.0588919073343277, 0.05276299640536308, 0.016973018646240234, 0.04201822727918625, 0.03333333879709244, 0.0008772453293204308, 0.09368738532066345, 0.029825439676642418, 0.020378220826387405, 0.17669139802455902, 0.18154224753379822, 0.01591106876730919, 0.07984497398138046, 0.0036609272938221693, 0.043450020253658295, 0.058071598410606384, 0.01059283223003149, 0.020612454041838646, 0.07938259094953537, 0.01043105497956276, 0.08856719732284546, 0.04882928356528282, 0.05301967263221741, 0.0021724849939346313, 0.031216410920023918, 0.018194088712334633, 0.06496117264032364, 0.026279650628566742, 0.05378979444503784, 0.04074389860033989, 0.010074653662741184, 0.012086178176105022, 0.0534779317677021, 0.027423318475484848, 0.07256364822387695, 0.26884597539901733, 1.099412441253662, 0.0343400202691555, 0.04564381763339043, 0.002145094098523259, 0.06832322478294373, 0.04782795533537865, 0.018119385465979576, 0.04444008693099022, 0.017057085409760475, 0.016839275136590004, 0.046696737408638, 0.0184350423514843, 0.004072580486536026, 0.102990061044693, 0.04173150658607483, 0.014647381380200386, 0.09292784333229065, 0.013763207010924816, 0.0699956938624382, 0.06929387897253036, 0.009412973187863827, 0.02704802341759205, 0.04988379776477814, 0.01381917204707861, 0.10312166810035706, 0.08578367531299591, 0.013682128861546516], "fourier_magnitudes_out": [0.02324691414833069, 0.00018273727619089186, 0.004773027263581753, 0.022782564163208008, 0.027284134179353714, 0.046029504388570786, 0.0009637028560973704, 0.017663966864347458, 0.03859555721282959, 0.012765430845320225, 0.020409705117344856, 0.11538146436214447, 0.027589792385697365, 0.0180648285895586, 0.29739996790885925, 0.001978241605684161, 0.002717639785259962, 0.003646088531240821, 0.006127499043941498, 0.011074199341237545, 0.023113593459129333, 0.09948733448982239, 0.010161380283534527, 0.00787267740815878, 0.03640754520893097, 0.010173899121582508, 0.021176982671022415, 0.011217169463634491, 0.010162271559238434, 0.01554778590798378, 0.006466091610491276, 0.02021551877260208, 0.05893496796488762, 0.02337636426091194, 0.00454704649746418, 0.01958218589425087, 0.006990915630012751, 0.04281124472618103, 0.03265735134482384, 0.9905543923377991, 0.5689577460289001, 0.010052279569208622, 0.07989238202571869, 0.017872469499707222, 0.013387996703386307, 0.018247559666633606, 0.032065726816654205, 0.05860207602381706, 0.046151284128427505, 0.03206412121653557, 0.0019417459843680263, 0.022131670266389847, 0.009064673446118832, 0.007715998683124781, 0.03995830565690994, 0.01334791723638773, 0.01857120543718338, 0.005647256504744291, 0.06712490320205688, 0.04423258453607559, 0.04300634562969208, 0.03610389307141304, 0.010598433203995228, 0.026790747418999672, 0.033348966389894485, 0.12781362235546112, 0.10344254970550537]}}}
|
precomputed_results/p_067/p067_output_logits.png
ADDED
|
Git LFS Details
|
precomputed_results/p_067/p067_overview.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"std_epochs": [0, 200, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800], "std_ipr": [0.058798059821128845, 0.08969734609127045, 0.17697754502296448, 0.2594106197357178, 0.3229842185974121, 0.370990514755249, 0.40805965662002563, 0.4375007748603821, 0.46215108036994934, 0.4852544367313385, 0.505730152130127, 0.521192729473114, 0.5339348912239075, 0.545219898223877, 0.555754542350769, 0.5661468505859375, 0.5766584873199463, 0.5863238573074341, 0.5938631892204285, 0.5992529988288879, 0.6031540632247925, 0.6061166524887085, 0.6084542870521545, 0.6103659868240356, 0.61197429895401], "std_train_loss": [4.20478630065918, 4.124959945678711, 3.926792860031128, 3.5789732933044434, 3.077117443084717, 2.433213949203491, 1.6947382688522339, 0.9798984527587891, 0.45702460408210754, 0.17889176309108734, 0.060750171542167664, 0.019097093492746353, 0.005718938075006008, 0.0016467219684273005, 0.0004618913517333567, 0.00013039365876466036, 3.9892434870125726e-05, 1.4775718227610923e-05, 7.011818070168374e-06, 4.09893482355983e-06, 2.7826224595628446e-06, 2.053295247606002e-06, 1.6075038047347334e-06, 1.3119907862346736e-06, 1.0991461749654263e-06], "grokk_epochs": [0, 200, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000, 6200, 6400, 6600, 6800, 7000, 7200, 7400, 7600, 7800, 8000, 8200, 8400, 8600, 8800, 9000, 9200, 9400, 9600, 9800], "grokk_ipr": [0.058798059821128845, 0.10931079834699631, 0.20100057125091553, 0.2774946987628937, 0.3429509699344635, 0.3999313712120056, 0.440238893032074, 0.4694785475730896, 0.49360597133636475, 0.5148037075996399, 0.534339964389801, 0.5535451769828796, 0.5725138187408447, 0.5894373059272766, 0.6038184762001038, 0.6165095567703247, 0.6282325983047485, 0.6393437385559082, 0.6499983072280884, 0.6602535247802734, 0.6701380014419556, 0.679660439491272, 0.6888293623924255, 0.6976523399353027, 0.7061355113983154, 0.7142899036407471, 0.7221173048019409, 0.7296271324157715, 0.7368259429931641, 0.743730902671814, 0.7503551840782166, 0.7567074298858643, 0.7627978324890137, 0.76863694190979, 0.7742342352867126, 0.7795997858047485, 0.7847397327423096, 0.7896668314933777, 0.7943927049636841, 0.7989218235015869, 0.8032640814781189, 0.8074237108230591, 0.811409592628479, 0.8152313232421875, 0.8188951015472412, 0.8224060535430908, 0.8257709741592407, 0.8289942741394043, 0.8320837616920471, 0.8350461721420288], "grokk_train_loss": [4.2048726081848145, 3.9157869815826416, 3.1692886352539062, 2.071699857711792, 0.9744786620140076, 0.30012890696525574, 0.07051068544387817, 0.016522370278835297, 0.003906465135514736, 0.0009276621276512742, 0.00022700161207467318, 6.20885330135934e-05, 2.2276743038673885e-05, 1.1813692253781483e-05, 8.622715540695935e-06, 7.479935902665602e-06, 7.025665127002867e-06, 6.836015472799772e-06, 6.748505256837234e-06, 6.703633971483214e-06, 6.674027645203751e-06, 6.654300705122296e-06, 6.63910805087653e-06, 6.623383342230227e-06, 6.610102445847588e-06, 6.597283118026098e-06, 6.5865879150805995e-06, 6.5726694629120175e-06, 6.562611361005111e-06, 6.552801551151788e-06, 6.541822585859336e-06, 6.531268809339963e-06, 6.520006536447909e-06, 6.511152605526149e-06, 6.501449661300285e-06, 6.491427029686747e-06, 6.482183380285278e-06, 6.4726564232842065e-06, 6.463944373535924e-06, 6.454346475948114e-06, 6.446271981985774e-06, 6.4399332586617675e-06, 6.431787824112689e-06, 6.426581876439741e-06, 6.418471457436681e-06, 6.413300980057102e-06, 6.407740784197813e-06, 6.401648988685338e-06, 6.397434390237322e-06, 6.3935035541362595e-06], "grokk_test_loss": [4.204525947570801, 4.343531131744385, 4.2709197998046875, 3.7695517539978027, 2.7375900745391846, 1.5690100193023682, 0.981248676776886, 0.6808610558509827, 0.45600539445877075, 0.28493863344192505, 0.17797346413135529, 0.12320409715175629, 0.09568525850772858, 0.07937745004892349, 0.06806045025587082, 0.05930273234844208, 0.05198485776782036, 0.045612968504428864, 0.03998280316591263, 0.0349837951362133, 0.03053675964474678, 0.026592453941702843, 0.023114623501896858, 0.020058510825037956, 0.01739059016108513, 0.015061012469232082, 0.013059076853096485, 0.011345510371029377, 0.009875716641545296, 0.008615986444056034, 0.007546685636043549, 0.006646584253758192, 0.005884510464966297, 0.005245809908956289, 0.004709964618086815, 0.004259617533534765, 0.0038788996171206236, 0.003553717164322734, 0.0032759648747742176, 0.0030371304601430893, 0.0028325088787823915, 0.002658192766830325, 0.00250682863406837, 0.002374116564169526, 0.0022588218562304974, 0.0021587118972092867, 0.0020706208888441324, 0.0019918240141123533, 0.0019234095234423876, 0.0018635331653058529]}
|
precomputed_results/p_067/p067_overview_loss_ipr.png
ADDED
|
Git LFS Details
|
precomputed_results/p_067/p067_overview_phase_scatter.png
ADDED
|
precomputed_results/p_067/p067_phase_align_approx1.png
ADDED
|
Git LFS Details
|
precomputed_results/p_067/p067_phase_align_approx2.png
ADDED
|
Git LFS Details
|
precomputed_results/p_067/p067_phase_align_quad.png
ADDED
|
Git LFS Details
|
precomputed_results/p_067/p067_phase_align_relu.png
ADDED
|
precomputed_results/p_067/p067_phase_distribution.png
ADDED
|
precomputed_results/p_067/p067_phase_relationship.png
ADDED
|
precomputed_results/p_067/p067_single_freq_quad.png
ADDED
|
Git LFS Details
|
precomputed_results/p_067/p067_single_freq_relu.png
ADDED
|
Git LFS Details
|
precomputed_results/p_067/p067_training_log.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|