Add precomputed results for p=21

.gitattributes

@@ -81,3 +81,14 @@ precomputed_results/p_009/p009_phase_align_approx2.png filter=lfs diff=lfs merge
 precomputed_results/p_009/p009_phase_align_quad.png filter=lfs diff=lfs merge=lfs -text
 precomputed_results/p_009/p009_single_freq_quad.png filter=lfs diff=lfs merge=lfs -text
 precomputed_results/p_009/p009_single_freq_relu.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_021/p021_grokk_decoded_weights_dynamic.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_021/p021_grokk_memorization_accuracy.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_021/p021_grokk_memorization_common_to_rare.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_021/p021_lineplot_in.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_021/p021_lineplot_out.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_021/p021_output_logits.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_021/p021_overview_loss_ipr.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_021/p021_phase_align_approx1.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_021/p021_phase_align_approx2.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_021/p021_single_freq_quad.png filter=lfs diff=lfs merge=lfs -text
+precomputed_results/p_021/p021_single_freq_relu.png filter=lfs diff=lfs merge=lfs -text

precomputed_results/p_021/p021_grokk_acc.json

@@ -0,0 +1 @@
+{"epochs": [0, 200, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000, 6200, 6400, 6600, 6800, 7000, 7200, 7400, 7600, 7800, 8000, 8200, 8400, 8600, 8800, 9000, 9200, 9400, 9600, 9800, 10000, 10200, 10400, 10600, 10800, 11000, 11200, 11400, 11600, 11800, 12000, 12200, 12400, 12600, 12800, 13000, 13200, 13400, 13600, 13800, 14000, 14200, 14400, 14600, 14800, 15000, 15200, 15400, 15600, 15800, 16000, 16200, 16400, 16600, 16800, 17000, 17200, 17400, 17600, 17800, 18000, 18200, 18400, 18600, 18800, 19000, 19200, 19400, 19600, 19800, 20000, 20200, 20400, 20600, 20800, 21000, 21200, 21400, 21600, 21800, 22000, 22200, 22400, 22600, 22800, 23000, 23200, 23400, 23600, 23800, 24000, 24200, 24400, 24600, 24800, 25000, 25200, 25400, 25600, 25800, 26000, 26200, 26400, 26600, 26800, 27000, 27200, 27400, 27600, 27800, 28000, 28200, 28400, 28600, 28800, 29000, 29200, 29400, 29600, 29800, 30000, 30200, 30400, 30600, 30800, 31000, 31200, 31400, 31600, 31800, 32000, 32200, 32400, 32600, 32800, 33000, 33200, 33400, 33600, 33800, 34000, 34200, 34400, 34600, 34800, 35000, 35200, 35400, 35600, 35800, 36000, 36200, 36400, 36600, 36800], "train_accs": [0.03939393939393939, 0.2787878787878788, 0.5424242424242425, 0.696969696969697, 0.7151515151515152, 0.7333333333333333, 0.7666666666666667, 0.8181818181818182, 0.9121212121212121, 0.9606060606060606, 0.9939393939393939, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "test_accs": [0.04504504504504504, 0.009009009009009009, 0.009009009009009009, 0.0, 0.0, 0.0, 0.08108108108108109, 0.21621621621621623, 0.46846846846846846, 0.6036036036036037, 0.7027027027027027, 0.7207207207207207, 0.7207207207207207, 0.7207207207207207, 0.7207207207207207, 0.7207207207207207, 0.7207207207207207, 0.7207207207207207, 0.7207207207207207, 0.7207207207207207, 0.7387387387387387, 0.7387387387387387, 0.7387387387387387, 0.7387387387387387, 0.7567567567567568, 0.7567567567567568, 0.7567567567567568, 0.7567567567567568, 0.7567567567567568, 0.7567567567567568, 0.7747747747747747, 0.7927927927927928, 0.7927927927927928, 0.8108108108108109, 0.8288288288288288, 0.8288288288288288, 0.8288288288288288, 0.8288288288288288, 0.8468468468468469, 0.8468468468468469, 0.8648648648648649, 0.8648648648648649, 0.9009009009009009, 0.9009009009009009, 0.9009009009009009, 0.9009009009009009, 0.9009009009009009, 0.9009009009009009, 0.9009009009009009, 0.9459459459459459, 0.9459459459459459, 0.9459459459459459, 0.9459459459459459, 0.9459459459459459, 0.9459459459459459, 0.954954954954955, 0.954954954954955, 0.954954954954955, 0.954954954954955, 0.954954954954955, 0.954954954954955, 0.954954954954955, 0.954954954954955, 0.963963963963964, 0.963963963963964, 0.963963963963964, 0.963963963963964, 0.963963963963964, 0.963963963963964, 0.963963963963964, 0.963963963963964, 0.963963963963964, 0.963963963963964, 0.963963963963964, 0.963963963963964, 0.963963963963964, 0.963963963963964, 0.963963963963964, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.972972972972973, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819, 0.9819819819819819], "stage1_end": 1740, "stage2_end": 10860}

precomputed_results/p_021/p021_grokk_epoch_data.json

@@ -0,0 +1 @@
+{"prime": 21, "epochs": [0, 4000, 8000, 12200, 16200, 20400, 24400, 28600, 32600, 36800], "grids": [[[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0], [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]]]}

precomputed_results/p_021/p021_logits_interactive.json

@@ -0,0 +1 @@
+{"pairs": [[0, 0], [1, 0], [2, 0], [3, 0], [4, 0], [5, 0], [6, 0], [7, 0], [8, 0], [9, 0], [10, 0], [11, 0], [12, 0], [13, 0], [14, 0], [15, 0], [16, 0], [17, 0], [18, 0], [19, 0], [20, 0]], "correct_answers": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20], "logits": [[5.131564617156982, 0.0010226666927337646, -0.03658074140548706, -0.08438122272491455, -0.5175180435180664, 0.1686716079711914, -0.9638094902038574, -1.388942003250122, 0.21754968166351318, 0.30085623264312744, -0.20881912112236023, 0.022238612174987793, 0.11084628850221634, 0.06934905052185059, -0.12078982591629028, 0.16796153783798218, -0.4976694583892822, 0.18746435642242432, -0.3686702251434326, -0.06642752885818481, -0.6578577160835266], [0.7196483016014099, 5.927507400512695, 1.4739809036254883, -1.0890724658966064, -0.2303943932056427, 0.08525513857603073, -1.059571385383606, -0.892659068107605, -0.6293839812278748, -0.41611891984939575, 0.1188916563987732, -0.1305771768093109, -0.16489559412002563, 0.31962963938713074, 0.38933265209198, -0.9476457834243774, 0.32474640011787415, -0.22192764282226562, 0.23106446862220764, -0.13140898942947388, -2.3874332904815674], [0.9836776256561279, 0.00021849200129508972, 6.5267839431762695, -1.50424325466156, 1.2875186204910278, -0.02974414825439453, -1.424292802810669, -0.7420727014541626, 0.24505122005939484, 0.4276273548603058, -0.5404983758926392, 0.6298326849937439, -0.37841516733169556, 1.078672170639038, 0.24567103385925293, -0.13993136584758759, -0.464809775352478, 0.5321801900863647, -0.3883616328239441, -0.5711313486099243, -0.10755586624145508], [1.0788463354110718, -0.5130679607391357, -0.6716905236244202, 6.385186195373535, -1.07589590549469, -0.4760211706161499, 0.3405962586402893, -0.894790530204773, -0.716293215751648, -1.503040075302124, 0.21403531730175018, -0.4409630000591278, 0.4506993889808655, -0.496425598859787, 1.067320466041565, 0.12871110439300537, -0.6069081425666809, -0.012833237648010254, -2.1104443073272705, 0.20596842467784882, 0.11796076595783234], [0.7897163033485413, -0.18555444478988647, -0.593364953994751, -0.18612755835056305, 6.211697101593018, -0.7415883541107178, -0.5042851567268372, -0.6827363967895508, 1.043645977973938, 0.12081991881132126, -0.5250604152679443, 0.8242292404174805, -1.2040271759033203, 0.9037878513336182, 0.2914906144142151, 0.28952744603157043, 0.17307168245315552, -0.9822608232498169, -0.27513518929481506, 0.2640565037727356, -0.7205970287322998], [0.30073612928390503, 0.16233181953430176, 0.2842177748680115, -0.1421077847480774, -0.46837881207466125, 6.513400077819824, -0.8540585041046143, -0.2613188624382019, 0.032616108655929565, -0.19656555354595184, 1.5760687589645386, -0.48330801725387573, 0.21197892725467682, -0.4314556121826172, 0.6267129778862, -1.3076589107513428, -1.499387264251709, 0.7749828696250916, -0.1864960491657257, 0.13775455951690674, -0.9834526777267456], [0.32543647289276123, -1.3302910327911377, 0.018526315689086914, -1.03462553024292, -0.6857940554618835, 0.11923158168792725, 6.525450706481934, -1.2329607009887695, 0.46321001648902893, 0.5958268642425537, -0.2809188663959503, -0.1662214994430542, 0.6991252899169922, 0.6840410232543945, -0.3635099232196808, -0.8039546012878418, 0.26532089710235596, 0.02625364065170288, -0.611207902431488, 0.04925394058227539, -0.8916513919830322], [-0.22869884967803955, -1.408144235610962, -1.5132315158843994, 0.3173726201057434, -0.3304886817932129, 0.14705169200897217, -1.1580718755722046, 6.613397121429443, -0.4629374146461487, -0.022237934172153473, 0.43696141242980957, 0.051208555698394775, -0.0466233491897583, -0.9469313621520996, 0.13725298643112183, 0.3146173059940338, 0.6764976978302002, 0.8143147230148315, -0.30928510427474976, 0.3714101314544678, -0.9310013055801392], [0.25656935572624207, -1.2153384685516357, -0.08279728889465332, -2.1313421726226807, 0.30899879336357117, 0.4407876133918762, -0.3784671425819397, -1.4453988075256348, 6.18016242980957, 0.3406645357608795, -0.1983407735824585, 0.08592641353607178, -0.43900585174560547, -0.9881535768508911, -0.15571677684783936, 0.03448730707168579, 1.4995688199996948, 0.23549669981002808, -0.5615503787994385, -0.19615161418914795, -0.2045459747314453], [0.6977256536483765, -0.889422595500946, -0.14582586288452148, -0.4883500635623932, -0.5403754711151123, 0.34419766068458557, -0.4730187654495239, -1.4074276685714722, -0.07661575078964233, 6.228231906890869, -0.3181377947330475, 0.07845735549926758, -1.6233470439910889, 0.27649396657943726, -0.8943343162536621, -0.03793376684188843, -0.7182797193527222, 0.18108537793159485, 1.1595587730407715, 0.046643078327178955, -1.1033799648284912], [0.7789969444274902, 0.15038657188415527, -0.6248713731765747, 0.05342972278594971, -0.4354081153869629, 0.058048129081726074, 0.2419135570526123, 0.3266680836677551, 0.03567752242088318, -0.8525496125221252, 6.243853569030762, -1.8957748413085938, 0.8680863976478577, 0.3972513675689697, 0.744845449924469, -0.7352691292762756, -1.0861785411834717, 0.5269798040390015, -0.22944679856300354, -0.019606471061706543, 0.5251835584640503], [0.7852247953414917, 0.8741850852966309, 0.8607954382896423, -0.18703074753284454, -0.04156795144081116, -0.4814256429672241, -0.5919412970542908, -0.3801537752151489, 0.12714672088623047, 0.28363558650016785, -1.6607513427734375, 6.33056640625, -1.1139845848083496, 0.5922361612319946, -0.09573370218276978, -0.6548216342926025, 0.1910194754600525, 0.2287626415491104, -0.9214673042297363, 0.160061776638031, 0.16949862241744995], [1.4884037971496582, 0.10999834537506104, -0.8806227445602417, 1.2224557399749756, -1.2919764518737793, 0.07369804382324219, -0.8344289064407349, -1.1311163902282715, 0.13749444484710693, -1.6346253156661987, -0.15154452621936798, 0.12056255340576172, 6.454416751861572, -0.7761403322219849, 0.4674205183982849, -1.2394012212753296, -0.7940210103988647, -0.9856772422790527, -0.681588351726532, -0.39312615990638733, -0.4136539101600647], [1.0530023574829102, 0.7171283960342407, 0.8271379470825195, -1.0018562078475952, 0.4590979814529419, 1.4706796407699585, -0.2363181710243225, -0.7783185839653015, -2.3093228340148926, 0.4162827134132385, -0.060246437788009644, 0.05306422710418701, -0.08483679592609406, 6.579446315765381, -0.8010410070419312, 0.25912532210350037, -0.1613636016845703, -0.611156702041626, -0.9526586532592773, 0.04320843517780304, -0.12337221205234528], [0.4098743796348572, 0.18221162259578705, 0.3389871418476105, 0.3067614734172821, -0.29375365376472473, 0.6103355288505554, -0.6371939182281494, -0.9750857949256897, 0.006945669651031494, -0.8270416855812073, 0.04956477880477905, 0.6190149784088135, -0.06640627980232239, -0.9587441682815552, 6.671765327453613, -0.97078537940979, -0.4574054479598999, -0.017552435398101807, -0.13214701414108276, -0.7164844274520874, -1.0472147464752197], [0.8005037307739258, -0.24816495180130005, 0.14506864547729492, -0.3984842598438263, -0.2567107081413269, -0.5615701079368591, -1.6584800481796265, -0.6787401437759399, -0.011105597019195557, 0.8585910797119141, -0.965802788734436, -0.2791919708251953, -0.44562608003616333, -0.8381012082099915, -0.5370431542396545, 5.9884185791015625, -0.5739288330078125, 0.11408352851867676, 0.2852347791194916, -0.33634889125823975, -0.2891632318496704], [-0.15522819757461548, 0.2373945415019989, 0.2880174517631531, -0.028947263956069946, 0.077187679708004, -1.4177141189575195, -1.2429484128952026, 0.16694936156272888, -0.1557772159576416, -0.4166397154331207, -0.9961950778961182, 1.0184261798858643, 0.23600716888904572, 0.08872902393341064, -1.033279299736023, -0.20050792396068573, 5.924695014953613, -0.39682990312576294, 0.3303426504135132, 0.10333594679832458, 0.01788441836833954], [1.648512363433838, 0.07209613919258118, 0.057847362011671066, 0.0472385473549366, -1.2973580360412598, 0.7581130862236023, -0.1295567750930786, -0.34607717394828796, 0.9217219352722168, -1.0739903450012207, -0.21300029754638672, 0.1323535442352295, -1.0788898468017578, 0.6810348033905029, -0.26476719975471497, -0.14296796917915344, -0.5269548892974854, 6.767121315002441, -1.0588264465332031, 0.9906325340270996, -0.0850360095500946], [0.784015953540802, 0.37616902589797974, -0.384818971157074, -1.320526361465454, -0.5844019651412964, 0.3539586663246155, 0.0228959321975708, -1.9299757480621338, -0.3976847529411316, -0.036634787917137146, -1.1408179998397827, -0.8856385350227356, -1.281715750694275, -1.3752923011779785, 0.030638426542282104, 0.9596864581108093, -0.6739434003829956, -0.4244718551635742, 6.584389686584473, -1.0412598848342896, -0.2522186040878296], [1.290867567062378, 0.051513463258743286, -0.7558739185333252, -0.19502174854278564, -0.18560509383678436, 0.11408242583274841, -0.7223930358886719, -0.09591266512870789, -0.5605261921882629, 0.21715930104255676, 0.13168710470199585, -0.8080347776412964, -0.5377005338668823, 0.11710464954376221, -0.07871417701244354, -0.441775381565094, 0.028610587120056152, 1.9526469707489014, -0.7075546383857727, 6.788825988769531, -0.40611061453819275], [0.43195152282714844, -0.8831194639205933, 0.9009003043174744, -0.1562328040599823, 0.1856745332479477, -0.43238016963005066, -0.3058543801307678, 0.014877796173095703, 0.22323983907699585, -0.5773165822029114, -0.9838671684265137, 0.6272318959236145, -0.7257059216499329, -0.26895976066589355, -0.05306348204612732, -0.3199964761734009, 0.5126200914382935, -0.1622314453125, -1.232024908065796, 1.5130492448806763, 6.484048843383789]], "output_classes": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20]}

precomputed_results/p_021/p021_metadata.json

@@ -0,0 +1,88 @@
+{
+  "prime": 21,
+  "d_mlp": 512,
+  "training_runs": {
+    "standard": {
+      "act_type": "ReLU",
+      "lr": 5e-05,
+      "weight_decay": 0,
+      "num_epochs": 5000,
+      "frac_train": 1.0,
+      "init_type": "random",
+      "init_scale": 0.1,
+      "optimizer": "AdamW"
+    },
+    "grokking": {
+      "act_type": "ReLU",
+      "lr": 0.0001,
+      "weight_decay": 2.0,
+      "num_epochs": 50000,
+      "frac_train": 0.75,
+      "init_type": "random",
+      "init_scale": 0.1,
+      "optimizer": "AdamW"
+    },
+    "quad_random": {
+      "act_type": "Quad",
+      "lr": 5e-05,
+      "weight_decay": 0,
+      "num_epochs": 5000,
+      "frac_train": 1.0,
+      "init_type": "random",
+      "init_scale": 0.1,
+      "optimizer": "AdamW"
+    },
+    "quad_single_freq": {
+      "act_type": "Quad",
+      "lr": 0.1,
+      "weight_decay": 0,
+      "num_epochs": 10000,
+      "frac_train": 1.0,
+      "init_type": "single-freq",
+      "init_scale": 0.02,
+      "optimizer": "SGD"
+    },
+    "relu_single_freq": {
+      "act_type": "ReLU",
+      "lr": 0.01,
+      "weight_decay": 0,
+      "num_epochs": 10000,
+      "frac_train": 1.0,
+      "init_type": "single-freq",
+      "init_scale": 0.002,
+      "optimizer": "SGD"
+    }
+  },
+  "final_metrics": {
+    "standard": {
+      "train_acc": 1.0,
+      "test_acc": 1.0,
+      "train_loss": 0.03902997821569443,
+      "test_loss": 0.03902997821569443
+    },
+    "grokking": {
+      "train_acc": 1.0,
+      "test_acc": 0.9819819819819819,
+      "train_loss": 5.593064088316169e-06,
+      "test_loss": 0.09948969632387161
+    },
+    "quad_random": {
+      "train_acc": 1.0,
+      "test_acc": 1.0,
+      "train_loss": 0.007507078815251589,
+      "test_loss": 0.007507078815251589
+    },
+    "quad_single_freq": {
+      "train_acc": 1.0,
+      "test_acc": 1.0,
+      "train_loss": 0.0046972851268947124,
+      "test_loss": 0.0046972851268947124
+    },
+    "relu_single_freq": {
+      "train_acc": 0.9977324263038548,
+      "test_acc": 0.9977324263038548,
+      "train_loss": 3.0406877994537354,
+      "test_loss": 3.0406877994537354
+    }
+  }
+}

precomputed_results/p_021/p021_neuron_spectra.json

@@ -0,0 +1 @@
+{"fourier_basis_names": ["Const", "cos 1", "sin 1", "cos 2", "sin 2", "cos 3", "sin 3", "cos 4", "sin 4", "cos 5", "sin 5", "cos 6", "sin 6", "cos 7", "sin 7", "cos 8", "sin 8", "cos 9", "sin 9", "cos 10", "sin 10"], "neurons": {"neuron_0": {"global_index": 288, "dominant_freq": 1, "fourier_magnitudes_in": [0.04399282857775688, 0.9892266988754272, 0.2616417706012726, 0.028911205008625984, 0.043097518384456635, 0.20625467598438263, 0.20408351719379425, 0.050877876579761505, 0.04114741459488869, 0.057835210114717484, 0.14226515591144562, 0.09674692153930664, 0.006526421755552292, 0.0272087249904871, 0.09712955355644226, 0.08245201408863068, 0.045538995414972305, 0.008230279199779034, 0.08171690255403519, 0.04169836640357971, 0.06884937733411789], "fourier_magnitudes_out": [0.07801950722932816, 0.9083520770072937, 0.47975876927375793, 0.027154508978128433, 0.1014721542596817, 0.023988045752048492, 0.30358362197875977, 0.06700725853443146, 0.11380700021982193, 0.10168588161468506, 0.11626660078763962, 0.07142024487257004, 0.031167740002274513, 0.04398198053240776, 0.0020526046864688396, 0.023696154356002808, 0.043706439435482025, 0.05638952553272247, 0.020230181515216827, 0.009416983462870121, 0.08422262966632843]}, "neuron_1": {"global_index": 167, "dominant_freq": 2, "fourier_magnitudes_in": [0.04234614223241806, 0.055609773844480515, 0.04946237429976463, 1.0120651721954346, 0.017992952838540077, 0.031547319144010544, 0.08417373150587082, 0.07278358936309814, 0.003804619889706373, 0.028083158656954765, 0.031206641346216202, 0.30244866013526917, 0.04077073559165001, 0.05632925033569336, 0.013432259671390057, 0.08560517430305481, 0.045350249856710434, 0.04253586009144783, 0.06766268610954285, 0.17714819312095642, 0.0017495634965598583], "fourier_magnitudes_out": [0.012877855449914932, 0.0458187535405159, 0.09915612637996674, 1.0348937511444092, 0.14533016085624695, 0.055315181612968445, 0.11057941615581512, 0.008919266052544117, 0.04000496119260788, 0.034281279891729355, 0.05531901866197586, 0.26279088854789734, 0.15724395215511322, 0.024555617943406105, 0.13177135586738586, 0.058719731867313385, 0.012095090933144093, 0.06695958226919174, 0.0716267004609108, 0.11526858061552048, 0.17793722450733185]}, "neuron_2": {"global_index": 32, "dominant_freq": 3, "fourier_magnitudes_in": [0.07243140786886215, 0.1424475610256195, 0.028097109869122505, 0.06606069207191467, 0.0019601888488978148, 0.030035682022571564, 0.9309282302856445, 0.07729411125183105, 0.0324801504611969, 0.12438173592090607, 0.04996997117996216, 0.09131638705730438, 0.06552956998348236, 0.1237127035856247, 0.003717793384566903, 0.08549244701862335, 0.016211410984396935, 0.0550108328461647, 0.2184160053730011, 0.10482398420572281, 0.05479253828525543], "fourier_magnitudes_out": [0.07388974726200104, 0.046074505895376205, 0.09190927445888519, 0.11567825824022293, 0.02468138188123703, 1.0093154907226562, 0.11070991307497025, 0.060529861599206924, 0.008230408653616905, 0.0026919832453131676, 0.07393018901348114, 0.09199904650449753, 0.10568763315677643, 0.06913230568170547, 0.013605385087430477, 0.08513342589139938, 0.008077532984316349, 0.24210725724697113, 0.08604404330253601, 0.03326595947146416, 0.07510165125131607]}, "neuron_3": {"global_index": 161, "dominant_freq": 4, "fourier_magnitudes_in": [0.08012468367815018, 0.044462449848651886, 0.14933179318904877, 0.0180036723613739, 0.00578047102317214, 0.08457788825035095, 0.02012442611157894, 0.06425490975379944, 1.003866195678711, 0.07702043652534485, 0.00013354963448364288, 0.01816094107925892, 0.02169640362262726, 0.024467159062623978, 0.05392362177371979, 0.08491425961256027, 0.016020232811570168, 0.031570643186569214, 0.29586634039878845, 0.040649473667144775, 0.03186642751097679], "fourier_magnitudes_out": [0.011876381002366543, 0.13199977576732635, 0.051462914794683456, 0.059151604771614075, 0.03573595732450485, 0.04577422887086868, 0.018772494047880173, 1.0222291946411133, 0.08669090270996094, 0.007435565814375877, 0.020180368795990944, 0.009398006834089756, 0.028826389461755753, 0.023968618363142014, 0.030047308653593063, 0.008157522417604923, 0.029110591858625412, 0.2793433666229248, 0.05576585978269577, 0.03295162320137024, 0.022164231166243553]}, "neuron_4": {"global_index": 416, "dominant_freq": 5, "fourier_magnitudes_in": [0.0018553078407421708, 0.032946351915597916, 0.05114763230085373, 0.05468163639307022, 0.01968739740550518, 0.07627063244581223, 0.023192185908555984, 0.12715403735637665, 0.12461288273334503, 0.15631352365016937, 1.001050591468811, 0.12696194648742676, 0.2894359529018402, 0.09530290216207504, 0.05588614568114281, 0.09364328533411026, 0.013374492526054382, 0.05594148114323616, 0.04152959585189819, 0.012575906701385975, 0.04493426904082298], "fourier_magnitudes_out": [0.02247890830039978, 0.050366535782814026, 0.08048761636018753, 0.0774238258600235, 0.044424913823604584, 0.0505312941968441, 0.06899837404489517, 0.14806532859802246, 0.1322140395641327, 0.9219700694084167, 0.4371451139450073, 0.02191780135035515, 0.34611842036247253, 0.11774133145809174, 0.0024068893399089575, 0.020406583324074745, 0.09648812562227249, 0.10657738149166107, 0.00345368473790586, 0.031394559890031815, 0.09506640583276749]}, "neuron_5": {"global_index": 455, "dominant_freq": 6, "fourier_magnitudes_in": [0.15453913807868958, 0.013038482517004013, 0.009056741371750832, 0.003354332409799099, 0.011604265309870243, 0.29279667139053345, 0.08214478939771652, 0.0080568240955472, 0.002328138332813978, 0.01317805889993906, 0.029649103060364723, 1.017003059387207, 0.019308818504214287, 0.016075685620307922, 0.002526193857192993, 0.03637000545859337, 0.0035295705311000347, 0.22219227254390717, 0.07801386713981628, 0.0012369966134428978, 4.682295912061818e-05], "fourier_magnitudes_out": [0.14490267634391785, 0.10789202153682709, 0.01861722394824028, 0.07261531054973602, 0.022671420127153397, 0.3033415973186493, 0.0676921084523201, 0.005923617631196976, 0.05491776764392853, 0.031895119696855545, 0.031524401158094406, 1.0640438795089722, 0.09685773402452469, 0.04650186747312546, 0.03744707256555557, 0.0458802729845047, 0.020251888781785965, 0.19593282043933868, 0.029480481520295143, 0.05762431025505066, 0.00309904501773417]}, "neuron_6": {"global_index": 283, "dominant_freq": 7, "fourier_magnitudes_in": [0.4025222659111023, 0.006057979539036751, 0.0518227219581604, 0.021931668743491173, 0.00716147618368268, 0.05696416273713112, 0.05260080099105835, 0.04136427119374275, 0.04159936308860779, 0.03890351578593254, 0.031122535467147827, 0.022980835288763046, 0.00590936467051506, 0.9814328551292419, 0.006585088558495045, 0.01319353561848402, 0.029575342312455177, 0.009114116430282593, 0.024059809744358063, 0.010534192435443401, 0.02084234729409218], "fourier_magnitudes_out": [0.30787762999534607, 0.07713497430086136, 0.03158875182271004, 0.02102823741734028, 0.07752005010843277, 0.06945135444402695, 0.09974988549947739, 0.0038238135166466236, 0.10029561072587967, 0.017414890229701996, 0.12107817828655243, 0.03126254677772522, 0.011380419135093689, 1.0113496780395508, 0.006190657615661621, 0.060517337173223495, 0.04536433890461922, 0.007182783912867308, 0.005144437309354544, 0.021226726472377777, 0.014199361205101013]}, "neuron_7": {"global_index": 424, "dominant_freq": 8, "fourier_magnitudes_in": [0.020636972039937973, 0.04230375587940216, 0.14837723970413208, 0.04827910289168358, 0.04850136116147041, 0.08587810397148132, 0.15412986278533936, 0.049251556396484375, 0.17734208703041077, 0.01323674712330103, 0.005975564010441303, 0.022835951298475266, 0.10932397097349167, 0.018592594191432, 0.13819199800491333, 0.11716321110725403, 0.9417890906333923, 0.030744435265660286, 0.1826886087656021, 0.011924448423087597, 0.04949623718857765], "fourier_magnitudes_out": [0.039636604487895966, 0.026610132306814194, 0.12640312314033508, 0.11325816065073013, 0.13982076942920685, 0.2298421561717987, 0.16203737258911133, 0.015355585142970085, 0.10831144452095032, 0.06722603738307953, 0.00824666116386652, 0.014842125587165356, 0.11399319022893906, 0.029552318155765533, 0.10802732408046722, 1.004438042640686, 0.22516846656799316, 0.004523899406194687, 0.11757458001375198, 0.04920629411935806, 0.030058162286877632]}, "neuron_8": {"global_index": 438, "dominant_freq": 9, "fourier_magnitudes_in": [0.01648116298019886, 0.005016727838665247, 0.01733352243900299, 0.007312368601560593, 0.012344717979431152, 0.010074881836771965, 0.09109117835760117, 0.003301059128716588, 0.001136070815846324, 0.014753017574548721, 0.0017927625449374318, 0.008768850937485695, 0.25254255533218384, 0.018777944147586823, 0.01424297597259283, 0.008577595464885235, 0.004226764664053917, 0.012986809946596622, 0.9730827212333679, 0.013586452230811119, 0.008210292086005211], "fourier_magnitudes_out": [0.18246349692344666, 0.012101895175874233, 0.028061015531420708, 0.029202666133642197, 0.024124404415488243, 0.18156841397285461, 0.04291689395904541, 0.0007650544284842908, 0.013623571023344994, 0.005856938660144806, 0.010338256135582924, 0.3456362783908844, 0.01207577995955944, 0.03586133196949959, 0.01971309259533882, 0.019484803080558777, 0.024300584569573402, 1.0843194723129272, 0.004223846364766359, 0.013742375187575817, 0.0195893757045269]}, "neuron_9": {"global_index": 99, "dominant_freq": 10, "fourier_magnitudes_in": [0.10222017765045166, 0.12257625162601471, 0.04664042964577675, 0.07728579640388489, 0.07312120497226715, 0.009052699431777, 0.08778297156095505, 0.031817011535167694, 0.052045710384845734, 0.003086306620389223, 0.0037508918903768063, 0.005585541483014822, 0.0032140163239091635, 0.07086250185966492, 0.02061573974788189, 0.08090123534202576, 0.11254646629095078, 0.09925855696201324, 0.23837456107139587, 0.16990311443805695, 0.9931573867797852], "fourier_magnitudes_out": [0.0431678369641304, 0.027070432901382446, 0.021629134193062782, 0.0043244617991149426, 0.015287509188055992, 0.00855536200106144, 0.0013425752986222506, 0.009090134873986244, 0.01441758219152689, 0.04583429917693138, 0.020430635660886765, 0.06523282080888748, 0.015329550951719284, 0.06996507942676544, 0.07428042590618134, 0.046917349100112915, 0.16899628937244415, 0.1713181436061859, 0.2656307518482208, 0.9981193542480469, 0.3718421757221222]}, "neuron_10": {"global_index": 386, "dominant_freq": 1, "fourier_magnitudes_in": [0.17142261564731598, 0.07981907576322556, 0.986992359161377, 0.18754668533802032, 0.08909744769334793, 0.020827239379286766, 0.22243821620941162, 0.09415934234857559, 0.08386857062578201, 0.08113106340169907, 0.08312758803367615, 0.07619880884885788, 0.07104802876710892, 0.10525563359260559, 0.07014572620391846, 0.041820187121629715, 0.012214661575853825, 0.14493496716022491, 0.0830325037240982, 0.06604984402656555, 0.05583956465125084], "fourier_magnitudes_out": [0.02745412290096283, 1.0029394626617432, 0.30820900201797485, 0.06808299571275711, 0.06940235197544098, 0.21573515236377716, 0.24419410526752472, 0.036690786480903625, 0.062530517578125, 0.034856367856264114, 0.186980739235878, 0.05467559024691582, 0.1100565493106842, 0.08605199307203293, 0.07893728464841843, 0.05821073055267334, 0.00977336149662733, 0.1286586970090866, 0.007345051039010286, 0.11453354358673096, 0.0292515866458416]}, "neuron_11": {"global_index": 296, "dominant_freq": 2, "fourier_magnitudes_in": [0.12020807713270187, 0.17381079494953156, 0.024228325113654137, 1.0086191892623901, 0.08954837173223495, 0.14995530247688293, 0.045291922986507416, 0.17245760560035706, 0.0460951030254364, 0.18613030016422272, 0.0976182371377945, 0.2217831313610077, 0.04399174451828003, 0.07249563187360764, 0.00012159268953837454, 0.15667195618152618, 0.04224129393696785, 0.1794533133506775, 0.07597426325082779, 0.01193604152649641, 0.02657034434378147], "fourier_magnitudes_out": [0.04380399361252785, 0.09183431416749954, 0.12077262997627258, 0.9726853966712952, 0.29079535603523254, 0.13389825820922852, 0.043009933084249496, 0.09589365124702454, 0.011115824803709984, 0.017511604353785515, 0.1808066964149475, 0.16494695842266083, 0.1944757103919983, 0.09389468282461166, 0.010275714099407196, 0.08947887271642685, 0.07395874708890915, 0.1085093691945076, 0.0930444672703743, 0.06599240005016327, 0.037868350744247437]}, "neuron_12": {"global_index": 495, "dominant_freq": 3, "fourier_magnitudes_in": [0.08136215806007385, 0.06712868064641953, 0.004682078026235104, 0.02053248882293701, 0.04895015433430672, 0.9146851897239685, 0.09024655073881149, 0.017012454569339752, 0.05001908913254738, 0.04895481467247009, 0.023398874327540398, 0.156747505068779, 0.037138648331165314, 0.05206255614757538, 0.011843223124742508, 0.036044470965862274, 0.04350566491484642, 0.2814667522907257, 0.08138909935951233, 0.03539597615599632, 0.05144719034433365], "fourier_magnitudes_out": [0.11109254509210587, 0.01811634935438633, 0.00793362781405449, 0.025659704580903053, 0.0030601138714700937, 1.0190824270248413, 0.016649318858981133, 0.03645122051239014, 0.008456247858703136, 0.02123662643134594, 0.0064770826138556, 0.2498181164264679, 0.018094347789883614, 0.04295235872268677, 0.059381987899541855, 0.022687753662467003, 0.02702326700091362, 0.3606680631637573, 0.061856649816036224, 0.005376424640417099, 0.014168635942041874]}, "neuron_13": {"global_index": 63, "dominant_freq": 4, "fourier_magnitudes_in": [0.06929048150777817, 0.14529719948768616, 0.0291129183024168, 0.060082122683525085, 0.0890202671289444, 0.10794924199581146, 0.04863046482205391, 0.2250787615776062, 0.9574599862098694, 0.12171660363674164, 0.0436570942401886, 0.040183525532484055, 0.08603577315807343, 0.032108742743730545, 0.05929812043905258, 0.07181873172521591, 0.04578057676553726, 0.1625625342130661, 0.18921492993831635, 0.07721984386444092, 0.02201065793633461], "fourier_magnitudes_out": [0.07831917703151703, 0.18950016796588898, 0.048928506672382355, 0.09966567158699036, 0.008718863129615784, 0.08190977573394775, 0.004546447657048702, 0.8757318258285522, 0.6016995310783386, 0.048240065574645996, 0.052595872431993484, 0.06813625991344452, 0.09841442853212357, 0.09180599451065063, 0.09801807254552841, 0.022312307730317116, 0.04011646285653114, 0.05156273394823074, 0.32642143964767456, 0.0049301981925964355, 0.09889476001262665]}, "neuron_14": {"global_index": 458, "dominant_freq": 5, "fourier_magnitudes_in": [0.08995417505502701, 0.09976324439048767, 0.009837799705564976, 0.05661159008741379, 0.022784393280744553, 0.0031473867129534483, 0.014655997976660728, 0.0514812134206295, 0.08842937648296356, 0.08557840436697006, 0.9770762920379639, 0.06996292620897293, 0.26096516847610474, 0.030529694631695747, 0.014821374788880348, 0.02716873772442341, 0.02325247973203659, 0.08083713799715042, 0.018828358501195908, 0.11795470863580704, 0.0007703705341555178], "fourier_magnitudes_out": [0.04471017047762871, 0.07188216596841812, 0.05120895802974701, 0.0032917459029704332, 0.050599366426467896, 0.0007083395030349493, 0.09991627186536789, 0.0974063128232956, 0.11472524702548981, 1.0349035263061523, 0.20219194889068604, 0.2726924419403076, 0.20177951455116272, 0.017979150637984276, 0.11678538471460342, 0.012354126200079918, 0.05798351764678955, 0.014575724489986897, 0.02569986693561077, 0.04541568085551262, 0.024697067216038704]}, "neuron_15": {"global_index": 484, "dominant_freq": 6, "fourier_magnitudes_in": [0.0356806144118309, 0.02005808614194393, 0.15856188535690308, 0.1379920095205307, 0.053458791226148605, 0.2052275538444519, 0.0738309919834137, 0.08999484032392502, 0.08569720387458801, 0.1164410263299942, 0.04385499656200409, 0.9745668172836304, 0.13455325365066528, 0.12889976799488068, 0.04467995837330818, 0.028842603787779808, 0.13764716684818268, 0.06400445848703384, 0.008972101844847202, 0.10378333926200867, 0.11741652339696884], "fourier_magnitudes_out": [0.0009777606464922428, 0.03759359195828438, 0.06863828748464584, 0.06765833497047424, 0.01589469611644745, 0.08259625732898712, 0.2140316218137741, 0.019551992416381836, 0.034896060824394226, 0.012039034627377987, 0.059564948081970215, 0.9637668132781982, 0.383311927318573, 0.01732715219259262, 0.00957744475454092, 0.09563121944665909, 0.014397942461073399, 0.025602620095014572, 0.046044688671827316, 0.043015256524086, 0.08440395444631577]}, "neuron_16": {"global_index": 506, "dominant_freq": 7, "fourier_magnitudes_in": [0.25357845425605774, 0.040664225816726685, 0.028695890679955482, 0.12867015600204468, 0.0642840638756752, 0.05369335040450096, 0.078854501247406, 0.036707036197185516, 0.07662750780582428, 0.0027172653935849667, 0.12799076735973358, 0.017239443957805634, 0.03567977622151375, 0.9648541808128357, 0.12335308641195297, 0.04606348276138306, 0.006983228959143162, 0.11411160975694656, 0.06370522826910019, 0.10224058479070663, 0.0022287594620138407], "fourier_magnitudes_out": [0.31471383571624756, 0.04518545791506767, 0.06292666494846344, 0.056449394673109055, 0.04576031491160393, 0.010623480193316936, 0.033573102205991745, 0.020245712250471115, 0.02579924277961254, 0.017355475574731827, 0.03364734724164009, 0.01606312021613121, 0.019818000495433807, 1.1016156673431396, 0.010171839036047459, 0.00270087830722332, 0.03626245632767677, 0.01391470618546009, 0.023561738431453705, 0.006943842861801386, 0.0074274614453315735]}, "neuron_17": {"global_index": 120, "dominant_freq": 8, "fourier_magnitudes_in": [0.018611984327435493, 0.059087347239255905, 0.02144406922161579, 0.0252535417675972, 0.14973919093608856, 0.2622843086719513, 0.11925145238637924, 0.09534500539302826, 0.02423158474266529, 0.1279388815164566, 0.02786160260438919, 0.1116744726896286, 0.09152478724718094, 0.00586704071611166, 0.03299311548471451, 0.9051085710525513, 0.13618992269039154, 0.09575003385543823, 0.0856780856847763, 0.05922137200832367, 0.019653063267469406], "fourier_magnitudes_out": [0.00702289305627346, 0.07915592938661575, 0.010073286481201649, 0.23417875170707703, 0.012171431444585323, 0.07980567216873169, 0.1538066416978836, 0.09651920199394226, 0.05327107757329941, 0.02034691348671913, 0.004689663648605347, 0.07022865861654282, 0.005359960719943047, 0.1725793480873108, 0.11803170293569565, 0.8837360739707947, 0.3311820328235626, 0.02435828186571598, 0.10128358006477356, 0.0485292449593544, 0.023770958185195923]}, "neuron_18": {"global_index": 407, "dominant_freq": 9, "fourier_magnitudes_in": [0.009761146269738674, 0.023023569956421852, 0.0005398878711275756, 0.02231767028570175, 0.013734126463532448, 0.017515236511826515, 0.09474323689937592, 0.027354542165994644, 0.006865006871521473, 0.02793506160378456, 0.011852548457682133, 0.024501057341694832, 0.26273462176322937, 0.01951315812766552, 0.005566036328673363, 0.02213715948164463, 0.0038911213632673025, 0.028758950531482697, 0.9687879085540771, 0.013147684745490551, 0.008694283664226532], "fourier_magnitudes_out": [0.11300703883171082, 0.0480080172419548, 0.09456274658441544, 0.0020283530466258526, 0.04721245542168617, 0.11753804981708527, 0.013551784679293633, 0.022087054327130318, 0.03696184977889061, 0.0008576714899390936, 0.07549857348203659, 0.28164437413215637, 0.03655356913805008, 0.0482589416205883, 0.014053095132112503, 0.010886931791901588, 0.09709963202476501, 1.0347367525100708, 0.02454291470348835, 0.03540108725428581, 0.06797832995653152]}, "neuron_19": {"global_index": 75, "dominant_freq": 10, "fourier_magnitudes_in": [0.07560338079929352, 0.13066713511943817, 0.02487042360007763, 0.14601187407970428, 0.020931951701641083, 0.08418157696723938, 0.015243512578308582, 0.005060127004981041, 0.04181935265660286, 0.04799072816967964, 0.05740796774625778, 0.09403152763843536, 0.03909675031900406, 0.11899707466363907, 0.040580764412879944, 0.06370840966701508, 0.11122457683086395, 0.11423955857753754, 0.1725616157054901, 0.9877934455871582, 0.26435425877571106], "fourier_magnitudes_out": [0.007611116394400597, 0.03496180847287178, 0.010479415766894817, 0.06944842636585236, 0.01899382658302784, 0.03875303640961647, 0.022656140848994255, 0.06858377158641815, 0.02626347355544567, 0.014515208080410957, 0.06991853564977646, 0.05779184773564339, 0.0826820358633995, 0.12959662079811096, 0.01684500463306904, 0.12058945745229721, 0.15004484355449677, 0.1479330211877823, 0.3157033622264862, 0.9888033270835876, 0.4732051491737366]}}}

precomputed_results/p_021/p021_overview.json

@@ -0,0 +1 @@
+{"std_epochs": [0, 200, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800], "std_ipr": [0.18244823813438416, 0.20428025722503662, 0.263482004404068, 0.32558345794677734, 0.37770509719848633, 0.4187614321708679, 0.45156508684158325, 0.4789360761642456, 0.5017136931419373, 0.5212442874908447, 0.5379099249839783, 0.5521739721298218, 0.5645865201950073, 0.575885534286499, 0.586257815361023, 0.5960654020309448, 0.605340838432312, 0.6139873266220093, 0.6221069097518921, 0.6300462484359741, 0.6376084089279175, 0.644379734992981, 0.650323748588562, 0.6556113958358765, 0.6604386568069458], "std_train_loss": [3.044525384902954, 3.0209803581237793, 2.9842817783355713, 2.9294204711914062, 2.8553497791290283, 2.762050151824951, 2.649853467941284, 2.5189030170440674, 2.370004177093506, 2.204694986343384, 2.0248801708221436, 1.8331923484802246, 1.6326876878738403, 1.4274797439575195, 1.2223217487335205, 1.0228084325790405, 0.8347421288490295, 0.6634871363639832, 0.5128021240234375, 0.3848407566547394, 0.2802150249481201, 0.19808915257453918, 0.1363116353750229, 0.09158243983983994, 0.060276418924331665], "grokk_epochs": [0, 200, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000, 6200, 6400, 6600, 6800, 7000, 7200, 7400, 7600, 7800, 8000, 8200, 8400, 8600, 8800, 9000, 9200, 9400, 9600, 9800, 10000, 10200, 10400, 10600, 10800, 11000, 11200, 11400, 11600, 11800, 12000, 12200, 12400, 12600, 12800, 13000, 13200, 13400, 13600, 13800, 14000, 14200, 14400, 14600, 14800, 15000, 15200, 15400, 15600, 15800, 16000, 16200, 16400, 16600, 16800, 17000, 17200, 17400, 17600, 17800, 18000, 18200, 18400, 18600, 18800, 19000, 19200, 19400, 19600, 19800, 20000, 20200, 20400, 20600, 20800, 21000, 21200, 21400, 21600, 21800, 22000, 22200, 22400, 22600, 22800, 23000, 23200, 23400, 23600, 23800, 24000, 24200, 24400, 24600, 24800, 25000, 25200, 25400, 25600, 25800, 26000, 26200, 26400, 26600, 26800, 27000, 27200, 27400, 27600, 27800, 28000, 28200, 28400, 28600, 28800, 29000, 29200, 29400, 29600, 29800, 30000, 30200, 30400, 30600, 30800, 31000, 31200, 31400, 31600, 31800, 32000, 32200, 32400, 32600, 32800, 33000, 33200, 33400, 33600, 33800, 34000, 34200, 34400, 34600, 34800, 35000, 35200, 35400, 35600, 35800, 36000, 36200, 36400, 36600, 36800], "grokk_ipr": [0.18244823813438416, 0.22327962517738342, 0.29168325662612915, 0.34364742040634155, 0.3833383023738861, 0.4157363474369049, 0.4435068964958191, 0.46821004152297974, 0.4914778470993042, 0.5137685537338257, 0.5350733399391174, 0.5548924207687378, 0.5720531940460205, 0.5865799188613892, 0.5988438129425049, 0.6092861294746399, 0.6183955669403076, 0.6264128684997559, 0.6335846781730652, 0.6402953863143921, 0.6465210914611816, 0.6520981788635254, 0.6569913625717163, 0.6614866852760315, 0.6656726598739624, 0.6695865392684937, 0.673145055770874, 0.6764137744903564, 0.6795327663421631, 0.6824969053268433, 0.6853756904602051, 0.688212513923645, 0.6910518407821655, 0.6938442587852478, 0.696678638458252, 0.6996404528617859, 0.7027468681335449, 0.7060672044754028, 0.7096172571182251, 0.7133482694625854, 0.7171998023986816, 0.7211546897888184, 0.7251578569412231, 0.7291079759597778, 0.733042299747467, 0.7369741201400757, 0.7408261299133301, 0.7445740699768066, 0.7482271194458008, 0.7518098950386047, 0.7552969455718994, 0.7586992383003235, 0.7619918584823608, 0.7651772499084473, 0.7682386636734009, 0.7712019681930542, 0.7740497589111328, 0.7767876386642456, 0.7794252634048462, 0.7819757461547852, 0.7844402194023132, 0.7868406176567078, 0.7891927361488342, 0.7914583683013916, 0.7936588525772095, 0.7957764863967896, 0.7978244423866272, 0.7998288869857788, 0.8017452955245972, 0.8035972714424133, 0.805372953414917, 0.8070859313011169, 0.808742880821228, 0.8103378415107727, 0.8118892312049866, 0.8133994340896606, 0.814868152141571, 0.8162847757339478, 0.8176526427268982, 0.8189791440963745, 0.8202677965164185, 0.8215104341506958, 0.8227200508117676, 0.8239004611968994, 0.8250540494918823, 0.8261638879776001, 0.8272336721420288, 0.8282834887504578, 0.829306960105896, 0.8302953243255615, 0.8312525749206543, 0.8321762084960938, 0.8330763578414917, 0.8339437246322632, 0.8347773551940918, 0.8356025815010071, 0.8364006280899048, 0.8371756672859192, 0.8379240036010742, 0.8386507034301758, 0.8393558263778687, 0.8400413990020752, 0.8407111167907715, 0.8413682579994202, 0.8420069217681885, 0.8426268696784973, 0.8432295918464661, 0.8438069820404053, 0.8443618416786194, 0.8448901176452637, 0.8453933596611023, 0.8458820581436157, 0.8463605642318726, 0.8468356132507324, 0.8472966551780701, 0.847739577293396, 0.848160982131958, 0.8485800623893738, 0.8489882349967957, 0.8493844270706177, 0.8497635722160339, 0.8501293659210205, 0.8504910469055176, 0.8508444428443909, 0.8511862754821777, 0.8515186309814453, 0.8518372774124146, 0.8521486520767212, 0.8524519801139832, 0.8527458906173706, 0.8530300855636597, 0.8533087372779846, 0.8535755276679993, 0.8538442850112915, 0.8541078567504883, 0.8543645143508911, 0.8546128869056702, 0.854860782623291, 0.8550938367843628, 0.8553174734115601, 0.8555378913879395, 0.8557522296905518, 0.8559610843658447, 0.8561738729476929, 0.8563791513442993, 0.8565872311592102, 0.8567937612533569, 0.856995701789856, 0.8571866154670715, 0.8573688268661499, 0.8575479388237, 0.857722282409668, 0.8578904271125793, 0.8580538034439087, 0.8582141399383545, 0.8583683967590332, 0.8585211038589478, 0.8586702346801758, 0.8588138818740845, 0.8589472770690918, 0.8590788245201111, 0.8592032790184021, 0.8593241572380066, 0.8594398498535156, 0.8595482110977173, 0.8596513867378235, 0.859758734703064, 0.859863817691803, 0.8599618673324585, 0.8600606322288513, 0.8601624965667725, 0.8602657318115234, 0.8603626489639282, 0.8604628443717957, 0.8605561852455139, 0.8606462478637695, 0.8607320785522461, 0.8608129024505615, 0.8608874082565308, 0.8609593510627747, 0.8610253930091858, 0.8610937595367432, 0.8611615896224976, 0.8612312078475952, 0.8612995147705078], "grokk_train_loss": [3.044389247894287, 2.9674172401428223, 2.8280866146087646, 2.63392972946167, 2.395930528640747, 2.1267857551574707, 1.841322660446167, 1.5539031028747559, 1.2766112089157104, 1.019289493560791, 0.788569986820221, 0.5886627435684204, 0.42321500182151794, 0.29407817125320435, 0.19906213879585266, 0.13239774107933044, 0.0870928093791008, 0.05690830573439598, 0.03709413483738899, 0.024161020293831825, 0.01575334370136261, 0.010287543758749962, 0.00674273818731308, 0.00443414319306612, 0.002927175723016262, 0.001940174144692719, 0.0012933410471305251, 0.0008675164426676929, 0.0005857577198185027, 0.0003985344956163317, 0.0002733469591476023, 0.0001892206200864166, 0.00013239140389487147, 9.387136378791183e-05, 6.753854540875182e-05, 4.9433456297265366e-05, 3.6885019653709605e-05, 2.8148780984338373e-05, 2.201114511990454e-05, 1.7683958503766917e-05, 1.4597948393202387e-05, 1.2398390936141368e-05, 1.079703724826686e-05, 9.628801308281254e-06, 8.768337465880904e-06, 8.13581300462829e-06, 7.649226063222159e-06, 7.286183972610161e-06, 7.010920853645075e-06, 6.804293661843985e-06, 6.646794190601213e-06, 6.516748271678807e-06, 6.41921496935538e-06, 6.347689577523852e-06, 6.288446456892416e-06, 6.242930339794839e-06, 6.199582458066288e-06, 6.173934252728941e-06, 6.1500923038693145e-06, 6.126612333900994e-06, 6.105660304456251e-06, 6.085070708650164e-06, 6.064840363251278e-06, 6.053282049833797e-06, 6.0406387092371006e-06, 6.027272775099846e-06, 6.01210058448487e-06, 6.0009024309692904e-06, 5.993677405058406e-06, 5.982840320939431e-06, 5.97850521444343e-06, 5.9608046285575256e-06, 5.948883426754037e-06, 5.942742518527666e-06, 5.933711690886412e-06, 5.923596745560644e-06, 5.91456591791939e-06, 5.901199983782135e-06, 5.900477844988927e-06, 5.895781669096323e-06, 5.880248409084743e-06, 5.878442152607022e-06, 5.8676050684880465e-06, 5.8618252296582796e-06, 5.859296834387351e-06, 5.852794402017025e-06, 5.847737156727817e-06, 5.837983735546004e-06, 5.832203896716237e-06, 5.822811544931028e-06, 5.817031706101261e-06, 5.809084541397169e-06, 5.797885933134239e-06, 5.798969596071402e-06, 5.794996013719356e-06, 5.785603661934147e-06, 5.778740160167217e-06, 5.777656497230055e-06, 5.765375135524664e-06, 5.765735295426566e-06, 5.758872248406988e-06, 5.754899120802293e-06, 5.7498409660183825e-06, 5.7418942560616415e-06, 5.7379206737095956e-06, 5.7361148719792254e-06, 5.729251370212296e-06, 5.727806183131179e-06, 5.724194124923088e-06, 5.719497949030483e-06, 5.7151628425344825e-06, 5.714801773137879e-06, 5.71155032957904e-06, 5.702519501937786e-06, 5.7017969083972275e-06, 5.696378593711415e-06, 5.696739663108019e-06, 5.691321348422207e-06, 5.693488674296532e-06, 5.691682872566162e-06, 5.695294930774253e-06, 5.689515091944486e-06, 5.681928996636998e-06, 5.6826515901775565e-06, 5.677233275491744e-06, 5.679761670762673e-06, 5.672175575455185e-06, 5.675427019014023e-06, 5.669647180184256e-06, 5.670369318977464e-06, 5.668201993103139e-06, 5.662061084876768e-06, 5.6616995607328136e-06, 5.66133849133621e-06, 5.659532234858489e-06, 5.65880964131793e-06, 5.650501407217234e-06, 5.647611487802351e-06, 5.651946139551001e-06, 5.645082637784071e-06, 5.644721568387467e-06, 5.642915311909746e-06, 5.645082637784071e-06, 5.642915311909746e-06, 5.6407479860354215e-06, 5.636412879539421e-06, 5.635690285998862e-06, 5.630994110106258e-06, 5.632078227790771e-06, 5.628104190691374e-06, 5.622324351861607e-06, 5.623408469546121e-06, 5.624492132483283e-06, 5.611848791886587e-06, 5.61907336305012e-06, 5.611126198346028e-06, 5.6143771871575154e-06, 5.61473871130147e-06, 5.609681011264911e-06, 5.609319941868307e-06, 5.60787475478719e-06, 5.613654593616957e-06, 5.605707428912865e-06, 5.603178578894585e-06, 5.605346359516261e-06, 5.605707428912865e-06, 5.604262696579099e-06, 5.604262696579099e-06, 5.602094915957423e-06, 5.596676601271611e-06, 5.598843927145936e-06, 5.5992049965425394e-06, 5.59487034479389e-06, 5.5934251577127725e-06, 5.5952314141904935e-06, 5.592703018919565e-06, 5.590535238297889e-06, 5.590896762441844e-06, 5.5934251577127725e-06, 5.5934251577127725e-06, 5.591257831838448e-06, 5.59487034479389e-06, 5.5952314141904935e-06, 5.590535238297889e-06, 5.59487034479389e-06], "grokk_test_loss": [3.0449321269989014, 3.1141209602355957, 3.1986923217773438, 3.2623565196990967, 3.2936782836914062, 3.2882657051086426, 3.2424237728118896, 3.152372360229492, 3.008422613143921, 2.809026002883911, 2.5695159435272217, 2.313932418823242, 2.0738916397094727, 1.8746581077575684, 1.7238553762435913, 1.613311767578125, 1.530250906944275, 1.463088035583496, 1.4070494174957275, 1.3569586277008057, 1.3106812238693237, 1.2688595056533813, 1.2286931276321411, 1.189433217048645, 1.1492258310317993, 1.1072179079055786, 1.0669689178466797, 1.0272951126098633, 0.9868414402008057, 0.9468589425086975, 0.9068500995635986, 0.8682304620742798, 0.8313118815422058, 0.7966078519821167, 0.7625108361244202, 0.728405237197876, 0.6938266158103943, 0.6593413949012756, 0.6258352398872375, 0.5931069254875183, 0.5613495707511902, 0.530583381652832, 0.5015881657600403, 0.47466421127319336, 0.4495837092399597, 0.4257523715496063, 0.40403908491134644, 0.3839874863624573, 0.36580073833465576, 0.349098801612854, 0.33378854393959045, 0.3195316195487976, 0.306805819272995, 0.29519742727279663, 0.2843731939792633, 0.2743742763996124, 0.2653801739215851, 0.2572484314441681, 0.24985259771347046, 0.24292618036270142, 0.23646992444992065, 0.2303389608860016, 0.22444401681423187, 0.21920807659626007, 0.21400104463100433, 0.20913389325141907, 0.20458649098873138, 0.20006929337978363, 0.1958007514476776, 0.1918492317199707, 0.188101664185524, 0.1845824271440506, 0.18131159245967865, 0.17811469733715057, 0.17509391903877258, 0.17222243547439575, 0.16947020590305328, 0.16700522601604462, 0.16467231512069702, 0.16254042088985443, 0.16058582067489624, 0.15876120328903198, 0.15685494244098663, 0.15503321588039398, 0.15320774912834167, 0.1514972597360611, 0.1498664766550064, 0.14830616116523743, 0.14680041372776031, 0.14536775648593903, 0.14395904541015625, 0.14260169863700867, 0.14140675961971283, 0.14026975631713867, 0.13923130929470062, 0.13809369504451752, 0.13699005544185638, 0.13589441776275635, 0.13484279811382294, 0.13379104435443878, 0.13281790912151337, 0.13185954093933105, 0.13094453513622284, 0.13003067672252655, 0.12917174398899078, 0.12835556268692017, 0.12755019962787628, 0.12681491672992706, 0.1260673552751541, 0.125330850481987, 0.12461157143115997, 0.12392528355121613, 0.12326552718877792, 0.12259865552186966, 0.12195897102355957, 0.12135049700737, 0.12076142430305481, 0.12013577669858932, 0.1195218488574028, 0.1190018281340599, 0.11850874871015549, 0.1180320456624031, 0.11753632873296738, 0.11705303192138672, 0.11653972417116165, 0.11606264859437943, 0.11561067402362823, 0.11513403803110123, 0.11464807391166687, 0.11414582282304764, 0.11370516568422318, 0.11330445110797882, 0.1129620149731636, 0.11260125786066055, 0.11223895847797394, 0.11188448965549469, 0.1115315854549408, 0.1112140417098999, 0.11091753095388412, 0.11068177223205566, 0.11042851954698563, 0.11018050462007523, 0.10991287231445312, 0.10973206162452698, 0.10955365002155304, 0.10933475941419601, 0.10911191254854202, 0.10886237025260925, 0.10862571001052856, 0.10836587846279144, 0.1081196516752243, 0.1078212559223175, 0.107528455555439, 0.10728137195110321, 0.10705331712961197, 0.10683534294366837, 0.10659126192331314, 0.10634205490350723, 0.10608986765146255, 0.1058446541428566, 0.10561716556549072, 0.10540516674518585, 0.10520387440919876, 0.10500086843967438, 0.10480315238237381, 0.10451661050319672, 0.10412652790546417, 0.10376586765050888, 0.10343421995639801, 0.10310100764036179, 0.10279469192028046, 0.10251380503177643, 0.1022523045539856, 0.10199899226427078, 0.10176309943199158, 0.10152091830968857, 0.1012854129076004, 0.10104198008775711, 0.10081152617931366, 0.10057651996612549, 0.10038112103939056, 0.10017509013414383, 0.10000396519899368, 0.09985419362783432, 0.09967529773712158]}