Add precomputed results for p=33
Browse files- .gitattributes +13 -0
- precomputed_results/p_033/p033_dft_heatmap_in.png +0 -0
- precomputed_results/p_033/p033_dft_heatmap_out.png +0 -0
- precomputed_results/p_033/p033_grokk_abs_phase_diff.png +0 -0
- precomputed_results/p_033/p033_grokk_acc.json +1 -0
- precomputed_results/p_033/p033_grokk_acc.png +0 -0
- precomputed_results/p_033/p033_grokk_avg_ipr.png +0 -0
- precomputed_results/p_033/p033_grokk_decoded_weights_dynamic.png +3 -0
- precomputed_results/p_033/p033_grokk_epoch_data.json +1 -0
- precomputed_results/p_033/p033_grokk_loss.json +0 -0
- precomputed_results/p_033/p033_grokk_loss.png +0 -0
- precomputed_results/p_033/p033_grokk_memorization_accuracy.png +3 -0
- precomputed_results/p_033/p033_grokk_memorization_common_to_rare.png +3 -0
- precomputed_results/p_033/p033_lineplot_in.png +3 -0
- precomputed_results/p_033/p033_lineplot_out.png +3 -0
- precomputed_results/p_033/p033_logits_interactive.json +1 -0
- precomputed_results/p_033/p033_lottery_beta_contour.png +0 -0
- precomputed_results/p_033/p033_lottery_mech_magnitude.png +0 -0
- precomputed_results/p_033/p033_lottery_mech_phase.png +3 -0
- precomputed_results/p_033/p033_magnitude_distribution.png +0 -0
- precomputed_results/p_033/p033_metadata.json +88 -0
- precomputed_results/p_033/p033_neuron_spectra.json +1 -0
- precomputed_results/p_033/p033_output_logits.png +3 -0
- precomputed_results/p_033/p033_overview.json +1 -0
- precomputed_results/p_033/p033_overview_loss_ipr.png +3 -0
- precomputed_results/p_033/p033_overview_phase_scatter.png +0 -0
- precomputed_results/p_033/p033_phase_align_approx1.png +3 -0
- precomputed_results/p_033/p033_phase_align_approx2.png +3 -0
- precomputed_results/p_033/p033_phase_align_quad.png +3 -0
- precomputed_results/p_033/p033_phase_align_relu.png +0 -0
- precomputed_results/p_033/p033_phase_distribution.png +0 -0
- precomputed_results/p_033/p033_phase_relationship.png +0 -0
- precomputed_results/p_033/p033_single_freq_quad.png +3 -0
- precomputed_results/p_033/p033_single_freq_relu.png +3 -0
- precomputed_results/p_033/p033_training_log.json +0 -0
.gitattributes
CHANGED
|
@@ -115,3 +115,16 @@ precomputed_results/p_027/p027_phase_align_approx1.png filter=lfs diff=lfs merge
|
|
| 115 |
precomputed_results/p_027/p027_phase_align_approx2.png filter=lfs diff=lfs merge=lfs -text
|
| 116 |
precomputed_results/p_027/p027_single_freq_quad.png filter=lfs diff=lfs merge=lfs -text
|
| 117 |
precomputed_results/p_027/p027_single_freq_relu.png filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 115 |
precomputed_results/p_027/p027_phase_align_approx2.png filter=lfs diff=lfs merge=lfs -text
|
| 116 |
precomputed_results/p_027/p027_single_freq_quad.png filter=lfs diff=lfs merge=lfs -text
|
| 117 |
precomputed_results/p_027/p027_single_freq_relu.png filter=lfs diff=lfs merge=lfs -text
|
| 118 |
+
precomputed_results/p_033/p033_grokk_decoded_weights_dynamic.png filter=lfs diff=lfs merge=lfs -text
|
| 119 |
+
precomputed_results/p_033/p033_grokk_memorization_accuracy.png filter=lfs diff=lfs merge=lfs -text
|
| 120 |
+
precomputed_results/p_033/p033_grokk_memorization_common_to_rare.png filter=lfs diff=lfs merge=lfs -text
|
| 121 |
+
precomputed_results/p_033/p033_lineplot_in.png filter=lfs diff=lfs merge=lfs -text
|
| 122 |
+
precomputed_results/p_033/p033_lineplot_out.png filter=lfs diff=lfs merge=lfs -text
|
| 123 |
+
precomputed_results/p_033/p033_lottery_mech_phase.png filter=lfs diff=lfs merge=lfs -text
|
| 124 |
+
precomputed_results/p_033/p033_output_logits.png filter=lfs diff=lfs merge=lfs -text
|
| 125 |
+
precomputed_results/p_033/p033_overview_loss_ipr.png filter=lfs diff=lfs merge=lfs -text
|
| 126 |
+
precomputed_results/p_033/p033_phase_align_approx1.png filter=lfs diff=lfs merge=lfs -text
|
| 127 |
+
precomputed_results/p_033/p033_phase_align_approx2.png filter=lfs diff=lfs merge=lfs -text
|
| 128 |
+
precomputed_results/p_033/p033_phase_align_quad.png filter=lfs diff=lfs merge=lfs -text
|
| 129 |
+
precomputed_results/p_033/p033_single_freq_quad.png filter=lfs diff=lfs merge=lfs -text
|
| 130 |
+
precomputed_results/p_033/p033_single_freq_relu.png filter=lfs diff=lfs merge=lfs -text
|
precomputed_results/p_033/p033_dft_heatmap_in.png
ADDED
|
precomputed_results/p_033/p033_dft_heatmap_out.png
ADDED
|
precomputed_results/p_033/p033_grokk_abs_phase_diff.png
ADDED
|
precomputed_results/p_033/p033_grokk_acc.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"epochs": [0, 200, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000, 6200, 6400, 6600, 6800, 7000, 7200, 7400, 7600, 7800, 8000, 8200, 8400, 8600, 8800, 9000, 9200, 9400, 9600, 9800, 10000, 10200, 10400, 10600, 10800, 11000, 11200, 11400, 11600, 11800, 12000, 12200, 12400, 12600, 12800, 13000, 13200, 13400, 13600, 13800, 14000, 14200, 14400, 14600, 14800, 15000, 15200, 15400, 15600, 15800], "train_accs": [0.024509803921568627, 0.31985294117647056, 0.6825980392156863, 0.7291666666666666, 0.7487745098039216, 0.8137254901960784, 0.9497549019607843, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "test_accs": [0.029304029304029304, 0.0, 0.0, 0.0, 0.029304029304029304, 0.21245421245421245, 0.6117216117216118, 0.7545787545787546, 0.7545787545787546, 0.7545787545787546, 0.7545787545787546, 0.7545787545787546, 0.7619047619047619, 0.7619047619047619, 0.7765567765567766, 0.8205128205128205, 0.8498168498168498, 0.8791208791208791, 0.9010989010989011, 0.9304029304029304, 0.945054945054945, 0.9523809523809523, 0.967032967032967, 0.967032967032967, 0.967032967032967, 0.967032967032967, 0.978021978021978, 0.978021978021978, 0.978021978021978, 0.978021978021978, 0.978021978021978, 0.978021978021978, 0.9816849816849816, 0.9853479853479854, 0.989010989010989, 0.989010989010989, 0.989010989010989, 0.989010989010989, 0.989010989010989, 0.989010989010989, 0.989010989010989, 0.989010989010989, 0.989010989010989, 0.989010989010989, 0.9926739926739927, 0.9926739926739927, 0.9926739926739927, 0.9926739926739927, 0.9926739926739927, 0.9963369963369964, 0.9963369963369964, 0.9963369963369964, 0.9963369963369964, 0.9963369963369964, 0.9963369963369964, 0.9963369963369964, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "stage1_end": 1203, "stage2_end": 4098}
|
precomputed_results/p_033/p033_grokk_acc.png
ADDED
|
precomputed_results/p_033/p033_grokk_avg_ipr.png
ADDED
|
precomputed_results/p_033/p033_grokk_decoded_weights_dynamic.png
ADDED
|
Git LFS Details
|
precomputed_results/p_033/p033_grokk_epoch_data.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"prime": 33, "epochs": [0, 1600, 3400, 5200, 7000, 8600, 10400, 12200, 14000, 15800], "grids": [[[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]], [[1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]]]}
|
precomputed_results/p_033/p033_grokk_loss.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
precomputed_results/p_033/p033_grokk_loss.png
ADDED
|
precomputed_results/p_033/p033_grokk_memorization_accuracy.png
ADDED
|
Git LFS Details
|
precomputed_results/p_033/p033_grokk_memorization_common_to_rare.png
ADDED
|
Git LFS Details
|
precomputed_results/p_033/p033_lineplot_in.png
ADDED
|
Git LFS Details
|
precomputed_results/p_033/p033_lineplot_out.png
ADDED
|
Git LFS Details
|
precomputed_results/p_033/p033_logits_interactive.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"pairs": [[0, 0], [1, 0], [2, 0], [3, 0], [4, 0], [5, 0], [6, 0], [7, 0], [8, 0], [9, 0], [10, 0], [11, 0], [12, 0], [13, 0], [14, 0], [15, 0], [16, 0], [17, 0], [18, 0], [19, 0], [20, 0], [21, 0], [22, 0], [23, 0], [24, 0], [25, 0], [26, 0], [27, 0], [28, 0], [29, 0], [30, 0], [31, 0], [32, 0]], "correct_answers": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32], "logits": [[10.633232116699219, 0.7680957317352295, 0.7879114151000977, 0.48526692390441895, 0.07593488693237305, 0.9395149946212769, -0.33272165060043335, 0.16136139631271362, 1.1430652141571045, 1.8758046627044678, -1.1455163955688477, -0.7228024005889893, 1.5937765836715698, 0.6848633289337158, 0.4193267822265625, 1.3847500085830688, 0.4577864408493042, -0.15057195723056793, 0.7775890827178955, 1.0120983123779297, 0.8143360018730164, 1.4365278482437134, 0.37375718355178833, 0.29060712456703186, 1.412344217300415, 0.7935892939567566, 0.43095800280570984, 0.3958229720592499, 0.6451581716537476, 0.679889976978302, 0.3174854516983032, 0.0452723503112793, 0.6760138273239136], [2.241466999053955, 12.063946723937988, 1.8303768634796143, -2.8279294967651367, 0.5717050433158875, -0.4302212595939636, 0.48078444600105286, 0.4042506515979767, 1.104467749595642, 0.3480919599533081, -0.9590365886688232, 0.17905142903327942, 1.0426217317581177, -0.14909660816192627, 0.3096669614315033, 0.47034794092178345, 0.8446557521820068, -0.5592440366744995, 0.6064767241477966, 0.7927732467651367, 0.10191836953163147, 1.013009786605835, -0.6126104593276978, -0.2949880361557007, 0.1714116334915161, 0.6320573091506958, 0.23729071021080017, 0.3495766520500183, 0.8541167974472046, 0.5403284430503845, 0.8165643811225891, -0.21223729848861694, -1.1423161029815674], [3.008064031600952, 0.8213076591491699, 11.956101417541504, -0.09322595596313477, 0.5443172454833984, 0.6058081984519958, -2.651179075241089, -0.3493030369281769, -0.13801360130310059, 0.5863187909126282, -0.1290035843849182, -0.5665493607521057, 0.41159993410110474, -0.12144529819488525, 0.5465564131736755, 0.6085646152496338, 0.46576014161109924, 0.7159895896911621, -0.9142150282859802, 0.3707277476787567, -0.5026094913482666, 0.19689133763313293, -0.47899705171585083, 0.5931162238121033, 0.9474990367889404, -0.022607743740081787, 0.41341114044189453, 0.42818236351013184, -0.783179521560669, -0.7227187156677246, 0.7543452978134155, -1.349219560623169, 0.36534085869789124], [3.080150604248047, -1.1535758972167969, 0.2515333592891693, 12.160877227783203, -0.1991041898727417, -0.13537681102752686, 2.6911990642547607, -0.26978400349617004, 0.0310213565826416, -1.99387788772583, 0.035968050360679626, -0.1518130898475647, 0.5746574401855469, -0.6688485145568848, -0.46305620670318604, 0.1288428008556366, 0.036150336265563965, -0.7189034223556519, 1.641228199005127, 0.4355475902557373, -0.34664809703826904, 0.2913805842399597, 1.6715123653411865, 0.5238171815872192, -0.10719034075737, 0.918958306312561, -0.24076253175735474, -0.9037591218948364, 1.3119361400604248, -0.9942635893821716, -1.3554579019546509, 0.6660643815994263, 0.5179943442344666], [1.3030343055725098, 0.14897572994232178, 0.2938653528690338, -0.29360175132751465, 12.012395858764648, -0.05572345852851868, 0.12161430716514587, 0.032239094376564026, 1.6979892253875732, 1.103950023651123, -1.4758896827697754, -0.016235649585723877, -1.2225768566131592, -0.7693150639533997, -0.5223962068557739, 0.8285349607467651, 0.7888028621673584, 0.0061376504600048065, -0.19458866119384766, 0.5131435990333557, -0.9492121934890747, -0.0595100075006485, 0.8697269558906555, -0.1211107075214386, 0.13810360431671143, 1.2269326448440552, -0.02974790334701538, 0.849509596824646, 0.6571928262710571, -0.6842162609100342, -0.4514613449573517, 0.763709306716919, 0.777024507522583], [2.9262022972106934, -0.3173333406448364, -0.0045577287673950195, 1.3460605144500732, 0.7866846323013306, 12.090167999267578, -0.03950470685958862, -0.1149023175239563, 0.28270626068115234, -0.3570995330810547, 1.4133683443069458, -0.9321483969688416, 0.16104435920715332, 0.3893392086029053, -0.15120697021484375, -2.295610189437866, 1.1563363075256348, 0.3915538191795349, 0.1327337622642517, -0.17847397923469543, 0.7509918212890625, 1.3260873556137085, -0.09891360998153687, 0.3886696696281433, -0.28683900833129883, 0.12763643264770508, 0.514639139175415, 0.6818655133247375, -0.6455981135368347, 0.21012070775032043, 0.5749251842498779, 0.6117289066314697, -0.9000211954116821], [1.7505990266799927, 0.8845773339271545, 0.13947919011116028, 0.4542611241340637, -0.8801425099372864, -0.43563947081565857, 12.093563079833984, 0.3686065971851349, -0.5723074674606323, 0.8695788383483887, -1.4950132369995117, -0.3784290552139282, 2.4276254177093506, -0.3864630460739136, -0.24079740047454834, 0.41515934467315674, -0.10404527187347412, 0.2469695806503296, -1.9040343761444092, 0.7542290091514587, 0.4910016655921936, 1.1117007732391357, 0.011190146207809448, 0.12586760520935059, 0.3519960045814514, 0.34627318382263184, -0.2737472653388977, -1.2932807207107544, 0.9613671898841858, 0.248507559299469, 0.2370511293411255, -0.6692056655883789, -0.08551645278930664], [1.6477034091949463, 0.5365653038024902, 0.3311537802219391, 0.24569308757781982, -0.4974471926689148, -0.0441896915435791, -0.1252429485321045, 12.295080184936523, 0.9759414196014404, -1.4770883321762085, -0.2926344871520996, -0.5622212886810303, 0.37376224994659424, -0.3265054225921631, 2.789856433868408, -0.09977775812149048, 0.7560747265815735, -0.8165452480316162, 0.20499813556671143, 1.615821361541748, -0.44749224185943604, -2.2121167182922363, 0.8985734581947327, -0.8933215141296387, -0.11318579316139221, 0.0005755424499511719, -1.4662678241729736, 1.0968780517578125, 0.6622946262359619, 1.7567455768585205, -0.9782770872116089, -0.22651207447052002, -0.4057685136795044], [2.426785469055176, 0.1388862133026123, 0.3274962604045868, 1.0412904024124146, 0.39939332008361816, 1.1537847518920898, -0.02811289206147194, 0.6440128087997437, 12.23061466217041, -0.5614446401596069, -0.7811847925186157, -1.5431429147720337, -0.27752023935317993, 0.7689694166183472, -0.395050585269928, 0.7965807914733887, 3.1420910358428955, 0.10859924554824829, -0.13558638095855713, -0.09127604961395264, -0.22669267654418945, 0.2832827866077423, -1.2527174949645996, 0.5057647824287415, -2.158292055130005, -0.8132491111755371, 1.1202818155288696, 1.6892021894454956, 0.5574945211410522, -0.42181214690208435, 0.8278163075447083, -0.5862925052642822, -0.039154574275016785], [2.589397430419922, 0.0733945369720459, -0.7957660555839539, -0.029483497142791748, 0.3366208076477051, -0.11339002847671509, -0.6390427947044373, 0.4982621967792511, 0.16354024410247803, 11.578437805175781, -1.247267246246338, -1.185513973236084, 0.597663938999176, -0.1870681643486023, -0.023373007774353027, 0.0406680703163147, 0.5356174111366272, 1.4891784191131592, 1.4649333953857422, 0.2110118865966797, 0.20355501770973206, 0.2574361264705658, -0.047372668981552124, -0.16646036505699158, -0.6887739300727844, -0.4881049394607544, 0.48916107416152954, -0.9289670586585999, -0.15479958057403564, 0.10627749562263489, 0.23875443637371063, 0.11707234382629395, 0.17006540298461914], [2.271768569946289, -0.975824236869812, 0.201704740524292, 0.48207807540893555, -1.3167873620986938, 0.42504778504371643, -0.05999267101287842, 0.005186736583709717, -0.030232369899749756, -0.31620311737060547, 11.867774963378906, 0.13761955499649048, -0.42681485414505005, 0.4340982437133789, -0.7481432557106018, 0.4693727493286133, 0.7821083068847656, 0.3174256682395935, 0.7031083703041077, 0.30965638160705566, 1.2962980270385742, 0.779759407043457, 0.555356502532959, -1.3754569292068481, 0.350913941860199, 1.40415620803833, -0.03577536344528198, -0.4490148723125458, 0.5541610717773438, -0.5057311058044434, -1.7501904964447021, 0.18595123291015625, 1.1871111392974854], [-0.3227269947528839, 0.49960148334503174, 0.5885603427886963, 0.04552114009857178, -0.11751514673233032, -0.5007055997848511, 1.0457491874694824, 0.770829975605011, 0.26299917697906494, -0.695050835609436, -0.026858270168304443, 12.040271759033203, -0.3591959476470947, 0.07025407999753952, 0.6736945509910583, 0.39771413803100586, 0.6713714599609375, -0.6359314918518066, -0.12615680694580078, 0.9217286109924316, -0.49086904525756836, -0.10433274507522583, 0.7154067754745483, 0.39589473605155945, 0.9496964812278748, 0.6290315985679626, 0.07352779805660248, 0.08657191693782806, 0.1970897912979126, 0.07478708028793335, 1.193129301071167, 0.1746746301651001, 0.0445292592048645], [2.3499932289123535, 1.31389319896698, -0.04930925369262695, -0.8692919611930847, 0.1466694176197052, -0.07550323009490967, -0.13391995429992676, 1.1983128786087036, 0.6225458383560181, 1.228705883026123, -0.44475460052490234, -0.24630463123321533, 12.16452693939209, -0.6128723621368408, 0.22917941212654114, 0.7025456428527832, -0.4878920316696167, 1.1290485858917236, -0.41444361209869385, 0.37483155727386475, -1.2954473495483398, -1.0372225046157837, -0.8736705780029297, -0.4154341518878937, 2.6180176734924316, -0.407150000333786, -0.8701173067092896, 0.5309964418411255, -0.21991312503814697, 0.13636696338653564, 1.3198717832565308, -0.6898002624511719, 0.09295715391635895], [2.1041767597198486, 0.9544287919998169, 1.3246480226516724, -0.07989180088043213, 0.6554076671600342, 0.4466295838356018, -2.9592089653015137, -0.2192576825618744, 2.270570755004883, 0.5409058332443237, -1.1039252281188965, -1.0408120155334473, 0.8588871359825134, 12.364593505859375, 0.7071927785873413, 0.3169599771499634, 0.6547343134880066, -1.2412693500518799, 0.6128548383712769, -1.427412986755371, -1.7634191513061523, 0.40333664417266846, 0.19530004262924194, -0.4381985366344452, -1.2942224740982056, 1.456450343132019, 1.5376579761505127, -0.1027519702911377, 1.914439082145691, 0.129995197057724, -0.09011518955230713, 1.1926318407058716, 0.5377590656280518], [2.810011625289917, -0.11693459749221802, -0.0841364860534668, 0.15871906280517578, -0.49822402000427246, 0.4980040192604065, -0.1893906593322754, 0.8771489858627319, -0.19910722970962524, -0.8160358667373657, -0.8356919884681702, 0.12156766653060913, 0.381855309009552, -0.6284862756729126, 12.378349304199219, 0.4446519613265991, -0.5845569968223572, 0.4384855329990387, -0.9988788366317749, -1.0505027770996094, -0.6817809343338013, 0.5684325098991394, -0.1363997608423233, -0.6974846124649048, -0.43276023864746094, 0.6590245962142944, 0.5166087746620178, 0.7655237317085266, 2.7041397094726562, 1.400583267211914, -1.0996826887130737, -0.051729679107666016, 1.1787203550338745], [2.7691421508789062, 0.6224374175071716, 0.6025490760803223, 1.2553703784942627, 0.5368673801422119, 0.23602166771888733, 1.5073540210723877, 0.3623811602592468, 0.3900153636932373, -0.49219340085983276, 0.01061546802520752, 0.23253875970840454, -1.4064865112304688, 0.1021309643983841, -0.37178337574005127, 12.038400650024414, -0.09369872510433197, -1.1344386339187622, -0.979458212852478, 0.279132604598999, 0.24669170379638672, -0.6648852825164795, -0.427895724773407, -0.12927448749542236, 0.09700608253479004, -1.0585076808929443, 1.2876969575881958, 1.1678686141967773, 0.2493712306022644, -0.5324864983558655, 3.0408265590667725, -0.6459405422210693, -0.8799490928649902], [1.7817175388336182, 0.8133413791656494, 0.41844406723976135, 0.6926336288452148, -0.33386701345443726, 1.1745129823684692, -0.34119924902915955, -0.09148275852203369, 0.2673931121826172, 0.9510955810546875, -0.752407968044281, 0.06323395669460297, 0.6277800798416138, 0.015404433012008667, -1.2209886312484741, -1.253002405166626, 12.0199613571167, -2.0851552486419678, -0.14070188999176025, 0.9560543298721313, -0.5322009921073914, -0.26972198486328125, -0.6518366932868958, -0.05725553631782532, -0.13666486740112305, 0.6539332866668701, -0.06140393018722534, -0.007102459669113159, 0.3204360604286194, -0.3481215238571167, 0.3537923991680145, 0.8314902782440186, 1.6769130229949951], [1.8827307224273682, 1.8331140279769897, 1.0281367301940918, 0.11856189370155334, 0.6690578460693359, 1.7090855836868286, 0.23081088066101074, -0.5659902691841125, 0.3217216730117798, 0.8824455142021179, -1.3837027549743652, -1.142235279083252, 1.2452068328857422, 0.08910912275314331, 0.053143829107284546, -0.013164639472961426, -0.9793866872787476, 12.075929641723633, -1.2328791618347168, -0.9661053419113159, -1.1176930665969849, 0.10897573828697205, -0.3405517339706421, -1.4897968769073486, 0.5423959493637085, -0.3921293020248413, 0.05093909800052643, -0.07419604063034058, 0.03838181495666504, 1.0319677591323853, 0.35220664739608765, -0.5428917407989502, 1.280630111694336], [2.2006702423095703, -0.5769373774528503, 0.31255462765693665, 2.9851667881011963, 0.5629767775535583, 0.5800201296806335, -0.3191145062446594, 1.1300125122070312, 0.6308426856994629, 0.4061431586742401, -0.7341189980506897, -0.4513084888458252, -0.34617215394973755, 1.0540318489074707, -0.9766631126403809, -1.2182135581970215, 0.45146796107292175, 1.1977001428604126, 12.276958465576172, -1.084670901298523, -0.32280218601226807, -1.5458084344863892, -0.861964225769043, 0.3414285182952881, -0.841472327709198, 0.9018245935440063, 0.5742396116256714, 0.4115169644355774, 0.6826673746109009, -0.26191484928131104, 1.0866596698760986, 0.346102774143219, -0.7236208319664001], [2.5738086700439453, 1.0786160230636597, 0.5267922878265381, 0.10163486003875732, -0.14489531517028809, 2.1736714839935303, 0.7500734925270081, 1.095070242881775, 0.0023698806762695312, -0.6465935707092285, 0.2944704294204712, -0.055965080857276917, 0.06706297397613525, -2.051079511642456, -1.056014060974121, 0.9226105809211731, 1.2409285306930542, -0.5564656257629395, -0.29138725996017456, 12.002880096435547, -0.7831277251243591, 0.017914652824401855, 0.5797594785690308, 0.19030849635601044, -0.9689290523529053, -0.5620647072792053, 0.458124577999115, 0.3014117479324341, -0.07494306564331055, -0.31451067328453064, 1.0345498323440552, -0.20976001024246216, -0.2635742127895355], [2.3829219341278076, 0.9891929626464844, 0.8476957082748413, -0.364347904920578, -0.4232792258262634, 0.9487787485122681, 1.2276611328125, 2.4430246353149414, 0.2864112854003906, 1.275671362876892, -1.1021294593811035, 0.6137275695800781, 0.6130068302154541, -2.1198573112487793, -0.26854777336120605, 1.850499153137207, 0.7302476167678833, -0.37774935364723206, 0.08598506450653076, -0.0052874088287353516, 12.147845268249512, 0.11733520030975342, -0.7764354348182678, 0.12069648504257202, -1.4773242473602295, -0.03769800066947937, 0.43975430727005005, -1.374992847442627, 1.07521390914917, 0.10549241304397583, 0.008256107568740845, -0.056277692317962646, -0.40115904808044434], [2.9325249195098877, 0.2559581398963928, 0.09296439588069916, 0.742351770401001, 0.11499500274658203, 0.9081256985664368, -0.12396365404129028, -0.022370755672454834, 0.80238276720047, 1.545819878578186, -0.11840826272964478, -1.3415913581848145, -0.4538764953613281, 0.7367192506790161, 0.319730669260025, 1.1970195770263672, 0.28177115321159363, 0.2752739191055298, -0.530338704586029, -0.4140937328338623, 0.320724755525589, 11.932337760925293, -0.1957358717918396, -0.7123661041259766, 0.3622906804084778, 0.425984263420105, 0.7907651662826538, -0.3554137349128723, 0.36059099435806274, -0.6395630836486816, -1.746633529663086, 0.47794169187545776, -0.017636626958847046], [0.64394611120224, 0.5725310444831848, 0.37040412425994873, 0.269353449344635, 1.673318862915039, -0.3732554018497467, -0.02548307180404663, 0.9927595257759094, -0.10628652572631836, 0.7015737295150757, -0.8169340491294861, 0.8403072357177734, 1.0558128356933594, 1.3055305480957031, 0.552985429763794, -0.5740429162979126, -1.1924843788146973, 0.8134462833404541, -0.8911519646644592, 0.6635679602622986, -0.014243245124816895, 1.0853829383850098, 12.233039855957031, 0.2924143671989441, 0.40793919563293457, -0.06311917304992676, -1.3207963705062866, -0.20609703660011292, -0.8649223446846008, 0.07490074634552002, 0.2807406187057495, -0.26363837718963623, 0.12250244617462158], [1.200990080833435, -0.8556965589523315, 0.9175090789794922, -1.3566045761108398, 0.20354127883911133, 0.9110509753227234, -0.04725366830825806, -0.30342262983322144, 0.01868617534637451, -0.31663864850997925, -1.7505621910095215, 0.33451715111732483, 1.6584975719451904, 1.8810456991195679, -1.668940544128418, -0.1548720747232437, -0.7049036622047424, -0.02925249934196472, 1.5107049942016602, 1.0848259925842285, -0.07814563065767288, -0.11301881074905396, -0.16887825727462769, 12.21437931060791, 0.4042665958404541, 0.18469983339309692, 0.9570664763450623, -0.5693529844284058, 0.4445722699165344, -0.08829188346862793, 0.17206057906150818, 0.8622720241546631, -0.03066110610961914], [2.491884469985962, 0.4068388044834137, 1.0866079330444336, 0.4223062992095947, -0.4199422597885132, 0.6779526472091675, -1.2744475603103638, -1.1494982242584229, -0.641697883605957, -1.8485968112945557, -0.09674137830734253, -0.12970709800720215, 0.17979660630226135, -0.583002507686615, -0.04708588123321533, 2.5558347702026367, -0.09316152334213257, 0.2249443531036377, -0.6123107671737671, 0.5197663307189941, -0.4517488479614258, 0.033432841300964355, 0.08686172962188721, -0.6717686057090759, 12.04725456237793, 1.1496471166610718, 0.0067969560623168945, 0.3090277910232544, -0.8769389986991882, 0.08630305528640747, 0.7039859890937805, 0.37204957008361816, -0.7339417338371277], [2.586057662963867, 0.6995851993560791, -0.23610684275627136, 0.419971764087677, 0.9412282109260559, 0.3029654324054718, -0.32677748799324036, 0.272996723651886, -0.9316327571868896, -1.8570940494537354, -0.0901179164648056, -0.5409649610519409, -0.016222476959228516, -0.25501328706741333, -0.6116442084312439, -0.6948851346969604, 0.5737441778182983, 1.4628548622131348, 0.7967090606689453, 0.03564494848251343, 0.18508142232894897, 0.9510582685470581, -0.5227617621421814, -0.3614581823348999, -0.202813982963562, 11.761672973632812, -0.4971381425857544, 0.5604887008666992, 0.35946589708328247, -0.16054439544677734, 0.34656137228012085, -0.889532208442688, 0.3956277370452881], [2.732473373413086, 0.8512821197509766, 1.4713079929351807, 0.6931906938552856, -0.22022467851638794, 1.1407034397125244, -0.5664117932319641, -2.0912580490112305, 1.203970193862915, 0.009425699710845947, -0.8202945590019226, -1.122040033340454, -1.5481419563293457, -0.3870455026626587, -0.659397304058075, 0.7330673933029175, 0.11646425724029541, -0.43986061215400696, 0.27532023191452026, 1.9692738056182861, 0.4127084016799927, 0.9599171280860901, 0.37669479846954346, 0.18877220153808594, -0.4809730052947998, 0.17084503173828125, 12.200665473937988, 0.023799657821655273, 0.19557160139083862, 0.5123492479324341, -0.7444689273834229, 0.39365196228027344, -0.12549439072608948], [1.5428829193115234, 0.5439748167991638, 0.6840394139289856, 0.21026121079921722, -0.6839403510093689, -0.1172618493437767, -1.5058122873306274, 0.7185571789741516, 0.6658006906509399, 0.5706853866577148, -1.8776628971099854, -0.7371143102645874, 0.7922875285148621, -0.35927480459213257, -0.09905225038528442, -1.4687974452972412, 1.2260231971740723, -0.11895173788070679, 0.6609874367713928, 0.4044431149959564, -1.123426914215088, 2.693221092224121, 1.1173255443572998, -0.23884186148643494, -0.3918898403644562, -0.17755722999572754, 0.17510098218917847, 12.35399055480957, 0.8500822186470032, -0.7852024435997009, 0.6156253814697266, -0.12996602058410645, 0.5174598693847656], [2.1990809440612793, 0.2587394416332245, -0.0009502172470092773, 0.41736289858818054, -0.32709670066833496, -1.8799662590026855, 0.4496859908103943, 0.7158437967300415, -0.2668684720993042, -0.3857101798057556, -0.05308407545089722, -0.8313667178153992, 0.507188081741333, 0.5209384560585022, 0.13084334135055542, 0.2989964485168457, -0.3563499450683594, 0.9454721212387085, -1.1157894134521484, -0.10299986600875854, -0.3785591125488281, 0.7240242958068848, -0.6551257371902466, 3.308622360229492, 0.5098987817764282, 0.30039313435554504, 0.6275856494903564, 0.6467771530151367, 12.212308883666992, 0.5995209217071533, 0.1660338044166565, 0.40932130813598633, -0.6215029954910278], [2.196782112121582, 0.41102397441864014, -0.3065359592437744, -0.8116621971130371, -1.9924747943878174, 0.4860458970069885, -0.8288096189498901, 0.5085586905479431, 0.8454296588897705, 0.8751161098480225, -1.0158331394195557, 0.29244518280029297, 0.33004021644592285, -0.35870110988616943, -0.15936404466629028, 0.4895515739917755, -0.2018859088420868, 0.47146075963974, 0.745273232460022, 0.35599401593208313, 0.4655187726020813, -1.1836262941360474, -0.3975750803947449, -0.439300000667572, 1.1217926740646362, 3.0082032680511475, 0.6093376874923706, -0.3825591206550598, -0.04145553708076477, 12.073700904846191, 1.153144121170044, -0.7491507530212402, -0.23612189292907715], [2.4450643062591553, -0.5412468910217285, 0.09444475173950195, -1.1120554208755493, 0.3835143446922302, 0.8021237254142761, -0.15284836292266846, -0.44530239701271057, 0.514018177986145, 0.4125770330429077, -1.0231313705444336, 0.48675936460494995, 1.0453294515609741, -0.18841403722763062, -0.07810214161872864, 1.2888038158416748, 0.7919777631759644, -0.21834519505500793, 0.5090508460998535, 0.7701966762542725, -1.214971661567688, -0.248702272772789, 0.651742696762085, -0.14442697167396545, -1.5606482028961182, 1.4285820722579956, -0.11999005079269409, 2.509176731109619, -0.0006991326808929443, 0.6868881583213806, 12.419641494750977, -0.057883620262145996, -0.9667301177978516], [2.070945978164673, -0.048989057540893555, -2.3802061080932617, 0.6110101938247681, 0.2125333547592163, 0.05120974779129028, -0.7769244313240051, -0.12053021788597107, -0.4183206558227539, 0.6926148533821106, -0.36185896396636963, 0.4797230362892151, -0.2356385439634323, 0.18336741626262665, 0.38457658886909485, 0.6362171173095703, -0.2089053988456726, 0.39905068278312683, 0.3970111012458801, -0.23559987545013428, 0.6872019171714783, 0.6048675775527954, -0.25039178133010864, 1.2094537019729614, 0.5162007212638855, 0.6234998106956482, 0.7133849263191223, -1.5352592468261719, 0.4340442717075348, 2.9176344871520996, 0.5184677839279175, 12.4027681350708, -0.599393904209137], [1.3791847229003906, -1.0881716012954712, 0.4666638672351837, -0.13453829288482666, 0.854982852935791, -0.8095929622650146, 0.6048251390457153, -0.040744781494140625, 0.6612796783447266, 0.5465848445892334, -0.4493081569671631, 1.199009656906128, 0.5380299091339111, -0.3823597729206085, 0.9039105176925659, -0.9895545840263367, -0.2156904935836792, 0.5449953079223633, 0.11199742555618286, 0.457133412361145, -0.6933722496032715, 0.4553956389427185, 0.5452236533164978, 0.6045126914978027, 0.531589150428772, 0.11344820261001587, 0.17489182949066162, 0.9553614258766174, -0.9660618305206299, 0.39265280961990356, -1.7380011081695557, 1.8136848211288452, 12.097464561462402]], "output_classes": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32]}
|
precomputed_results/p_033/p033_lottery_beta_contour.png
ADDED
|
precomputed_results/p_033/p033_lottery_mech_magnitude.png
ADDED
|
precomputed_results/p_033/p033_lottery_mech_phase.png
ADDED
|
Git LFS Details
|
precomputed_results/p_033/p033_magnitude_distribution.png
ADDED
|
precomputed_results/p_033/p033_metadata.json
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"prime": 33,
|
| 3 |
+
"d_mlp": 1055,
|
| 4 |
+
"training_runs": {
|
| 5 |
+
"standard": {
|
| 6 |
+
"act_type": "ReLU",
|
| 7 |
+
"lr": 5e-05,
|
| 8 |
+
"weight_decay": 0,
|
| 9 |
+
"num_epochs": 5000,
|
| 10 |
+
"frac_train": 1.0,
|
| 11 |
+
"init_type": "random",
|
| 12 |
+
"init_scale": 0.1,
|
| 13 |
+
"optimizer": "AdamW"
|
| 14 |
+
},
|
| 15 |
+
"grokking": {
|
| 16 |
+
"act_type": "ReLU",
|
| 17 |
+
"lr": 0.0001,
|
| 18 |
+
"weight_decay": 2.0,
|
| 19 |
+
"num_epochs": 50000,
|
| 20 |
+
"frac_train": 0.75,
|
| 21 |
+
"init_type": "random",
|
| 22 |
+
"init_scale": 0.1,
|
| 23 |
+
"optimizer": "AdamW"
|
| 24 |
+
},
|
| 25 |
+
"quad_random": {
|
| 26 |
+
"act_type": "Quad",
|
| 27 |
+
"lr": 5e-05,
|
| 28 |
+
"weight_decay": 0,
|
| 29 |
+
"num_epochs": 5000,
|
| 30 |
+
"frac_train": 1.0,
|
| 31 |
+
"init_type": "random",
|
| 32 |
+
"init_scale": 0.1,
|
| 33 |
+
"optimizer": "AdamW"
|
| 34 |
+
},
|
| 35 |
+
"quad_single_freq": {
|
| 36 |
+
"act_type": "Quad",
|
| 37 |
+
"lr": 0.1,
|
| 38 |
+
"weight_decay": 0,
|
| 39 |
+
"num_epochs": 10000,
|
| 40 |
+
"frac_train": 1.0,
|
| 41 |
+
"init_type": "single-freq",
|
| 42 |
+
"init_scale": 0.02,
|
| 43 |
+
"optimizer": "SGD"
|
| 44 |
+
},
|
| 45 |
+
"relu_single_freq": {
|
| 46 |
+
"act_type": "ReLU",
|
| 47 |
+
"lr": 0.01,
|
| 48 |
+
"weight_decay": 0,
|
| 49 |
+
"num_epochs": 10000,
|
| 50 |
+
"frac_train": 1.0,
|
| 51 |
+
"init_type": "single-freq",
|
| 52 |
+
"init_scale": 0.002,
|
| 53 |
+
"optimizer": "SGD"
|
| 54 |
+
}
|
| 55 |
+
},
|
| 56 |
+
"final_metrics": {
|
| 57 |
+
"standard": {
|
| 58 |
+
"train_acc": 1.0,
|
| 59 |
+
"test_acc": 1.0,
|
| 60 |
+
"train_loss": 0.0004566159623209387,
|
| 61 |
+
"test_loss": 0.0004566159623209387
|
| 62 |
+
},
|
| 63 |
+
"grokking": {
|
| 64 |
+
"train_acc": 1.0,
|
| 65 |
+
"test_acc": 1.0,
|
| 66 |
+
"train_loss": 4.997571522835642e-06,
|
| 67 |
+
"test_loss": 0.021826786920428276
|
| 68 |
+
},
|
| 69 |
+
"quad_random": {
|
| 70 |
+
"train_acc": 1.0,
|
| 71 |
+
"test_acc": 1.0,
|
| 72 |
+
"train_loss": 5.837215212523006e-05,
|
| 73 |
+
"test_loss": 5.837215212523006e-05
|
| 74 |
+
},
|
| 75 |
+
"quad_single_freq": {
|
| 76 |
+
"train_acc": 1.0,
|
| 77 |
+
"test_acc": 1.0,
|
| 78 |
+
"train_loss": 0.3953065276145935,
|
| 79 |
+
"test_loss": 0.3953065276145935
|
| 80 |
+
},
|
| 81 |
+
"relu_single_freq": {
|
| 82 |
+
"train_acc": 1.0,
|
| 83 |
+
"test_acc": 1.0,
|
| 84 |
+
"train_loss": 3.4939658641815186,
|
| 85 |
+
"test_loss": 3.4939658641815186
|
| 86 |
+
}
|
| 87 |
+
}
|
| 88 |
+
}
|
precomputed_results/p_033/p033_neuron_spectra.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"fourier_basis_names": ["Const", "cos 1", "sin 1", "cos 2", "sin 2", "cos 3", "sin 3", "cos 4", "sin 4", "cos 5", "sin 5", "cos 6", "sin 6", "cos 7", "sin 7", "cos 8", "sin 8", "cos 9", "sin 9", "cos 10", "sin 10", "cos 11", "sin 11", "cos 12", "sin 12", "cos 13", "sin 13", "cos 14", "sin 14", "cos 15", "sin 15", "cos 16", "sin 16"], "neurons": {"neuron_0": {"global_index": 210, "dominant_freq": 1, "fourier_magnitudes_in": [0.04020531103014946, 1.164551854133606, 0.32556840777397156, 0.048410508781671524, 0.013105685822665691, 0.19080768525600433, 0.2372971475124359, 0.055805012583732605, 0.0012315347557887435, 0.014104047790169716, 0.11552742123603821, 0.06216057389974594, 0.0063627962954342365, 0.02454669028520584, 0.02824348583817482, 0.07601292431354523, 0.05292252078652382, 0.032696936279535294, 0.007183902896940708, 0.021471871063113213, 0.12011556327342987, 0.06511818617582321, 0.011383774690330029, 0.016548169776797295, 0.07110888510942459, 0.04016789793968201, 0.030275730416178703, 0.07539798319339752, 0.041378337889909744, 0.006562743801623583, 0.056298352777957916, 0.05495978146791458, 0.024490999057888985], "fourier_magnitudes_out": [0.05111115798354149, 1.0665086507797241, 0.653023362159729, 0.030214479193091393, 0.04851255938410759, 0.03777087479829788, 0.391017347574234, 0.04790379852056503, 0.032930903136730194, 0.17606762051582336, 0.09012647718191147, 0.05785602331161499, 0.013626283966004848, 0.10945818573236465, 0.07791565358638763, 0.03369833528995514, 0.05880036950111389, 0.026045411825180054, 0.028232479467988014, 0.09449906647205353, 0.014250773005187511, 0.04734518378973007, 0.0175253264605999, 0.05336226895451546, 0.006384612526744604, 0.0016932918224483728, 0.06064934656023979, 0.03455936163663864, 0.03600204735994339, 0.04658718779683113, 0.04718158394098282, 0.0568586140871048, 0.02737978659570217]}, "neuron_1": {"global_index": 21, "dominant_freq": 2, "fourier_magnitudes_in": [0.07926758378744125, 0.07453300803899765, 0.0048200516030192375, 0.2386881560087204, 1.191278100013733, 0.07492545992136002, 0.10714747756719589, 0.04404425248503685, 0.011276144534349442, 0.11830982565879822, 0.06570522487163544, 0.22940541803836823, 0.25403714179992676, 0.0752108097076416, 0.10387442260980606, 0.026027875021100044, 0.018679535016417503, 0.12927068769931793, 0.07677771151065826, 0.13568972051143646, 0.10460802912712097, 0.03688438609242439, 0.04087480902671814, 0.04222022369503975, 0.11722476780414581, 0.012637512758374214, 0.07304384559392929, 0.016157854348421097, 0.0541684590280056, 0.033554889261722565, 0.035247791558504105, 0.04375744238495827, 0.0985088124871254], "fourier_magnitudes_out": [0.05490458011627197, 0.011784432455897331, 0.005091080442070961, 1.1118360757827759, 0.5644713640213013, 0.02583201974630356, 0.006756180431693792, 0.07772856950759888, 0.031710006296634674, 0.001441400614567101, 0.0014202657621353865, 0.06374766677618027, 0.32265225052833557, 0.004176278132945299, 0.0501006618142128, 0.005308492109179497, 0.08383175730705261, 0.016418585553765297, 0.06627105921506882, 0.11846206337213516, 0.07832004874944687, 0.028266724199056625, 0.023059803992509842, 0.004193231463432312, 0.008533112704753876, 0.014981633052229881, 0.03781617432832718, 0.06449513137340546, 0.016131436452269554, 0.010008927434682846, 0.029226655140519142, 0.0564032644033432, 0.004563705064356327]}, "neuron_2": {"global_index": 340, "dominant_freq": 3, "fourier_magnitudes_in": [0.012502014636993408, 0.05540189892053604, 0.016796991229057312, 0.005295480601489544, 0.07342210412025452, 0.08402255922555923, 1.2181453704833984, 0.047156669199466705, 0.05182131007313728, 0.009818620048463345, 0.009037427604198456, 0.010164155624806881, 0.0446404404938221, 0.07224462181329727, 0.02556770108640194, 0.07385452091693878, 0.056965120136737823, 0.04390452057123184, 0.33719703555107117, 0.01916595548391342, 0.008696628734469414, 0.012946038506925106, 0.00040928114322014153, 0.03567998856306076, 0.08992108702659607, 0.027199681848287582, 0.05791040509939194, 0.03203386813402176, 0.03937865048646927, 0.009202772751450539, 0.22061419486999512, 0.0028055396396666765, 0.013178137131035328], "fourier_magnitudes_out": [0.01838572509586811, 0.06117776781320572, 0.0514049306511879, 0.02434406243264675, 0.04330753535032272, 1.2020574808120728, 0.22915354371070862, 0.0434890016913414, 0.027311155572533607, 0.03944132477045059, 0.04026078060269356, 0.002710654167458415, 0.03693734109401703, 0.049681052565574646, 0.01987074874341488, 0.004955312702804804, 0.0012675031321123242, 0.2806568443775177, 0.18133249878883362, 0.02850765734910965, 0.05102850869297981, 0.020301369950175285, 0.05198773369193077, 0.04804760217666626, 0.06918542832136154, 0.028118140995502472, 0.048531606793403625, 0.03466425836086273, 0.006576259154826403, 0.12481284886598587, 0.0945696160197258, 0.014327592216432095, 0.07628569006919861]}, "neuron_3": {"global_index": 441, "dominant_freq": 4, "fourier_magnitudes_in": [0.04787280410528183, 0.007382872048765421, 0.1431376039981842, 0.07488046586513519, 0.0006878987769596279, 0.0033891689963638783, 0.056430719792842865, 1.202262043952942, 0.0032269926741719246, 0.01854022406041622, 0.04497204348444939, 0.07332206517457962, 0.01659347675740719, 0.005765809677541256, 0.12628798186779022, 0.050125714391469955, 0.08069702237844467, 0.015141061507165432, 0.1636401265859604, 0.054051514714956284, 0.035564325749874115, 0.02031012251973152, 0.051129620522260666, 0.28516891598701477, 0.014241956174373627, 0.08637438714504242, 0.028200887143611908, 0.03947478532791138, 0.03119061328470707, 0.022248201072216034, 0.07905551791191101, 0.04032478854060173, 0.1359240561723709], "fourier_magnitudes_out": [0.00670956214889884, 0.002866461407393217, 0.0029022772796452045, 0.04894452169537544, 0.017990190535783768, 0.04584699124097824, 0.033158671110868454, 1.248437523841858, 0.16959083080291748, 0.08916477859020233, 0.08043070882558823, 0.02821732498705387, 5.557012264034711e-05, 0.012302909977734089, 0.01256406307220459, 0.03847174346446991, 0.024103805422782898, 0.0127275874838233, 0.030114423483610153, 0.03779767453670502, 0.019462816417217255, 0.01371659804135561, 0.013098307885229588, 0.36526745557785034, 0.1711111068725586, 0.1509290635585785, 0.09469874948263168, 0.036747511476278305, 0.0022573138121515512, 0.028340406715869904, 0.006496230605989695, 0.0631384328007698, 0.017746318131685257]}, "neuron_4": {"global_index": 902, "dominant_freq": 5, "fourier_magnitudes_in": [0.05393731966614723, 0.04103022441267967, 0.0077288104221224785, 0.09320513904094696, 0.06900190562009811, 0.04993220791220665, 0.12509557604789734, 0.07486648112535477, 0.025021137669682503, 0.03443725034594536, 1.2149615287780762, 0.07526031136512756, 0.03981039300560951, 0.05253560468554497, 0.09595933556556702, 0.07990926504135132, 0.13714385032653809, 0.044580813497304916, 0.011221145279705524, 0.07014782726764679, 0.07584381848573685, 0.05325258523225784, 0.03052038513123989, 0.06788955628871918, 0.05379744991660118, 0.041758496314287186, 0.07811658084392548, 0.04495154693722725, 0.029775267466902733, 0.05145019665360451, 0.2840464115142822, 0.07225766032934189, 0.046240344643592834], "fourier_magnitudes_out": [0.0031045267824083567, 0.053129710257053375, 0.01159940380603075, 0.1018877848982811, 0.04814222827553749, 0.020567242056131363, 0.04247875139117241, 0.029860643669962883, 0.021864131093025208, 1.1995043754577637, 0.13430514931678772, 0.012313762679696083, 0.03605477139353752, 0.011637169867753983, 0.013265877030789852, 0.16499103605747223, 0.1385725736618042, 0.04082101956009865, 0.037315793335437775, 0.01924862526357174, 0.02695593796670437, 0.04053176939487457, 0.023234952241182327, 0.05743157118558884, 0.02905879355967045, 0.03191413730382919, 0.02715255878865719, 0.017301339656114578, 0.004591397941112518, 0.3189660608768463, 0.16226178407669067, 0.006128097418695688, 0.019479939714074135]}, "neuron_5": {"global_index": 447, "dominant_freq": 6, "fourier_magnitudes_in": [0.1188511997461319, 0.020742593333125114, 0.0034047700464725494, 0.003206188790500164, 0.03138678893446922, 0.1050429716706276, 0.18033874034881592, 0.02624484710395336, 0.01246064156293869, 0.035379357635974884, 0.026613358408212662, 0.1921239197254181, 1.2220721244812012, 0.0074897026643157005, 0.008355114609003067, 0.02905869111418724, 0.0013121860101819038, 0.12215623259544373, 0.12316539138555527, 0.010682119987905025, 0.00467727892100811, 0.013596147298812866, 0.00903995055705309, 0.1617247462272644, 0.087508924305439, 0.013232234865427017, 0.014431833289563656, 0.020722096785902977, 0.01820945367217064, 0.10659995675086975, 0.4008423686027527, 0.0013875518925487995, 0.03260594978928566], "fourier_magnitudes_out": [0.06345316022634506, 0.048529867082834244, 0.026477748528122902, 0.01979757659137249, 0.006764265708625317, 0.030738484114408493, 0.17366349697113037, 0.006683950778096914, 0.011740990914404392, 0.0015145873185247183, 0.022440308704972267, 1.1046141386032104, 0.48690834641456604, 0.01657400280237198, 0.016748985275626183, 0.018680358305573463, 0.010332928039133549, 0.03210635855793953, 0.07522426545619965, 0.005819998681545258, 0.013186795637011528, 0.020920539274811745, 0.025800546631217003, 0.11687275767326355, 0.07997022569179535, 0.0018403067952021956, 0.025572022423148155, 0.018298007547855377, 0.022353386506438255, 0.09519875794649124, 0.33152931928634644, 0.061420828104019165, 0.0224051121622324]}, "neuron_6": {"global_index": 341, "dominant_freq": 7, "fourier_magnitudes_in": [0.05918754264712334, 0.015518204309046268, 0.036095067858695984, 0.10691580176353455, 0.0024853001814335585, 0.0615825317800045, 0.0597795806825161, 0.011178991757333279, 0.07261845469474792, 0.061139002442359924, 0.11354230344295502, 0.058729976415634155, 0.011514793150126934, 1.2071155309677124, 0.03173523396253586, 0.041254885494709015, 0.11191936582326889, 0.022511616349220276, 0.14426369965076447, 0.008501538075506687, 0.1157897487282753, 0.04121733829379082, 0.07464644312858582, 0.3512943685054779, 0.015819303691387177, 0.04698915779590607, 0.04029993340373039, 0.056175071746110916, 0.057701874524354935, 0.003484470071271062, 0.034940190613269806, 0.023239584639668465, 0.05934656411409378], "fourier_magnitudes_out": [0.057389020919799805, 0.043456196784973145, 0.010929537937045097, 0.04971513897180557, 0.07487498223781586, 0.00476055359467864, 0.03799055516719818, 0.005756737198680639, 0.035148460417985916, 0.023364894092082977, 0.07379213720560074, 0.03803124651312828, 0.06858044862747192, 1.1815577745437622, 0.13577742874622345, 0.08368003368377686, 0.06162862479686737, 0.06757311522960663, 0.024888211861252785, 0.008733188733458519, 0.004477655980736017, 0.026690049096941948, 0.035357166081666946, 0.2517332136631012, 0.1445571780204773, 0.06503725796937943, 0.012132135219871998, 0.06979095190763474, 0.023781668394804, 0.04927479103207588, 0.04134882614016533, 0.024510130286216736, 0.02310889959335327]}, "neuron_7": {"global_index": 529, "dominant_freq": 8, "fourier_magnitudes_in": [0.017756246030330658, 0.022826598957180977, 0.10834762454032898, 0.029924962669610977, 0.11889997124671936, 0.004453772213310003, 0.13962578773498535, 0.030452320352196693, 0.07352063804864883, 0.01054073590785265, 0.022242777049541473, 0.004811007529497147, 0.038901250809431076, 0.01670999452471733, 0.12988483905792236, 0.033248964697122574, 1.1739165782928467, 0.0007394684362225235, 0.3230935037136078, 0.016888968646526337, 0.07301067560911179, 0.007992472499608994, 0.012088768184185028, 0.0010922371875494719, 0.026941832154989243, 0.006359586026519537, 0.07654442638158798, 0.0034555571619421244, 0.11083298176527023, 0.0032250063959509134, 0.11282934248447418, 0.03091721422970295, 0.07745353877544403], "fourier_magnitudes_out": [0.01748060993850231, 0.06556791812181473, 0.008940953761339188, 0.07723134756088257, 0.05165798217058182, 0.015000106766819954, 0.10833041369915009, 0.006742792669683695, 0.009916301816701889, 0.04521753638982773, 0.018885042518377304, 0.004939525853842497, 0.038627009838819504, 0.10570332407951355, 0.014033314771950245, 1.226647138595581, 0.12474144995212555, 0.3004162311553955, 0.10091540962457657, 0.0019174051703885198, 0.0316641591489315, 0.02237323299050331, 0.0028939093463122845, 0.039881009608507156, 0.006302888039499521, 0.056571077555418015, 0.07562705874443054, 0.06826943159103394, 0.0764189288020134, 0.08591070771217346, 0.05898140370845795, 0.04635641723871231, 0.04498094692826271]}, "neuron_8": {"global_index": 497, "dominant_freq": 9, "fourier_magnitudes_in": [0.13205866515636444, 0.06234975531697273, 0.03845271095633507, 0.01721237227320671, 0.09105007350444794, 0.11190707981586456, 0.16920827329158783, 0.0757276862859726, 0.005951965227723122, 0.08154483139514923, 0.02602742426097393, 0.13842099905014038, 0.3122953474521637, 0.0322854109108448, 0.029023896902799606, 0.04321665316820145, 0.028286824002861977, 0.2370183765888214, 1.2023488283157349, 0.015245191752910614, 0.06637975573539734, 0.024712439626455307, 0.05301597714424133, 0.07902442663908005, 0.1609145849943161, 0.08989083766937256, 0.0348147414624691, 0.019307706505060196, 0.07419425994157791, 0.16542208194732666, 0.09720288962125778, 0.07423271983861923, 0.04330606758594513], "fourier_magnitudes_out": [0.004684006795287132, 0.01738441176712513, 0.027096552774310112, 0.018882006406784058, 0.05394325777888298, 0.11973193287849426, 0.0020847932901233435, 0.016140654683113098, 0.027459749951958656, 0.022331980988383293, 0.0061360010877251625, 0.12895578145980835, 0.3568609654903412, 0.0195046067237854, 0.00653391657397151, 0.005621394608169794, 0.00909195002168417, 1.1305619478225708, 0.4969511330127716, 0.00015973197878338397, 0.009283636696636677, 0.02256510965526104, 0.009868239983916283, 0.09838014096021652, 0.18181154131889343, 0.015008327551186085, 0.0031716697849333286, 0.007390621118247509, 0.02121715061366558, 0.029232297092676163, 0.022516554221510887, 0.01993950642645359, 0.0024889286141842604]}, "neuron_9": {"global_index": 29, "dominant_freq": 10, "fourier_magnitudes_in": [0.061727214604616165, 0.03789937123656273, 0.06981217116117477, 0.08621286600828171, 0.05142109841108322, 0.14797919988632202, 0.3189195394515991, 0.11813357472419739, 0.034409891813993454, 0.0629829615354538, 0.056716665625572205, 0.015516966581344604, 0.07999885827302933, 0.021926064044237137, 0.05707711726427078, 0.05608130991458893, 0.09112998098134995, 0.07378482073545456, 0.0060498653911054134, 0.18371297419071198, 1.1776422262191772, 0.09887886047363281, 0.0020340525079518557, 0.011468922719359398, 0.07568102329969406, 0.0531788244843483, 0.060724303126335144, 0.03532256558537483, 0.10790033638477325, 0.04141373187303543, 0.05603757128119469, 0.14403298497200012, 0.15127138793468475], "fourier_magnitudes_out": [0.022055158391594887, 0.04773189127445221, 0.043028030544519424, 0.029818115755915642, 0.01244761049747467, 0.180294930934906, 0.2921467423439026, 0.06506199389696121, 0.035843588411808014, 0.026603547856211662, 0.08331314474344254, 0.0050462838262319565, 0.04090764373540878, 0.0027585900388658047, 0.04235957935452461, 0.08486983925104141, 0.05342699959874153, 0.0572136789560318, 0.013952270150184631, 1.1938822269439697, 0.3907625079154968, 0.029368674382567406, 0.01080151554197073, 0.07174912095069885, 0.0338573083281517, 0.014977019280195236, 0.03882959857583046, 0.0406552217900753, 0.08347374200820923, 0.057857412844896317, 0.033851779997348785, 0.04161982983350754, 0.16765718162059784]}, "neuron_10": {"global_index": 1038, "dominant_freq": 11, "fourier_magnitudes_in": [0.3974693715572357, 0.03618019074201584, 0.09017745405435562, 0.021303212270140648, 0.0629974976181984, 0.08363745361566544, 0.03420102223753929, 0.0544799380004406, 0.04495781660079956, 0.046812139451503754, 0.03278200700879097, 0.06127818673849106, 0.03224823996424675, 0.021500200033187866, 0.017513809725642204, 0.006081817671656609, 0.05659077316522598, 0.008908312767744064, 0.047971464693546295, 0.04724205285310745, 0.00027424711151979864, 1.193824291229248, 0.04519205540418625, 0.010368424467742443, 0.03747570887207985, 0.09100870043039322, 0.044685881584882736, 0.05298547074198723, 0.017907559871673584, 0.010509390383958817, 0.09137726575136185, 0.0575120635330677, 0.051623452454805374], "fourier_magnitudes_out": [0.41584473848342896, 0.01616276614367962, 0.005709273740649223, 0.010371459648013115, 0.014701306819915771, 0.03809884563088417, 0.03173329308629036, 0.0018996534636244178, 0.01043767761439085, 6.359750841511413e-05, 0.024442078545689583, 0.000423597201006487, 0.012659958563745022, 0.040125422179698944, 0.007476661819964647, 0.017223726958036423, 0.03125656023621559, 0.03603854775428772, 0.009840083308517933, 0.03643202781677246, 0.04311808943748474, 1.2589268684387207, 0.03192529454827309, 0.022412694990634918, 0.05135807394981384, 0.01748407818377018, 0.01631741411983967, 0.0072899446822702885, 0.024318726733326912, 0.015059988014400005, 0.0035635088570415974, 0.011979355476796627, 0.007115921471267939]}, "neuron_11": {"global_index": 492, "dominant_freq": 12, "fourier_magnitudes_in": [0.01961437799036503, 0.05358147248625755, 0.1299249827861786, 0.07864618301391602, 0.10443820059299469, 0.0754447653889656, 0.21161584556102753, 0.04227197542786598, 0.11150594055652618, 0.04180442914366722, 0.12124020606279373, 0.048929158598184586, 0.017063317820429802, 0.058151476085186005, 0.1288510262966156, 0.08410961925983429, 0.07859044522047043, 0.0559682697057724, 0.11874955892562866, 0.028972085565328598, 0.08502746373414993, 0.06060227379202843, 0.10145806521177292, 0.07913804054260254, 1.1950852870941162, 0.06662102043628693, 0.13980211317539215, 0.05659261345863342, 0.08259432017803192, 0.0787159651517868, 0.08840911090373993, 0.06024722754955292, 0.07584090530872345], "fourier_magnitudes_out": [0.002297714352607727, 0.040922604501247406, 0.012252779677510262, 0.04783528670668602, 0.033149342983961105, 0.3092438578605652, 0.1447756588459015, 0.010496880859136581, 0.061601463705301285, 0.032666295766830444, 0.03356381505727768, 0.15699045360088348, 0.15811467170715332, 0.04217865318059921, 0.04239613190293312, 0.040124017745256424, 0.00047527506831102073, 0.008822688832879066, 0.03976944088935852, 0.04241298511624336, 0.036481816321611404, 0.0015023972373455763, 0.047902755439281464, 1.2386846542358398, 0.20329558849334717, 0.006076938472688198, 0.07106141746044159, 0.04931669682264328, 0.028767630457878113, 0.03511909022927284, 0.12412210553884506, 0.0027565527707338333, 0.013442471623420715]}, "neuron_12": {"global_index": 381, "dominant_freq": 13, "fourier_magnitudes_in": [0.04715075343847275, 0.1937604397535324, 0.07883762568235397, 0.038997583091259, 0.03289083018898964, 0.02621597796678543, 0.028130387887358665, 0.01598638854920864, 0.0061457520350813866, 0.04382729157805443, 0.037956155836582184, 0.3536379337310791, 0.07230187207460403, 0.04649534448981285, 0.026504384353756905, 0.10814881324768066, 0.06596797704696655, 0.03071940690279007, 0.045562684535980225, 0.001302909106016159, 0.016466721892356873, 0.029341736808419228, 0.03585212677717209, 0.058806587010622025, 0.02713184431195259, 1.1723002195358276, 0.09564492106437683, 0.050287067890167236, 0.02116190269589424, 0.05887404829263687, 0.03735119104385376, 0.011333278380334377, 0.02635105326771736], "fourier_magnitudes_out": [0.015547745861113071, 0.11975967139005661, 0.22623269259929657, 0.007413922809064388, 0.0011312555288895965, 0.010390076786279678, 0.024412034079432487, 0.0685168132185936, 9.986515942728147e-05, 0.007639873307198286, 0.013393782079219818, 0.27104616165161133, 0.22760772705078125, 0.04172305017709732, 0.0006041204906068742, 0.02559150755405426, 0.1499740183353424, 0.0330054834485054, 0.041278909891843796, 0.004129704087972641, 0.019688548520207405, 0.04321114346385002, 0.040908657014369965, 0.016395490616559982, 0.0004669972404371947, 1.1992039680480957, 0.2999633252620697, 0.011312644928693771, 0.048268891870975494, 0.04623635485768318, 0.0620548240840435, 0.030523359775543213, 0.005836160387843847]}, "neuron_13": {"global_index": 630, "dominant_freq": 14, "fourier_magnitudes_in": [0.08262913674116135, 0.014454693533480167, 0.07616837322711945, 0.0011867362773045897, 0.05219796672463417, 0.043136194348335266, 0.002647706540301442, 0.053383566439151764, 0.14039255678653717, 0.10748369246721268, 0.04033758491277695, 0.08470850437879562, 0.015318525955080986, 0.016671843826770782, 0.037311844527721405, 0.08693621307611465, 0.003342367010191083, 0.263343870639801, 0.1769108772277832, 0.114008329808712, 0.0493750236928463, 0.13322287797927856, 0.009778802283108234, 0.07520513981580734, 0.021679693832993507, 0.12777678668498993, 0.023167362436652184, 1.1984821557998657, 0.16435660421848297, 0.1250268965959549, 0.010169046930968761, 0.1229792907834053, 0.0048188576474785805], "fourier_magnitudes_out": [0.03785981610417366, 0.08627206832170486, 0.02634282223880291, 0.11435555666685104, 0.0023295448627322912, 0.12246017158031464, 0.03520326688885689, 0.14432179927825928, 0.013269477523863316, 0.040773771703243256, 0.025440335273742676, 0.034873802214860916, 0.04697012901306152, 0.11355039477348328, 0.0373123362660408, 0.08004778623580933, 0.06113096699118614, 0.34475475549697876, 0.04873279482126236, 0.024931563064455986, 0.08925504982471466, 0.0021963496692478657, 0.05025126785039902, 0.04868617281317711, 0.04161670058965683, 0.052224744111299515, 0.11646416783332825, 1.2259795665740967, 0.07802996039390564, 0.028759941458702087, 0.09746018797159195, 0.03085940144956112, 0.07194378226995468]}, "neuron_14": {"global_index": 438, "dominant_freq": 15, "fourier_magnitudes_in": [0.015735628083348274, 0.07460536062717438, 0.04367382824420929, 0.09189415723085403, 0.01531847845762968, 0.007224562112241983, 0.038446735590696335, 0.07859688252210617, 0.09270806610584259, 0.048620689660310745, 0.005212347488850355, 0.0013788630021736026, 0.05674409493803978, 0.039086658507585526, 0.1203426718711853, 0.02593320608139038, 0.02844739891588688, 0.06071728095412254, 0.10163090378046036, 0.03267355263233185, 0.12188174575567245, 0.02604960836470127, 0.047447673976421356, 0.09358105808496475, 0.30267420411109924, 0.011741802096366882, 0.12643322348594666, 0.038574907928705215, 0.02298489399254322, 0.14052970707416534, 1.2301087379455566, 0.02552943490445614, 0.03922935575246811], "fourier_magnitudes_out": [0.06271803379058838, 0.012965979985892773, 0.012450939044356346, 0.05017735809087753, 0.007113829255104065, 0.024632157757878304, 0.04476379230618477, 0.01815357618033886, 0.03673354908823967, 0.022744501009583473, 0.02340451069176197, 0.014602945186197758, 0.0981028601527214, 0.040843117982149124, 0.0025093446020036936, 0.034117210656404495, 0.021635783836245537, 0.06793544441461563, 0.16556820273399353, 0.025326160714030266, 0.002172342734411359, 0.012481922283768654, 0.07061895728111267, 0.25756633281707764, 0.24745643138885498, 0.04375113546848297, 0.023196401074528694, 0.041804950684309006, 0.04581712931394577, 1.1759142875671387, 0.313955694437027, 0.008287839591503143, 0.006759920157492161]}, "neuron_15": {"global_index": 131, "dominant_freq": 16, "fourier_magnitudes_in": [0.004199783317744732, 0.004245104268193245, 0.05978913977742195, 0.04973900318145752, 0.07566677778959274, 0.05933282896876335, 0.04160475358366966, 0.053442783653736115, 0.033887553960084915, 0.03295692428946495, 0.04112999886274338, 0.027873648330569267, 0.06490001827478409, 0.06953173875808716, 0.03177206218242645, 0.09389040619134903, 0.04222198575735092, 0.14510194957256317, 0.0656471997499466, 0.11733793467283249, 0.09843054413795471, 0.08916231244802475, 0.12513360381126404, 0.027252066880464554, 0.06927582621574402, 0.006111760623753071, 0.038668274879455566, 0.039284560829401016, 0.016401128843426704, 0.2483188658952713, 0.02439388632774353, 1.1789366006851196, 0.05581016093492508], "fourier_magnitudes_out": [0.0370015949010849, 0.041985366493463516, 0.04624149948358536, 0.019785957410931587, 0.0821501687169075, 0.08304475247859955, 0.07525350153446198, 0.09660569578409195, 0.10377541184425354, 0.07171843945980072, 0.047470349818468094, 0.09098309278488159, 0.012721553444862366, 0.03597082570195198, 0.032440271228551865, 0.02216443605720997, 0.004071450792253017, 0.02418728731572628, 0.02854952961206436, 0.08039376884698868, 0.03476528450846672, 0.048333197832107544, 0.03313570097088814, 0.07426907867193222, 0.048807986080646515, 0.07207613438367844, 0.024687407538294792, 0.12564963102340698, 0.04589345306158066, 0.3060508966445923, 0.08426623791456223, 1.2307186126708984, 0.11413537710905075]}, "neuron_16": {"global_index": 552, "dominant_freq": 1, "fourier_magnitudes_in": [0.10337747633457184, 0.07563693076372147, 1.147302269935608, 0.10955838114023209, 0.001823003520257771, 0.05722924321889877, 0.20143455266952515, 0.012629193253815174, 0.012440703809261322, 0.004106647800654173, 0.07312776148319244, 0.11566543579101562, 0.043755073100328445, 0.0009882311569526792, 0.13954105973243713, 0.1491505354642868, 0.018659330904483795, 0.00827280804514885, 0.22041168808937073, 0.08943823724985123, 0.017076650634407997, 0.058854106813669205, 0.16812898218631744, 0.05795503780245781, 0.0788220763206482, 0.0372483916580677, 0.1002085879445076, 0.1561805158853531, 0.09444750845432281, 0.03596818074584007, 0.0208785030990839, 0.13181596994400024, 0.06356518715620041], "fourier_magnitudes_out": [0.06018420308828354, 1.189650535583496, 0.25103500485420227, 0.06964071840047836, 0.01913531683385372, 0.29259464144706726, 0.20931389927864075, 0.057826556265354156, 0.06593849509954453, 0.10281926393508911, 0.1151481419801712, 0.04852088913321495, 0.03857264295220375, 0.015752272680401802, 0.12258004397153854, 0.013639716431498528, 0.08552657812833786, 0.08347947150468826, 0.13573524355888367, 0.008534553460776806, 0.06060954928398132, 0.0018335140775889158, 0.10295421630144119, 0.04172327741980553, 0.02777038887143135, 0.03266423940658569, 0.028417915105819702, 0.05775388330221176, 0.041019849479198456, 0.015796106308698654, 0.030837591737508774, 0.01715596206486225, 0.044979482889175415]}, "neuron_17": {"global_index": 926, "dominant_freq": 2, "fourier_magnitudes_in": [0.07264354079961777, 0.0638231709599495, 0.07148022204637527, 1.1592748165130615, 0.15869368612766266, 0.022367168217897415, 0.05164071172475815, 0.030530022457242012, 0.029872480779886246, 0.10926613956689835, 0.05434437096118927, 0.26420190930366516, 0.09914334863424301, 0.0738813579082489, 0.01951085776090622, 0.004227295983582735, 0.016505522653460503, 0.04976753517985344, 0.0027428565081208944, 0.0886324793100357, 0.05207521840929985, 0.05821818485856056, 0.04200851172208786, 0.03180963546037674, 0.00385205983184278, 0.0033345140982419252, 0.012492298148572445, 0.05432454124093056, 0.01636740192770958, 0.0530085563659668, 0.037790603935718536, 0.02444586530327797, 0.009596653282642365], "fourier_magnitudes_out": [0.03625991567969322, 0.019344216212630272, 0.018211521208286285, 1.1445115804672241, 0.3749728798866272, 0.013564222492277622, 0.0006617358303628862, 0.01611144468188286, 0.048656564205884933, 0.006592667195945978, 0.10384528338909149, 0.2270893156528473, 0.2651899755001068, 0.045921992510557175, 0.03473915904760361, 0.03282833471894264, 0.015911417081952095, 0.02715761587023735, 0.05815247446298599, 0.010781748220324516, 0.2141304910182953, 0.0023409370332956314, 0.037094421684741974, 0.041541438549757004, 0.0024476966354995966, 0.02877170406281948, 0.05174805223941803, 0.07028374075889587, 0.05015907809138298, 0.0293679591268301, 0.003351684892550111, 0.10603596270084381, 0.009071188047528267]}, "neuron_18": {"global_index": 509, "dominant_freq": 3, "fourier_magnitudes_in": [0.09790411591529846, 0.006754382513463497, 0.02427944727241993, 0.05728033185005188, 0.013049665838479996, 1.1595847606658936, 0.021658407524228096, 0.031452909111976624, 0.05080404132604599, 0.03411659225821495, 0.001088418997824192, 0.14999720454216003, 0.048648931086063385, 0.023473447188735008, 0.014292714186012745, 0.009945468045771122, 0.0356278158724308, 0.27870631217956543, 0.07396922260522842, 0.01513384934514761, 0.04571890830993652, 0.02188793383538723, 0.036489181220531464, 0.17086507380008698, 0.11590857058763504, 0.021152466535568237, 0.04588533937931061, 0.04087424278259277, 0.011710939928889275, 0.16069504618644714, 0.13880310952663422, 0.026271814480423927, 0.009654801338911057], "fourier_magnitudes_out": [0.01789923943579197, 0.03794335573911667, 0.008586871437728405, 0.02845687046647072, 0.03592008352279663, 1.2519763708114624, 0.2073204517364502, 0.03527204319834709, 0.002575838938355446, 0.010190102271735668, 0.005735533777624369, 0.021162385120987892, 0.04310404509305954, 0.039405457675457, 0.007521412800997496, 0.03549201413989067, 0.020838148891925812, 0.31941989064216614, 0.17568551003932953, 0.005456596612930298, 0.030391907319426537, 0.04130510985851288, 0.007502094376832247, 0.025213368237018585, 0.10260473191738129, 0.02596116252243519, 0.015489494428038597, 0.0037773726508021355, 0.025478778406977654, 0.1059350073337555, 0.11463768780231476, 0.029597239568829536, 0.002311042044311762]}, "neuron_19": {"global_index": 1031, "dominant_freq": 4, "fourier_magnitudes_in": [0.03239236772060394, 0.07733456790447235, 0.09993650019168854, 0.07891952991485596, 0.02420913241803646, 0.061209071427583694, 0.04340587556362152, 0.112510547041893, 1.165189504623413, 0.030409246683120728, 0.05960220843553543, 0.07939068228006363, 0.007937760092318058, 0.06348850578069687, 0.05652685835957527, 0.021772118285298347, 0.09783153235912323, 0.09399506449699402, 0.14432962238788605, 0.018942706286907196, 0.02643296867609024, 0.05422872677445412, 0.03620772436261177, 0.09777887910604477, 0.26838189363479614, 0.06936750560998917, 0.057368211448192596, 0.08005005866289139, 0.015162095427513123, 0.015534729696810246, 0.00975786242634058, 0.042986977845430374, 0.12367867678403854], "fourier_magnitudes_out": [0.06369210034608841, 0.03809167444705963, 0.07170828431844711, 0.040858592838048935, 0.10224616527557373, 0.04119660332798958, 0.002316298894584179, 1.193232536315918, 0.24932241439819336, 0.021009661257267, 0.04711063206195831, 0.003227686509490013, 0.09471635520458221, 0.03059297613799572, 0.04069110378623009, 0.08574170619249344, 0.021272839978337288, 0.023482205346226692, 0.10288522392511368, 0.0686568021774292, 0.04884418472647667, 0.02692475914955139, 0.044951196759939194, 0.2700747847557068, 0.20230378210544586, 0.044580306857824326, 0.14836923778057098, 0.000286812282865867, 0.062467314302921295, 0.08823543787002563, 0.0029273410327732563, 0.06278639286756516, 0.08011375367641449]}}}
|
precomputed_results/p_033/p033_output_logits.png
ADDED
|
Git LFS Details
|
precomputed_results/p_033/p033_overview.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"std_epochs": [0, 200, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800], "std_ipr": [0.11759869754314423, 0.14128625392913818, 0.20919808745384216, 0.2793269455432892, 0.33574366569519043, 0.379669189453125, 0.4145980477333069, 0.4427594542503357, 0.46580228209495544, 0.48505306243896484, 0.5017130970954895, 0.5164932012557983, 0.5301030874252319, 0.5428789854049683, 0.5549709796905518, 0.5669441223144531, 0.5782918930053711, 0.5879935026168823, 0.5960103273391724, 0.6030565500259399, 0.6095103025436401, 0.6155091524124146, 0.621092677116394, 0.6263084411621094, 0.63127201795578], "std_train_loss": [3.496617317199707, 3.463452100753784, 3.402388095855713, 3.304250478744507, 3.167586088180542, 2.992201328277588, 2.7787177562713623, 2.529284715652466, 2.2475099563598633, 1.93975830078125, 1.6159188747406006, 1.290366291999817, 0.9809030890464783, 0.7061152458190918, 0.48065778613090515, 0.3090980350971222, 0.18766821920871735, 0.10817902535200119, 0.05986034870147705, 0.03205587714910507, 0.01669304259121418, 0.008476627059280872, 0.004206470213830471, 0.0020431657321751118, 0.0009725720155984163], "grokk_epochs": [0, 200, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000, 6200, 6400, 6600, 6800, 7000, 7200, 7400, 7600, 7800, 8000, 8200, 8400, 8600, 8800, 9000, 9200, 9400, 9600, 9800, 10000, 10200, 10400, 10600, 10800, 11000, 11200, 11400, 11600, 11800, 12000, 12200, 12400, 12600, 12800, 13000, 13200, 13400, 13600, 13800, 14000, 14200, 14400, 14600, 14800, 15000, 15200, 15400, 15600, 15800], "grokk_ipr": [0.11759869754314423, 0.1591489315032959, 0.22996821999549866, 0.28568971157073975, 0.33009177446365356, 0.3685290217399597, 0.40399521589279175, 0.4375530183315277, 0.46927598118782043, 0.4973447322845459, 0.5200404524803162, 0.5383787155151367, 0.5538349151611328, 0.5674067735671997, 0.5796090364456177, 0.5907117128372192, 0.6007897853851318, 0.6101112365722656, 0.6185986399650574, 0.6265501976013184, 0.6342931985855103, 0.6419496536254883, 0.6498500108718872, 0.6581000089645386, 0.666710615158081, 0.6754229068756104, 0.6839499473571777, 0.6921353340148926, 0.6999539136886597, 0.7074207067489624, 0.7145490646362305, 0.7214067578315735, 0.7280066609382629, 0.7343554496765137, 0.7404472231864929, 0.7462880611419678, 0.7518876791000366, 0.7572618722915649, 0.7624261975288391, 0.767393171787262, 0.7721835374832153, 0.7767691016197205, 0.7811627984046936, 0.7853738069534302, 0.7894082069396973, 0.7932737469673157, 0.7969797849655151, 0.8005423545837402, 0.8039615750312805, 0.8072383999824524, 0.8103757500648499, 0.8133836388587952, 0.8162668347358704, 0.8190316557884216, 0.8216843605041504, 0.8242220878601074, 0.8266565799713135, 0.8289842009544373, 0.8312118053436279, 0.833344578742981, 0.8353898525238037, 0.8373492956161499, 0.8392329812049866, 0.8410482406616211, 0.8427906036376953, 0.844459056854248, 0.8460617065429688, 0.8476089239120483, 0.849097728729248, 0.850533127784729, 0.8519203066825867, 0.8532595634460449, 0.8545473217964172, 0.8557804822921753, 0.8569676876068115, 0.8581082820892334, 0.8592071533203125, 0.8602945804595947, 0.8613519668579102, 0.8623751401901245], "grokk_train_loss": [3.4968059062957764, 3.3861443996429443, 3.156057834625244, 2.8198721408843994, 2.4030518531799316, 1.938866376876831, 1.4691330194473267, 1.0371743440628052, 0.6730825304985046, 0.39567703008651733, 0.21302169561386108, 0.10849396139383316, 0.0537789911031723, 0.026300255209207535, 0.012772620655596256, 0.006178874988108873, 0.002989460714161396, 0.001449192757718265, 0.0007063729572109878, 0.00034758378751575947, 0.0001736414124025032, 8.918540697777644e-05, 4.785348937730305e-05, 2.744201265159063e-05, 1.7191354345413856e-05, 1.189774957310874e-05, 9.080156814889051e-06, 7.528263267886359e-06, 6.634493274759734e-06, 6.1068226386851165e-06, 5.797114226879785e-06, 5.599747964879498e-06, 5.473381406773115e-06, 5.395223979576258e-06, 5.34789160155924e-06, 5.312830126058543e-06, 5.287849489832297e-06, 5.266082098387415e-06, 5.253664312476758e-06, 5.235403477854561e-06, 5.216850240685744e-06, 5.207354206504533e-06, 5.198297003516927e-06, 5.188216618989827e-06, 5.180328116694e-06, 5.17331591254333e-06, 5.163090463611297e-06, 5.153448455530452e-06, 5.142345344211208e-06, 5.135187166160904e-06, 5.128320935909869e-06, 5.119117304275278e-06, 5.117071850690991e-06, 5.106991920911241e-06, 5.09749588673003e-06, 5.092675110063283e-06, 5.089899786980823e-06, 5.0862477110058535e-06, 5.074122327641817e-06, 5.076897650724277e-06, 5.069009148428449e-06, 5.066671747044893e-06, 5.05863681610208e-06, 5.054253961134236e-06, 5.051186235505156e-06, 5.046657406637678e-06, 5.042420525569469e-06, 5.039498773840023e-06, 5.0354083214187995e-06, 5.029272415413288e-06, 5.02562079418567e-06, 5.023137418902479e-06, 5.017001512896968e-06, 5.017731837142492e-06, 5.011158009438077e-06, 5.010573204344837e-06, 5.008381776860915e-06, 5.006044375477359e-06, 5.003852947993437e-06, 5.00122314406326e-06], "grokk_test_loss": [3.496053457260132, 3.581242561340332, 3.6498844623565674, 3.655491590499878, 3.582779884338379, 3.4102132320404053, 3.1180226802825928, 2.7032368183135986, 2.2120201587677, 1.747564673423767, 1.4060813188552856, 1.186143398284912, 1.0409255027770996, 0.9326924085617065, 0.8396950364112854, 0.7525920271873474, 0.6679895520210266, 0.5855725407600403, 0.5084298253059387, 0.4382123351097107, 0.37547221779823303, 0.32160741090774536, 0.27665406465530396, 0.23900099098682404, 0.20814543962478638, 0.18332965672016144, 0.1634593904018402, 0.14716148376464844, 0.13353143632411957, 0.12196608632802963, 0.11201599985361099, 0.10329966247081757, 0.09551087766885757, 0.08852212131023407, 0.0823444351553917, 0.07680569589138031, 0.07177791744470596, 0.06723342090845108, 0.06311291456222534, 0.05932513624429703, 0.055848997086286545, 0.0526580810546875, 0.04975367337465286, 0.04709884151816368, 0.044711366295814514, 0.04254959523677826, 0.04057208076119423, 0.03878561779856682, 0.03720904141664505, 0.03579290211200714, 0.03453442454338074, 0.03339586406946182, 0.03234577551484108, 0.031410377472639084, 0.030547481030225754, 0.029771888628602028, 0.02907169610261917, 0.028424734249711037, 0.027816778048872948, 0.027260633185505867, 0.026792127639055252, 0.026372971013188362, 0.025987092405557632, 0.025618668645620346, 0.02527162805199623, 0.024945665150880814, 0.024632083252072334, 0.024352077394723892, 0.024082418531179428, 0.0238663200289011, 0.023647405207157135, 0.02342006005346775, 0.02319013513624668, 0.0229702889919281, 0.02278902754187584, 0.022627372294664383, 0.022457944229245186, 0.022287826985120773, 0.02212827280163765, 0.021971549838781357]}
|
precomputed_results/p_033/p033_overview_loss_ipr.png
ADDED
|
Git LFS Details
|
precomputed_results/p_033/p033_overview_phase_scatter.png
ADDED
|
precomputed_results/p_033/p033_phase_align_approx1.png
ADDED
|
Git LFS Details
|
precomputed_results/p_033/p033_phase_align_approx2.png
ADDED
|
Git LFS Details
|
precomputed_results/p_033/p033_phase_align_quad.png
ADDED
|
Git LFS Details
|
precomputed_results/p_033/p033_phase_align_relu.png
ADDED
|
precomputed_results/p_033/p033_phase_distribution.png
ADDED
|
precomputed_results/p_033/p033_phase_relationship.png
ADDED
|
precomputed_results/p_033/p033_single_freq_quad.png
ADDED
|
Git LFS Details
|
precomputed_results/p_033/p033_single_freq_relu.png
ADDED
|
Git LFS Details
|
precomputed_results/p_033/p033_training_log.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|