Upload folder using huggingface_hub
Browse files- checkpoints/transformer_resume/_checkpoint_log.tsv +222 -222
- checkpoints/transformer_resume/best_epoch_004_step_000013000_tokens_59.7b_val=0.2434.pt +3 -0
- checkpoints/transformer_resume/gsm8k_results.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_best_epoch_004_step_000013000_tokens_59.7b_val=0.2434.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000011000_tokens_58b_val=0.2435.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000012000_tokens_58.8b_val=0.2434.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank0.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank2.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank4.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank5.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank6.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank7.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000013000_tokens_59.7b_val=0.2434.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank1.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank2.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank3.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank4.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank5.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank6.txt +0 -0
- checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank7.txt +0 -0
- checkpoints/transformer_resume/metrics_summary_epoch4_top5.csv +1 -1
- checkpoints/transformer_resume/verification.txt +1329 -0
- checkpoints/transformer_resume/verification_best_epoch_004_step_000013000_tokens_59.7b_val=0.2434.txt +110 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000011000_tokens_58b_val=0.2435.txt +110 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000012000_tokens_58.8b_val=0.2434.txt +110 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank0.txt +5 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank2.txt +5 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank4.txt +5 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank5.txt +5 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank6.txt +5 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank7.txt +5 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000013000_tokens_59.7b_val=0.2434.txt +5 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434.txt +5 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank1.txt +5 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank2.txt +5 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank3.txt +5 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank4.txt +5 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank5.txt +5 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank6.txt +5 -0
- checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank7.txt +5 -0
checkpoints/transformer_resume/_checkpoint_log.tsv
CHANGED
|
@@ -1,223 +1,223 @@
|
|
| 1 |
Time Checkpoint_Type Epoch Step Train_Loss Val_Loss Tokens_Trained
|
| 2 |
-
2025-12-
|
| 3 |
-
2025-12-
|
| 4 |
-
2025-12-
|
| 5 |
-
2025-12-
|
| 6 |
-
2025-12-
|
| 7 |
-
2025-12-
|
| 8 |
-
2025-12-
|
| 9 |
-
2025-12-
|
| 10 |
-
2025-12-
|
| 11 |
-
2025-12-
|
| 12 |
-
2025-12-
|
| 13 |
-
2025-12-
|
| 14 |
-
2025-12-
|
| 15 |
-
2025-12-
|
| 16 |
-
2025-12-
|
| 17 |
-
2025-12-
|
| 18 |
-
2025-12-
|
| 19 |
-
2025-12-
|
| 20 |
-
2025-12-
|
| 21 |
-
2025-12-
|
| 22 |
-
2025-12-
|
| 23 |
-
2025-12-
|
| 24 |
-
2025-12-
|
| 25 |
-
2025-12-
|
| 26 |
-
2025-12-
|
| 27 |
-
2025-12-
|
| 28 |
-
2025-12-
|
| 29 |
-
2025-12-
|
| 30 |
-
2025-12-
|
| 31 |
-
2025-12-
|
| 32 |
-
2025-12-
|
| 33 |
-
2025-12-
|
| 34 |
-
2025-12-
|
| 35 |
-
2025-12-
|
| 36 |
-
2025-12-
|
| 37 |
-
2025-12-
|
| 38 |
-
2025-12-
|
| 39 |
-
2025-12-
|
| 40 |
-
2025-12-
|
| 41 |
-
2025-12-
|
| 42 |
-
2025-12-
|
| 43 |
-
2025-12-
|
| 44 |
-
2025-12-
|
| 45 |
-
2025-12-
|
| 46 |
-
2025-12-
|
| 47 |
-
2025-12-
|
| 48 |
-
2025-12-
|
| 49 |
-
2025-12-
|
| 50 |
-
2025-12-
|
| 51 |
-
2025-12-
|
| 52 |
-
2025-12-
|
| 53 |
-
2025-12-
|
| 54 |
-
2025-12-
|
| 55 |
-
2025-12-
|
| 56 |
-
2025-12-
|
| 57 |
-
2025-12-
|
| 58 |
-
2025-12-
|
| 59 |
-
2025-12-
|
| 60 |
-
2025-12-
|
| 61 |
-
2025-12-
|
| 62 |
-
2025-12-
|
| 63 |
-
2025-12-
|
| 64 |
-
2025-12-
|
| 65 |
-
2025-12-
|
| 66 |
-
2025-12-
|
| 67 |
-
2025-12-
|
| 68 |
-
2025-12-
|
| 69 |
-
2025-12-
|
| 70 |
-
2025-12-
|
| 71 |
-
2025-12-
|
| 72 |
-
2025-12-
|
| 73 |
-
2025-12-
|
| 74 |
-
2025-12-
|
| 75 |
-
2025-12-
|
| 76 |
-
2025-12-
|
| 77 |
-
2025-12-
|
| 78 |
-
2025-12-
|
| 79 |
-
2025-12-
|
| 80 |
-
2025-12-
|
| 81 |
-
2025-12-
|
| 82 |
-
2025-12-
|
| 83 |
-
2025-12-
|
| 84 |
-
2025-12-
|
| 85 |
-
2025-12-
|
| 86 |
-
2025-12-
|
| 87 |
-
2025-12-
|
| 88 |
-
2025-12-
|
| 89 |
-
2025-12-
|
| 90 |
-
2025-12-
|
| 91 |
-
2025-12-
|
| 92 |
-
2025-12-
|
| 93 |
-
2025-12-
|
| 94 |
-
2025-12-
|
| 95 |
-
2025-12-
|
| 96 |
-
2025-12-
|
| 97 |
-
2025-12-
|
| 98 |
-
2025-12-
|
| 99 |
-
2025-12-
|
| 100 |
-
2025-12-
|
| 101 |
-
2025-12-
|
| 102 |
-
2025-12-
|
| 103 |
-
2025-12-
|
| 104 |
-
2025-12-
|
| 105 |
-
2025-12-
|
| 106 |
-
2025-12-
|
| 107 |
-
2025-12-
|
| 108 |
-
2025-12-
|
| 109 |
-
2025-12-
|
| 110 |
-
2025-12-
|
| 111 |
-
2025-12-
|
| 112 |
-
2025-12-
|
| 113 |
-
2025-12-
|
| 114 |
-
2025-12-
|
| 115 |
-
2025-12-
|
| 116 |
-
2025-12-
|
| 117 |
-
2025-12-
|
| 118 |
-
2025-12-
|
| 119 |
-
2025-12-
|
| 120 |
-
2025-12-
|
| 121 |
-
2025-12-
|
| 122 |
-
2025-12-
|
| 123 |
-
2025-12-
|
| 124 |
-
2025-12-
|
| 125 |
-
2025-12-
|
| 126 |
-
2025-12-
|
| 127 |
-
2025-12-
|
| 128 |
-
2025-12-
|
| 129 |
-
2025-12-
|
| 130 |
-
2025-12-
|
| 131 |
-
2025-12-
|
| 132 |
-
2025-12-
|
| 133 |
-
2025-12-
|
| 134 |
-
2025-12-
|
| 135 |
-
2025-12-
|
| 136 |
-
2025-12-
|
| 137 |
-
2025-12-
|
| 138 |
-
2025-12-
|
| 139 |
-
2025-12-
|
| 140 |
-
2025-12-
|
| 141 |
-
2025-12-
|
| 142 |
-
2025-12-
|
| 143 |
-
2025-12-
|
| 144 |
-
2025-12-
|
| 145 |
-
2025-12-
|
| 146 |
-
2025-12-
|
| 147 |
-
2025-12-
|
| 148 |
-
2025-12-
|
| 149 |
-
2025-12-
|
| 150 |
-
2025-12-
|
| 151 |
-
2025-12-
|
| 152 |
-
2025-12-
|
| 153 |
-
2025-12-
|
| 154 |
-
2025-12-
|
| 155 |
-
2025-12-
|
| 156 |
-
2025-12-
|
| 157 |
-
2025-12-
|
| 158 |
-
2025-12-
|
| 159 |
-
2025-12-
|
| 160 |
-
2025-12-
|
| 161 |
-
2025-12-
|
| 162 |
-
2025-12-
|
| 163 |
-
2025-12-
|
| 164 |
-
2025-12-
|
| 165 |
-
2025-12-
|
| 166 |
-
2025-12-
|
| 167 |
-
2025-12-
|
| 168 |
-
2025-12-
|
| 169 |
-
2025-12-
|
| 170 |
-
2025-12-
|
| 171 |
-
2025-12-
|
| 172 |
-
2025-12-
|
| 173 |
-
2025-12-
|
| 174 |
-
2025-12-
|
| 175 |
-
2025-12-
|
| 176 |
-
2025-12-
|
| 177 |
-
2025-12-
|
| 178 |
-
2025-12-
|
| 179 |
-
2025-12-
|
| 180 |
-
2025-12-
|
| 181 |
-
2025-12-
|
| 182 |
-
2025-12-
|
| 183 |
-
2025-12-
|
| 184 |
-
2025-12-
|
| 185 |
-
2025-12-
|
| 186 |
-
2025-12-
|
| 187 |
-
2025-12-
|
| 188 |
-
2025-12-
|
| 189 |
-
2025-12-
|
| 190 |
-
2025-12-
|
| 191 |
-
2025-12-
|
| 192 |
-
2025-12-
|
| 193 |
-
2025-12-
|
| 194 |
-
2025-12-
|
| 195 |
-
2025-12-
|
| 196 |
-
2025-12-
|
| 197 |
-
2025-12-
|
| 198 |
-
2025-12-
|
| 199 |
-
2025-12-
|
| 200 |
-
2025-12-
|
| 201 |
-
2025-12-
|
| 202 |
-
2025-12-
|
| 203 |
-
2025-12-
|
| 204 |
-
2025-12-
|
| 205 |
-
2025-12-
|
| 206 |
-
2025-12-
|
| 207 |
-
2025-12-
|
| 208 |
-
2025-12-
|
| 209 |
-
2025-12-
|
| 210 |
-
2025-12-
|
| 211 |
-
2025-12-
|
| 212 |
-
2025-12-
|
| 213 |
-
2025-12-
|
| 214 |
-
2025-12-
|
| 215 |
-
2025-12-
|
| 216 |
-
2025-12-
|
| 217 |
-
2025-12-
|
| 218 |
-
2025-12-
|
| 219 |
-
2025-12-
|
| 220 |
-
2025-12-
|
| 221 |
-
2025-12-
|
| 222 |
-
2025-12-
|
| 223 |
-
2025-12-
|
|
|
|
| 1 |
Time Checkpoint_Type Epoch Step Train_Loss Val_Loss Tokens_Trained
|
| 2 |
+
2025-12-08 22:04:33 recent 000 000001000 0.6310132890939713 0.5834923386573792 860160000
|
| 3 |
+
2025-12-08 22:04:36 step 000 000001000 0.6310132890939713 0.5834923386573792 860160000
|
| 4 |
+
2025-12-08 22:04:38 best 000 000001000 0.6310132890939713 0.5834923386573792 860160000
|
| 5 |
+
2025-12-08 22:21:23 recent 000 000002000 0.4273352026939392 0.4196219742298126 1720320000
|
| 6 |
+
2025-12-08 22:21:25 step 000 000002000 0.4273352026939392 0.4196219742298126 1720320000
|
| 7 |
+
2025-12-08 22:21:28 best 000 000002000 0.4273352026939392 0.4196219742298126 1720320000
|
| 8 |
+
2025-12-08 22:38:11 recent 000 000003000 0.38565465807914734 0.3750569224357605 2580480000
|
| 9 |
+
2025-12-08 22:38:13 step 000 000003000 0.38565465807914734 0.3750569224357605 2580480000
|
| 10 |
+
2025-12-08 22:38:15 best 000 000003000 0.38565465807914734 0.3750569224357605 2580480000
|
| 11 |
+
2025-12-08 22:54:53 recent 000 000004000 0.37390973418951035 0.3507870137691498 3440640000
|
| 12 |
+
2025-12-08 22:54:55 step 000 000004000 0.37390973418951035 0.3507870137691498 3440640000
|
| 13 |
+
2025-12-08 22:54:57 best 000 000004000 0.37390973418951035 0.3507870137691498 3440640000
|
| 14 |
+
2025-12-08 23:11:41 recent 000 000005000 0.3376680389046669 0.3366142213344574 4300800000
|
| 15 |
+
2025-12-08 23:11:44 step 000 000005000 0.3376680389046669 0.3366142213344574 4300800000
|
| 16 |
+
2025-12-08 23:11:46 best 000 000005000 0.3376680389046669 0.3366142213344574 4300800000
|
| 17 |
+
2025-12-08 23:28:26 recent 000 000006000 0.3262065425515175 0.3260747790336609 5160960000
|
| 18 |
+
2025-12-08 23:28:28 step 000 000006000 0.3262065425515175 0.3260747790336609 5160960000
|
| 19 |
+
2025-12-08 23:28:31 best 000 000006000 0.3262065425515175 0.3260747790336609 5160960000
|
| 20 |
+
2025-12-08 23:45:16 recent 000 000007000 0.30282650142908096 0.31829097867012024 6021120000
|
| 21 |
+
2025-12-08 23:45:18 step 000 000007000 0.30282650142908096 0.31829097867012024 6021120000
|
| 22 |
+
2025-12-08 23:45:21 best 000 000007000 0.30282650142908096 0.31829097867012024 6021120000
|
| 23 |
+
2025-12-09 00:02:05 recent 000 000008000 0.2894744873046875 0.3108223080635071 6881280000
|
| 24 |
+
2025-12-09 00:02:07 step 000 000008000 0.2894744873046875 0.3108223080635071 6881280000
|
| 25 |
+
2025-12-09 00:02:10 best 000 000008000 0.2894744873046875 0.3108223080635071 6881280000
|
| 26 |
+
2025-12-09 00:18:48 recent 000 000009000 0.3270149603486061 0.30675119161605835 7741440000
|
| 27 |
+
2025-12-09 00:18:50 step 000 000009000 0.3270149603486061 0.30675119161605835 7741440000
|
| 28 |
+
2025-12-09 00:18:52 best 000 000009000 0.3270149603486061 0.30675119161605835 7741440000
|
| 29 |
+
2025-12-09 00:35:35 recent 000 000010000 0.3266168162226677 0.30241405963897705 8601600000
|
| 30 |
+
2025-12-09 00:35:38 step 000 000010000 0.3266168162226677 0.30241405963897705 8601600000
|
| 31 |
+
2025-12-09 00:35:40 best 000 000010000 0.3266168162226677 0.30241405963897705 8601600000
|
| 32 |
+
2025-12-09 00:52:23 recent 000 000011000 0.31317316740751266 0.29902809858322144 9461760000
|
| 33 |
+
2025-12-09 00:52:25 step 000 000011000 0.31317316740751266 0.29902809858322144 9461760000
|
| 34 |
+
2025-12-09 00:52:28 best 000 000011000 0.31317316740751266 0.29902809858322144 9461760000
|
| 35 |
+
2025-12-09 01:09:06 recent 000 000012000 0.3402252197265625 0.2953135669231415 10321920000
|
| 36 |
+
2025-12-09 01:09:08 step 000 000012000 0.3402252197265625 0.2953135669231415 10321920000
|
| 37 |
+
2025-12-09 01:09:10 best 000 000012000 0.3402252197265625 0.2953135669231415 10321920000
|
| 38 |
+
2025-12-09 01:25:55 recent 000 000013000 0.29353654384613037 0.29272380471229553 11182080000
|
| 39 |
+
2025-12-09 01:25:57 step 000 000013000 0.29353654384613037 0.29272380471229553 11182080000
|
| 40 |
+
2025-12-09 01:26:00 best 000 000013000 0.29353654384613037 0.29272380471229553 11182080000
|
| 41 |
+
2025-12-09 01:42:39 recent 000 000014000 0.2953661009669304 0.2901206612586975 12042240000
|
| 42 |
+
2025-12-09 01:42:42 step 000 000014000 0.2953661009669304 0.2901206612586975 12042240000
|
| 43 |
+
2025-12-09 01:42:45 best 000 000014000 0.2953661009669304 0.2901206612586975 12042240000
|
| 44 |
+
2025-12-09 01:45:35 recent 001 000000000 0.31282012164592743 0.2897591292858124 12129976320
|
| 45 |
+
2025-12-09 01:45:37 epoch 001 000000000 0.31282012164592743 0.2897591292858124 12129976320
|
| 46 |
+
2025-12-09 01:45:40 best 001 000000000 0.31282012164592743 0.2897591292858124 12129976320
|
| 47 |
+
2025-12-09 02:02:21 recent 001 000001000 0.29584021121263504 0.2877645790576935 12990136320
|
| 48 |
+
2025-12-09 02:02:23 step 001 000001000 0.29584021121263504 0.2877645790576935 12990136320
|
| 49 |
+
2025-12-09 02:02:26 best 001 000001000 0.29584021121263504 0.2877645790576935 12990136320
|
| 50 |
+
2025-12-09 02:19:10 recent 001 000002000 0.2957344278693199 0.28560930490493774 13850296320
|
| 51 |
+
2025-12-09 02:19:13 step 001 000002000 0.2957344278693199 0.28560930490493774 13850296320
|
| 52 |
+
2025-12-09 02:19:16 best 001 000002000 0.2957344278693199 0.28560930490493774 13850296320
|
| 53 |
+
2025-12-09 02:35:54 recent 001 000003000 0.2833305895328522 0.2839827239513397 14710456320
|
| 54 |
+
2025-12-09 02:35:56 step 001 000003000 0.2833305895328522 0.2839827239513397 14710456320
|
| 55 |
+
2025-12-09 02:35:59 best 001 000003000 0.2833305895328522 0.2839827239513397 14710456320
|
| 56 |
+
2025-12-09 02:52:43 recent 001 000004000 0.30934131145477295 0.28247708082199097 15570616320
|
| 57 |
+
2025-12-09 02:52:46 step 001 000004000 0.30934131145477295 0.28247708082199097 15570616320
|
| 58 |
+
2025-12-09 02:52:49 best 001 000004000 0.30934131145477295 0.28247708082199097 15570616320
|
| 59 |
+
2025-12-09 03:09:33 recent 001 000005000 0.2961928993463516 0.28070640563964844 16430776320
|
| 60 |
+
2025-12-09 03:09:35 step 001 000005000 0.2961928993463516 0.28070640563964844 16430776320
|
| 61 |
+
2025-12-09 03:09:38 best 001 000005000 0.2961928993463516 0.28070640563964844 16430776320
|
| 62 |
+
2025-12-09 03:26:17 recent 001 000006000 0.274027444422245 0.279300332069397 17290936320
|
| 63 |
+
2025-12-09 03:26:19 step 001 000006000 0.274027444422245 0.279300332069397 17290936320
|
| 64 |
+
2025-12-09 03:26:22 best 001 000006000 0.274027444422245 0.279300332069397 17290936320
|
| 65 |
+
2025-12-09 03:43:04 recent 001 000007000 0.29656217247247696 0.27778464555740356 18151096320
|
| 66 |
+
2025-12-09 03:43:06 step 001 000007000 0.29656217247247696 0.27778464555740356 18151096320
|
| 67 |
+
2025-12-09 03:43:09 best 001 000007000 0.29656217247247696 0.27778464555740356 18151096320
|
| 68 |
+
2025-12-09 03:59:54 recent 001 000008000 0.3060613349080086 0.27626287937164307 19011256320
|
| 69 |
+
2025-12-09 03:59:56 step 001 000008000 0.3060613349080086 0.27626287937164307 19011256320
|
| 70 |
+
2025-12-09 03:59:59 best 001 000008000 0.3060613349080086 0.27626287937164307 19011256320
|
| 71 |
+
2025-12-09 04:16:37 recent 001 000009000 0.26544981449842453 0.2751830816268921 19871416320
|
| 72 |
+
2025-12-09 04:16:39 step 001 000009000 0.26544981449842453 0.2751830816268921 19871416320
|
| 73 |
+
2025-12-09 04:16:41 best 001 000009000 0.26544981449842453 0.2751830816268921 19871416320
|
| 74 |
+
2025-12-09 04:33:26 recent 001 000010000 0.30200086534023285 0.27379918098449707 20731576320
|
| 75 |
+
2025-12-09 04:33:29 step 001 000010000 0.30200086534023285 0.27379918098449707 20731576320
|
| 76 |
+
2025-12-09 04:33:31 best 001 000010000 0.30200086534023285 0.27379918098449707 20731576320
|
| 77 |
+
2025-12-09 04:50:11 recent 001 000011000 0.2979862913489342 0.27259981632232666 21591736320
|
| 78 |
+
2025-12-09 04:50:14 step 001 000011000 0.2979862913489342 0.27259981632232666 21591736320
|
| 79 |
+
2025-12-09 04:50:16 best 001 000011000 0.2979862913489342 0.27259981632232666 21591736320
|
| 80 |
+
2025-12-09 05:07:02 recent 001 000012000 0.2857537269592285 0.27134189009666443 22451896320
|
| 81 |
+
2025-12-09 05:07:04 step 001 000012000 0.2857537269592285 0.27134189009666443 22451896320
|
| 82 |
+
2025-12-09 05:07:07 best 001 000012000 0.2857537269592285 0.27134189009666443 22451896320
|
| 83 |
+
2025-12-09 05:23:52 recent 001 000013000 0.2915356382727623 0.2702634632587433 23312056320
|
| 84 |
+
2025-12-09 05:23:54 step 001 000013000 0.2915356382727623 0.2702634632587433 23312056320
|
| 85 |
+
2025-12-09 05:23:57 best 001 000013000 0.2915356382727623 0.2702634632587433 23312056320
|
| 86 |
+
2025-12-09 05:40:36 recent 001 000014000 0.2914014160633087 0.26911184191703796 24172216320
|
| 87 |
+
2025-12-09 05:40:38 step 001 000014000 0.2914014160633087 0.26911184191703796 24172216320
|
| 88 |
+
2025-12-09 05:40:41 best 001 000014000 0.2914014160633087 0.26911184191703796 24172216320
|
| 89 |
+
2025-12-09 05:43:19 recent 002 000000000 0.29752761870622635 0.2691074013710022 24259952640
|
| 90 |
+
2025-12-09 05:43:21 epoch 002 000000000 0.29752761870622635 0.2691074013710022 24259952640
|
| 91 |
+
2025-12-09 05:43:24 best 002 000000000 0.29752761870622635 0.2691074013710022 24259952640
|
| 92 |
+
2025-12-09 06:00:11 recent 002 000001000 0.2540785148739815 0.2674492299556732 25120112640
|
| 93 |
+
2025-12-09 06:00:13 step 002 000001000 0.2540785148739815 0.2674492299556732 25120112640
|
| 94 |
+
2025-12-09 06:00:15 best 002 000001000 0.2540785148739815 0.2674492299556732 25120112640
|
| 95 |
+
2025-12-09 06:17:00 recent 002 000002000 0.2908788323402405 0.26671120524406433 25980272640
|
| 96 |
+
2025-12-09 06:17:03 step 002 000002000 0.2908788323402405 0.26671120524406433 25980272640
|
| 97 |
+
2025-12-09 06:17:05 best 002 000002000 0.2908788323402405 0.26671120524406433 25980272640
|
| 98 |
+
2025-12-09 06:33:46 recent 002 000003000 0.26616644859313965 0.26544100046157837 26840432640
|
| 99 |
+
2025-12-09 06:33:48 step 002 000003000 0.26616644859313965 0.26544100046157837 26840432640
|
| 100 |
+
2025-12-09 06:33:51 best 002 000003000 0.26616644859313965 0.26544100046157837 26840432640
|
| 101 |
+
2025-12-09 06:50:35 recent 002 000004000 0.26277821511030197 0.2647247016429901 27700592640
|
| 102 |
+
2025-12-09 06:50:37 step 002 000004000 0.26277821511030197 0.2647247016429901 27700592640
|
| 103 |
+
2025-12-09 06:50:40 best 002 000004000 0.26277821511030197 0.2647247016429901 27700592640
|
| 104 |
+
2025-12-09 07:07:21 recent 002 000005000 0.2830668017268181 0.26385506987571716 28560752640
|
| 105 |
+
2025-12-09 07:07:23 step 002 000005000 0.2830668017268181 0.26385506987571716 28560752640
|
| 106 |
+
2025-12-09 07:07:25 best 002 000005000 0.2830668017268181 0.26385506987571716 28560752640
|
| 107 |
+
2025-12-09 07:24:06 recent 002 000006000 0.2711658403277397 0.26265472173690796 29420912640
|
| 108 |
+
2025-12-09 07:24:08 step 002 000006000 0.2711658403277397 0.26265472173690796 29420912640
|
| 109 |
+
2025-12-09 07:24:10 best 002 000006000 0.2711658403277397 0.26265472173690796 29420912640
|
| 110 |
+
2025-12-09 07:40:55 recent 002 000007000 0.27206581085920334 0.26172950863838196 30281072640
|
| 111 |
+
2025-12-09 07:40:58 step 002 000007000 0.27206581085920334 0.26172950863838196 30281072640
|
| 112 |
+
2025-12-09 07:41:01 best 002 000007000 0.27206581085920334 0.26172950863838196 30281072640
|
| 113 |
+
2025-12-09 07:57:41 recent 002 000008000 0.26128602772951126 0.26091468334198 31141232640
|
| 114 |
+
2025-12-09 07:57:43 step 002 000008000 0.26128602772951126 0.26091468334198 31141232640
|
| 115 |
+
2025-12-09 07:57:46 best 002 000008000 0.26128602772951126 0.26091468334198 31141232640
|
| 116 |
+
2025-12-09 08:14:30 recent 002 000009000 0.2547329440712929 0.25993025302886963 32001392640
|
| 117 |
+
2025-12-09 08:14:32 step 002 000009000 0.2547329440712929 0.25993025302886963 32001392640
|
| 118 |
+
2025-12-09 08:14:35 best 002 000009000 0.2547329440712929 0.25993025302886963 32001392640
|
| 119 |
+
2025-12-09 08:31:20 recent 002 000010000 0.26767709851264954 0.2591801583766937 32861552640
|
| 120 |
+
2025-12-09 08:31:22 step 002 000010000 0.26767709851264954 0.2591801583766937 32861552640
|
| 121 |
+
2025-12-09 08:31:25 best 002 000010000 0.26767709851264954 0.2591801583766937 32861552640
|
| 122 |
+
2025-12-09 08:48:03 recent 002 000011000 0.2763865441083908 0.25831955671310425 33721712640
|
| 123 |
+
2025-12-09 08:48:06 step 002 000011000 0.2763865441083908 0.25831955671310425 33721712640
|
| 124 |
+
2025-12-09 08:48:08 best 002 000011000 0.2763865441083908 0.25831955671310425 33721712640
|
| 125 |
+
2025-12-09 09:04:52 recent 002 000012000 0.26893263310194016 0.25764235854148865 34581872640
|
| 126 |
+
2025-12-09 09:04:54 step 002 000012000 0.26893263310194016 0.25764235854148865 34581872640
|
| 127 |
+
2025-12-09 09:04:56 best 002 000012000 0.26893263310194016 0.25764235854148865 34581872640
|
| 128 |
+
2025-12-09 09:21:38 recent 002 000013000 0.2613510861992836 0.2566717565059662 35442032640
|
| 129 |
+
2025-12-09 09:21:41 step 002 000013000 0.2613510861992836 0.2566717565059662 35442032640
|
| 130 |
+
2025-12-09 09:21:43 best 002 000013000 0.2613510861992836 0.2566717565059662 35442032640
|
| 131 |
+
2025-12-09 09:38:24 recent 002 000014000 0.2777568846940994 0.25575369596481323 36302192640
|
| 132 |
+
2025-12-09 09:38:26 step 002 000014000 0.2777568846940994 0.25575369596481323 36302192640
|
| 133 |
+
2025-12-09 09:38:28 best 002 000014000 0.2777568846940994 0.25575369596481323 36302192640
|
| 134 |
+
2025-12-09 09:41:05 recent 003 000000000 0.25520671159029007 0.2558022141456604 36389928960
|
| 135 |
+
2025-12-09 09:41:07 epoch 003 000000000 0.25520671159029007 0.2558022141456604 36389928960
|
| 136 |
+
2025-12-09 09:57:55 recent 003 000001000 0.26569607853889465 0.25445839762687683 37250088960
|
| 137 |
+
2025-12-09 09:57:58 step 003 000001000 0.26569607853889465 0.25445839762687683 37250088960
|
| 138 |
+
2025-12-09 09:58:00 best 003 000001000 0.26569607853889465 0.25445839762687683 37250088960
|
| 139 |
+
2025-12-09 10:14:41 recent 003 000002000 0.2589205652475357 0.2537902593612671 38110248960
|
| 140 |
+
2025-12-09 10:14:43 step 003 000002000 0.2589205652475357 0.2537902593612671 38110248960
|
| 141 |
+
2025-12-09 10:14:46 best 003 000002000 0.2589205652475357 0.2537902593612671 38110248960
|
| 142 |
+
2025-12-09 10:31:29 recent 003 000003000 0.2700107917189598 0.2531486451625824 38970408960
|
| 143 |
+
2025-12-09 10:31:32 step 003 000003000 0.2700107917189598 0.2531486451625824 38970408960
|
| 144 |
+
2025-12-09 10:31:34 best 003 000003000 0.2700107917189598 0.2531486451625824 38970408960
|
| 145 |
+
2025-12-09 10:48:19 recent 003 000004000 0.2698415145277977 0.2523936629295349 39830568960
|
| 146 |
+
2025-12-09 10:48:21 step 003 000004000 0.2698415145277977 0.2523936629295349 39830568960
|
| 147 |
+
2025-12-09 10:48:24 best 003 000004000 0.2698415145277977 0.2523936629295349 39830568960
|
| 148 |
+
2025-12-09 11:05:04 recent 003 000005000 0.2487308233976364 0.25164473056793213 40690728960
|
| 149 |
+
2025-12-09 11:05:07 step 003 000005000 0.2487308233976364 0.25164473056793213 40690728960
|
| 150 |
+
2025-12-09 11:05:10 best 003 000005000 0.2487308233976364 0.25164473056793213 40690728960
|
| 151 |
+
2025-12-09 11:21:52 recent 003 000006000 0.25990080088377 0.2509293556213379 41550888960
|
| 152 |
+
2025-12-09 11:21:54 step 003 000006000 0.25990080088377 0.2509293556213379 41550888960
|
| 153 |
+
2025-12-09 11:21:56 best 003 000006000 0.25990080088377 0.2509293556213379 41550888960
|
| 154 |
+
2025-12-09 11:38:42 recent 003 000007000 0.26555294543504715 0.2501857578754425 42411048960
|
| 155 |
+
2025-12-09 11:38:44 step 003 000007000 0.26555294543504715 0.2501857578754425 42411048960
|
| 156 |
+
2025-12-09 11:38:47 best 003 000007000 0.26555294543504715 0.2501857578754425 42411048960
|
| 157 |
+
2025-12-09 11:55:27 recent 003 000008000 0.27267616987228394 0.24950169026851654 43271208960
|
| 158 |
+
2025-12-09 11:55:30 step 003 000008000 0.27267616987228394 0.24950169026851654 43271208960
|
| 159 |
+
2025-12-09 11:55:32 best 003 000008000 0.27267616987228394 0.24950169026851654 43271208960
|
| 160 |
+
2025-12-09 12:12:16 recent 003 000009000 0.2616996392607689 0.24902282655239105 44131368960
|
| 161 |
+
2025-12-09 12:12:18 step 003 000009000 0.2616996392607689 0.24902282655239105 44131368960
|
| 162 |
+
2025-12-09 12:12:21 best 003 000009000 0.2616996392607689 0.24902282655239105 44131368960
|
| 163 |
+
2025-12-09 12:29:00 recent 003 000010000 0.2559799402952194 0.24838656187057495 44991528960
|
| 164 |
+
2025-12-09 12:29:02 step 003 000010000 0.2559799402952194 0.24838656187057495 44991528960
|
| 165 |
+
2025-12-09 12:29:04 best 003 000010000 0.2559799402952194 0.24838656187057495 44991528960
|
| 166 |
+
2025-12-09 12:45:48 recent 003 000011000 0.2760173827409744 0.24766436219215393 45851688960
|
| 167 |
+
2025-12-09 12:45:51 step 003 000011000 0.2760173827409744 0.24766436219215393 45851688960
|
| 168 |
+
2025-12-09 12:45:53 best 003 000011000 0.2760173827409744 0.24766436219215393 45851688960
|
| 169 |
+
2025-12-09 13:02:38 recent 003 000012000 0.2683108448982239 0.24721525609493256 46711848960
|
| 170 |
+
2025-12-09 13:02:40 step 003 000012000 0.2683108448982239 0.24721525609493256 46711848960
|
| 171 |
+
2025-12-09 13:02:43 best 003 000012000 0.2683108448982239 0.24721525609493256 46711848960
|
| 172 |
+
2025-12-09 13:19:22 recent 003 000013000 0.25255977362394333 0.24673430621623993 47572008960
|
| 173 |
+
2025-12-09 13:19:24 step 003 000013000 0.25255977362394333 0.24673430621623993 47572008960
|
| 174 |
+
2025-12-09 13:19:27 best 003 000013000 0.25255977362394333 0.24673430621623993 47572008960
|
| 175 |
+
2025-12-09 13:36:11 recent 003 000014000 0.2679848149418831 0.24626043438911438 48432168960
|
| 176 |
+
2025-12-09 13:36:13 step 003 000014000 0.2679848149418831 0.24626043438911438 48432168960
|
| 177 |
+
2025-12-09 13:36:15 best 003 000014000 0.2679848149418831 0.24626043438911438 48432168960
|
| 178 |
+
2025-12-09 13:38:55 recent 004 000000000 0.25628816336393356 0.24614378809928894 48519905280
|
| 179 |
+
2025-12-09 13:38:57 epoch 004 000000000 0.25628816336393356 0.24614378809928894 48519905280
|
| 180 |
+
2025-12-09 13:39:00 best 004 000000000 0.25628816336393356 0.24614378809928894 48519905280
|
| 181 |
+
2025-12-09 13:55:47 recent 004 000001000 0.24197009950876236 0.24566997587680817 49380065280
|
| 182 |
+
2025-12-09 13:55:50 step 004 000001000 0.24197009950876236 0.24566997587680817 49380065280
|
| 183 |
+
2025-12-09 13:55:52 best 004 000001000 0.24197009950876236 0.24566997587680817 49380065280
|
| 184 |
+
2025-12-09 14:12:33 recent 004 000002000 0.2547924369573593 0.24531063437461853 50240225280
|
| 185 |
+
2025-12-09 14:12:35 step 004 000002000 0.2547924369573593 0.24531063437461853 50240225280
|
| 186 |
+
2025-12-09 14:12:38 best 004 000002000 0.2547924369573593 0.24531063437461853 50240225280
|
| 187 |
+
2025-12-09 14:29:22 recent 004 000003000 0.2657608091831207 0.2449333518743515 51100385280
|
| 188 |
+
2025-12-09 14:29:24 step 004 000003000 0.2657608091831207 0.2449333518743515 51100385280
|
| 189 |
+
2025-12-09 14:29:26 best 004 000003000 0.2657608091831207 0.2449333518743515 51100385280
|
| 190 |
+
2025-12-09 14:46:11 recent 004 000004000 0.2466345801949501 0.24462857842445374 51960545280
|
| 191 |
+
2025-12-09 14:46:13 step 004 000004000 0.2466345801949501 0.24462857842445374 51960545280
|
| 192 |
+
2025-12-09 14:46:16 best 004 000004000 0.2466345801949501 0.24462857842445374 51960545280
|
| 193 |
+
2025-12-09 15:02:57 recent 004 000005000 0.26587440073490143 0.24436171352863312 52820705280
|
| 194 |
+
2025-12-09 15:02:59 step 004 000005000 0.26587440073490143 0.24436171352863312 52820705280
|
| 195 |
+
2025-12-09 15:03:02 best 004 000005000 0.26587440073490143 0.24436171352863312 52820705280
|
| 196 |
+
2025-12-09 15:19:46 recent 004 000006000 0.24569455534219742 0.2440834641456604 53680865280
|
| 197 |
+
2025-12-09 15:19:49 step 004 000006000 0.24569455534219742 0.2440834641456604 53680865280
|
| 198 |
+
2025-12-09 15:19:51 best 004 000006000 0.24569455534219742 0.2440834641456604 53680865280
|
| 199 |
+
2025-12-09 15:36:32 recent 004 000007000 0.24603911489248276 0.24390318989753723 54541025280
|
| 200 |
+
2025-12-09 15:36:34 step 004 000007000 0.24603911489248276 0.24390318989753723 54541025280
|
| 201 |
+
2025-12-09 15:36:37 best 004 000007000 0.24603911489248276 0.24390318989753723 54541025280
|
| 202 |
+
2025-12-09 15:53:21 recent 004 000008000 0.2595767304301262 0.24374566972255707 55401185280
|
| 203 |
+
2025-12-09 15:53:23 step 004 000008000 0.2595767304301262 0.24374566972255707 55401185280
|
| 204 |
+
2025-12-09 15:53:25 best 004 000008000 0.2595767304301262 0.24374566972255707 55401185280
|
| 205 |
+
2025-12-09 16:10:10 recent 004 000009000 0.2663945034146309 0.24360939860343933 56261345280
|
| 206 |
+
2025-12-09 16:10:12 step 004 000009000 0.2663945034146309 0.24360939860343933 56261345280
|
| 207 |
+
2025-12-09 16:10:14 best 004 000009000 0.2663945034146309 0.24360939860343933 56261345280
|
| 208 |
+
2025-12-09 16:26:53 recent 004 000010000 0.24528992921113968 0.24356481432914734 57121505280
|
| 209 |
+
2025-12-09 16:26:56 step 004 000010000 0.24528992921113968 0.24356481432914734 57121505280
|
| 210 |
+
2025-12-09 16:26:58 best 004 000010000 0.24528992921113968 0.24356481432914734 57121505280
|
| 211 |
+
2025-12-09 16:43:42 recent 004 000011000 0.2570103481411934 0.24347716569900513 57981665280
|
| 212 |
+
2025-12-09 16:43:44 step 004 000011000 0.2570103481411934 0.24347716569900513 57981665280
|
| 213 |
+
2025-12-09 16:43:47 best 004 000011000 0.2570103481411934 0.24347716569900513 57981665280
|
| 214 |
+
2025-12-09 17:00:31 recent 004 000012000 0.25251463800668716 0.24342156946659088 58841825280
|
| 215 |
+
2025-12-09 17:00:33 step 004 000012000 0.25251463800668716 0.24342156946659088 58841825280
|
| 216 |
+
2025-12-09 17:00:36 best 004 000012000 0.25251463800668716 0.24342156946659088 58841825280
|
| 217 |
+
2025-12-09 17:17:15 recent 004 000013000 0.2467445805668831 0.24339288473129272 59701985280
|
| 218 |
+
2025-12-09 17:17:17 step 004 000013000 0.2467445805668831 0.24339288473129272 59701985280
|
| 219 |
+
2025-12-09 17:17:20 best 004 000013000 0.2467445805668831 0.24339288473129272 59701985280
|
| 220 |
+
2025-12-09 17:34:06 recent 004 000014000 0.24387464672327042 0.24340687692165375 60562145280
|
| 221 |
+
2025-12-09 17:34:08 step 004 000014000 0.24387464672327042 0.24340687692165375 60562145280
|
| 222 |
+
2025-12-09 17:36:48 recent 005 000000000 0.2529599890112877 0.2434108555316925 60649881600
|
| 223 |
+
2025-12-09 17:36:50 epoch 005 000000000 0.2529599890112877 0.2434108555316925 60649881600
|
checkpoints/transformer_resume/best_epoch_004_step_000013000_tokens_59.7b_val=0.2434.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c9ad3464152cd66fb9f461af0286321cf2ddf4ce868263a3319830f0a1e10ea1
|
| 3 |
+
size 1415094487
|
checkpoints/transformer_resume/gsm8k_results.txt
ADDED
|
File without changes
|
checkpoints/transformer_resume/gsm8k_results_best_epoch_004_step_000013000_tokens_59.7b_val=0.2434.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000011000_tokens_58b_val=0.2435.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000012000_tokens_58.8b_val=0.2434.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank0.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank2.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank4.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank5.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank6.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank7.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000013000_tokens_59.7b_val=0.2434.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank1.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank2.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank3.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank4.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank5.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank6.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/gsm8k_results_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank7.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/transformer_resume/metrics_summary_epoch4_top5.csv
CHANGED
|
@@ -1,2 +1,2 @@
|
|
| 1 |
checkpoint,accuracy,correct,total
|
| 2 |
-
epoch_004_step_000013000_tokens_59.7b_val=0.
|
|
|
|
| 1 |
checkpoint,accuracy,correct,total
|
| 2 |
+
epoch_004_step_000013000_tokens_59.7b_val=0.2434.pt,0.5671,748,1319
|
checkpoints/transformer_resume/verification.txt
ADDED
|
@@ -0,0 +1,1329 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
GSM8K Verification Results
|
| 3 |
+
============================================================
|
| 4 |
+
Total: 1319
|
| 5 |
+
Correct: 0
|
| 6 |
+
Incorrect: 0
|
| 7 |
+
No Answer: 1319
|
| 8 |
+
Accuracy: 0.00%
|
| 9 |
+
============================================================
|
| 10 |
+
|
| 11 |
+
1. ✗ Pred: None, Truth: 18
|
| 12 |
+
2. ✗ Pred: None, Truth: 3
|
| 13 |
+
3. ✗ Pred: None, Truth: 70000
|
| 14 |
+
4. ✗ Pred: None, Truth: 540
|
| 15 |
+
5. ✗ Pred: None, Truth: 20
|
| 16 |
+
6. ✗ Pred: None, Truth: 64
|
| 17 |
+
7. ✗ Pred: None, Truth: 260
|
| 18 |
+
8. ✗ Pred: None, Truth: 160
|
| 19 |
+
9. ✗ Pred: None, Truth: 45
|
| 20 |
+
10. ✗ Pred: None, Truth: 460
|
| 21 |
+
11. ✗ Pred: None, Truth: 366
|
| 22 |
+
12. ✗ Pred: None, Truth: 694
|
| 23 |
+
13. ✗ Pred: None, Truth: 13
|
| 24 |
+
14. ✗ Pred: None, Truth: 18
|
| 25 |
+
15. ✗ Pred: None, Truth: 60
|
| 26 |
+
16. ✗ Pred: None, Truth: 125
|
| 27 |
+
17. ✗ Pred: None, Truth: 230
|
| 28 |
+
18. ✗ Pred: None, Truth: 57500
|
| 29 |
+
19. ✗ Pred: None, Truth: 7
|
| 30 |
+
20. ✗ Pred: None, Truth: 6
|
| 31 |
+
21. ✗ Pred: None, Truth: 15
|
| 32 |
+
22. ✗ Pred: None, Truth: 14
|
| 33 |
+
23. ✗ Pred: None, Truth: 7
|
| 34 |
+
24. ✗ Pred: None, Truth: 8
|
| 35 |
+
25. ✗ Pred: None, Truth: 26
|
| 36 |
+
26. ✗ Pred: None, Truth: 2
|
| 37 |
+
27. ✗ Pred: None, Truth: 243
|
| 38 |
+
28. ✗ Pred: None, Truth: 16
|
| 39 |
+
29. ✗ Pred: None, Truth: 25
|
| 40 |
+
30. ✗ Pred: None, Truth: 104
|
| 41 |
+
31. ✗ Pred: None, Truth: 109
|
| 42 |
+
32. ✗ Pred: None, Truth: 80
|
| 43 |
+
33. ✗ Pred: None, Truth: 35
|
| 44 |
+
34. ✗ Pred: None, Truth: 70
|
| 45 |
+
35. ✗ Pred: None, Truth: 23
|
| 46 |
+
36. ✗ Pred: None, Truth: 9
|
| 47 |
+
37. ✗ Pred: None, Truth: 75
|
| 48 |
+
38. ✗ Pred: None, Truth: 2
|
| 49 |
+
39. ✗ Pred: None, Truth: 10
|
| 50 |
+
40. ✗ Pred: None, Truth: 18
|
| 51 |
+
41. ✗ Pred: None, Truth: 8
|
| 52 |
+
42. ✗ Pred: None, Truth: 200
|
| 53 |
+
43. ✗ Pred: None, Truth: 26
|
| 54 |
+
44. ✗ Pred: None, Truth: 48
|
| 55 |
+
45. ✗ Pred: None, Truth: 20
|
| 56 |
+
46. ✗ Pred: None, Truth: 104
|
| 57 |
+
47. ✗ Pred: None, Truth: 163
|
| 58 |
+
48. ✗ Pred: None, Truth: 800
|
| 59 |
+
49. ✗ Pred: None, Truth: 8
|
| 60 |
+
50. ✗ Pred: None, Truth: 30
|
| 61 |
+
51. ✗ Pred: None, Truth: 294
|
| 62 |
+
52. ✗ Pred: None, Truth: 5
|
| 63 |
+
53. ✗ Pred: None, Truth: 15
|
| 64 |
+
54. ✗ Pred: None, Truth: 40
|
| 65 |
+
55. ✗ Pred: None, Truth: 40
|
| 66 |
+
56. ✗ Pred: None, Truth: 14
|
| 67 |
+
57. ✗ Pred: None, Truth: 3
|
| 68 |
+
58. ✗ Pred: None, Truth: 83
|
| 69 |
+
59. ✗ Pred: None, Truth: 57
|
| 70 |
+
60. ✗ Pred: None, Truth: 187
|
| 71 |
+
61. ✗ Pred: None, Truth: 17
|
| 72 |
+
62. ✗ Pred: None, Truth: 1430
|
| 73 |
+
63. ✗ Pred: None, Truth: 25000
|
| 74 |
+
64. ✗ Pred: None, Truth: 1596
|
| 75 |
+
65. ✗ Pred: None, Truth: 300
|
| 76 |
+
66. ✗ Pred: None, Truth: 36
|
| 77 |
+
67. ✗ Pred: None, Truth: 48
|
| 78 |
+
68. ✗ Pred: None, Truth: 595
|
| 79 |
+
69. ✗ Pred: None, Truth: 36
|
| 80 |
+
70. ✗ Pred: None, Truth: 60
|
| 81 |
+
71. ✗ Pred: None, Truth: 7425
|
| 82 |
+
72. ✗ Pred: None, Truth: 60
|
| 83 |
+
73. ✗ Pred: None, Truth: 221
|
| 84 |
+
74. ✗ Pred: None, Truth: 255
|
| 85 |
+
75. ✗ Pred: None, Truth: 88
|
| 86 |
+
76. ✗ Pred: None, Truth: 60
|
| 87 |
+
77. ✗ Pred: None, Truth: 5
|
| 88 |
+
78. ✗ Pred: None, Truth: 100
|
| 89 |
+
79. ✗ Pred: None, Truth: 6
|
| 90 |
+
80. ✗ Pred: None, Truth: 70
|
| 91 |
+
81. ✗ Pred: None, Truth: 10
|
| 92 |
+
82. ✗ Pred: None, Truth: 17
|
| 93 |
+
83. ✗ Pred: None, Truth: 623
|
| 94 |
+
84. ✗ Pred: None, Truth: 600
|
| 95 |
+
85. ✗ Pred: None, Truth: 15
|
| 96 |
+
86. ✗ Pred: None, Truth: 44
|
| 97 |
+
87. ✗ Pred: None, Truth: 22
|
| 98 |
+
88. ✗ Pred: None, Truth: 9360
|
| 99 |
+
89. ✗ Pred: None, Truth: 8000
|
| 100 |
+
90. ✗ Pred: None, Truth: 24
|
| 101 |
+
91. ✗ Pred: None, Truth: 225
|
| 102 |
+
92. ✗ Pred: None, Truth: 28
|
| 103 |
+
93. ✗ Pred: None, Truth: 4
|
| 104 |
+
94. ✗ Pred: None, Truth: 36
|
| 105 |
+
95. ✗ Pred: None, Truth: 348
|
| 106 |
+
96. ✗ Pred: None, Truth: 40
|
| 107 |
+
97. ✗ Pred: None, Truth: 3
|
| 108 |
+
98. ✗ Pred: None, Truth: 12
|
| 109 |
+
99. ✗ Pred: None, Truth: 5
|
| 110 |
+
100. ✗ Pred: None, Truth: 58
|
| 111 |
+
101. ✗ Pred: None, Truth: 175
|
| 112 |
+
102. ✗ Pred: None, Truth: 6
|
| 113 |
+
103. ✗ Pred: None, Truth: 26
|
| 114 |
+
104. ✗ Pred: None, Truth: 140
|
| 115 |
+
105. ✗ Pred: None, Truth: 500
|
| 116 |
+
106. ✗ Pred: None, Truth: 20
|
| 117 |
+
107. ✗ Pred: None, Truth: 72
|
| 118 |
+
108. ✗ Pred: None, Truth: 3
|
| 119 |
+
109. ✗ Pred: None, Truth: 50
|
| 120 |
+
110. ✗ Pred: None, Truth: 28
|
| 121 |
+
111. ✗ Pred: None, Truth: 45
|
| 122 |
+
112. ✗ Pred: None, Truth: 16
|
| 123 |
+
113. ✗ Pred: None, Truth: 24
|
| 124 |
+
114. ✗ Pred: None, Truth: 25
|
| 125 |
+
115. ✗ Pred: None, Truth: 6
|
| 126 |
+
116. ✗ Pred: None, Truth: 90
|
| 127 |
+
117. ✗ Pred: None, Truth: 42
|
| 128 |
+
118. ✗ Pred: None, Truth: 360
|
| 129 |
+
119. ✗ Pred: None, Truth: 4
|
| 130 |
+
120. ✗ Pred: None, Truth: 95200
|
| 131 |
+
121. ✗ Pred: None, Truth: 240
|
| 132 |
+
122. ✗ Pred: None, Truth: 27
|
| 133 |
+
123. ✗ Pred: None, Truth: 48
|
| 134 |
+
124. ✗ Pred: None, Truth: 50
|
| 135 |
+
125. ✗ Pred: None, Truth: 10
|
| 136 |
+
126. ✗ Pred: None, Truth: 10
|
| 137 |
+
127. ✗ Pred: None, Truth: 82
|
| 138 |
+
128. ✗ Pred: None, Truth: 120
|
| 139 |
+
129. ✗ Pred: None, Truth: 880
|
| 140 |
+
130. ✗ Pred: None, Truth: 10000
|
| 141 |
+
131. ✗ Pred: None, Truth: 30
|
| 142 |
+
132. ✗ Pred: None, Truth: 940
|
| 143 |
+
133. ✗ Pred: None, Truth: 60
|
| 144 |
+
134. ✗ Pred: None, Truth: 13
|
| 145 |
+
135. ✗ Pred: None, Truth: 720
|
| 146 |
+
136. ✗ Pred: None, Truth: 40
|
| 147 |
+
137. ✗ Pred: None, Truth: 6
|
| 148 |
+
138. ✗ Pred: None, Truth: 29
|
| 149 |
+
139. ✗ Pred: None, Truth: 105
|
| 150 |
+
140. ✗ Pred: None, Truth: 70
|
| 151 |
+
141. ✗ Pred: None, Truth: 20
|
| 152 |
+
142. ✗ Pred: None, Truth: 400
|
| 153 |
+
143. ✗ Pred: None, Truth: 140
|
| 154 |
+
144. ✗ Pred: None, Truth: 16
|
| 155 |
+
145. ✗ Pred: None, Truth: 20
|
| 156 |
+
146. ✗ Pred: None, Truth: 4000
|
| 157 |
+
147. ✗ Pred: None, Truth: 2125
|
| 158 |
+
148. ✗ Pred: None, Truth: 75
|
| 159 |
+
149. ✗ Pred: None, Truth: 30
|
| 160 |
+
150. ✗ Pred: None, Truth: 16
|
| 161 |
+
151. ✗ Pred: None, Truth: 4
|
| 162 |
+
152. ✗ Pred: None, Truth: 5
|
| 163 |
+
153. ✗ Pred: None, Truth: 4
|
| 164 |
+
154. ✗ Pred: None, Truth: 48
|
| 165 |
+
155. ✗ Pred: None, Truth: 272
|
| 166 |
+
156. ✗ Pred: None, Truth: 280
|
| 167 |
+
157. ✗ Pred: None, Truth: 1400
|
| 168 |
+
158. ✗ Pred: None, Truth: 80
|
| 169 |
+
159. ✗ Pred: None, Truth: 34
|
| 170 |
+
160. ✗ Pred: None, Truth: 15
|
| 171 |
+
161. ✗ Pred: None, Truth: 16
|
| 172 |
+
162. ✗ Pred: None, Truth: 32
|
| 173 |
+
163. ✗ Pred: None, Truth: 92
|
| 174 |
+
164. ✗ Pred: None, Truth: 50
|
| 175 |
+
165. ✗ Pred: None, Truth: 15
|
| 176 |
+
166. ✗ Pred: None, Truth: 77
|
| 177 |
+
167. ✗ Pred: None, Truth: 5
|
| 178 |
+
168. ✗ Pred: None, Truth: 16
|
| 179 |
+
169. ✗ Pred: None, Truth: 18
|
| 180 |
+
170. ✗ Pred: None, Truth: 120
|
| 181 |
+
171. ✗ Pred: None, Truth: 150
|
| 182 |
+
172. ✗ Pred: None, Truth: 1210
|
| 183 |
+
173. ✗ Pred: None, Truth: 51
|
| 184 |
+
174. ✗ Pred: None, Truth: 18000
|
| 185 |
+
175. ✗ Pred: None, Truth: 95
|
| 186 |
+
176. ✗ Pred: None, Truth: 15
|
| 187 |
+
177. ✗ Pred: None, Truth: 100
|
| 188 |
+
178. ✗ Pred: None, Truth: 350
|
| 189 |
+
179. ✗ Pred: None, Truth: 122
|
| 190 |
+
180. ✗ Pred: None, Truth: 130
|
| 191 |
+
181. ✗ Pred: None, Truth: 20
|
| 192 |
+
182. ✗ Pred: None, Truth: 160
|
| 193 |
+
183. ✗ Pred: None, Truth: 23
|
| 194 |
+
184. ✗ Pred: None, Truth: 2
|
| 195 |
+
185. ✗ Pred: None, Truth: 25
|
| 196 |
+
186. ✗ Pred: None, Truth: 30
|
| 197 |
+
187. ✗ Pred: None, Truth: 5
|
| 198 |
+
188. ✗ Pred: None, Truth: 106
|
| 199 |
+
189. ✗ Pred: None, Truth: 50
|
| 200 |
+
190. ✗ Pred: None, Truth: 34
|
| 201 |
+
191. ✗ Pred: None, Truth: 360
|
| 202 |
+
192. ✗ Pred: None, Truth: 5
|
| 203 |
+
193. ✗ Pred: None, Truth: 91
|
| 204 |
+
194. ✗ Pred: None, Truth: 24
|
| 205 |
+
195. ✗ Pred: None, Truth: 10
|
| 206 |
+
196. ✗ Pred: None, Truth: 12
|
| 207 |
+
197. ✗ Pred: None, Truth: 120
|
| 208 |
+
198. ✗ Pred: None, Truth: 6277
|
| 209 |
+
199. ✗ Pred: None, Truth: 320
|
| 210 |
+
200. ✗ Pred: None, Truth: 7500
|
| 211 |
+
201. ✗ Pred: None, Truth: 55
|
| 212 |
+
202. ✗ Pred: None, Truth: 114200
|
| 213 |
+
203. ✗ Pred: None, Truth: 100
|
| 214 |
+
204. ✗ Pred: None, Truth: 31
|
| 215 |
+
205. ✗ Pred: None, Truth: 98
|
| 216 |
+
206. ✗ Pred: None, Truth: 98
|
| 217 |
+
207. ✗ Pred: None, Truth: 860
|
| 218 |
+
208. ✗ Pred: None, Truth: 2600
|
| 219 |
+
209. ✗ Pred: None, Truth: 76
|
| 220 |
+
210. ✗ Pred: None, Truth: 145
|
| 221 |
+
211. ✗ Pred: None, Truth: 10
|
| 222 |
+
212. ✗ Pred: None, Truth: 4
|
| 223 |
+
213. ✗ Pred: None, Truth: 5
|
| 224 |
+
214. ✗ Pred: None, Truth: 250
|
| 225 |
+
215. ✗ Pred: None, Truth: 8
|
| 226 |
+
216. ✗ Pred: None, Truth: 44
|
| 227 |
+
217. ✗ Pred: None, Truth: 220
|
| 228 |
+
218. ✗ Pred: None, Truth: 15
|
| 229 |
+
219. ✗ Pred: None, Truth: 45
|
| 230 |
+
220. ✗ Pred: None, Truth: 54
|
| 231 |
+
221. ✗ Pred: None, Truth: 70
|
| 232 |
+
222. ✗ Pred: None, Truth: 90
|
| 233 |
+
223. ✗ Pred: None, Truth: 140
|
| 234 |
+
224. ✗ Pred: None, Truth: 20000
|
| 235 |
+
225. ✗ Pred: None, Truth: 180
|
| 236 |
+
226. ✗ Pred: None, Truth: 9
|
| 237 |
+
227. ✗ Pred: None, Truth: 33
|
| 238 |
+
228. ✗ Pred: None, Truth: 9
|
| 239 |
+
229. ✗ Pred: None, Truth: 1
|
| 240 |
+
230. ✗ Pred: None, Truth: 21
|
| 241 |
+
231. ✗ Pred: None, Truth: 276000
|
| 242 |
+
232. ✗ Pred: None, Truth: 50
|
| 243 |
+
233. ✗ Pred: None, Truth: 75
|
| 244 |
+
234. ✗ Pred: None, Truth: 12
|
| 245 |
+
235. ✗ Pred: None, Truth: 21
|
| 246 |
+
236. ✗ Pred: None, Truth: 10
|
| 247 |
+
237. ✗ Pred: None, Truth: 31
|
| 248 |
+
238. ✗ Pred: None, Truth: 90
|
| 249 |
+
239. ✗ Pred: None, Truth: 68
|
| 250 |
+
240. ✗ Pred: None, Truth: 280
|
| 251 |
+
241. ✗ Pred: None, Truth: 21
|
| 252 |
+
242. ✗ Pred: None, Truth: 6
|
| 253 |
+
243. ✗ Pred: None, Truth: 3
|
| 254 |
+
244. ✗ Pred: None, Truth: 250
|
| 255 |
+
245. ✗ Pred: None, Truth: 20
|
| 256 |
+
246. ✗ Pred: None, Truth: 7
|
| 257 |
+
247. ✗ Pred: None, Truth: 27000
|
| 258 |
+
248. ✗ Pred: None, Truth: 32
|
| 259 |
+
249. ✗ Pred: None, Truth: 300
|
| 260 |
+
250. ✗ Pred: None, Truth: 5600
|
| 261 |
+
251. ✗ Pred: None, Truth: 17
|
| 262 |
+
252. ✗ Pred: None, Truth: 70
|
| 263 |
+
253. ✗ Pred: None, Truth: 73
|
| 264 |
+
254. ✗ Pred: None, Truth: 18
|
| 265 |
+
255. ✗ Pred: None, Truth: 84
|
| 266 |
+
256. ✗ Pred: None, Truth: 192
|
| 267 |
+
257. ✗ Pred: None, Truth: 45
|
| 268 |
+
258. ✗ Pred: None, Truth: 5600
|
| 269 |
+
259. ✗ Pred: None, Truth: 6
|
| 270 |
+
260. ✗ Pred: None, Truth: 168
|
| 271 |
+
261. ✗ Pred: None, Truth: 11
|
| 272 |
+
262. ✗ Pred: None, Truth: 62
|
| 273 |
+
263. ✗ Pred: None, Truth: 270
|
| 274 |
+
264. ✗ Pred: None, Truth: 8
|
| 275 |
+
265. ✗ Pred: None, Truth: 400
|
| 276 |
+
266. ✗ Pred: None, Truth: 9500
|
| 277 |
+
267. ✗ Pred: None, Truth: 118000
|
| 278 |
+
268. ✗ Pred: None, Truth: 91
|
| 279 |
+
269. ✗ Pred: None, Truth: 1375
|
| 280 |
+
270. ✗ Pred: None, Truth: 4
|
| 281 |
+
271. ✗ Pred: None, Truth: 762
|
| 282 |
+
272. ✗ Pred: None, Truth: 20
|
| 283 |
+
273. ✗ Pred: None, Truth: 5
|
| 284 |
+
274. ✗ Pred: None, Truth: 315
|
| 285 |
+
275. ✗ Pred: None, Truth: 3200
|
| 286 |
+
276. ✗ Pred: None, Truth: 138
|
| 287 |
+
277. ✗ Pred: None, Truth: 9
|
| 288 |
+
278. ✗ Pred: None, Truth: 4
|
| 289 |
+
279. ✗ Pred: None, Truth: 40
|
| 290 |
+
280. ✗ Pred: None, Truth: 6
|
| 291 |
+
281. ✗ Pred: None, Truth: 7
|
| 292 |
+
282. ✗ Pred: None, Truth: 2450
|
| 293 |
+
283. ✗ Pred: None, Truth: 195
|
| 294 |
+
284. ✗ Pred: None, Truth: 68
|
| 295 |
+
285. ✗ Pred: None, Truth: 360
|
| 296 |
+
286. ✗ Pred: None, Truth: 21
|
| 297 |
+
287. ✗ Pred: None, Truth: 90
|
| 298 |
+
288. ✗ Pred: None, Truth: 8
|
| 299 |
+
289. ✗ Pred: None, Truth: 3
|
| 300 |
+
290. ✗ Pred: None, Truth: 16
|
| 301 |
+
291. ✗ Pred: None, Truth: 390
|
| 302 |
+
292. ✗ Pred: None, Truth: 2
|
| 303 |
+
293. ✗ Pred: None, Truth: 75
|
| 304 |
+
294. ✗ Pred: None, Truth: 83
|
| 305 |
+
295. ✗ Pred: None, Truth: 3
|
| 306 |
+
296. ✗ Pred: None, Truth: 370
|
| 307 |
+
297. ✗ Pred: None, Truth: 3
|
| 308 |
+
298. ✗ Pred: None, Truth: 55
|
| 309 |
+
299. ✗ Pred: None, Truth: 500
|
| 310 |
+
300. ✗ Pred: None, Truth: 31800
|
| 311 |
+
301. ✗ Pred: None, Truth: 78
|
| 312 |
+
302. ✗ Pred: None, Truth: 8
|
| 313 |
+
303. ✗ Pred: None, Truth: 15
|
| 314 |
+
304. ✗ Pred: None, Truth: 1300
|
| 315 |
+
305. ✗ Pred: None, Truth: 3200
|
| 316 |
+
306. ✗ Pred: None, Truth: 4
|
| 317 |
+
307. ✗ Pred: None, Truth: 10
|
| 318 |
+
308. ✗ Pred: None, Truth: 16
|
| 319 |
+
309. ✗ Pred: None, Truth: 6
|
| 320 |
+
310. ✗ Pred: None, Truth: 8
|
| 321 |
+
311. ✗ Pred: None, Truth: 2050
|
| 322 |
+
312. ✗ Pred: None, Truth: 91
|
| 323 |
+
313. ✗ Pred: None, Truth: 32
|
| 324 |
+
314. ✗ Pred: None, Truth: 120000
|
| 325 |
+
315. ✗ Pred: None, Truth: 30
|
| 326 |
+
316. ✗ Pred: None, Truth: 14
|
| 327 |
+
317. ✗ Pred: None, Truth: 156
|
| 328 |
+
318. ✗ Pred: None, Truth: 12
|
| 329 |
+
319. ✗ Pred: None, Truth: 123
|
| 330 |
+
320. ✗ Pred: None, Truth: 15
|
| 331 |
+
321. ✗ Pred: None, Truth: 8
|
| 332 |
+
322. ✗ Pred: None, Truth: 1
|
| 333 |
+
323. ✗ Pred: None, Truth: 9
|
| 334 |
+
324. ✗ Pred: None, Truth: 75
|
| 335 |
+
325. ✗ Pred: None, Truth: 14
|
| 336 |
+
326. ✗ Pred: None, Truth: 224000
|
| 337 |
+
327. ✗ Pred: None, Truth: 14
|
| 338 |
+
328. ✗ Pred: None, Truth: 31
|
| 339 |
+
329. ✗ Pred: None, Truth: 2
|
| 340 |
+
330. ✗ Pred: None, Truth: 14
|
| 341 |
+
331. ✗ Pred: None, Truth: 31
|
| 342 |
+
332. ✗ Pred: None, Truth: 8400
|
| 343 |
+
333. ✗ Pred: None, Truth: 44
|
| 344 |
+
334. ✗ Pred: None, Truth: 100
|
| 345 |
+
335. ✗ Pred: None, Truth: 6
|
| 346 |
+
336. ✗ Pred: None, Truth: 310
|
| 347 |
+
337. ✗ Pred: None, Truth: 72
|
| 348 |
+
338. ✗ Pred: None, Truth: 1
|
| 349 |
+
339. ✗ Pred: None, Truth: 60
|
| 350 |
+
340. ✗ Pred: None, Truth: 160
|
| 351 |
+
341. ✗ Pred: None, Truth: 4
|
| 352 |
+
342. ✗ Pred: None, Truth: 260
|
| 353 |
+
343. ✗ Pred: None, Truth: 87
|
| 354 |
+
344. ✗ Pred: None, Truth: 180000
|
| 355 |
+
345. ✗ Pred: None, Truth: 2
|
| 356 |
+
346. ✗ Pred: None, Truth: 310
|
| 357 |
+
347. ✗ Pred: None, Truth: 9
|
| 358 |
+
348. ✗ Pred: None, Truth: 36
|
| 359 |
+
349. ✗ Pred: None, Truth: 10
|
| 360 |
+
350. ✗ Pred: None, Truth: 2640
|
| 361 |
+
351. ✗ Pred: None, Truth: 8
|
| 362 |
+
352. ✗ Pred: None, Truth: 10
|
| 363 |
+
353. ✗ Pred: None, Truth: 21
|
| 364 |
+
354. ✗ Pred: None, Truth: 20
|
| 365 |
+
355. ✗ Pred: None, Truth: 45
|
| 366 |
+
356. ✗ Pred: None, Truth: 34
|
| 367 |
+
357. ✗ Pred: None, Truth: 21
|
| 368 |
+
358. ✗ Pred: None, Truth: 2
|
| 369 |
+
359. ✗ Pred: None, Truth: 20
|
| 370 |
+
360. ✗ Pred: None, Truth: 4
|
| 371 |
+
361. ✗ Pred: None, Truth: 25
|
| 372 |
+
362. ✗ Pred: None, Truth: 20
|
| 373 |
+
363. ✗ Pred: None, Truth: 23
|
| 374 |
+
364. ✗ Pred: None, Truth: 6
|
| 375 |
+
365. ✗ Pred: None, Truth: 49
|
| 376 |
+
366. ✗ Pred: None, Truth: 18
|
| 377 |
+
367. ✗ Pred: None, Truth: 9
|
| 378 |
+
368. ✗ Pred: None, Truth: 19
|
| 379 |
+
369. ✗ Pred: None, Truth: 18
|
| 380 |
+
370. ✗ Pred: None, Truth: 1198
|
| 381 |
+
371. ✗ Pred: None, Truth: 320
|
| 382 |
+
372. ✗ Pred: None, Truth: 50
|
| 383 |
+
373. ✗ Pred: None, Truth: 5
|
| 384 |
+
374. ✗ Pred: None, Truth: 240000
|
| 385 |
+
375. ✗ Pred: None, Truth: 45
|
| 386 |
+
376. ✗ Pred: None, Truth: 48
|
| 387 |
+
377. ✗ Pred: None, Truth: 15
|
| 388 |
+
378. ✗ Pred: None, Truth: 50
|
| 389 |
+
379. ✗ Pred: None, Truth: 15
|
| 390 |
+
380. ✗ Pred: None, Truth: 21
|
| 391 |
+
381. ✗ Pred: None, Truth: 803
|
| 392 |
+
382. ✗ Pred: None, Truth: 67
|
| 393 |
+
383. ✗ Pred: None, Truth: 350
|
| 394 |
+
384. ✗ Pred: None, Truth: 2
|
| 395 |
+
385. ✗ Pred: None, Truth: 32
|
| 396 |
+
386. ✗ Pred: None, Truth: 16
|
| 397 |
+
387. ✗ Pred: None, Truth: 80
|
| 398 |
+
388. ✗ Pred: None, Truth: 36
|
| 399 |
+
389. ✗ Pred: None, Truth: 88
|
| 400 |
+
390. ✗ Pred: None, Truth: 6
|
| 401 |
+
391. ✗ Pred: None, Truth: 12
|
| 402 |
+
392. ✗ Pred: None, Truth: 15
|
| 403 |
+
393. ✗ Pred: None, Truth: 34
|
| 404 |
+
394. ✗ Pred: None, Truth: 20
|
| 405 |
+
395. ✗ Pred: None, Truth: 92
|
| 406 |
+
396. ✗ Pred: None, Truth: 38
|
| 407 |
+
397. ✗ Pred: None, Truth: 3
|
| 408 |
+
398. ✗ Pred: None, Truth: 25
|
| 409 |
+
399. ✗ Pred: None, Truth: 168
|
| 410 |
+
400. ✗ Pred: None, Truth: 12
|
| 411 |
+
401. ✗ Pred: None, Truth: 48
|
| 412 |
+
402. ✗ Pred: None, Truth: 14400
|
| 413 |
+
403. ✗ Pred: None, Truth: 4
|
| 414 |
+
404. ✗ Pred: None, Truth: 81
|
| 415 |
+
405. ✗ Pred: None, Truth: 22
|
| 416 |
+
406. ✗ Pred: None, Truth: 50
|
| 417 |
+
407. ✗ Pred: None, Truth: 200
|
| 418 |
+
408. ✗ Pred: None, Truth: 2000
|
| 419 |
+
409. ✗ Pred: None, Truth: 20
|
| 420 |
+
410. ✗ Pred: None, Truth: 168000
|
| 421 |
+
411. ✗ Pred: None, Truth: 3
|
| 422 |
+
412. ✗ Pred: None, Truth: 1110
|
| 423 |
+
413. ✗ Pred: None, Truth: 5
|
| 424 |
+
414. ✗ Pred: None, Truth: 25
|
| 425 |
+
415. ✗ Pred: None, Truth: 56
|
| 426 |
+
416. ✗ Pred: None, Truth: 350
|
| 427 |
+
417. ✗ Pred: None, Truth: 56
|
| 428 |
+
418. ✗ Pred: None, Truth: 3140
|
| 429 |
+
419. ✗ Pred: None, Truth: 40
|
| 430 |
+
420. ✗ Pred: None, Truth: 3000
|
| 431 |
+
421. ✗ Pred: None, Truth: 17000
|
| 432 |
+
422. ✗ Pred: None, Truth: 12
|
| 433 |
+
423. ✗ Pred: None, Truth: 284
|
| 434 |
+
424. ✗ Pred: None, Truth: 8
|
| 435 |
+
425. ✗ Pred: None, Truth: 570
|
| 436 |
+
426. ✗ Pred: None, Truth: 150
|
| 437 |
+
427. ✗ Pred: None, Truth: 11
|
| 438 |
+
428. ✗ Pred: None, Truth: 150
|
| 439 |
+
429. ✗ Pred: None, Truth: 26
|
| 440 |
+
430. ✗ Pred: None, Truth: 13
|
| 441 |
+
431. ✗ Pred: None, Truth: 132
|
| 442 |
+
432. ✗ Pred: None, Truth: 1
|
| 443 |
+
433. ✗ Pred: None, Truth: 30
|
| 444 |
+
434. ✗ Pred: None, Truth: 6
|
| 445 |
+
435. ✗ Pred: None, Truth: 5
|
| 446 |
+
436. ✗ Pred: None, Truth: 5
|
| 447 |
+
437. ✗ Pred: None, Truth: 15
|
| 448 |
+
438. ✗ Pred: None, Truth: 7
|
| 449 |
+
439. ✗ Pred: None, Truth: 2
|
| 450 |
+
440. ✗ Pred: None, Truth: 17
|
| 451 |
+
441. ✗ Pred: None, Truth: 98
|
| 452 |
+
442. ✗ Pred: None, Truth: 80
|
| 453 |
+
443. ✗ Pred: None, Truth: 49
|
| 454 |
+
444. ✗ Pred: None, Truth: 59
|
| 455 |
+
445. ✗ Pred: None, Truth: 20
|
| 456 |
+
446. ✗ Pred: None, Truth: 6
|
| 457 |
+
447. ✗ Pred: None, Truth: 2
|
| 458 |
+
448. ✗ Pred: None, Truth: 5
|
| 459 |
+
449. ✗ Pred: None, Truth: 539
|
| 460 |
+
450. ✗ Pred: None, Truth: 112
|
| 461 |
+
451. ✗ Pred: None, Truth: 4
|
| 462 |
+
452. ✗ Pred: None, Truth: 11050
|
| 463 |
+
453. ✗ Pred: None, Truth: 50
|
| 464 |
+
454. ✗ Pred: None, Truth: 6400
|
| 465 |
+
455. ✗ Pred: None, Truth: 150
|
| 466 |
+
456. ✗ Pred: None, Truth: 1920
|
| 467 |
+
457. ✗ Pred: None, Truth: 78
|
| 468 |
+
458. ✗ Pred: None, Truth: 45
|
| 469 |
+
459. ✗ Pred: None, Truth: 35
|
| 470 |
+
460. ✗ Pred: None, Truth: 2
|
| 471 |
+
461. ✗ Pred: None, Truth: 84
|
| 472 |
+
462. ✗ Pred: None, Truth: 9
|
| 473 |
+
463. ✗ Pred: None, Truth: 71
|
| 474 |
+
464. ✗ Pred: None, Truth: 18
|
| 475 |
+
465. ✗ Pred: None, Truth: 6
|
| 476 |
+
466. ✗ Pred: None, Truth: 30
|
| 477 |
+
467. ✗ Pred: None, Truth: 1
|
| 478 |
+
468. ✗ Pred: None, Truth: 1200
|
| 479 |
+
469. ✗ Pred: None, Truth: 120
|
| 480 |
+
470. ✗ Pred: None, Truth: 4
|
| 481 |
+
471. ✗ Pred: None, Truth: 3
|
| 482 |
+
472. ✗ Pred: None, Truth: 80
|
| 483 |
+
473. ✗ Pred: None, Truth: 6
|
| 484 |
+
474. ✗ Pred: None, Truth: 10
|
| 485 |
+
475. ✗ Pred: None, Truth: 80
|
| 486 |
+
476. ✗ Pred: None, Truth: 20
|
| 487 |
+
477. ✗ Pred: None, Truth: 5
|
| 488 |
+
478. ✗ Pred: None, Truth: 20
|
| 489 |
+
479. ✗ Pred: None, Truth: 621
|
| 490 |
+
480. ✗ Pred: None, Truth: 15400
|
| 491 |
+
481. ✗ Pred: None, Truth: 11
|
| 492 |
+
482. ✗ Pred: None, Truth: 84
|
| 493 |
+
483. ✗ Pred: None, Truth: 26
|
| 494 |
+
484. ✗ Pred: None, Truth: 40
|
| 495 |
+
485. ✗ Pred: None, Truth: 240
|
| 496 |
+
486. ✗ Pred: None, Truth: 220
|
| 497 |
+
487. ✗ Pred: None, Truth: 6
|
| 498 |
+
488. ✗ Pred: None, Truth: 4
|
| 499 |
+
489. ✗ Pred: None, Truth: 6
|
| 500 |
+
490. ✗ Pred: None, Truth: -10
|
| 501 |
+
491. ✗ Pred: None, Truth: 4
|
| 502 |
+
492. ✗ Pred: None, Truth: 16
|
| 503 |
+
493. ✗ Pred: None, Truth: 32
|
| 504 |
+
494. ✗ Pred: None, Truth: 25
|
| 505 |
+
495. ✗ Pred: None, Truth: 21
|
| 506 |
+
496. ✗ Pred: None, Truth: 200
|
| 507 |
+
497. ✗ Pred: None, Truth: 38
|
| 508 |
+
498. ✗ Pred: None, Truth: 112
|
| 509 |
+
499. ✗ Pred: None, Truth: 40
|
| 510 |
+
500. ✗ Pred: None, Truth: 10
|
| 511 |
+
501. ✗ Pred: None, Truth: 16
|
| 512 |
+
502. ✗ Pred: None, Truth: 273
|
| 513 |
+
503. ✗ Pred: None, Truth: 26
|
| 514 |
+
504. ✗ Pred: None, Truth: 18
|
| 515 |
+
505. ✗ Pred: None, Truth: 2
|
| 516 |
+
506. ✗ Pred: None, Truth: 1600
|
| 517 |
+
507. ✗ Pred: None, Truth: 144
|
| 518 |
+
508. ✗ Pred: None, Truth: 2
|
| 519 |
+
509. ✗ Pred: None, Truth: 120
|
| 520 |
+
510. ✗ Pred: None, Truth: 4
|
| 521 |
+
511. ✗ Pred: None, Truth: 525
|
| 522 |
+
512. ✗ Pred: None, Truth: 110
|
| 523 |
+
513. ✗ Pred: None, Truth: 120
|
| 524 |
+
514. ✗ Pred: None, Truth: 300
|
| 525 |
+
515. ✗ Pred: None, Truth: 90000
|
| 526 |
+
516. ✗ Pred: None, Truth: 160
|
| 527 |
+
517. ✗ Pred: None, Truth: 375
|
| 528 |
+
518. ✗ Pred: None, Truth: 18
|
| 529 |
+
519. ✗ Pred: None, Truth: 32
|
| 530 |
+
520. ✗ Pred: None, Truth: 280
|
| 531 |
+
521. ✗ Pred: None, Truth: 63
|
| 532 |
+
522. ✗ Pred: None, Truth: 39
|
| 533 |
+
523. ✗ Pred: None, Truth: 29
|
| 534 |
+
524. ✗ Pred: None, Truth: 74
|
| 535 |
+
525. ✗ Pred: None, Truth: 9
|
| 536 |
+
526. ✗ Pred: None, Truth: 12
|
| 537 |
+
527. ✗ Pred: None, Truth: 21
|
| 538 |
+
528. ✗ Pred: None, Truth: 48
|
| 539 |
+
529. ✗ Pred: None, Truth: 172
|
| 540 |
+
530. ✗ Pred: None, Truth: 11
|
| 541 |
+
531. ✗ Pred: None, Truth: 36
|
| 542 |
+
532. ✗ Pred: None, Truth: 66
|
| 543 |
+
533. ✗ Pred: None, Truth: 25
|
| 544 |
+
534. ✗ Pred: None, Truth: 300
|
| 545 |
+
535. ✗ Pred: None, Truth: 300
|
| 546 |
+
536. ✗ Pred: None, Truth: 16
|
| 547 |
+
537. ✗ Pred: None, Truth: 8
|
| 548 |
+
538. ✗ Pred: None, Truth: 188
|
| 549 |
+
539. ✗ Pred: None, Truth: 18
|
| 550 |
+
540. ✗ Pred: None, Truth: 35
|
| 551 |
+
541. ✗ Pred: None, Truth: 39
|
| 552 |
+
542. ✗ Pred: None, Truth: 50
|
| 553 |
+
543. ✗ Pred: None, Truth: 7
|
| 554 |
+
544. ✗ Pred: None, Truth: 6
|
| 555 |
+
545. ✗ Pred: None, Truth: 80
|
| 556 |
+
546. ✗ Pred: None, Truth: 30
|
| 557 |
+
547. ✗ Pred: None, Truth: 130
|
| 558 |
+
548. ✗ Pred: None, Truth: 81
|
| 559 |
+
549. ✗ Pred: None, Truth: 100
|
| 560 |
+
550. ✗ Pred: None, Truth: 398
|
| 561 |
+
551. ✗ Pred: None, Truth: 27
|
| 562 |
+
552. ✗ Pred: None, Truth: 17
|
| 563 |
+
553. ✗ Pred: None, Truth: 450
|
| 564 |
+
554. ✗ Pred: None, Truth: 92
|
| 565 |
+
555. ✗ Pred: None, Truth: 54
|
| 566 |
+
556. ✗ Pred: None, Truth: 2
|
| 567 |
+
557. ✗ Pred: None, Truth: 160
|
| 568 |
+
558. ✗ Pred: None, Truth: 70
|
| 569 |
+
559. ✗ Pred: None, Truth: 3
|
| 570 |
+
560. ✗ Pred: None, Truth: 16
|
| 571 |
+
561. ✗ Pred: None, Truth: 45
|
| 572 |
+
562. ✗ Pred: None, Truth: 180
|
| 573 |
+
563. ✗ Pred: None, Truth: 82
|
| 574 |
+
564. ✗ Pred: None, Truth: 12
|
| 575 |
+
565. ✗ Pred: None, Truth: 240
|
| 576 |
+
566. ✗ Pred: None, Truth: 5
|
| 577 |
+
567. ✗ Pred: None, Truth: 10
|
| 578 |
+
568. ✗ Pred: None, Truth: 9
|
| 579 |
+
569. ✗ Pred: None, Truth: 175
|
| 580 |
+
570. ✗ Pred: None, Truth: 21
|
| 581 |
+
571. ✗ Pred: None, Truth: 23
|
| 582 |
+
572. ✗ Pred: None, Truth: 308
|
| 583 |
+
573. ✗ Pred: None, Truth: 100
|
| 584 |
+
574. ✗ Pred: None, Truth: 600
|
| 585 |
+
575. ✗ Pred: None, Truth: 37
|
| 586 |
+
576. ✗ Pred: None, Truth: 36
|
| 587 |
+
577. ✗ Pred: None, Truth: 11232
|
| 588 |
+
578. ✗ Pred: None, Truth: 40
|
| 589 |
+
579. ✗ Pred: None, Truth: 48
|
| 590 |
+
580. ✗ Pred: None, Truth: 7
|
| 591 |
+
581. ✗ Pred: None, Truth: 500
|
| 592 |
+
582. ✗ Pred: None, Truth: 215
|
| 593 |
+
583. ✗ Pred: None, Truth: 129200
|
| 594 |
+
584. ✗ Pred: None, Truth: 120
|
| 595 |
+
585. ✗ Pred: None, Truth: 2
|
| 596 |
+
586. ✗ Pred: None, Truth: 40
|
| 597 |
+
587. ✗ Pred: None, Truth: 800
|
| 598 |
+
588. ✗ Pred: None, Truth: 30
|
| 599 |
+
589. ✗ Pred: None, Truth: 52
|
| 600 |
+
590. ✗ Pred: None, Truth: 15
|
| 601 |
+
591. ✗ Pred: None, Truth: 319
|
| 602 |
+
592. ✗ Pred: None, Truth: 220
|
| 603 |
+
593. ✗ Pred: None, Truth: 1
|
| 604 |
+
594. ✗ Pred: None, Truth: 3
|
| 605 |
+
595. ✗ Pred: None, Truth: 42
|
| 606 |
+
596. ✗ Pred: None, Truth: 13
|
| 607 |
+
597. ✗ Pred: None, Truth: 260
|
| 608 |
+
598. ✗ Pred: None, Truth: 90
|
| 609 |
+
599. ✗ Pred: None, Truth: 69
|
| 610 |
+
600. ✗ Pred: None, Truth: 48
|
| 611 |
+
601. ✗ Pred: None, Truth: 10
|
| 612 |
+
602. ✗ Pred: None, Truth: 104
|
| 613 |
+
603. ✗ Pred: None, Truth: 5
|
| 614 |
+
604. ✗ Pred: None, Truth: 1800
|
| 615 |
+
605. ✗ Pred: None, Truth: 12
|
| 616 |
+
606. ✗ Pred: None, Truth: 42
|
| 617 |
+
607. ✗ Pred: None, Truth: 6
|
| 618 |
+
608. ✗ Pred: None, Truth: 10
|
| 619 |
+
609. ✗ Pred: None, Truth: 8
|
| 620 |
+
610. ✗ Pred: None, Truth: 7
|
| 621 |
+
611. ✗ Pred: None, Truth: 65960
|
| 622 |
+
612. ✗ Pred: None, Truth: 1450000
|
| 623 |
+
613. ✗ Pred: None, Truth: 30
|
| 624 |
+
614. ✗ Pred: None, Truth: 93000
|
| 625 |
+
615. ✗ Pred: None, Truth: 312
|
| 626 |
+
616. ✗ Pred: None, Truth: 33
|
| 627 |
+
617. ✗ Pred: None, Truth: 10
|
| 628 |
+
618. ✗ Pred: None, Truth: 5
|
| 629 |
+
619. ✗ Pred: None, Truth: 36
|
| 630 |
+
620. ✗ Pred: None, Truth: 76
|
| 631 |
+
621. ✗ Pred: None, Truth: 1509
|
| 632 |
+
622. ✗ Pred: None, Truth: 3000
|
| 633 |
+
623. ✗ Pred: None, Truth: 7
|
| 634 |
+
624. ✗ Pred: None, Truth: 8
|
| 635 |
+
625. ✗ Pred: None, Truth: 85
|
| 636 |
+
626. ✗ Pred: None, Truth: 160
|
| 637 |
+
627. ✗ Pred: None, Truth: 72
|
| 638 |
+
628. ✗ Pred: None, Truth: 54
|
| 639 |
+
629. ��� Pred: None, Truth: 4
|
| 640 |
+
630. ✗ Pred: None, Truth: 17500
|
| 641 |
+
631. ✗ Pred: None, Truth: 10
|
| 642 |
+
632. ✗ Pred: None, Truth: 4800
|
| 643 |
+
633. ✗ Pred: None, Truth: 45
|
| 644 |
+
634. ✗ Pred: None, Truth: 5
|
| 645 |
+
635. ✗ Pred: None, Truth: 14
|
| 646 |
+
636. ✗ Pred: None, Truth: 4
|
| 647 |
+
637. ✗ Pred: None, Truth: 1050
|
| 648 |
+
638. ✗ Pred: None, Truth: 17
|
| 649 |
+
639. ✗ Pred: None, Truth: 12
|
| 650 |
+
640. ✗ Pred: None, Truth: 216
|
| 651 |
+
641. ✗ Pred: None, Truth: 43500
|
| 652 |
+
642. ✗ Pred: None, Truth: 262500
|
| 653 |
+
643. ✗ Pred: None, Truth: 10800
|
| 654 |
+
644. ✗ Pred: None, Truth: 840
|
| 655 |
+
645. ✗ Pred: None, Truth: 29
|
| 656 |
+
646. ✗ Pred: None, Truth: 48
|
| 657 |
+
647. ✗ Pred: None, Truth: 79
|
| 658 |
+
648. ✗ Pred: None, Truth: 10
|
| 659 |
+
649. ✗ Pred: None, Truth: 54
|
| 660 |
+
650. ✗ Pred: None, Truth: 162000
|
| 661 |
+
651. ✗ Pred: None, Truth: 142
|
| 662 |
+
652. ✗ Pred: None, Truth: 2100
|
| 663 |
+
653. ✗ Pred: None, Truth: 75
|
| 664 |
+
654. ✗ Pred: None, Truth: 80
|
| 665 |
+
655. ✗ Pred: None, Truth: 2
|
| 666 |
+
656. ✗ Pred: None, Truth: 10
|
| 667 |
+
657. ✗ Pred: None, Truth: 10
|
| 668 |
+
658. ✗ Pred: None, Truth: 330000
|
| 669 |
+
659. ✗ Pred: None, Truth: 120
|
| 670 |
+
660. ✗ Pred: None, Truth: 3
|
| 671 |
+
661. ✗ Pred: None, Truth: 15
|
| 672 |
+
662. ✗ Pred: None, Truth: 44
|
| 673 |
+
663. ✗ Pred: None, Truth: 7
|
| 674 |
+
664. ✗ Pred: None, Truth: 193
|
| 675 |
+
665. ✗ Pred: None, Truth: 32
|
| 676 |
+
666. ✗ Pred: None, Truth: 360
|
| 677 |
+
667. ✗ Pred: None, Truth: 120
|
| 678 |
+
668. ✗ Pred: None, Truth: 53
|
| 679 |
+
669. ✗ Pred: None, Truth: 3
|
| 680 |
+
670. ✗ Pred: None, Truth: 132
|
| 681 |
+
671. ✗ Pred: None, Truth: 4
|
| 682 |
+
672. ✗ Pred: None, Truth: 4
|
| 683 |
+
673. ✗ Pred: None, Truth: 2
|
| 684 |
+
674. ✗ Pred: None, Truth: 9
|
| 685 |
+
675. ✗ Pred: None, Truth: 12
|
| 686 |
+
676. ✗ Pred: None, Truth: 33
|
| 687 |
+
677. ✗ Pred: None, Truth: 240
|
| 688 |
+
678. ✗ Pred: None, Truth: 36
|
| 689 |
+
679. ✗ Pred: None, Truth: 120
|
| 690 |
+
680. ✗ Pred: None, Truth: 576
|
| 691 |
+
681. ✗ Pred: None, Truth: 20
|
| 692 |
+
682. ✗ Pred: None, Truth: 298
|
| 693 |
+
683. ✗ Pred: None, Truth: 80
|
| 694 |
+
684. ✗ Pred: None, Truth: 50
|
| 695 |
+
685. ✗ Pred: None, Truth: 11
|
| 696 |
+
686. ✗ Pred: None, Truth: 14
|
| 697 |
+
687. ✗ Pred: None, Truth: 80
|
| 698 |
+
688. ✗ Pred: None, Truth: 13
|
| 699 |
+
689. ✗ Pred: None, Truth: 100
|
| 700 |
+
690. ✗ Pred: None, Truth: 7
|
| 701 |
+
691. ✗ Pred: None, Truth: 5760
|
| 702 |
+
692. ✗ Pred: None, Truth: 25
|
| 703 |
+
693. ✗ Pred: None, Truth: 32
|
| 704 |
+
694. ✗ Pred: None, Truth: 68
|
| 705 |
+
695. ✗ Pred: None, Truth: 9
|
| 706 |
+
696. ✗ Pred: None, Truth: 5
|
| 707 |
+
697. ✗ Pred: None, Truth: 145
|
| 708 |
+
698. ✗ Pred: None, Truth: 27
|
| 709 |
+
699. ✗ Pred: None, Truth: 720
|
| 710 |
+
700. ✗ Pred: None, Truth: 8
|
| 711 |
+
701. ✗ Pred: None, Truth: 135
|
| 712 |
+
702. ✗ Pred: None, Truth: 200
|
| 713 |
+
703. ✗ Pred: None, Truth: 2800
|
| 714 |
+
704. ✗ Pred: None, Truth: 50
|
| 715 |
+
705. ✗ Pred: None, Truth: 50
|
| 716 |
+
706. ✗ Pred: None, Truth: 120
|
| 717 |
+
707. ✗ Pred: None, Truth: 9
|
| 718 |
+
708. ✗ Pred: None, Truth: 8
|
| 719 |
+
709. ✗ Pred: None, Truth: 168
|
| 720 |
+
710. ✗ Pred: None, Truth: 3000
|
| 721 |
+
711. ✗ Pred: None, Truth: 45
|
| 722 |
+
712. ✗ Pred: None, Truth: 6
|
| 723 |
+
713. ✗ Pred: None, Truth: 14
|
| 724 |
+
714. ✗ Pred: None, Truth: 576
|
| 725 |
+
715. ✗ Pred: None, Truth: 10
|
| 726 |
+
716. ✗ Pred: None, Truth: 385000
|
| 727 |
+
717. ✗ Pred: None, Truth: 770
|
| 728 |
+
718. ✗ Pred: None, Truth: 5
|
| 729 |
+
719. ✗ Pred: None, Truth: 2
|
| 730 |
+
720. ✗ Pred: None, Truth: 175
|
| 731 |
+
721. ✗ Pred: None, Truth: 4
|
| 732 |
+
722. ✗ Pred: None, Truth: 2450
|
| 733 |
+
723. ✗ Pred: None, Truth: 255
|
| 734 |
+
724. ✗ Pred: None, Truth: 160
|
| 735 |
+
725. ✗ Pred: None, Truth: 18
|
| 736 |
+
726. ✗ Pred: None, Truth: 25
|
| 737 |
+
727. ✗ Pred: None, Truth: 10
|
| 738 |
+
728. ✗ Pred: None, Truth: 112
|
| 739 |
+
729. ✗ Pred: None, Truth: 40
|
| 740 |
+
730. ✗ Pred: None, Truth: 1000
|
| 741 |
+
731. ✗ Pred: None, Truth: 8
|
| 742 |
+
732. ✗ Pred: None, Truth: 1
|
| 743 |
+
733. ✗ Pred: None, Truth: 87
|
| 744 |
+
734. ✗ Pred: None, Truth: 5
|
| 745 |
+
735. ✗ Pred: None, Truth: 17
|
| 746 |
+
736. ✗ Pred: None, Truth: 50
|
| 747 |
+
737. ✗ Pred: None, Truth: 3
|
| 748 |
+
738. ✗ Pred: None, Truth: 2
|
| 749 |
+
739. ✗ Pred: None, Truth: 4
|
| 750 |
+
740. ✗ Pred: None, Truth: 98
|
| 751 |
+
741. ✗ Pred: None, Truth: 25
|
| 752 |
+
742. ✗ Pred: None, Truth: 28
|
| 753 |
+
743. ✗ Pred: None, Truth: 24
|
| 754 |
+
744. ✗ Pred: None, Truth: 8
|
| 755 |
+
745. ✗ Pred: None, Truth: 4
|
| 756 |
+
746. ✗ Pred: None, Truth: 1100
|
| 757 |
+
747. ✗ Pred: None, Truth: 28
|
| 758 |
+
748. ✗ Pred: None, Truth: 350
|
| 759 |
+
749. ✗ Pred: None, Truth: 336
|
| 760 |
+
750. ✗ Pred: None, Truth: 3
|
| 761 |
+
751. ✗ Pred: None, Truth: 4000
|
| 762 |
+
752. ✗ Pred: None, Truth: 43
|
| 763 |
+
753. ✗ Pred: None, Truth: 240
|
| 764 |
+
754. ✗ Pred: None, Truth: 128
|
| 765 |
+
755. ✗ Pred: None, Truth: 89
|
| 766 |
+
756. ✗ Pred: None, Truth: 7
|
| 767 |
+
757. ✗ Pred: None, Truth: 22
|
| 768 |
+
758. ✗ Pred: None, Truth: 75
|
| 769 |
+
759. ✗ Pred: None, Truth: 133
|
| 770 |
+
760. ✗ Pred: None, Truth: 60000
|
| 771 |
+
761. ✗ Pred: None, Truth: 16
|
| 772 |
+
762. ✗ Pred: None, Truth: 27
|
| 773 |
+
763. ✗ Pred: None, Truth: 85
|
| 774 |
+
764. ✗ Pred: None, Truth: 100
|
| 775 |
+
765. ✗ Pred: None, Truth: 14
|
| 776 |
+
766. ✗ Pred: None, Truth: 490
|
| 777 |
+
767. ✗ Pred: None, Truth: 12
|
| 778 |
+
768. ✗ Pred: None, Truth: 60
|
| 779 |
+
769. ✗ Pred: None, Truth: 675
|
| 780 |
+
770. ✗ Pred: None, Truth: 110
|
| 781 |
+
771. ✗ Pred: None, Truth: 4
|
| 782 |
+
772. ✗ Pred: None, Truth: 3
|
| 783 |
+
773. ✗ Pred: None, Truth: 50
|
| 784 |
+
774. ✗ Pred: None, Truth: 10
|
| 785 |
+
775. ✗ Pred: None, Truth: 10
|
| 786 |
+
776. ✗ Pred: None, Truth: 276
|
| 787 |
+
777. ✗ Pred: None, Truth: 800
|
| 788 |
+
778. ✗ Pred: None, Truth: 4400
|
| 789 |
+
779. ✗ Pred: None, Truth: 38
|
| 790 |
+
780. ✗ Pred: None, Truth: 255
|
| 791 |
+
781. ✗ Pred: None, Truth: 25
|
| 792 |
+
782. ✗ Pred: None, Truth: 17
|
| 793 |
+
783. ✗ Pred: None, Truth: 54
|
| 794 |
+
784. ✗ Pred: None, Truth: 4
|
| 795 |
+
785. ✗ Pred: None, Truth: 15
|
| 796 |
+
786. ✗ Pred: None, Truth: 155
|
| 797 |
+
787. ✗ Pred: None, Truth: 142
|
| 798 |
+
788. ✗ Pred: None, Truth: 25
|
| 799 |
+
789. ✗ Pred: None, Truth: 100
|
| 800 |
+
790. ✗ Pred: None, Truth: 4
|
| 801 |
+
791. ✗ Pred: None, Truth: 108
|
| 802 |
+
792. ✗ Pred: None, Truth: 100
|
| 803 |
+
793. ✗ Pred: None, Truth: 75
|
| 804 |
+
794. ✗ Pred: None, Truth: 250
|
| 805 |
+
795. ✗ Pred: None, Truth: 32
|
| 806 |
+
796. ✗ Pred: None, Truth: 20
|
| 807 |
+
797. ✗ Pred: None, Truth: 2880000
|
| 808 |
+
798. ✗ Pred: None, Truth: 540
|
| 809 |
+
799. ✗ Pred: None, Truth: 20
|
| 810 |
+
800. ✗ Pred: None, Truth: 4
|
| 811 |
+
801. ✗ Pred: None, Truth: 428
|
| 812 |
+
802. ✗ Pred: None, Truth: 1240
|
| 813 |
+
803. ✗ Pred: None, Truth: 6
|
| 814 |
+
804. ✗ Pred: None, Truth: 9
|
| 815 |
+
805. ✗ Pred: None, Truth: 20
|
| 816 |
+
806. ✗ Pred: None, Truth: 1170
|
| 817 |
+
807. ✗ Pred: None, Truth: 70
|
| 818 |
+
808. ✗ Pred: None, Truth: 4
|
| 819 |
+
809. ✗ Pred: None, Truth: 12
|
| 820 |
+
810. ✗ Pred: None, Truth: 50
|
| 821 |
+
811. ✗ Pred: None, Truth: 310
|
| 822 |
+
812. ✗ Pred: None, Truth: 60
|
| 823 |
+
813. ✗ Pred: None, Truth: 79
|
| 824 |
+
814. ✗ Pred: None, Truth: 7
|
| 825 |
+
815. ✗ Pred: None, Truth: 11
|
| 826 |
+
816. ✗ Pred: None, Truth: 4
|
| 827 |
+
817. ✗ Pred: None, Truth: 4500
|
| 828 |
+
818. ✗ Pred: None, Truth: 15
|
| 829 |
+
819. ✗ Pred: None, Truth: 16
|
| 830 |
+
820. ✗ Pred: None, Truth: 6250
|
| 831 |
+
821. ✗ Pred: None, Truth: 720
|
| 832 |
+
822. ✗ Pred: None, Truth: 35
|
| 833 |
+
823. ✗ Pred: None, Truth: 1260
|
| 834 |
+
824. ✗ Pred: None, Truth: 14
|
| 835 |
+
825. ✗ Pred: None, Truth: 52
|
| 836 |
+
826. ✗ Pred: None, Truth: 153
|
| 837 |
+
827. ✗ Pred: None, Truth: 27
|
| 838 |
+
828. ✗ Pred: None, Truth: 11
|
| 839 |
+
829. ✗ Pred: None, Truth: 60
|
| 840 |
+
830. ✗ Pred: None, Truth: 14000
|
| 841 |
+
831. ✗ Pred: None, Truth: 1128
|
| 842 |
+
832. ✗ Pred: None, Truth: 324
|
| 843 |
+
833. ✗ Pred: None, Truth: 42
|
| 844 |
+
834. ✗ Pred: None, Truth: 40
|
| 845 |
+
835. ✗ Pred: None, Truth: 80
|
| 846 |
+
836. ✗ Pred: None, Truth: 48
|
| 847 |
+
837. ✗ Pred: None, Truth: 140
|
| 848 |
+
838. ✗ Pred: None, Truth: 120
|
| 849 |
+
839. ✗ Pred: None, Truth: 15
|
| 850 |
+
840. ✗ Pred: None, Truth: 2
|
| 851 |
+
841. ✗ Pred: None, Truth: 16
|
| 852 |
+
842. ✗ Pred: None, Truth: 5600
|
| 853 |
+
843. ✗ Pred: None, Truth: 10
|
| 854 |
+
844. ✗ Pred: None, Truth: 19
|
| 855 |
+
845. ✗ Pred: None, Truth: 180
|
| 856 |
+
846. ✗ Pred: None, Truth: 12
|
| 857 |
+
847. ✗ Pred: None, Truth: 11
|
| 858 |
+
848. ✗ Pred: None, Truth: 975
|
| 859 |
+
849. ✗ Pred: None, Truth: 10
|
| 860 |
+
850. ✗ Pred: None, Truth: 75
|
| 861 |
+
851. ✗ Pred: None, Truth: 70
|
| 862 |
+
852. ✗ Pred: None, Truth: 110
|
| 863 |
+
853. ✗ Pred: None, Truth: 123
|
| 864 |
+
854. ✗ Pred: None, Truth: 15
|
| 865 |
+
855. ✗ Pred: None, Truth: 144
|
| 866 |
+
856. ✗ Pred: None, Truth: 13
|
| 867 |
+
857. ✗ Pred: None, Truth: 7
|
| 868 |
+
858. ✗ Pred: None, Truth: 14000
|
| 869 |
+
859. ✗ Pred: None, Truth: 3430
|
| 870 |
+
860. ✗ Pred: None, Truth: 1520
|
| 871 |
+
861. ✗ Pred: None, Truth: 3
|
| 872 |
+
862. ✗ Pred: None, Truth: 30
|
| 873 |
+
863. ✗ Pred: None, Truth: 40
|
| 874 |
+
864. ✗ Pred: None, Truth: 110
|
| 875 |
+
865. ✗ Pred: None, Truth: 80
|
| 876 |
+
866. ✗ Pred: None, Truth: 23
|
| 877 |
+
867. ✗ Pred: None, Truth: 28
|
| 878 |
+
868. ✗ Pred: None, Truth: 7
|
| 879 |
+
869. ✗ Pred: None, Truth: 15
|
| 880 |
+
870. ✗ Pred: None, Truth: 500
|
| 881 |
+
871. ✗ Pred: None, Truth: 40
|
| 882 |
+
872. ✗ Pred: None, Truth: 48
|
| 883 |
+
873. ✗ Pred: None, Truth: 13
|
| 884 |
+
874. ✗ Pred: None, Truth: 12
|
| 885 |
+
875. ✗ Pred: None, Truth: 132
|
| 886 |
+
876. ✗ Pred: None, Truth: 60
|
| 887 |
+
877. ✗ Pred: None, Truth: 41
|
| 888 |
+
878. ✗ Pred: None, Truth: 7000
|
| 889 |
+
879. ✗ Pred: None, Truth: 5
|
| 890 |
+
880. ✗ Pred: None, Truth: 575
|
| 891 |
+
881. ✗ Pred: None, Truth: 10
|
| 892 |
+
882. ✗ Pred: None, Truth: 16
|
| 893 |
+
883. ✗ Pred: None, Truth: 5
|
| 894 |
+
884. ✗ Pred: None, Truth: 25
|
| 895 |
+
885. ✗ Pred: None, Truth: 50
|
| 896 |
+
886. ✗ Pred: None, Truth: 500
|
| 897 |
+
887. ✗ Pred: None, Truth: 20
|
| 898 |
+
888. ✗ Pred: None, Truth: 34
|
| 899 |
+
889. ✗ Pred: None, Truth: 10
|
| 900 |
+
890. ✗ Pred: None, Truth: 15
|
| 901 |
+
891. ✗ Pred: None, Truth: 25
|
| 902 |
+
892. ✗ Pred: None, Truth: 55
|
| 903 |
+
893. ✗ Pred: None, Truth: 1
|
| 904 |
+
894. ✗ Pred: None, Truth: 480
|
| 905 |
+
895. ✗ Pred: None, Truth: 26
|
| 906 |
+
896. ✗ Pred: None, Truth: 74
|
| 907 |
+
897. ✗ Pred: None, Truth: 250
|
| 908 |
+
898. ✗ Pred: None, Truth: 1
|
| 909 |
+
899. ✗ Pred: None, Truth: 110
|
| 910 |
+
900. ✗ Pred: None, Truth: 16
|
| 911 |
+
901. ✗ Pred: None, Truth: 15
|
| 912 |
+
902. ✗ Pred: None, Truth: 1
|
| 913 |
+
903. ✗ Pred: None, Truth: 8
|
| 914 |
+
904. ✗ Pred: None, Truth: 16
|
| 915 |
+
905. ✗ Pred: None, Truth: 8
|
| 916 |
+
906. ✗ Pred: None, Truth: 5
|
| 917 |
+
907. ✗ Pred: None, Truth: 10
|
| 918 |
+
908. ✗ Pred: None, Truth: 16
|
| 919 |
+
909. ✗ Pred: None, Truth: 14
|
| 920 |
+
910. ✗ Pred: None, Truth: 38
|
| 921 |
+
911. ✗ Pred: None, Truth: 700
|
| 922 |
+
912. ✗ Pred: None, Truth: 64
|
| 923 |
+
913. ✗ Pred: None, Truth: 6
|
| 924 |
+
914. ✗ Pred: None, Truth: 6
|
| 925 |
+
915. ✗ Pred: None, Truth: 3
|
| 926 |
+
916. ✗ Pred: None, Truth: 23
|
| 927 |
+
917. ✗ Pred: None, Truth: 14
|
| 928 |
+
918. ✗ Pred: None, Truth: 12
|
| 929 |
+
919. ✗ Pred: None, Truth: 56
|
| 930 |
+
920. ✗ Pred: None, Truth: 90
|
| 931 |
+
921. ✗ Pred: None, Truth: 47
|
| 932 |
+
922. ✗ Pred: None, Truth: 4
|
| 933 |
+
923. ✗ Pred: None, Truth: 60
|
| 934 |
+
924. ✗ Pred: None, Truth: 2
|
| 935 |
+
925. ✗ Pred: None, Truth: 12
|
| 936 |
+
926. ✗ Pred: None, Truth: 2000
|
| 937 |
+
927. ✗ Pred: None, Truth: 1
|
| 938 |
+
928. ✗ Pred: None, Truth: 85000
|
| 939 |
+
929. ✗ Pred: None, Truth: 60
|
| 940 |
+
930. ✗ Pred: None, Truth: 60
|
| 941 |
+
931. ✗ Pred: None, Truth: 14
|
| 942 |
+
932. ✗ Pred: None, Truth: 50
|
| 943 |
+
933. ✗ Pred: None, Truth: 24
|
| 944 |
+
934. ✗ Pred: None, Truth: 15
|
| 945 |
+
935. ✗ Pred: None, Truth: 410
|
| 946 |
+
936. ✗ Pred: None, Truth: 64800
|
| 947 |
+
937. ✗ Pred: None, Truth: 250
|
| 948 |
+
938. ✗ Pred: None, Truth: 159
|
| 949 |
+
939. ✗ Pred: None, Truth: 4
|
| 950 |
+
940. ✗ Pred: None, Truth: 650
|
| 951 |
+
941. ✗ Pred: None, Truth: 280
|
| 952 |
+
942. ✗ Pred: None, Truth: 842
|
| 953 |
+
943. ✗ Pred: None, Truth: 205
|
| 954 |
+
944. ✗ Pred: None, Truth: 50
|
| 955 |
+
945. ✗ Pred: None, Truth: 34
|
| 956 |
+
946. ✗ Pred: None, Truth: 17
|
| 957 |
+
947. ✗ Pred: None, Truth: 450
|
| 958 |
+
948. ✗ Pred: None, Truth: 13
|
| 959 |
+
949. ✗ Pred: None, Truth: 15
|
| 960 |
+
950. ✗ Pred: None, Truth: 42
|
| 961 |
+
951. ✗ Pred: None, Truth: 5
|
| 962 |
+
952. ✗ Pred: None, Truth: 300
|
| 963 |
+
953. ✗ Pred: None, Truth: 360
|
| 964 |
+
954. ✗ Pred: None, Truth: 452
|
| 965 |
+
955. ✗ Pred: None, Truth: 34
|
| 966 |
+
956. ✗ Pred: None, Truth: 100
|
| 967 |
+
957. ✗ Pred: None, Truth: 1
|
| 968 |
+
958. ✗ Pred: None, Truth: 45
|
| 969 |
+
959. ✗ Pred: None, Truth: 40
|
| 970 |
+
960. ✗ Pred: None, Truth: 7
|
| 971 |
+
961. ✗ Pred: None, Truth: 11
|
| 972 |
+
962. ✗ Pred: None, Truth: 225
|
| 973 |
+
963. ✗ Pred: None, Truth: 1000
|
| 974 |
+
964. ✗ Pred: None, Truth: 147
|
| 975 |
+
965. ✗ Pred: None, Truth: 200
|
| 976 |
+
966. ✗ Pred: None, Truth: 374
|
| 977 |
+
967. ✗ Pred: None, Truth: 48
|
| 978 |
+
968. ✗ Pred: None, Truth: 30
|
| 979 |
+
969. ✗ Pred: None, Truth: 227
|
| 980 |
+
970. ✗ Pred: None, Truth: 1800
|
| 981 |
+
971. ✗ Pred: None, Truth: 33
|
| 982 |
+
972. ✗ Pred: None, Truth: 100
|
| 983 |
+
973. ✗ Pred: None, Truth: 120
|
| 984 |
+
974. ✗ Pred: None, Truth: 79
|
| 985 |
+
975. ✗ Pred: None, Truth: 5
|
| 986 |
+
976. ✗ Pred: None, Truth: 20
|
| 987 |
+
977. ✗ Pred: None, Truth: 540
|
| 988 |
+
978. ✗ Pred: None, Truth: 4
|
| 989 |
+
979. ✗ Pred: None, Truth: 160
|
| 990 |
+
980. ✗ Pred: None, Truth: 50
|
| 991 |
+
981. ✗ Pred: None, Truth: 90
|
| 992 |
+
982. ✗ Pred: None, Truth: 7
|
| 993 |
+
983. ✗ Pred: None, Truth: 12
|
| 994 |
+
984. ✗ Pred: None, Truth: 15
|
| 995 |
+
985. ✗ Pred: None, Truth: 342
|
| 996 |
+
986. ✗ Pred: None, Truth: 63
|
| 997 |
+
987. ✗ Pred: None, Truth: 70
|
| 998 |
+
988. ✗ Pred: None, Truth: 3
|
| 999 |
+
989. ✗ Pred: None, Truth: 6
|
| 1000 |
+
990. ✗ Pred: None, Truth: 45
|
| 1001 |
+
991. ✗ Pred: None, Truth: 14
|
| 1002 |
+
992. ✗ Pred: None, Truth: 15
|
| 1003 |
+
993. ✗ Pred: None, Truth: 52
|
| 1004 |
+
994. ✗ Pred: None, Truth: 11
|
| 1005 |
+
995. ✗ Pred: None, Truth: 2
|
| 1006 |
+
996. ✗ Pred: None, Truth: 12
|
| 1007 |
+
997. ✗ Pred: None, Truth: 3
|
| 1008 |
+
998. ✗ Pred: None, Truth: 6600
|
| 1009 |
+
999. ✗ Pred: None, Truth: 50
|
| 1010 |
+
1000. ✗ Pred: None, Truth: 25
|
| 1011 |
+
1001. ✗ Pred: None, Truth: 1
|
| 1012 |
+
1002. ✗ Pred: None, Truth: 2
|
| 1013 |
+
1003. ✗ Pred: None, Truth: 8
|
| 1014 |
+
1004. ✗ Pred: None, Truth: 480
|
| 1015 |
+
1005. ✗ Pred: None, Truth: 8
|
| 1016 |
+
1006. ✗ Pred: None, Truth: 1490
|
| 1017 |
+
1007. ✗ Pred: None, Truth: 826
|
| 1018 |
+
1008. ✗ Pred: None, Truth: 34
|
| 1019 |
+
1009. ✗ Pred: None, Truth: 230
|
| 1020 |
+
1010. ✗ Pred: None, Truth: 1875
|
| 1021 |
+
1011. ✗ Pred: None, Truth: 5
|
| 1022 |
+
1012. ✗ Pred: None, Truth: 6000
|
| 1023 |
+
1013. ✗ Pred: None, Truth: 94
|
| 1024 |
+
1014. ✗ Pred: None, Truth: 2
|
| 1025 |
+
1015. ✗ Pred: None, Truth: 3
|
| 1026 |
+
1016. ✗ Pred: None, Truth: 78
|
| 1027 |
+
1017. ✗ Pred: None, Truth: 138
|
| 1028 |
+
1018. ✗ Pred: None, Truth: 45
|
| 1029 |
+
1019. ✗ Pred: None, Truth: 60
|
| 1030 |
+
1020. ✗ Pred: None, Truth: 98
|
| 1031 |
+
1021. ✗ Pred: None, Truth: 22
|
| 1032 |
+
1022. ✗ Pred: None, Truth: 36
|
| 1033 |
+
1023. ✗ Pred: None, Truth: 12
|
| 1034 |
+
1024. ✗ Pred: None, Truth: 77
|
| 1035 |
+
1025. ✗ Pred: None, Truth: 300
|
| 1036 |
+
1026. ✗ Pred: None, Truth: 30
|
| 1037 |
+
1027. ✗ Pred: None, Truth: 43200
|
| 1038 |
+
1028. ✗ Pred: None, Truth: 12
|
| 1039 |
+
1029. ✗ Pred: None, Truth: 200
|
| 1040 |
+
1030. ✗ Pred: None, Truth: 34
|
| 1041 |
+
1031. ✗ Pred: None, Truth: 24
|
| 1042 |
+
1032. ✗ Pred: None, Truth: 5
|
| 1043 |
+
1033. ✗ Pred: None, Truth: 450
|
| 1044 |
+
1034. ✗ Pred: None, Truth: 2
|
| 1045 |
+
1035. ✗ Pred: None, Truth: 66
|
| 1046 |
+
1036. ✗ Pred: None, Truth: 35
|
| 1047 |
+
1037. ✗ Pred: None, Truth: 10
|
| 1048 |
+
1038. ✗ Pred: None, Truth: 10
|
| 1049 |
+
1039. ✗ Pred: None, Truth: 4
|
| 1050 |
+
1040. ✗ Pred: None, Truth: 160
|
| 1051 |
+
1041. ✗ Pred: None, Truth: 736
|
| 1052 |
+
1042. ✗ Pred: None, Truth: 101
|
| 1053 |
+
1043. ✗ Pred: None, Truth: 3
|
| 1054 |
+
1044. ✗ Pred: None, Truth: 130000
|
| 1055 |
+
1045. ✗ Pred: None, Truth: 1
|
| 1056 |
+
1046. ✗ Pred: None, Truth: 420
|
| 1057 |
+
1047. ✗ Pred: None, Truth: 189
|
| 1058 |
+
1048. ✗ Pred: None, Truth: 10
|
| 1059 |
+
1049. ✗ Pred: None, Truth: 7400
|
| 1060 |
+
1050. ✗ Pred: None, Truth: 20
|
| 1061 |
+
1051. ✗ Pred: None, Truth: 655
|
| 1062 |
+
1052. ✗ Pred: None, Truth: 15
|
| 1063 |
+
1053. ✗ Pred: None, Truth: 110
|
| 1064 |
+
1054. ✗ Pred: None, Truth: 55
|
| 1065 |
+
1055. ✗ Pred: None, Truth: 2400
|
| 1066 |
+
1056. ✗ Pred: None, Truth: 2304
|
| 1067 |
+
1057. ✗ Pred: None, Truth: 156
|
| 1068 |
+
1058. ✗ Pred: None, Truth: 24
|
| 1069 |
+
1059. ✗ Pred: None, Truth: 250
|
| 1070 |
+
1060. ✗ Pred: None, Truth: 2
|
| 1071 |
+
1061. ✗ Pred: None, Truth: 31
|
| 1072 |
+
1062. ✗ Pred: None, Truth: 58
|
| 1073 |
+
1063. ✗ Pred: None, Truth: 482
|
| 1074 |
+
1064. ✗ Pred: None, Truth: 320
|
| 1075 |
+
1065. ✗ Pred: None, Truth: 247
|
| 1076 |
+
1066. ✗ Pred: None, Truth: 95
|
| 1077 |
+
1067. ✗ Pred: None, Truth: 14
|
| 1078 |
+
1068. ✗ Pred: None, Truth: 245
|
| 1079 |
+
1069. ✗ Pred: None, Truth: 24
|
| 1080 |
+
1070. ✗ Pred: None, Truth: 300
|
| 1081 |
+
1071. ✗ Pred: None, Truth: 18
|
| 1082 |
+
1072. ✗ Pred: None, Truth: 251
|
| 1083 |
+
1073. ✗ Pred: None, Truth: 85
|
| 1084 |
+
1074. ✗ Pred: None, Truth: 21
|
| 1085 |
+
1075. ✗ Pred: None, Truth: 750
|
| 1086 |
+
1076. ✗ Pred: None, Truth: 16
|
| 1087 |
+
1077. ✗ Pred: None, Truth: 162
|
| 1088 |
+
1078. ✗ Pred: None, Truth: 145
|
| 1089 |
+
1079. ✗ Pred: None, Truth: 8
|
| 1090 |
+
1080. ✗ Pred: None, Truth: 10
|
| 1091 |
+
1081. ✗ Pred: None, Truth: 72000
|
| 1092 |
+
1082. ✗ Pred: None, Truth: 195
|
| 1093 |
+
1083. ✗ Pred: None, Truth: 2
|
| 1094 |
+
1084. ✗ Pred: None, Truth: 2
|
| 1095 |
+
1085. ✗ Pred: None, Truth: 20
|
| 1096 |
+
1086. ✗ Pred: None, Truth: 26
|
| 1097 |
+
1087. ✗ Pred: None, Truth: 131250
|
| 1098 |
+
1088. ✗ Pred: None, Truth: 12
|
| 1099 |
+
1089. ✗ Pred: None, Truth: 30
|
| 1100 |
+
1090. ✗ Pred: None, Truth: 32
|
| 1101 |
+
1091. ✗ Pred: None, Truth: 72
|
| 1102 |
+
1092. ✗ Pred: None, Truth: 1000
|
| 1103 |
+
1093. ✗ Pred: None, Truth: 1080
|
| 1104 |
+
1094. ✗ Pred: None, Truth: 144
|
| 1105 |
+
1095. ✗ Pred: None, Truth: 25
|
| 1106 |
+
1096. ✗ Pred: None, Truth: 270
|
| 1107 |
+
1097. ✗ Pred: None, Truth: 240
|
| 1108 |
+
1098. ✗ Pred: None, Truth: 480
|
| 1109 |
+
1099. ✗ Pred: None, Truth: 30
|
| 1110 |
+
1100. ✗ Pred: None, Truth: 2
|
| 1111 |
+
1101. ✗ Pred: None, Truth: 5
|
| 1112 |
+
1102. ✗ Pred: None, Truth: 16
|
| 1113 |
+
1103. ✗ Pred: None, Truth: 113
|
| 1114 |
+
1104. ✗ Pred: None, Truth: 90
|
| 1115 |
+
1105. ✗ Pred: None, Truth: 24
|
| 1116 |
+
1106. ✗ Pred: None, Truth: 40
|
| 1117 |
+
1107. ✗ Pred: None, Truth: 5
|
| 1118 |
+
1108. ✗ Pred: None, Truth: 360
|
| 1119 |
+
1109. ✗ Pred: None, Truth: 38
|
| 1120 |
+
1110. ✗ Pred: None, Truth: 3
|
| 1121 |
+
1111. ✗ Pred: None, Truth: 60
|
| 1122 |
+
1112. ✗ Pred: None, Truth: 157
|
| 1123 |
+
1113. ✗ Pred: None, Truth: 5
|
| 1124 |
+
1114. ✗ Pred: None, Truth: -3
|
| 1125 |
+
1115. ✗ Pred: None, Truth: 8
|
| 1126 |
+
1116. ✗ Pred: None, Truth: 5
|
| 1127 |
+
1117. ✗ Pred: None, Truth: 60
|
| 1128 |
+
1118. ✗ Pred: None, Truth: 9
|
| 1129 |
+
1119. ✗ Pred: None, Truth: 5
|
| 1130 |
+
1120. ✗ Pred: None, Truth: 18
|
| 1131 |
+
1121. ✗ Pred: None, Truth: 560
|
| 1132 |
+
1122. ✗ Pred: None, Truth: 35
|
| 1133 |
+
1123. ✗ Pred: None, Truth: 18
|
| 1134 |
+
1124. ✗ Pred: None, Truth: 105
|
| 1135 |
+
1125. ✗ Pred: None, Truth: 64
|
| 1136 |
+
1126. ✗ Pred: None, Truth: 90
|
| 1137 |
+
1127. ✗ Pred: None, Truth: 50
|
| 1138 |
+
1128. ✗ Pred: None, Truth: 750
|
| 1139 |
+
1129. ✗ Pred: None, Truth: 9
|
| 1140 |
+
1130. ✗ Pred: None, Truth: 8
|
| 1141 |
+
1131. ✗ Pred: None, Truth: 25
|
| 1142 |
+
1132. ✗ Pred: None, Truth: 96
|
| 1143 |
+
1133. ✗ Pred: None, Truth: 45000
|
| 1144 |
+
1134. ✗ Pred: None, Truth: 50
|
| 1145 |
+
1135. ✗ Pred: None, Truth: 7
|
| 1146 |
+
1136. ✗ Pred: None, Truth: 32
|
| 1147 |
+
1137. ✗ Pred: None, Truth: 26
|
| 1148 |
+
1138. ✗ Pred: None, Truth: 68
|
| 1149 |
+
1139. ✗ Pred: None, Truth: 700
|
| 1150 |
+
1140. ✗ Pred: None, Truth: 1
|
| 1151 |
+
1141. ✗ Pred: None, Truth: 27
|
| 1152 |
+
1142. ✗ Pred: None, Truth: 20
|
| 1153 |
+
1143. ✗ Pred: None, Truth: 9
|
| 1154 |
+
1144. ✗ Pred: None, Truth: 300
|
| 1155 |
+
1145. ✗ Pred: None, Truth: 34
|
| 1156 |
+
1146. ✗ Pred: None, Truth: 291
|
| 1157 |
+
1147. ✗ Pred: None, Truth: 16
|
| 1158 |
+
1148. ✗ Pred: None, Truth: 22
|
| 1159 |
+
1149. ✗ Pred: None, Truth: 9
|
| 1160 |
+
1150. ✗ Pred: None, Truth: 93
|
| 1161 |
+
1151. ✗ Pred: None, Truth: 21
|
| 1162 |
+
1152. ✗ Pred: None, Truth: 50
|
| 1163 |
+
1153. ✗ Pred: None, Truth: 12
|
| 1164 |
+
1154. ✗ Pred: None, Truth: 20
|
| 1165 |
+
1155. ✗ Pred: None, Truth: 30
|
| 1166 |
+
1156. ✗ Pred: None, Truth: 13
|
| 1167 |
+
1157. ✗ Pred: None, Truth: 120
|
| 1168 |
+
1158. ✗ Pred: None, Truth: 3
|
| 1169 |
+
1159. ✗ Pred: None, Truth: 7300
|
| 1170 |
+
1160. ✗ Pred: None, Truth: 50
|
| 1171 |
+
1161. ✗ Pred: None, Truth: 1125
|
| 1172 |
+
1162. ✗ Pred: None, Truth: 170
|
| 1173 |
+
1163. ✗ Pred: None, Truth: 3
|
| 1174 |
+
1164. ✗ Pred: None, Truth: 12
|
| 1175 |
+
1165. ✗ Pred: None, Truth: 9
|
| 1176 |
+
1166. ✗ Pred: None, Truth: 1248
|
| 1177 |
+
1167. ✗ Pred: None, Truth: 2350
|
| 1178 |
+
1168. ✗ Pred: None, Truth: 120
|
| 1179 |
+
1169. ✗ Pred: None, Truth: 20
|
| 1180 |
+
1170. ✗ Pred: None, Truth: 2
|
| 1181 |
+
1171. ✗ Pred: None, Truth: 2
|
| 1182 |
+
1172. ✗ Pred: None, Truth: 3160
|
| 1183 |
+
1173. ✗ Pred: None, Truth: 93
|
| 1184 |
+
1174. ✗ Pred: None, Truth: 10
|
| 1185 |
+
1175. ✗ Pred: None, Truth: 240
|
| 1186 |
+
1176. ✗ Pred: None, Truth: 16
|
| 1187 |
+
1177. ✗ Pred: None, Truth: 2
|
| 1188 |
+
1178. ✗ Pred: None, Truth: 17
|
| 1189 |
+
1179. ✗ Pred: None, Truth: 17
|
| 1190 |
+
1180. ✗ Pred: None, Truth: 50
|
| 1191 |
+
1181. ✗ Pred: None, Truth: 5600
|
| 1192 |
+
1182. ✗ Pred: None, Truth: 20
|
| 1193 |
+
1183. ✗ Pred: None, Truth: 1800
|
| 1194 |
+
1184. ✗ Pred: None, Truth: 11
|
| 1195 |
+
1185. ✗ Pred: None, Truth: 306
|
| 1196 |
+
1186. ✗ Pred: None, Truth: 6
|
| 1197 |
+
1187. ✗ Pred: None, Truth: 19
|
| 1198 |
+
1188. ✗ Pred: None, Truth: 5
|
| 1199 |
+
1189. ✗ Pred: None, Truth: 24
|
| 1200 |
+
1190. ✗ Pred: None, Truth: 6
|
| 1201 |
+
1191. ✗ Pred: None, Truth: 19
|
| 1202 |
+
1192. ✗ Pred: None, Truth: 100
|
| 1203 |
+
1193. ✗ Pred: None, Truth: 280
|
| 1204 |
+
1194. ✗ Pred: None, Truth: 9
|
| 1205 |
+
1195. ✗ Pred: None, Truth: 1200
|
| 1206 |
+
1196. ✗ Pred: None, Truth: 320
|
| 1207 |
+
1197. ✗ Pred: None, Truth: 75
|
| 1208 |
+
1198. ✗ Pred: None, Truth: 2400
|
| 1209 |
+
1199. ✗ Pred: None, Truth: 140
|
| 1210 |
+
1200. ✗ Pred: None, Truth: 2
|
| 1211 |
+
1201. ✗ Pred: None, Truth: 8
|
| 1212 |
+
1202. ✗ Pred: None, Truth: 42
|
| 1213 |
+
1203. ✗ Pred: None, Truth: 19
|
| 1214 |
+
1204. ✗ Pred: None, Truth: 240
|
| 1215 |
+
1205. ✗ Pred: None, Truth: 168
|
| 1216 |
+
1206. ✗ Pred: None, Truth: 4
|
| 1217 |
+
1207. ✗ Pred: None, Truth: 40000
|
| 1218 |
+
1208. ✗ Pred: None, Truth: 64
|
| 1219 |
+
1209. ✗ Pred: None, Truth: 27
|
| 1220 |
+
1210. ✗ Pred: None, Truth: 29
|
| 1221 |
+
1211. ✗ Pred: None, Truth: 288
|
| 1222 |
+
1212. ✗ Pred: None, Truth: 448
|
| 1223 |
+
1213. ✗ Pred: None, Truth: 150
|
| 1224 |
+
1214. ✗ Pred: None, Truth: 31
|
| 1225 |
+
1215. ✗ Pred: None, Truth: 5
|
| 1226 |
+
1216. ✗ Pred: None, Truth: 36
|
| 1227 |
+
1217. ✗ Pred: None, Truth: 20
|
| 1228 |
+
1218. ✗ Pred: None, Truth: 75
|
| 1229 |
+
1219. ✗ Pred: None, Truth: 225
|
| 1230 |
+
1220. ✗ Pred: None, Truth: 100
|
| 1231 |
+
1221. ✗ Pred: None, Truth: 32
|
| 1232 |
+
1222. ✗ Pred: None, Truth: 10
|
| 1233 |
+
1223. ✗ Pred: None, Truth: 350
|
| 1234 |
+
1224. ✗ Pred: None, Truth: 8
|
| 1235 |
+
1225. ✗ Pred: None, Truth: 5
|
| 1236 |
+
1226. ✗ Pred: None, Truth: 3
|
| 1237 |
+
1227. ✗ Pred: None, Truth: 90
|
| 1238 |
+
1228. ✗ Pred: None, Truth: 66
|
| 1239 |
+
1229. ✗ Pred: None, Truth: 31
|
| 1240 |
+
1230. ✗ Pred: None, Truth: 36
|
| 1241 |
+
1231. ✗ Pred: None, Truth: 440
|
| 1242 |
+
1232. ✗ Pred: None, Truth: 70
|
| 1243 |
+
1233. ✗ Pred: None, Truth: 15
|
| 1244 |
+
1234. ✗ Pred: None, Truth: 81
|
| 1245 |
+
1235. ✗ Pred: None, Truth: 12
|
| 1246 |
+
1236. ✗ Pred: None, Truth: 60
|
| 1247 |
+
1237. ✗ Pred: None, Truth: 84
|
| 1248 |
+
1238. ✗ Pred: None, Truth: 78
|
| 1249 |
+
1239. ✗ Pred: None, Truth: 520
|
| 1250 |
+
1240. ✗ Pred: None, Truth: 50
|
| 1251 |
+
1241. ✗ Pred: None, Truth: 2
|
| 1252 |
+
1242. ✗ Pred: None, Truth: 8
|
| 1253 |
+
1243. ✗ Pred: None, Truth: 20
|
| 1254 |
+
1244. ✗ Pred: None, Truth: 50
|
| 1255 |
+
1245. ✗ Pred: None, Truth: 35
|
| 1256 |
+
1246. ✗ Pred: None, Truth: 96
|
| 1257 |
+
1247. ✗ Pred: None, Truth: 3360
|
| 1258 |
+
1248. ✗ Pred: None, Truth: 7
|
| 1259 |
+
1249. ✗ Pred: None, Truth: 750
|
| 1260 |
+
1250. ✗ Pred: None, Truth: 56
|
| 1261 |
+
1251. ✗ Pred: None, Truth: 22
|
| 1262 |
+
1252. ✗ Pred: None, Truth: 30
|
| 1263 |
+
1253. ✗ Pred: None, Truth: 70
|
| 1264 |
+
1254. ✗ Pred: None, Truth: 120
|
| 1265 |
+
1255. ✗ Pred: None, Truth: 30
|
| 1266 |
+
1256. ✗ Pred: None, Truth: 12
|
| 1267 |
+
1257. ✗ Pred: None, Truth: 15
|
| 1268 |
+
1258. ✗ Pred: None, Truth: 14
|
| 1269 |
+
1259. ✗ Pred: None, Truth: 60
|
| 1270 |
+
1260. ✗ Pred: None, Truth: 7200
|
| 1271 |
+
1261. ✗ Pred: None, Truth: 5
|
| 1272 |
+
1262. ✗ Pred: None, Truth: 235
|
| 1273 |
+
1263. ✗ Pred: None, Truth: 12
|
| 1274 |
+
1264. ✗ Pred: None, Truth: 500
|
| 1275 |
+
1265. ✗ Pred: None, Truth: 210
|
| 1276 |
+
1266. ✗ Pred: None, Truth: 36
|
| 1277 |
+
1267. ✗ Pred: None, Truth: 147
|
| 1278 |
+
1268. ✗ Pred: None, Truth: 40
|
| 1279 |
+
1269. ✗ Pred: None, Truth: 20
|
| 1280 |
+
1270. ✗ Pred: None, Truth: 54
|
| 1281 |
+
1271. ✗ Pred: None, Truth: 3528
|
| 1282 |
+
1272. ✗ Pred: None, Truth: 43
|
| 1283 |
+
1273. ✗ Pred: None, Truth: 296
|
| 1284 |
+
1274. ✗ Pred: None, Truth: 27
|
| 1285 |
+
1275. ✗ Pred: None, Truth: 38
|
| 1286 |
+
1276. ✗ Pred: None, Truth: 16
|
| 1287 |
+
1277. ✗ Pred: None, Truth: 70
|
| 1288 |
+
1278. ✗ Pred: None, Truth: 48
|
| 1289 |
+
1279. ✗ Pred: None, Truth: 665
|
| 1290 |
+
1280. ✗ Pred: None, Truth: 180
|
| 1291 |
+
1281. ✗ Pred: None, Truth: 7
|
| 1292 |
+
1282. ✗ Pred: None, Truth: 20
|
| 1293 |
+
1283. ✗ Pred: None, Truth: 12
|
| 1294 |
+
1284. ✗ Pred: None, Truth: 60
|
| 1295 |
+
1285. ✗ Pred: None, Truth: 25
|
| 1296 |
+
1286. ✗ Pred: None, Truth: 1218
|
| 1297 |
+
1287. ✗ Pred: None, Truth: 105
|
| 1298 |
+
1288. ✗ Pred: None, Truth: 84
|
| 1299 |
+
1289. ✗ Pred: None, Truth: 34
|
| 1300 |
+
1290. ✗ Pred: None, Truth: 101
|
| 1301 |
+
1291. ✗ Pred: None, Truth: 90
|
| 1302 |
+
1292. ✗ Pred: None, Truth: 27
|
| 1303 |
+
1293. ✗ Pred: None, Truth: 67
|
| 1304 |
+
1294. ✗ Pred: None, Truth: 140000
|
| 1305 |
+
1295. ✗ Pred: None, Truth: 36
|
| 1306 |
+
1296. ✗ Pred: None, Truth: 2
|
| 1307 |
+
1297. ✗ Pred: None, Truth: 335
|
| 1308 |
+
1298. ✗ Pred: None, Truth: 60
|
| 1309 |
+
1299. ✗ Pred: None, Truth: 31
|
| 1310 |
+
1300. ✗ Pred: None, Truth: 13
|
| 1311 |
+
1301. ✗ Pred: None, Truth: 120
|
| 1312 |
+
1302. ✗ Pred: None, Truth: 23
|
| 1313 |
+
1303. ✗ Pred: None, Truth: 72
|
| 1314 |
+
1304. ✗ Pred: None, Truth: 4
|
| 1315 |
+
1305. ✗ Pred: None, Truth: 1000
|
| 1316 |
+
1306. ✗ Pred: None, Truth: 2325
|
| 1317 |
+
1307. ✗ Pred: None, Truth: 2
|
| 1318 |
+
1308. ✗ Pred: None, Truth: 8
|
| 1319 |
+
1309. ✗ Pred: None, Truth: 30
|
| 1320 |
+
1310. ✗ Pred: None, Truth: 2280
|
| 1321 |
+
1311. ✗ Pred: None, Truth: 64
|
| 1322 |
+
1312. ✗ Pred: None, Truth: 594
|
| 1323 |
+
1313. ✗ Pred: None, Truth: 180
|
| 1324 |
+
1314. ✗ Pred: None, Truth: 2
|
| 1325 |
+
1315. ✗ Pred: None, Truth: 8
|
| 1326 |
+
1316. ✗ Pred: None, Truth: 5
|
| 1327 |
+
1317. ✗ Pred: None, Truth: 230
|
| 1328 |
+
1318. ✗ Pred: None, Truth: 5
|
| 1329 |
+
1319. ✗ Pred: None, Truth: 14
|
checkpoints/transformer_resume/verification_best_epoch_004_step_000013000_tokens_59.7b_val=0.2434.txt
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
GSM8K Verification Results
|
| 3 |
+
============================================================
|
| 4 |
+
Total: 100
|
| 5 |
+
Correct: 64
|
| 6 |
+
Incorrect: 32
|
| 7 |
+
No Answer: 4
|
| 8 |
+
Accuracy: 64.00%
|
| 9 |
+
============================================================
|
| 10 |
+
|
| 11 |
+
1. ✓ Pred: 18.0, Truth: 18
|
| 12 |
+
2. ✓ Pred: 3.0, Truth: 3
|
| 13 |
+
3. ✗ Pred: 170000.0, Truth: 70000
|
| 14 |
+
4. ✓ Pred: 540.0, Truth: 540
|
| 15 |
+
5. ✓ Pred: 20.0, Truth: 20
|
| 16 |
+
6. ✗ Pred: 56.0, Truth: 64
|
| 17 |
+
7. ✓ Pred: 260.0, Truth: 260
|
| 18 |
+
8. ✗ Pred: None, Truth: 160
|
| 19 |
+
9. ✗ Pred: 635.0, Truth: 45
|
| 20 |
+
10. ✓ Pred: 460.0, Truth: 460
|
| 21 |
+
11. ✓ Pred: 366.0, Truth: 366
|
| 22 |
+
12. ✓ Pred: 694.0, Truth: 694
|
| 23 |
+
13. ✗ Pred: 12.0, Truth: 13
|
| 24 |
+
14. ✗ Pred: 51.0, Truth: 18
|
| 25 |
+
15. ✓ Pred: 60.0, Truth: 60
|
| 26 |
+
16. ✓ Pred: 125.0, Truth: 125
|
| 27 |
+
17. ✗ Pred: None, Truth: 230
|
| 28 |
+
18. ✓ Pred: 57500.0, Truth: 57500
|
| 29 |
+
19. ✓ Pred: 7.0, Truth: 7
|
| 30 |
+
20. ✗ Pred: 4.0, Truth: 6
|
| 31 |
+
21. ✗ Pred: -1.6000000000000014, Truth: 15
|
| 32 |
+
22. ✗ Pred: -17.0, Truth: 14
|
| 33 |
+
23. ✓ Pred: 7.0, Truth: 7
|
| 34 |
+
24. ✓ Pred: 8.0, Truth: 8
|
| 35 |
+
25. ✓ Pred: 26.0, Truth: 26
|
| 36 |
+
26. ✗ Pred: 1.0, Truth: 2
|
| 37 |
+
27. ✓ Pred: 243.0, Truth: 243
|
| 38 |
+
28. ✓ Pred: 16.0, Truth: 16
|
| 39 |
+
29. ✓ Pred: 25.0, Truth: 25
|
| 40 |
+
30. ✗ Pred: 19.0, Truth: 104
|
| 41 |
+
31. ✗ Pred: 68.9090909090909, Truth: 109
|
| 42 |
+
32. ✓ Pred: 80.0, Truth: 80
|
| 43 |
+
33. ✓ Pred: 35.0, Truth: 35
|
| 44 |
+
34. ✗ Pred: 30.0, Truth: 70
|
| 45 |
+
35. ✓ Pred: 23.0, Truth: 23
|
| 46 |
+
36. ✓ Pred: 9.0, Truth: 9
|
| 47 |
+
37. ✓ Pred: 75.0, Truth: 75
|
| 48 |
+
38. ✓ Pred: 2.0, Truth: 2
|
| 49 |
+
39. ✗ Pred: 2.6666666666666665, Truth: 10
|
| 50 |
+
40. ✗ Pred: 30.0, Truth: 18
|
| 51 |
+
41. ✓ Pred: 8.0, Truth: 8
|
| 52 |
+
42. ✗ Pred: 1200.0, Truth: 200
|
| 53 |
+
43. ✓ Pred: 26.0, Truth: 26
|
| 54 |
+
44. ✓ Pred: 48.0, Truth: 48
|
| 55 |
+
45. ✓ Pred: 20.0, Truth: 20
|
| 56 |
+
46. ✓ Pred: 104.0, Truth: 104
|
| 57 |
+
47. ✗ Pred: 117.0, Truth: 163
|
| 58 |
+
48. ✓ Pred: 800.0, Truth: 800
|
| 59 |
+
49. ✓ Pred: 8.0, Truth: 8
|
| 60 |
+
50. ✓ Pred: 30.0, Truth: 30
|
| 61 |
+
51. ✓ Pred: 294.0, Truth: 294
|
| 62 |
+
52. ✗ Pred: None, Truth: 5
|
| 63 |
+
53. ✓ Pred: 15.0, Truth: 15
|
| 64 |
+
54. ✗ Pred: 520.0, Truth: 40
|
| 65 |
+
55. ✗ Pred: 33.0, Truth: 40
|
| 66 |
+
56. ✓ Pred: 14.0, Truth: 14
|
| 67 |
+
57. ✓ Pred: 3.0, Truth: 3
|
| 68 |
+
58. ✗ Pred: 0.0, Truth: 83
|
| 69 |
+
59. ✓ Pred: 57.0, Truth: 57
|
| 70 |
+
60. ✓ Pred: 187.0, Truth: 187
|
| 71 |
+
61. ✓ Pred: 17.0, Truth: 17
|
| 72 |
+
62. ✓ Pred: 1430.0, Truth: 1430
|
| 73 |
+
63. ✗ Pred: 17924.296120427094, Truth: 25000
|
| 74 |
+
64. ✓ Pred: 1596.0, Truth: 1596
|
| 75 |
+
65. ✓ Pred: 300.0, Truth: 300
|
| 76 |
+
66. ✓ Pred: 36.0, Truth: 36
|
| 77 |
+
67. ✗ Pred: 60.0, Truth: 48
|
| 78 |
+
68. ✓ Pred: 595.0, Truth: 595
|
| 79 |
+
69. ✓ Pred: 36.0, Truth: 36
|
| 80 |
+
70. ✓ Pred: 60.0, Truth: 60
|
| 81 |
+
71. ✓ Pred: 7425.0, Truth: 7425
|
| 82 |
+
72. ✓ Pred: 60.0, Truth: 60
|
| 83 |
+
73. ✓ Pred: 221.0, Truth: 221
|
| 84 |
+
74. ✗ Pred: 275.0, Truth: 255
|
| 85 |
+
75. ✗ Pred: 85.75, Truth: 88
|
| 86 |
+
76. ✗ Pred: 4.0, Truth: 60
|
| 87 |
+
77. ✓ Pred: 5.0, Truth: 5
|
| 88 |
+
78. ✓ Pred: 100.0, Truth: 100
|
| 89 |
+
79. ✗ Pred: 0.0, Truth: 6
|
| 90 |
+
80. ✓ Pred: 70.0, Truth: 70
|
| 91 |
+
81. ✗ Pred: 14.0, Truth: 10
|
| 92 |
+
82. ✓ Pred: 17.0, Truth: 17
|
| 93 |
+
83. ✓ Pred: 623.0, Truth: 623
|
| 94 |
+
84. ✓ Pred: 600.0, Truth: 600
|
| 95 |
+
85. ✓ Pred: 15.0, Truth: 15
|
| 96 |
+
86. ✓ Pred: 44.0, Truth: 44
|
| 97 |
+
87. ✗ Pred: 20.5, Truth: 22
|
| 98 |
+
88. ✗ Pred: 966.31, Truth: 9360
|
| 99 |
+
89. ✗ Pred: None, Truth: 8000
|
| 100 |
+
90. ✗ Pred: 1800.0, Truth: 24
|
| 101 |
+
91. ✓ Pred: 225.0, Truth: 225
|
| 102 |
+
92. ✓ Pred: 28.0, Truth: 28
|
| 103 |
+
93. ✓ Pred: 4.0, Truth: 4
|
| 104 |
+
94. ✓ Pred: 36.0, Truth: 36
|
| 105 |
+
95. ✗ Pred: 252.0, Truth: 348
|
| 106 |
+
96. ✓ Pred: 40.0, Truth: 40
|
| 107 |
+
97. ✓ Pred: 3.0, Truth: 3
|
| 108 |
+
98. ✗ Pred: 5.0, Truth: 12
|
| 109 |
+
99. ✗ Pred: 15.0, Truth: 5
|
| 110 |
+
100. ✓ Pred: 58.0, Truth: 58
|
checkpoints/transformer_resume/verification_epoch_004_step_000011000_tokens_58b_val=0.2435.txt
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
GSM8K Verification Results
|
| 3 |
+
============================================================
|
| 4 |
+
Total: 100
|
| 5 |
+
Correct: 52
|
| 6 |
+
Incorrect: 45
|
| 7 |
+
No Answer: 3
|
| 8 |
+
Accuracy: 52.00%
|
| 9 |
+
============================================================
|
| 10 |
+
|
| 11 |
+
1. ✗ Pred: 14.0, Truth: 18
|
| 12 |
+
2. ✓ Pred: 3.0, Truth: 3
|
| 13 |
+
3. ✓ Pred: 70000.0, Truth: 70000
|
| 14 |
+
4. ✗ Pred: 180.0, Truth: 540
|
| 15 |
+
5. ✗ Pred: -20.0, Truth: 20
|
| 16 |
+
6. ✗ Pred: 80.0, Truth: 64
|
| 17 |
+
7. ✓ Pred: 260.0, Truth: 260
|
| 18 |
+
8. ✗ Pred: 32.0, Truth: 160
|
| 19 |
+
9. ✗ Pred: 385.0, Truth: 45
|
| 20 |
+
10. ✓ Pred: 460.0, Truth: 460
|
| 21 |
+
11. ✓ Pred: 366.0, Truth: 366
|
| 22 |
+
12. ✓ Pred: 694.0, Truth: 694
|
| 23 |
+
13. ✗ Pred: 12.0, Truth: 13
|
| 24 |
+
14. ✗ Pred: 5.166666666666667, Truth: 18
|
| 25 |
+
15. ✓ Pred: 60.0, Truth: 60
|
| 26 |
+
16. ✗ Pred: 221.0, Truth: 125
|
| 27 |
+
17. ✗ Pred: 115.0, Truth: 230
|
| 28 |
+
18. ✓ Pred: 57500.0, Truth: 57500
|
| 29 |
+
19. ✗ Pred: 84.0, Truth: 7
|
| 30 |
+
20. ✗ Pred: 4.0, Truth: 6
|
| 31 |
+
21. ✗ Pred: 6.666666666666668, Truth: 15
|
| 32 |
+
22. ✓ Pred: 14.0, Truth: 14
|
| 33 |
+
23. ✗ Pred: 9.0, Truth: 7
|
| 34 |
+
24. ✗ Pred: -2.0, Truth: 8
|
| 35 |
+
25. ✓ Pred: 26.0, Truth: 26
|
| 36 |
+
26. ✓ Pred: 2.0, Truth: 2
|
| 37 |
+
27. ✓ Pred: 243.0, Truth: 243
|
| 38 |
+
28. ✓ Pred: 16.0, Truth: 16
|
| 39 |
+
29. ✓ Pred: 25.0, Truth: 25
|
| 40 |
+
30. ✗ Pred: 38.0, Truth: 104
|
| 41 |
+
31. ✗ Pred: 121.375, Truth: 109
|
| 42 |
+
32. ✓ Pred: 80.0, Truth: 80
|
| 43 |
+
33. ✗ Pred: None, Truth: 35
|
| 44 |
+
34. ✗ Pred: 110.0, Truth: 70
|
| 45 |
+
35. ✓ Pred: 23.0, Truth: 23
|
| 46 |
+
36. ✓ Pred: 9.0, Truth: 9
|
| 47 |
+
37. ✓ Pred: 75.0, Truth: 75
|
| 48 |
+
38. ✗ Pred: -1.0, Truth: 2
|
| 49 |
+
39. ✗ Pred: 105.0, Truth: 10
|
| 50 |
+
40. ✓ Pred: 18.0, Truth: 18
|
| 51 |
+
41. ✓ Pred: 8.0, Truth: 8
|
| 52 |
+
42. ✗ Pred: -200.0, Truth: 200
|
| 53 |
+
43. ✓ Pred: 26.0, Truth: 26
|
| 54 |
+
44. ✗ Pred: None, Truth: 48
|
| 55 |
+
45. ✗ Pred: 10.0, Truth: 20
|
| 56 |
+
46. ✓ Pred: 104.0, Truth: 104
|
| 57 |
+
47. ✗ Pred: 57.0, Truth: 163
|
| 58 |
+
48. ✗ Pred: 160.0, Truth: 800
|
| 59 |
+
49. ✓ Pred: 8.0, Truth: 8
|
| 60 |
+
50. ✓ Pred: 30.0, Truth: 30
|
| 61 |
+
51. ✓ Pred: 294.0, Truth: 294
|
| 62 |
+
52. ✗ Pred: 7.0, Truth: 5
|
| 63 |
+
53. ✗ Pred: 3.75, Truth: 15
|
| 64 |
+
54. ✓ Pred: 40.0, Truth: 40
|
| 65 |
+
55. ✗ Pred: 12.0, Truth: 40
|
| 66 |
+
56. ✓ Pred: 14.0, Truth: 14
|
| 67 |
+
57. ✓ Pred: 3.0, Truth: 3
|
| 68 |
+
58. ✗ Pred: 250.33333333333334, Truth: 83
|
| 69 |
+
59. ✗ Pred: 54.0, Truth: 57
|
| 70 |
+
60. ✓ Pred: 187.0, Truth: 187
|
| 71 |
+
61. ✓ Pred: 17.0, Truth: 17
|
| 72 |
+
62. ✓ Pred: 1430.0, Truth: 1430
|
| 73 |
+
63. ✗ Pred: 132664.88525722106, Truth: 25000
|
| 74 |
+
64. ✗ Pred: 756.0, Truth: 1596
|
| 75 |
+
65. ✓ Pred: 300.0, Truth: 300
|
| 76 |
+
66. ✓ Pred: 36.0, Truth: 36
|
| 77 |
+
67. ✗ Pred: 22.0, Truth: 48
|
| 78 |
+
68. ✓ Pred: 595.0, Truth: 595
|
| 79 |
+
69. ✓ Pred: 36.0, Truth: 36
|
| 80 |
+
70. ✓ Pred: 60.0, Truth: 60
|
| 81 |
+
71. ✗ Pred: 2925.0, Truth: 7425
|
| 82 |
+
72. ✓ Pred: 60.0, Truth: 60
|
| 83 |
+
73. ✓ Pred: 221.0, Truth: 221
|
| 84 |
+
74. ✓ Pred: 255.0, Truth: 255
|
| 85 |
+
75. ✗ Pred: None, Truth: 88
|
| 86 |
+
76. ✗ Pred: 7.75, Truth: 60
|
| 87 |
+
77. ✓ Pred: 5.0, Truth: 5
|
| 88 |
+
78. ✗ Pred: 50.0, Truth: 100
|
| 89 |
+
79. ✗ Pred: -6.0, Truth: 6
|
| 90 |
+
80. ✓ Pred: 70.0, Truth: 70
|
| 91 |
+
81. ✗ Pred: 14.0, Truth: 10
|
| 92 |
+
82. ✓ Pred: 17.0, Truth: 17
|
| 93 |
+
83. ✓ Pred: 623.0, Truth: 623
|
| 94 |
+
84. ✓ Pred: 600.0, Truth: 600
|
| 95 |
+
85. ✓ Pred: 15.0, Truth: 15
|
| 96 |
+
86. ✗ Pred: 17.0, Truth: 44
|
| 97 |
+
87. ✓ Pred: 22.0, Truth: 22
|
| 98 |
+
88. ✗ Pred: 1286.1532860000007, Truth: 9360
|
| 99 |
+
89. ✗ Pred: 800.0, Truth: 8000
|
| 100 |
+
90. ✗ Pred: 40.0, Truth: 24
|
| 101 |
+
91. ✓ Pred: 225.0, Truth: 225
|
| 102 |
+
92. ✓ Pred: 28.0, Truth: 28
|
| 103 |
+
93. ✓ Pred: 4.0, Truth: 4
|
| 104 |
+
94. ✗ Pred: 20.900000000000002, Truth: 36
|
| 105 |
+
95. ✗ Pred: 228.0, Truth: 348
|
| 106 |
+
96. ✓ Pred: 40.0, Truth: 40
|
| 107 |
+
97. ✓ Pred: 3.0, Truth: 3
|
| 108 |
+
98. ✗ Pred: 5.333333333333333, Truth: 12
|
| 109 |
+
99. ✗ Pred: -5.0, Truth: 5
|
| 110 |
+
100. ✓ Pred: 58.0, Truth: 58
|
checkpoints/transformer_resume/verification_epoch_004_step_000012000_tokens_58.8b_val=0.2434.txt
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
GSM8K Verification Results
|
| 3 |
+
============================================================
|
| 4 |
+
Total: 100
|
| 5 |
+
Correct: 58
|
| 6 |
+
Incorrect: 40
|
| 7 |
+
No Answer: 2
|
| 8 |
+
Accuracy: 58.00%
|
| 9 |
+
============================================================
|
| 10 |
+
|
| 11 |
+
1. ✓ Pred: 18.0, Truth: 18
|
| 12 |
+
2. ✓ Pred: 3.0, Truth: 3
|
| 13 |
+
3. ✗ Pred: 65000.0, Truth: 70000
|
| 14 |
+
4. ✗ Pred: 180.0, Truth: 540
|
| 15 |
+
5. ✓ Pred: 20.0, Truth: 20
|
| 16 |
+
6. ✗ Pred: 61.0, Truth: 64
|
| 17 |
+
7. ✓ Pred: 260.0, Truth: 260
|
| 18 |
+
8. ✗ Pred: 480.0, Truth: 160
|
| 19 |
+
9. ✗ Pred: 215.0, Truth: 45
|
| 20 |
+
10. ✓ Pred: 460.0, Truth: 460
|
| 21 |
+
11. ✓ Pred: 366.0, Truth: 366
|
| 22 |
+
12. ✓ Pred: 694.0, Truth: 694
|
| 23 |
+
13. ✗ Pred: 0.0, Truth: 13
|
| 24 |
+
14. ✗ Pred: 22.666666666666668, Truth: 18
|
| 25 |
+
15. ✓ Pred: 60.0, Truth: 60
|
| 26 |
+
16. ✗ Pred: 221.0, Truth: 125
|
| 27 |
+
17. ✗ Pred: None, Truth: 230
|
| 28 |
+
18. ✓ Pred: 57500.0, Truth: 57500
|
| 29 |
+
19. ✓ Pred: 7.0, Truth: 7
|
| 30 |
+
20. ✗ Pred: 2.0, Truth: 6
|
| 31 |
+
21. ✗ Pred: 5.822222222222222, Truth: 15
|
| 32 |
+
22. ✗ Pred: 25.0, Truth: 14
|
| 33 |
+
23. ✗ Pred: 10.0, Truth: 7
|
| 34 |
+
24. ✗ Pred: 92.0, Truth: 8
|
| 35 |
+
25. ✓ Pred: 26.0, Truth: 26
|
| 36 |
+
26. ✗ Pred: 1.0, Truth: 2
|
| 37 |
+
27. ✓ Pred: 243.0, Truth: 243
|
| 38 |
+
28. ✓ Pred: 16.0, Truth: 16
|
| 39 |
+
29. ✓ Pred: 25.0, Truth: 25
|
| 40 |
+
30. ✗ Pred: 61.0, Truth: 104
|
| 41 |
+
31. ✗ Pred: 68.9090909090909, Truth: 109
|
| 42 |
+
32. ✓ Pred: 80.0, Truth: 80
|
| 43 |
+
33. ✗ Pred: None, Truth: 35
|
| 44 |
+
34. ✗ Pred: 110.0, Truth: 70
|
| 45 |
+
35. ✓ Pred: 23.0, Truth: 23
|
| 46 |
+
36. ✓ Pred: 9.0, Truth: 9
|
| 47 |
+
37. ✓ Pred: 75.0, Truth: 75
|
| 48 |
+
38. ✗ Pred: 23.0, Truth: 2
|
| 49 |
+
39. ✗ Pred: 50.0, Truth: 10
|
| 50 |
+
40. ✓ Pred: 18.0, Truth: 18
|
| 51 |
+
41. ✓ Pred: 8.0, Truth: 8
|
| 52 |
+
42. ✗ Pred: 2200.0, Truth: 200
|
| 53 |
+
43. ✓ Pred: 26.0, Truth: 26
|
| 54 |
+
44. ✗ Pred: 0.16, Truth: 48
|
| 55 |
+
45. ✓ Pred: 20.0, Truth: 20
|
| 56 |
+
46. ✓ Pred: 104.0, Truth: 104
|
| 57 |
+
47. ✗ Pred: 57.0, Truth: 163
|
| 58 |
+
48. ✓ Pred: 800.0, Truth: 800
|
| 59 |
+
49. ✓ Pred: 8.0, Truth: 8
|
| 60 |
+
50. ✓ Pred: 30.0, Truth: 30
|
| 61 |
+
51. ✓ Pred: 294.0, Truth: 294
|
| 62 |
+
52. ✗ Pred: 0.3333333333333333, Truth: 5
|
| 63 |
+
53. ✓ Pred: 15.0, Truth: 15
|
| 64 |
+
54. ✓ Pred: 40.0, Truth: 40
|
| 65 |
+
55. ✓ Pred: 40.0, Truth: 40
|
| 66 |
+
56. ✓ Pred: 14.0, Truth: 14
|
| 67 |
+
57. ✗ Pred: 12.0, Truth: 3
|
| 68 |
+
58. ✓ Pred: 83.0, Truth: 83
|
| 69 |
+
59. ✓ Pred: 57.0, Truth: 57
|
| 70 |
+
60. ✓ Pred: 187.0, Truth: 187
|
| 71 |
+
61. ✓ Pred: 17.0, Truth: 17
|
| 72 |
+
62. ✓ Pred: 1430.0, Truth: 1430
|
| 73 |
+
63. ✗ Pred: 1628894.626777442, Truth: 25000
|
| 74 |
+
64. ✗ Pred: 756.0, Truth: 1596
|
| 75 |
+
65. ✓ Pred: 300.0, Truth: 300
|
| 76 |
+
66. ✓ Pred: 36.0, Truth: 36
|
| 77 |
+
67. ✗ Pred: 12.0, Truth: 48
|
| 78 |
+
68. ✓ Pred: 595.0, Truth: 595
|
| 79 |
+
69. ✓ Pred: 36.0, Truth: 36
|
| 80 |
+
70. ✓ Pred: 60.0, Truth: 60
|
| 81 |
+
71. ✓ Pred: 7425.0, Truth: 7425
|
| 82 |
+
72. ✓ Pred: 60.0, Truth: 60
|
| 83 |
+
73. ✓ Pred: 221.0, Truth: 221
|
| 84 |
+
74. ✓ Pred: 255.0, Truth: 255
|
| 85 |
+
75. ✗ Pred: 85.75, Truth: 88
|
| 86 |
+
76. ✗ Pred: 7.5, Truth: 60
|
| 87 |
+
77. ✓ Pred: 5.0, Truth: 5
|
| 88 |
+
78. ✓ Pred: 100.0, Truth: 100
|
| 89 |
+
79. ✗ Pred: -6.0, Truth: 6
|
| 90 |
+
80. ✓ Pred: 70.0, Truth: 70
|
| 91 |
+
81. ✓ Pred: 10.0, Truth: 10
|
| 92 |
+
82. ✓ Pred: 17.0, Truth: 17
|
| 93 |
+
83. ✓ Pred: 623.0, Truth: 623
|
| 94 |
+
84. ✓ Pred: 600.0, Truth: 600
|
| 95 |
+
85. ✓ Pred: 15.0, Truth: 15
|
| 96 |
+
86. ✗ Pred: 132.0, Truth: 44
|
| 97 |
+
87. ✗ Pred: 19.0, Truth: 22
|
| 98 |
+
88. ✗ Pred: 1286.153286000001, Truth: 9360
|
| 99 |
+
89. ✗ Pred: 800.0, Truth: 8000
|
| 100 |
+
90. ✗ Pred: 2392.0, Truth: 24
|
| 101 |
+
91. ✓ Pred: 225.0, Truth: 225
|
| 102 |
+
92. ✓ Pred: 28.0, Truth: 28
|
| 103 |
+
93. ✗ Pred: 2.0, Truth: 4
|
| 104 |
+
94. ✗ Pred: 32.72727272727273, Truth: 36
|
| 105 |
+
95. ✗ Pred: 288.0, Truth: 348
|
| 106 |
+
96. ✓ Pred: 40.0, Truth: 40
|
| 107 |
+
97. ✓ Pred: 3.0, Truth: 3
|
| 108 |
+
98. ✗ Pred: 5.333333333333333, Truth: 12
|
| 109 |
+
99. ✓ Pred: 5.0, Truth: 5
|
| 110 |
+
100. ✗ Pred: 98.0, Truth: 58
|
checkpoints/transformer_resume/verification_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank0.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Total: 165
|
| 2 |
+
Correct: 99
|
| 3 |
+
Incorrect: 63
|
| 4 |
+
No Answer: 3
|
| 5 |
+
Accuracy: 60.00%
|
checkpoints/transformer_resume/verification_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank2.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Total: 165
|
| 2 |
+
Correct: 100
|
| 3 |
+
Incorrect: 61
|
| 4 |
+
No Answer: 4
|
| 5 |
+
Accuracy: 60.61%
|
checkpoints/transformer_resume/verification_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank4.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Total: 165
|
| 2 |
+
Correct: 91
|
| 3 |
+
Incorrect: 71
|
| 4 |
+
No Answer: 3
|
| 5 |
+
Accuracy: 55.15%
|
checkpoints/transformer_resume/verification_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank5.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Total: 165
|
| 2 |
+
Correct: 91
|
| 3 |
+
Incorrect: 68
|
| 4 |
+
No Answer: 6
|
| 5 |
+
Accuracy: 55.15%
|
checkpoints/transformer_resume/verification_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank6.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Total: 165
|
| 2 |
+
Correct: 96
|
| 3 |
+
Incorrect: 65
|
| 4 |
+
No Answer: 4
|
| 5 |
+
Accuracy: 58.18%
|
checkpoints/transformer_resume/verification_epoch_004_step_000012000_tokens_58.8b_val=0.2434_rank7.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Total: 164
|
| 2 |
+
Correct: 90
|
| 3 |
+
Incorrect: 71
|
| 4 |
+
No Answer: 3
|
| 5 |
+
Accuracy: 54.88%
|
checkpoints/transformer_resume/verification_epoch_004_step_000013000_tokens_59.7b_val=0.2434.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Total: 1319
|
| 2 |
+
Correct: 748
|
| 3 |
+
Incorrect: 571
|
| 4 |
+
No Answer: 59
|
| 5 |
+
Accuracy: 56.71%
|
checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Total: 1319
|
| 2 |
+
Correct: 731
|
| 3 |
+
Incorrect: 588
|
| 4 |
+
No Answer: 47
|
| 5 |
+
Accuracy: 55.42%
|
checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank1.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Total: 165
|
| 2 |
+
Correct: 95
|
| 3 |
+
Incorrect: 63
|
| 4 |
+
No Answer: 7
|
| 5 |
+
Accuracy: 57.58%
|
checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank2.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Total: 165
|
| 2 |
+
Correct: 102
|
| 3 |
+
Incorrect: 55
|
| 4 |
+
No Answer: 8
|
| 5 |
+
Accuracy: 61.82%
|
checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank3.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Total: 165
|
| 2 |
+
Correct: 97
|
| 3 |
+
Incorrect: 64
|
| 4 |
+
No Answer: 4
|
| 5 |
+
Accuracy: 58.79%
|
checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank4.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Total: 165
|
| 2 |
+
Correct: 87
|
| 3 |
+
Incorrect: 73
|
| 4 |
+
No Answer: 5
|
| 5 |
+
Accuracy: 52.73%
|
checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank5.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Total: 165
|
| 2 |
+
Correct: 98
|
| 3 |
+
Incorrect: 65
|
| 4 |
+
No Answer: 2
|
| 5 |
+
Accuracy: 59.39%
|
checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank6.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Total: 165
|
| 2 |
+
Correct: 97
|
| 3 |
+
Incorrect: 65
|
| 4 |
+
No Answer: 3
|
| 5 |
+
Accuracy: 58.79%
|
checkpoints/transformer_resume/verification_epoch_004_step_000014000_tokens_60.6b_val=0.2434_rank7.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Total: 164
|
| 2 |
+
Correct: 91
|
| 3 |
+
Incorrect: 69
|
| 4 |
+
No Answer: 4
|
| 5 |
+
Accuracy: 55.49%
|