Upload folder using huggingface_hub
Browse files
12_mini_head_two_masks_4_heads/log2.txt
CHANGED
|
@@ -1,529 +1,529 @@
|
|
| 1 |
max_steps: 4375
|
| 2 |
0 val loss 11.2420
|
| 3 |
0 val perplexity 76263.9609
|
| 4 |
-
0 train 11.
|
| 5 |
-
10 train 9.
|
| 6 |
-
20 train 9.
|
| 7 |
-
30 train 8.
|
| 8 |
-
40 train 7.
|
| 9 |
-
50 train 7.
|
| 10 |
-
60 train 7.
|
| 11 |
-
70 train 7.
|
| 12 |
-
80 train 7.
|
| 13 |
-
90 train 7.
|
| 14 |
-
100 val loss 7.
|
| 15 |
-
100 val perplexity
|
| 16 |
-
100 train 6.
|
| 17 |
-
110 train 6.
|
| 18 |
-
120 train 6.
|
| 19 |
-
130 train 6.
|
| 20 |
-
140 train 6.
|
| 21 |
-
150 train 6.
|
| 22 |
-
160 train 6.
|
| 23 |
-
170 train 6.
|
| 24 |
-
180 train 6.
|
| 25 |
-
190 train 6.
|
| 26 |
-
200 val loss 6.
|
| 27 |
-
200 val perplexity
|
| 28 |
-
200 train 6.
|
| 29 |
-
210 train 6.
|
| 30 |
-
220 train 6.
|
| 31 |
-
230 train 6.
|
| 32 |
-
240 train 5.
|
| 33 |
-
250 train 5.
|
| 34 |
-
260 train 5.
|
| 35 |
-
270 train 5.
|
| 36 |
-
280 train 5.
|
| 37 |
-
290 train 5.
|
| 38 |
-
300 val loss 5.
|
| 39 |
-
300 val perplexity
|
| 40 |
-
300 train 5.
|
| 41 |
-
310 train 5.
|
| 42 |
-
320 train 5.
|
| 43 |
-
330 train 5.
|
| 44 |
-
340 train 5.
|
| 45 |
-
350 train 5.
|
| 46 |
-
360 train 5.
|
| 47 |
-
370 train 5.
|
| 48 |
-
380 train 5.
|
| 49 |
-
390 train 5.
|
| 50 |
-
400 val loss 5.
|
| 51 |
-
400 val perplexity
|
| 52 |
-
400 train 5.
|
| 53 |
-
410 train 5.
|
| 54 |
-
420 train 5.
|
| 55 |
-
430 train 5.
|
| 56 |
-
440 train 5.
|
| 57 |
-
450 train 5.
|
| 58 |
-
460 train 5.
|
| 59 |
-
470 train 4.
|
| 60 |
-
480 train 5.
|
| 61 |
-
490 train 4.
|
| 62 |
-
500 val loss 5.
|
| 63 |
-
500 val perplexity
|
| 64 |
-
500 train 4.
|
| 65 |
-
510 train 5.
|
| 66 |
-
520 train 5.
|
| 67 |
-
530 train 5.
|
| 68 |
-
540 train 5.
|
| 69 |
-
550 train 5.
|
| 70 |
-
560 train 5.
|
| 71 |
-
570 train 5.
|
| 72 |
-
580 train
|
| 73 |
-
590 train 5.
|
| 74 |
-
600 val loss 5.
|
| 75 |
-
600 val perplexity
|
| 76 |
-
600 train
|
| 77 |
-
610 train 4.
|
| 78 |
-
620 train 4.
|
| 79 |
-
630 train 4.
|
| 80 |
-
640 train 4.
|
| 81 |
-
650 train 4.
|
| 82 |
-
660 train 4.
|
| 83 |
-
670 train 4.
|
| 84 |
-
680 train 4.
|
| 85 |
-
690 train 4.
|
| 86 |
-
700 val loss 4.
|
| 87 |
-
700 val perplexity
|
| 88 |
-
700 train 4.
|
| 89 |
-
710 train 4.
|
| 90 |
-
720 train 4.
|
| 91 |
-
730 train 4.
|
| 92 |
-
740 train 4.
|
| 93 |
-
750 train 4.
|
| 94 |
-
760 train 4.
|
| 95 |
-
770 train 4.
|
| 96 |
-
780 train 4.
|
| 97 |
-
790 train 4.
|
| 98 |
-
800 val loss 4.
|
| 99 |
-
800 val perplexity
|
| 100 |
-
800 train 4.
|
| 101 |
-
810 train 4.
|
| 102 |
-
820 train 4.
|
| 103 |
-
830 train 4.
|
| 104 |
-
840 train 4.
|
| 105 |
-
850 train 4.
|
| 106 |
-
860 train 4.
|
| 107 |
-
870 train 4.
|
| 108 |
-
880 train 4.
|
| 109 |
-
890 train 4.
|
| 110 |
-
900 val loss 4.
|
| 111 |
-
900 val perplexity 102.
|
| 112 |
-
900 train 4.
|
| 113 |
-
910 train 4.
|
| 114 |
-
920 train 4.
|
| 115 |
-
930 train 4.
|
| 116 |
-
940 train 4.
|
| 117 |
-
950 train 4.
|
| 118 |
-
960 train 4.
|
| 119 |
-
970 train 4.
|
| 120 |
-
980 train 4.
|
| 121 |
-
990 train 4.
|
| 122 |
-
1000 val loss 4.
|
| 123 |
-
1000 val perplexity
|
| 124 |
-
1000 train 4.
|
| 125 |
-
1010 train 4.
|
| 126 |
-
1020 train 4.
|
| 127 |
-
1030 train 4.
|
| 128 |
-
1040 train 4.
|
| 129 |
-
1050 train 4.
|
| 130 |
-
1060 train 4.
|
| 131 |
-
1070 train 4.
|
| 132 |
-
1080 train 4.
|
| 133 |
-
1090 train 4.
|
| 134 |
-
1100 val loss 4.
|
| 135 |
-
1100 val perplexity
|
| 136 |
-
1100 train 4.
|
| 137 |
-
1110 train 4.
|
| 138 |
-
1120 train 4.
|
| 139 |
-
1130 train 4.
|
| 140 |
-
1140 train 4.
|
| 141 |
-
1150 train 4.
|
| 142 |
-
1160 train 4.
|
| 143 |
-
1170 train 4.
|
| 144 |
-
1180 train 4.
|
| 145 |
-
1190 train 4.
|
| 146 |
-
1200 val loss 4.
|
| 147 |
-
1200 val perplexity 82.
|
| 148 |
-
1200 train 4.
|
| 149 |
-
1210 train 4.
|
| 150 |
-
1220 train 4.
|
| 151 |
-
1230 train 4.
|
| 152 |
-
1240 train 4.
|
| 153 |
-
1250 train 4.
|
| 154 |
-
1260 train 4.
|
| 155 |
-
1270 train 4.
|
| 156 |
-
1280 train 4.
|
| 157 |
-
1290 train 4.
|
| 158 |
-
1300 val loss 4.
|
| 159 |
-
1300 val perplexity 79.
|
| 160 |
-
1300 train 4.
|
| 161 |
-
1310 train 4.
|
| 162 |
-
1320 train 4.
|
| 163 |
-
1330 train 4.
|
| 164 |
-
1340 train 4.
|
| 165 |
-
1350 train 4.
|
| 166 |
-
1360 train 4.
|
| 167 |
-
1370 train 4.
|
| 168 |
-
1380 train 4.
|
| 169 |
-
1390 train 4.
|
| 170 |
-
1400 val loss 4.
|
| 171 |
-
1400 val perplexity 77.
|
| 172 |
-
1400 train 4.
|
| 173 |
-
1410 train 4.
|
| 174 |
-
1420 train 4.
|
| 175 |
-
1430 train 4.
|
| 176 |
-
1440 train 4.
|
| 177 |
-
1450 train 4.
|
| 178 |
-
1460 train 4.
|
| 179 |
-
1470 train 4.
|
| 180 |
-
1480 train 4.
|
| 181 |
-
1490 train 4.
|
| 182 |
-
1500 val loss 4.
|
| 183 |
-
1500 val perplexity 74.
|
| 184 |
-
1500 train 4.
|
| 185 |
-
1510 train 4.
|
| 186 |
-
1520 train 4.
|
| 187 |
-
1530 train 4.
|
| 188 |
-
1540 train 4.
|
| 189 |
-
1550 train 4.
|
| 190 |
-
1560 train 4.
|
| 191 |
-
1570 train 4.
|
| 192 |
-
1580 train 4.
|
| 193 |
-
1590 train 4.
|
| 194 |
-
1600 val loss 4.
|
| 195 |
-
1600 val perplexity 72.
|
| 196 |
-
1600 train 4.
|
| 197 |
-
1610 train 4.
|
| 198 |
-
1620 train 4.
|
| 199 |
-
1630 train 4.
|
| 200 |
-
1640 train 4.
|
| 201 |
-
1650 train 4.
|
| 202 |
-
1660 train 4.
|
| 203 |
-
1670 train 4.
|
| 204 |
-
1680 train 4.
|
| 205 |
-
1690 train 4.
|
| 206 |
-
1700 val loss 4.
|
| 207 |
-
1700 val perplexity 72.
|
| 208 |
-
1700 train 4.
|
| 209 |
-
1710 train 4.
|
| 210 |
-
1720 train 4.
|
| 211 |
-
1730 train 4.
|
| 212 |
-
1740 train 4.
|
| 213 |
-
1750 train 4.
|
| 214 |
-
1760 train 4.
|
| 215 |
-
1770 train 4.
|
| 216 |
-
1780 train 4.
|
| 217 |
-
1790 train 4.
|
| 218 |
-
1800 val loss 4.
|
| 219 |
-
1800 val perplexity 69.
|
| 220 |
-
1800 train 4.
|
| 221 |
-
1810 train 4.
|
| 222 |
-
1820 train 4.
|
| 223 |
-
1830 train 4.
|
| 224 |
-
1840 train 4.
|
| 225 |
-
1850 train 4.
|
| 226 |
-
1860 train 4.
|
| 227 |
-
1870 train 4.
|
| 228 |
-
1880 train 4.
|
| 229 |
-
1890 train 4.
|
| 230 |
-
1900 val loss 4.
|
| 231 |
-
1900 val perplexity 68.
|
| 232 |
-
1900 train 4.
|
| 233 |
-
1910 train 4.
|
| 234 |
-
1920 train 4.
|
| 235 |
-
1930 train 4.
|
| 236 |
-
1940 train 4.
|
| 237 |
-
1950 train 4.
|
| 238 |
-
1960 train 4.
|
| 239 |
-
1970 train 4.
|
| 240 |
-
1980 train 4.
|
| 241 |
-
1990 train 4.
|
| 242 |
-
2000 val loss 4.
|
| 243 |
-
2000 val perplexity
|
| 244 |
-
2000 train 4.
|
| 245 |
-
2010 train 4.
|
| 246 |
-
2020 train 4.
|
| 247 |
-
2030 train 4.
|
| 248 |
-
2040 train 4.
|
| 249 |
-
2050 train 4.
|
| 250 |
-
2060 train 4.
|
| 251 |
-
2070 train 4.
|
| 252 |
-
2080 train 4.
|
| 253 |
-
2090 train 4.
|
| 254 |
-
2100 val loss 4.
|
| 255 |
-
2100 val perplexity 65.
|
| 256 |
-
2100 train 4.
|
| 257 |
-
2110 train 4.
|
| 258 |
-
2120 train 4.
|
| 259 |
-
2130 train 4.
|
| 260 |
-
2140 train 4.
|
| 261 |
-
2150 train 4.
|
| 262 |
-
2160 train 4.
|
| 263 |
-
2170 train 4.
|
| 264 |
-
2180 train 4.
|
| 265 |
-
2190 train 4.
|
| 266 |
-
2200 val loss 4.
|
| 267 |
-
2200 val perplexity
|
| 268 |
-
2200 train 4.
|
| 269 |
-
2210 train 4.
|
| 270 |
-
2220 train 4.
|
| 271 |
-
2230 train 4.
|
| 272 |
-
2240 train 4.
|
| 273 |
-
2250 train 3.
|
| 274 |
-
2260 train 4.
|
| 275 |
-
2270 train 4.
|
| 276 |
-
2280 train 4.
|
| 277 |
-
2290 train 4.
|
| 278 |
-
2300 val loss 4.
|
| 279 |
-
2300 val perplexity 62.
|
| 280 |
-
2300 train 4.
|
| 281 |
-
2310 train 4.
|
| 282 |
-
2320 train 4.
|
| 283 |
-
2330 train 4.
|
| 284 |
-
2340 train 4.
|
| 285 |
-
2350 train 3.
|
| 286 |
-
2360 train 4.
|
| 287 |
-
2370 train 4.
|
| 288 |
-
2380 train 4.
|
| 289 |
-
2390 train 4.
|
| 290 |
-
2400 val loss 4.
|
| 291 |
-
2400 val perplexity 62.
|
| 292 |
-
2400 train 4.
|
| 293 |
-
2410 train 4.
|
| 294 |
-
2420 train 3.
|
| 295 |
-
2430 train 3.
|
| 296 |
-
2440 train 3.
|
| 297 |
-
2450 train 3.
|
| 298 |
-
2460 train 3.
|
| 299 |
-
2470 train 3.
|
| 300 |
-
2480 train 4.
|
| 301 |
-
2490 train 4.
|
| 302 |
-
2500 val loss 4.
|
| 303 |
-
2500 val perplexity
|
| 304 |
-
2500 train 4.
|
| 305 |
-
2510 train 4.
|
| 306 |
-
2520 train 4.
|
| 307 |
-
2530 train 4.
|
| 308 |
-
2540 train 4.
|
| 309 |
-
2550 train 4.
|
| 310 |
-
2560 train 4.
|
| 311 |
-
2570 train 4.
|
| 312 |
-
2580 train
|
| 313 |
-
2590 train 4.
|
| 314 |
-
2600 val loss 4.
|
| 315 |
-
2600 val perplexity
|
| 316 |
-
2600 train 4.
|
| 317 |
-
2610 train
|
| 318 |
-
2620 train 3.
|
| 319 |
-
2630 train 3.
|
| 320 |
-
2640 train 3.
|
| 321 |
-
2650 train 3.
|
| 322 |
-
2660 train
|
| 323 |
-
2670 train 4.
|
| 324 |
-
2680 train 4.
|
| 325 |
-
2690 train 4.
|
| 326 |
-
2700 val loss 4.
|
| 327 |
-
2700 val perplexity 59.
|
| 328 |
-
2700 train 3.
|
| 329 |
-
2710 train 4.
|
| 330 |
-
2720 train 4.
|
| 331 |
-
2730 train 4.
|
| 332 |
-
2740 train 4.
|
| 333 |
-
2750 train 4.
|
| 334 |
-
2760 train 3.
|
| 335 |
-
2770 train 3.
|
| 336 |
-
2780 train 3.
|
| 337 |
-
2790 train 4.
|
| 338 |
-
2800 val loss 4.
|
| 339 |
-
2800 val perplexity 58.
|
| 340 |
-
2800 train 3.
|
| 341 |
-
2810 train 3.
|
| 342 |
-
2820 train 3.
|
| 343 |
-
2830 train 3.
|
| 344 |
-
2840 train 3.
|
| 345 |
-
2850 train 4.
|
| 346 |
-
2860 train 4.
|
| 347 |
-
2870 train 4.
|
| 348 |
-
2880 train 4.
|
| 349 |
-
2890 train
|
| 350 |
-
2900 val loss 4.
|
| 351 |
-
2900 val perplexity
|
| 352 |
-
2900 train 3.
|
| 353 |
-
2910 train 4.
|
| 354 |
-
2920 train 4.
|
| 355 |
-
2930 train 4.
|
| 356 |
-
2940 train 3.
|
| 357 |
-
2950 train 4.
|
| 358 |
-
2960 train 4.
|
| 359 |
-
2970 train 3.
|
| 360 |
-
2980 train 3.
|
| 361 |
-
2990 train 3.
|
| 362 |
-
3000 val loss 4.
|
| 363 |
-
3000 val perplexity
|
| 364 |
-
3000 train 3.
|
| 365 |
-
3010 train 3.
|
| 366 |
-
3020 train 3.
|
| 367 |
-
3030 train 3.
|
| 368 |
-
3040 train 3.
|
| 369 |
-
3050 train 4.
|
| 370 |
-
3060 train 3.
|
| 371 |
-
3070 train 4.
|
| 372 |
-
3080 train 3.
|
| 373 |
-
3090 train 4.
|
| 374 |
-
3100 val loss 4.
|
| 375 |
-
3100 val perplexity 55.
|
| 376 |
-
3100 train 4.
|
| 377 |
-
3110 train 3.
|
| 378 |
-
3120 train 3.
|
| 379 |
-
3130 train 3.
|
| 380 |
-
3140 train 3.
|
| 381 |
-
3150 train 3.
|
| 382 |
-
3160 train 3.
|
| 383 |
-
3170 train 4.
|
| 384 |
-
3180 train 3.
|
| 385 |
-
3190 train
|
| 386 |
-
3200 val loss
|
| 387 |
-
3200 val perplexity 54.
|
| 388 |
-
3200 train 4.
|
| 389 |
-
3210 train 4.
|
| 390 |
-
3220 train 3.
|
| 391 |
-
3230 train 3.
|
| 392 |
-
3240 train 3.
|
| 393 |
-
3250 train 3.
|
| 394 |
-
3260 train 3.
|
| 395 |
-
3270 train 3.
|
| 396 |
-
3280 train 3.
|
| 397 |
-
3290 train 4.
|
| 398 |
-
3300 val loss 3.
|
| 399 |
-
3300 val perplexity 54.
|
| 400 |
-
3300 train 3.
|
| 401 |
-
3310 train 3.
|
| 402 |
-
3320 train 3.
|
| 403 |
-
3330 train 3.
|
| 404 |
-
3340 train 4.
|
| 405 |
-
3350 train 4.
|
| 406 |
-
3360 train 3.
|
| 407 |
-
3370 train 3.
|
| 408 |
-
3380 train 4.
|
| 409 |
-
3390 train 3.
|
| 410 |
-
3400 val loss 3.
|
| 411 |
-
3400 val perplexity 53.
|
| 412 |
-
3400 train 4.
|
| 413 |
-
3410 train 3.
|
| 414 |
-
3420 train 4.
|
| 415 |
-
3430 train 3.
|
| 416 |
-
3440 train 3.
|
| 417 |
-
3450 train 3.
|
| 418 |
-
3460 train 3.
|
| 419 |
-
3470 train 3.
|
| 420 |
-
3480 train 3.
|
| 421 |
-
3490 train 3.
|
| 422 |
-
3500 val loss 3.
|
| 423 |
-
3500 val perplexity
|
| 424 |
-
3500 train 3.
|
| 425 |
-
3510 train 3.
|
| 426 |
-
3520 train 3.
|
| 427 |
-
3530 train 4.
|
| 428 |
-
3540 train 4.
|
| 429 |
-
3550 train 4.
|
| 430 |
-
3560 train 3.
|
| 431 |
-
3570 train 3.
|
| 432 |
-
3580 train 3.
|
| 433 |
-
3590 train 3.
|
| 434 |
-
3600 val loss 3.
|
| 435 |
-
3600 val perplexity
|
| 436 |
-
3600 train 3.
|
| 437 |
-
3610 train 3.
|
| 438 |
-
3620 train 3.
|
| 439 |
-
3630 train 3.
|
| 440 |
-
3640 train 4.
|
| 441 |
-
3650 train 3.
|
| 442 |
-
3660 train 3.
|
| 443 |
-
3670 train 3.
|
| 444 |
-
3680 train 3.
|
| 445 |
-
3690 train 3.
|
| 446 |
-
3700 val loss 3.
|
| 447 |
-
3700 val perplexity
|
| 448 |
-
3700 train 3.
|
| 449 |
-
3710 train 4.
|
| 450 |
-
3720 train 3.
|
| 451 |
-
3730 train 4.
|
| 452 |
-
3740 train 3.
|
| 453 |
-
3750 train 3.
|
| 454 |
-
3760 train 3.
|
| 455 |
-
3770 train 3.
|
| 456 |
-
3780 train 4.
|
| 457 |
-
3790 train 4.
|
| 458 |
-
3800 val loss 3.
|
| 459 |
-
3800 val perplexity
|
| 460 |
-
3800 train 3.
|
| 461 |
-
3810 train 3.
|
| 462 |
-
3820 train 3.
|
| 463 |
-
3830 train 3.
|
| 464 |
-
3840 train 3.
|
| 465 |
-
3850 train 3.
|
| 466 |
-
3860 train 3.
|
| 467 |
-
3870 train 3.
|
| 468 |
-
3880 train 3.
|
| 469 |
-
3890 train 3.
|
| 470 |
-
3900 val loss 3.
|
| 471 |
-
3900 val perplexity 50.
|
| 472 |
-
3900 train 4.
|
| 473 |
-
3910 train 3.
|
| 474 |
-
3920 train 3.
|
| 475 |
-
3930 train 3.
|
| 476 |
-
3940 train 3.
|
| 477 |
-
3950 train 3.
|
| 478 |
-
3960 train 3.
|
| 479 |
-
3970 train 3.
|
| 480 |
-
3980 train 3.
|
| 481 |
-
3990 train 3.
|
| 482 |
-
4000 val loss 3.
|
| 483 |
-
4000 val perplexity 50.
|
| 484 |
-
4000 train 3.
|
| 485 |
-
4010 train 3.
|
| 486 |
-
4020 train 3.
|
| 487 |
-
4030 train 3.
|
| 488 |
-
4040 train 3.
|
| 489 |
-
4050 train 3.
|
| 490 |
-
4060 train 3.
|
| 491 |
-
4070 train 3.
|
| 492 |
-
4080 train 3.
|
| 493 |
-
4090 train 3.
|
| 494 |
-
4100 val loss 3.
|
| 495 |
-
4100 val perplexity
|
| 496 |
-
4100 train 3.
|
| 497 |
-
4110 train 3.
|
| 498 |
-
4120 train 3.
|
| 499 |
-
4130 train 4.
|
| 500 |
-
4140 train 4.
|
| 501 |
-
4150 train 3.
|
| 502 |
-
4160 train 3.
|
| 503 |
-
4170 train 3.
|
| 504 |
-
4180 train 3.
|
| 505 |
-
4190 train 3.
|
| 506 |
-
4200 val loss 3.
|
| 507 |
-
4200 val perplexity
|
| 508 |
-
4200 train 3.
|
| 509 |
-
4210 train 3.
|
| 510 |
-
4220 train 3.
|
| 511 |
-
4230 train 3.
|
| 512 |
-
4240 train 3.
|
| 513 |
-
4250 train 3.
|
| 514 |
-
4260 train 3.
|
| 515 |
-
4270 train 3.
|
| 516 |
-
4280 train 3.
|
| 517 |
-
4290 train 3.
|
| 518 |
-
4300 val loss 3.
|
| 519 |
-
4300 val perplexity 49.
|
| 520 |
-
4300 train 3.
|
| 521 |
-
4310 train 3.
|
| 522 |
-
4320 train 3.
|
| 523 |
-
4330 train 3.
|
| 524 |
-
4340 train 3.
|
| 525 |
-
4350 train 3.
|
| 526 |
-
4360 train 3.
|
| 527 |
-
4370 train 3.
|
| 528 |
-
4374 val loss 3.
|
| 529 |
-
4374 val perplexity 49.
|
|
|
|
| 1 |
max_steps: 4375
|
| 2 |
0 val loss 11.2420
|
| 3 |
0 val perplexity 76263.9609
|
| 4 |
+
0 train 11.240036 (lr=4.1958e-06) (hash(x)=93356070)
|
| 5 |
+
10 train 9.940853 (lr=4.6154e-05) (hash(x)=91253010)
|
| 6 |
+
20 train 9.353481 (lr=8.8112e-05) (hash(x)=74934453)
|
| 7 |
+
30 train 8.665646 (lr=1.3007e-04) (hash(x)=79278034)
|
| 8 |
+
40 train 7.941756 (lr=1.7203e-04) (hash(x)=80107892)
|
| 9 |
+
50 train 7.711990 (lr=2.1399e-04) (hash(x)=70745428)
|
| 10 |
+
60 train 7.755013 (lr=2.5594e-04) (hash(x)=80077589)
|
| 11 |
+
70 train 7.441728 (lr=2.9790e-04) (hash(x)=76213766)
|
| 12 |
+
80 train 7.418779 (lr=3.3986e-04) (hash(x)=83218328)
|
| 13 |
+
90 train 7.205741 (lr=3.8182e-04) (hash(x)=74855845)
|
| 14 |
+
100 val loss 7.1074
|
| 15 |
+
100 val perplexity 1220.9525
|
| 16 |
+
100 train 6.936159 (lr=4.2378e-04) (hash(x)=82814902)
|
| 17 |
+
110 train 6.885898 (lr=4.6573e-04) (hash(x)=84907741)
|
| 18 |
+
120 train 6.721906 (lr=5.0769e-04) (hash(x)=82613223)
|
| 19 |
+
130 train 6.565316 (lr=5.4965e-04) (hash(x)=83540876)
|
| 20 |
+
140 train 6.534502 (lr=5.9161e-04) (hash(x)=75095216)
|
| 21 |
+
150 train 6.598518 (lr=6.3357e-04) (hash(x)=97190944)
|
| 22 |
+
160 train 6.523254 (lr=6.7552e-04) (hash(x)=82117809)
|
| 23 |
+
170 train 6.415052 (lr=7.1748e-04) (hash(x)=70514724)
|
| 24 |
+
180 train 6.371774 (lr=7.5944e-04) (hash(x)=81029624)
|
| 25 |
+
190 train 6.260786 (lr=8.0140e-04) (hash(x)=78996841)
|
| 26 |
+
200 val loss 6.2018
|
| 27 |
+
200 val perplexity 493.6483
|
| 28 |
+
200 train 6.205894 (lr=8.4336e-04) (hash(x)=79845097)
|
| 29 |
+
210 train 6.079192 (lr=8.8531e-04) (hash(x)=78997683)
|
| 30 |
+
220 train 6.013025 (lr=9.2727e-04) (hash(x)=74895865)
|
| 31 |
+
230 train 6.144373 (lr=9.6923e-04) (hash(x)=80933276)
|
| 32 |
+
240 train 5.838569 (lr=1.0112e-03) (hash(x)=77664606)
|
| 33 |
+
250 train 5.900430 (lr=1.0531e-03) (hash(x)=75903930)
|
| 34 |
+
260 train 5.794485 (lr=1.0951e-03) (hash(x)=82996853)
|
| 35 |
+
270 train 5.731581 (lr=1.1371e-03) (hash(x)=73269568)
|
| 36 |
+
280 train 5.651431 (lr=1.1790e-03) (hash(x)=82906427)
|
| 37 |
+
290 train 5.582887 (lr=1.2210e-03) (hash(x)=71797895)
|
| 38 |
+
300 val loss 5.7441
|
| 39 |
+
300 val perplexity 312.3363
|
| 40 |
+
300 train 5.448966 (lr=1.2629e-03) (hash(x)=85232249)
|
| 41 |
+
310 train 5.382763 (lr=1.3049e-03) (hash(x)=75252489)
|
| 42 |
+
320 train 5.469795 (lr=1.3469e-03) (hash(x)=74394644)
|
| 43 |
+
330 train 5.571346 (lr=1.3888e-03) (hash(x)=82772910)
|
| 44 |
+
340 train 5.633896 (lr=1.4308e-03) (hash(x)=81627464)
|
| 45 |
+
350 train 5.606882 (lr=1.4727e-03) (hash(x)=84678053)
|
| 46 |
+
360 train 5.525519 (lr=1.5147e-03) (hash(x)=81884128)
|
| 47 |
+
370 train 5.566646 (lr=1.5566e-03) (hash(x)=76379242)
|
| 48 |
+
380 train 5.358700 (lr=1.5986e-03) (hash(x)=98182875)
|
| 49 |
+
390 train 5.331889 (lr=1.6406e-03) (hash(x)=79710436)
|
| 50 |
+
400 val loss 5.3965
|
| 51 |
+
400 val perplexity 220.6231
|
| 52 |
+
400 train 5.329051 (lr=1.6825e-03) (hash(x)=79841071)
|
| 53 |
+
410 train 5.273205 (lr=1.7245e-03) (hash(x)=75844151)
|
| 54 |
+
420 train 5.275229 (lr=1.7664e-03) (hash(x)=73125036)
|
| 55 |
+
430 train 5.323556 (lr=1.8084e-03) (hash(x)=84214858)
|
| 56 |
+
440 train 5.201713 (lr=1.8503e-03) (hash(x)=80456994)
|
| 57 |
+
450 train 5.189032 (lr=1.8923e-03) (hash(x)=76735962)
|
| 58 |
+
460 train 5.100021 (lr=1.9343e-03) (hash(x)=81845446)
|
| 59 |
+
470 train 4.907912 (lr=1.9762e-03) (hash(x)=76094689)
|
| 60 |
+
480 train 5.032192 (lr=2.0182e-03) (hash(x)=83806686)
|
| 61 |
+
490 train 4.845444 (lr=2.0601e-03) (hash(x)=84690227)
|
| 62 |
+
500 val loss 5.2035
|
| 63 |
+
500 val perplexity 181.9149
|
| 64 |
+
500 train 4.930135 (lr=2.1021e-03) (hash(x)=71851938)
|
| 65 |
+
510 train 5.056459 (lr=2.1441e-03) (hash(x)=77159346)
|
| 66 |
+
520 train 5.095751 (lr=2.1860e-03) (hash(x)=80755753)
|
| 67 |
+
530 train 5.226648 (lr=2.2280e-03) (hash(x)=75379679)
|
| 68 |
+
540 train 5.128750 (lr=2.2699e-03) (hash(x)=82458619)
|
| 69 |
+
550 train 5.071308 (lr=2.3119e-03) (hash(x)=86366396)
|
| 70 |
+
560 train 5.115994 (lr=2.3538e-03) (hash(x)=85095044)
|
| 71 |
+
570 train 5.059292 (lr=2.3958e-03) (hash(x)=78385159)
|
| 72 |
+
580 train 4.988278 (lr=2.4378e-03) (hash(x)=79342394)
|
| 73 |
+
590 train 5.003975 (lr=2.4797e-03) (hash(x)=70782192)
|
| 74 |
+
600 val loss 5.0236
|
| 75 |
+
600 val perplexity 151.9530
|
| 76 |
+
600 train 4.993452 (lr=2.5217e-03) (hash(x)=76130353)
|
| 77 |
+
610 train 4.928888 (lr=2.5636e-03) (hash(x)=74778440)
|
| 78 |
+
620 train 4.876690 (lr=2.6056e-03) (hash(x)=79129709)
|
| 79 |
+
630 train 4.776254 (lr=2.6476e-03) (hash(x)=76469962)
|
| 80 |
+
640 train 4.767421 (lr=2.6895e-03) (hash(x)=78288049)
|
| 81 |
+
650 train 4.718707 (lr=2.7315e-03) (hash(x)=76641388)
|
| 82 |
+
660 train 4.662098 (lr=2.7734e-03) (hash(x)=75937906)
|
| 83 |
+
670 train 4.626476 (lr=2.8154e-03) (hash(x)=74807157)
|
| 84 |
+
680 train 4.533523 (lr=2.8573e-03) (hash(x)=77490144)
|
| 85 |
+
690 train 4.579722 (lr=2.8993e-03) (hash(x)=72900124)
|
| 86 |
+
700 val loss 4.8426
|
| 87 |
+
700 val perplexity 126.7963
|
| 88 |
+
700 train 4.535491 (lr=2.9413e-03) (hash(x)=73424218)
|
| 89 |
+
710 train 4.841081 (lr=2.9832e-03) (hash(x)=86052345)
|
| 90 |
+
720 train 4.813186 (lr=3.0000e-03) (hash(x)=77462613)
|
| 91 |
+
730 train 4.815465 (lr=2.9999e-03) (hash(x)=79027471)
|
| 92 |
+
740 train 4.771577 (lr=2.9997e-03) (hash(x)=78149992)
|
| 93 |
+
750 train 4.711325 (lr=2.9994e-03) (hash(x)=89147499)
|
| 94 |
+
760 train 4.760425 (lr=2.9990e-03) (hash(x)=74931538)
|
| 95 |
+
770 train 4.710604 (lr=2.9985e-03) (hash(x)=89648204)
|
| 96 |
+
780 train 4.754171 (lr=2.9979e-03) (hash(x)=83708293)
|
| 97 |
+
790 train 4.747654 (lr=2.9972e-03) (hash(x)=84336512)
|
| 98 |
+
800 val loss 4.7364
|
| 99 |
+
800 val perplexity 114.0191
|
| 100 |
+
800 train 4.658076 (lr=2.9964e-03) (hash(x)=75025285)
|
| 101 |
+
810 train 4.575213 (lr=2.9955e-03) (hash(x)=79436536)
|
| 102 |
+
820 train 4.571140 (lr=2.9945e-03) (hash(x)=90467390)
|
| 103 |
+
830 train 4.609018 (lr=2.9934e-03) (hash(x)=77292020)
|
| 104 |
+
840 train 4.530977 (lr=2.9922e-03) (hash(x)=75568927)
|
| 105 |
+
850 train 4.566779 (lr=2.9909e-03) (hash(x)=79671781)
|
| 106 |
+
860 train 4.653970 (lr=2.9896e-03) (hash(x)=84280943)
|
| 107 |
+
870 train 4.639842 (lr=2.9881e-03) (hash(x)=80901294)
|
| 108 |
+
880 train 4.747861 (lr=2.9865e-03) (hash(x)=81437584)
|
| 109 |
+
890 train 4.613525 (lr=2.9848e-03) (hash(x)=73893778)
|
| 110 |
+
900 val loss 4.6291
|
| 111 |
+
900 val perplexity 102.4168
|
| 112 |
+
900 train 4.561135 (lr=2.9830e-03) (hash(x)=74987794)
|
| 113 |
+
910 train 4.582346 (lr=2.9811e-03) (hash(x)=93721374)
|
| 114 |
+
920 train 4.561399 (lr=2.9792e-03) (hash(x)=79149678)
|
| 115 |
+
930 train 4.518332 (lr=2.9771e-03) (hash(x)=83179387)
|
| 116 |
+
940 train 4.519723 (lr=2.9749e-03) (hash(x)=89009978)
|
| 117 |
+
950 train 4.514559 (lr=2.9726e-03) (hash(x)=76483735)
|
| 118 |
+
960 train 4.442883 (lr=2.9703e-03) (hash(x)=78638850)
|
| 119 |
+
970 train 4.482703 (lr=2.9678e-03) (hash(x)=90415206)
|
| 120 |
+
980 train 4.422663 (lr=2.9652e-03) (hash(x)=90819195)
|
| 121 |
+
990 train 4.550939 (lr=2.9626e-03) (hash(x)=85938852)
|
| 122 |
+
1000 val loss 4.5322
|
| 123 |
+
1000 val perplexity 92.9654
|
| 124 |
+
1000 train 4.579810 (lr=2.9598e-03) (hash(x)=82436789)
|
| 125 |
+
1010 train 4.653182 (lr=2.9570e-03) (hash(x)=63022149)
|
| 126 |
+
1020 train 4.549386 (lr=2.9540e-03) (hash(x)=83501199)
|
| 127 |
+
1030 train 4.531788 (lr=2.9510e-03) (hash(x)=77093326)
|
| 128 |
+
1040 train 4.410017 (lr=2.9478e-03) (hash(x)=73437559)
|
| 129 |
+
1050 train 4.501081 (lr=2.9446e-03) (hash(x)=84550388)
|
| 130 |
+
1060 train 4.501962 (lr=2.9412e-03) (hash(x)=86184566)
|
| 131 |
+
1070 train 4.489652 (lr=2.9378e-03) (hash(x)=85644922)
|
| 132 |
+
1080 train 4.424041 (lr=2.9343e-03) (hash(x)=86179801)
|
| 133 |
+
1090 train 4.402932 (lr=2.9307e-03) (hash(x)=82868303)
|
| 134 |
+
1100 val loss 4.4718
|
| 135 |
+
1100 val perplexity 87.5132
|
| 136 |
+
1100 train 4.499373 (lr=2.9270e-03) (hash(x)=96780388)
|
| 137 |
+
1110 train 4.438651 (lr=2.9231e-03) (hash(x)=87223122)
|
| 138 |
+
1120 train 4.404775 (lr=2.9192e-03) (hash(x)=77292786)
|
| 139 |
+
1130 train 4.432858 (lr=2.9152e-03) (hash(x)=88761375)
|
| 140 |
+
1140 train 4.343794 (lr=2.9112e-03) (hash(x)=80956468)
|
| 141 |
+
1150 train 4.514395 (lr=2.9070e-03) (hash(x)=84725462)
|
| 142 |
+
1160 train 4.505074 (lr=2.9027e-03) (hash(x)=76098113)
|
| 143 |
+
1170 train 4.481860 (lr=2.8983e-03) (hash(x)=84387685)
|
| 144 |
+
1180 train 4.430638 (lr=2.8939e-03) (hash(x)=76120321)
|
| 145 |
+
1190 train 4.390044 (lr=2.8893e-03) (hash(x)=85974065)
|
| 146 |
+
1200 val loss 4.4093
|
| 147 |
+
1200 val perplexity 82.2094
|
| 148 |
+
1200 train 4.295907 (lr=2.8847e-03) (hash(x)=79340644)
|
| 149 |
+
1210 train 4.386940 (lr=2.8800e-03) (hash(x)=88345025)
|
| 150 |
+
1220 train 4.294219 (lr=2.8751e-03) (hash(x)=86406230)
|
| 151 |
+
1230 train 4.291184 (lr=2.8702e-03) (hash(x)=80608975)
|
| 152 |
+
1240 train 4.346940 (lr=2.8652e-03) (hash(x)=81635225)
|
| 153 |
+
1250 train 4.178073 (lr=2.8601e-03) (hash(x)=82126376)
|
| 154 |
+
1260 train 4.354239 (lr=2.8550e-03) (hash(x)=83737972)
|
| 155 |
+
1270 train 4.263730 (lr=2.8497e-03) (hash(x)=81132345)
|
| 156 |
+
1280 train 4.351253 (lr=2.8443e-03) (hash(x)=85850404)
|
| 157 |
+
1290 train 4.362507 (lr=2.8389e-03) (hash(x)=83490640)
|
| 158 |
+
1300 val loss 4.3699
|
| 159 |
+
1300 val perplexity 79.0351
|
| 160 |
+
1300 train 4.344353 (lr=2.8333e-03) (hash(x)=77545187)
|
| 161 |
+
1310 train 4.386909 (lr=2.8277e-03) (hash(x)=86412685)
|
| 162 |
+
1320 train 4.289270 (lr=2.8220e-03) (hash(x)=86429640)
|
| 163 |
+
1330 train 4.421586 (lr=2.8162e-03) (hash(x)=79645281)
|
| 164 |
+
1340 train 4.373103 (lr=2.8103e-03) (hash(x)=82668541)
|
| 165 |
+
1350 train 4.243225 (lr=2.8044e-03) (hash(x)=73627248)
|
| 166 |
+
1360 train 4.340163 (lr=2.7983e-03) (hash(x)=74845133)
|
| 167 |
+
1370 train 4.246260 (lr=2.7922e-03) (hash(x)=77850497)
|
| 168 |
+
1380 train 4.272773 (lr=2.7860e-03) (hash(x)=76143954)
|
| 169 |
+
1390 train 4.289058 (lr=2.7797e-03) (hash(x)=80675544)
|
| 170 |
+
1400 val loss 4.3509
|
| 171 |
+
1400 val perplexity 77.5472
|
| 172 |
+
1400 train 4.262638 (lr=2.7733e-03) (hash(x)=76010938)
|
| 173 |
+
1410 train 4.308837 (lr=2.7668e-03) (hash(x)=81260300)
|
| 174 |
+
1420 train 4.425436 (lr=2.7603e-03) (hash(x)=83803629)
|
| 175 |
+
1430 train 4.256982 (lr=2.7536e-03) (hash(x)=83840110)
|
| 176 |
+
1440 train 4.439260 (lr=2.7469e-03) (hash(x)=97711831)
|
| 177 |
+
1450 train 4.317918 (lr=2.7401e-03) (hash(x)=81110139)
|
| 178 |
+
1460 train 4.245255 (lr=2.7333e-03) (hash(x)=90942839)
|
| 179 |
+
1470 train 4.279834 (lr=2.7263e-03) (hash(x)=80721564)
|
| 180 |
+
1480 train 4.381854 (lr=2.7193e-03) (hash(x)=77852059)
|
| 181 |
+
1490 train 4.271631 (lr=2.7121e-03) (hash(x)=80011365)
|
| 182 |
+
1500 val loss 4.3123
|
| 183 |
+
1500 val perplexity 74.6096
|
| 184 |
+
1500 train 4.299050 (lr=2.7050e-03) (hash(x)=84496142)
|
| 185 |
+
1510 train 4.235112 (lr=2.6977e-03) (hash(x)=70186729)
|
| 186 |
+
1520 train 4.259984 (lr=2.6903e-03) (hash(x)=74854227)
|
| 187 |
+
1530 train 4.170083 (lr=2.6829e-03) (hash(x)=77468161)
|
| 188 |
+
1540 train 4.182879 (lr=2.6754e-03) (hash(x)=87853059)
|
| 189 |
+
1550 train 4.125948 (lr=2.6678e-03) (hash(x)=71225436)
|
| 190 |
+
1560 train 4.224872 (lr=2.6602e-03) (hash(x)=84072783)
|
| 191 |
+
1570 train 4.270792 (lr=2.6525e-03) (hash(x)=72723098)
|
| 192 |
+
1580 train 4.286922 (lr=2.6447e-03) (hash(x)=90409866)
|
| 193 |
+
1590 train 4.362185 (lr=2.6368e-03) (hash(x)=87481378)
|
| 194 |
+
1600 val loss 4.2878
|
| 195 |
+
1600 val perplexity 72.8058
|
| 196 |
+
1600 train 4.345473 (lr=2.6289e-03) (hash(x)=77643862)
|
| 197 |
+
1610 train 4.227240 (lr=2.6208e-03) (hash(x)=88862575)
|
| 198 |
+
1620 train 4.243417 (lr=2.6128e-03) (hash(x)=84612581)
|
| 199 |
+
1630 train 4.281562 (lr=2.6046e-03) (hash(x)=87075989)
|
| 200 |
+
1640 train 4.165307 (lr=2.5964e-03) (hash(x)=88277361)
|
| 201 |
+
1650 train 4.289641 (lr=2.5881e-03) (hash(x)=78750236)
|
| 202 |
+
1660 train 4.203935 (lr=2.5797e-03) (hash(x)=82604581)
|
| 203 |
+
1670 train 4.051434 (lr=2.5713e-03) (hash(x)=68482265)
|
| 204 |
+
1680 train 4.175556 (lr=2.5628e-03) (hash(x)=75088835)
|
| 205 |
+
1690 train 4.119174 (lr=2.5542e-03) (hash(x)=66060989)
|
| 206 |
+
1700 val loss 4.2849
|
| 207 |
+
1700 val perplexity 72.5972
|
| 208 |
+
1700 train 4.278515 (lr=2.5455e-03) (hash(x)=79986754)
|
| 209 |
+
1710 train 4.265571 (lr=2.5368e-03) (hash(x)=83657930)
|
| 210 |
+
1720 train 4.213717 (lr=2.5281e-03) (hash(x)=81754135)
|
| 211 |
+
1730 train 4.291076 (lr=2.5192e-03) (hash(x)=78904427)
|
| 212 |
+
1740 train 4.195489 (lr=2.5103e-03) (hash(x)=85920177)
|
| 213 |
+
1750 train 4.249199 (lr=2.5014e-03) (hash(x)=86573211)
|
| 214 |
+
1760 train 4.208619 (lr=2.4924e-03) (hash(x)=81737128)
|
| 215 |
+
1770 train 4.201405 (lr=2.4833e-03) (hash(x)=77400968)
|
| 216 |
+
1780 train 4.211268 (lr=2.4741e-03) (hash(x)=73545497)
|
| 217 |
+
1790 train 4.467120 (lr=2.4649e-03) (hash(x)=71641943)
|
| 218 |
+
1800 val loss 4.2419
|
| 219 |
+
1800 val perplexity 69.5405
|
| 220 |
+
1800 train 4.305399 (lr=2.4556e-03) (hash(x)=87819781)
|
| 221 |
+
1810 train 4.165203 (lr=2.4463e-03) (hash(x)=86870770)
|
| 222 |
+
1820 train 4.175344 (lr=2.4369e-03) (hash(x)=82522211)
|
| 223 |
+
1830 train 4.264242 (lr=2.4275e-03) (hash(x)=61947437)
|
| 224 |
+
1840 train 4.135664 (lr=2.4180e-03) (hash(x)=79865406)
|
| 225 |
+
1850 train 4.103046 (lr=2.4084e-03) (hash(x)=79828721)
|
| 226 |
+
1860 train 4.243790 (lr=2.3988e-03) (hash(x)=80869571)
|
| 227 |
+
1870 train 4.236415 (lr=2.3891e-03) (hash(x)=73780971)
|
| 228 |
+
1880 train 4.190911 (lr=2.3794e-03) (hash(x)=79249549)
|
| 229 |
+
1890 train 4.255154 (lr=2.3696e-03) (hash(x)=81041904)
|
| 230 |
+
1900 val loss 4.2199
|
| 231 |
+
1900 val perplexity 68.0266
|
| 232 |
+
1900 train 4.307925 (lr=2.3598e-03) (hash(x)=82456430)
|
| 233 |
+
1910 train 4.086958 (lr=2.3499e-03) (hash(x)=82222135)
|
| 234 |
+
1920 train 4.124751 (lr=2.3400e-03) (hash(x)=70033249)
|
| 235 |
+
1930 train 4.117317 (lr=2.3300e-03) (hash(x)=72887360)
|
| 236 |
+
1940 train 4.159861 (lr=2.3200e-03) (hash(x)=83251100)
|
| 237 |
+
1950 train 4.198470 (lr=2.3099e-03) (hash(x)=79660266)
|
| 238 |
+
1960 train 4.081805 (lr=2.2998e-03) (hash(x)=78919068)
|
| 239 |
+
1970 train 4.184942 (lr=2.2896e-03) (hash(x)=94690431)
|
| 240 |
+
1980 train 4.008284 (lr=2.2793e-03) (hash(x)=88153756)
|
| 241 |
+
1990 train 4.072060 (lr=2.2691e-03) (hash(x)=77195688)
|
| 242 |
+
2000 val loss 4.2029
|
| 243 |
+
2000 val perplexity 66.8811
|
| 244 |
+
2000 train 4.164206 (lr=2.2588e-03) (hash(x)=81308591)
|
| 245 |
+
2010 train 4.215806 (lr=2.2484e-03) (hash(x)=80205479)
|
| 246 |
+
2020 train 4.125370 (lr=2.2380e-03) (hash(x)=81008704)
|
| 247 |
+
2030 train 4.199712 (lr=2.2275e-03) (hash(x)=82914358)
|
| 248 |
+
2040 train 4.206254 (lr=2.2170e-03) (hash(x)=88064399)
|
| 249 |
+
2050 train 4.215066 (lr=2.2065e-03) (hash(x)=82889390)
|
| 250 |
+
2060 train 4.287767 (lr=2.1959e-03) (hash(x)=80913554)
|
| 251 |
+
2070 train 4.122939 (lr=2.1853e-03) (hash(x)=78121791)
|
| 252 |
+
2080 train 4.258066 (lr=2.1746e-03) (hash(x)=75356657)
|
| 253 |
+
2090 train 4.084968 (lr=2.1639e-03) (hash(x)=74048412)
|
| 254 |
+
2100 val loss 4.1799
|
| 255 |
+
2100 val perplexity 65.3561
|
| 256 |
+
2100 train 4.008971 (lr=2.1532e-03) (hash(x)=68928225)
|
| 257 |
+
2110 train 4.056435 (lr=2.1424e-03) (hash(x)=93734745)
|
| 258 |
+
2120 train 4.052356 (lr=2.1316e-03) (hash(x)=72878164)
|
| 259 |
+
2130 train 4.184589 (lr=2.1208e-03) (hash(x)=71508226)
|
| 260 |
+
2140 train 4.138065 (lr=2.1099e-03) (hash(x)=84168671)
|
| 261 |
+
2150 train 4.075830 (lr=2.0990e-03) (hash(x)=74673639)
|
| 262 |
+
2160 train 4.230323 (lr=2.0881e-03) (hash(x)=75470031)
|
| 263 |
+
2170 train 4.183902 (lr=2.0771e-03) (hash(x)=74307890)
|
| 264 |
+
2180 train 4.299235 (lr=2.0661e-03) (hash(x)=77214245)
|
| 265 |
+
2190 train 4.080501 (lr=2.0550e-03) (hash(x)=88628359)
|
| 266 |
+
2200 val loss 4.1588
|
| 267 |
+
2200 val perplexity 63.9973
|
| 268 |
+
2200 train 4.097248 (lr=2.0440e-03) (hash(x)=74779126)
|
| 269 |
+
2210 train 4.139411 (lr=2.0329e-03) (hash(x)=79817976)
|
| 270 |
+
2220 train 4.089433 (lr=2.0217e-03) (hash(x)=75258996)
|
| 271 |
+
2230 train 4.063831 (lr=2.0106e-03) (hash(x)=88164047)
|
| 272 |
+
2240 train 4.046165 (lr=1.9994e-03) (hash(x)=78580686)
|
| 273 |
+
2250 train 3.983289 (lr=1.9882e-03) (hash(x)=76510617)
|
| 274 |
+
2260 train 4.063706 (lr=1.9770e-03) (hash(x)=76043966)
|
| 275 |
+
2270 train 4.040863 (lr=1.9657e-03) (hash(x)=73062098)
|
| 276 |
+
2280 train 4.263340 (lr=1.9544e-03) (hash(x)=81885909)
|
| 277 |
+
2290 train 4.198758 (lr=1.9431e-03) (hash(x)=81481741)
|
| 278 |
+
2300 val loss 4.1389
|
| 279 |
+
2300 val perplexity 62.7337
|
| 280 |
+
2300 train 4.059488 (lr=1.9318e-03) (hash(x)=82104275)
|
| 281 |
+
2310 train 4.106212 (lr=1.9205e-03) (hash(x)=82137309)
|
| 282 |
+
2320 train 4.084636 (lr=1.9091e-03) (hash(x)=86741167)
|
| 283 |
+
2330 train 4.095303 (lr=1.8977e-03) (hash(x)=84796263)
|
| 284 |
+
2340 train 4.078651 (lr=1.8863e-03) (hash(x)=169966529)
|
| 285 |
+
2350 train 3.948800 (lr=1.8749e-03) (hash(x)=80006061)
|
| 286 |
+
2360 train 4.003560 (lr=1.8635e-03) (hash(x)=71090999)
|
| 287 |
+
2370 train 4.132515 (lr=1.8520e-03) (hash(x)=86641850)
|
| 288 |
+
2380 train 4.028872 (lr=1.8406e-03) (hash(x)=84573253)
|
| 289 |
+
2390 train 4.066772 (lr=1.8291e-03) (hash(x)=74483764)
|
| 290 |
+
2400 val loss 4.1306
|
| 291 |
+
2400 val perplexity 62.2147
|
| 292 |
+
2400 train 4.035884 (lr=1.8176e-03) (hash(x)=78327659)
|
| 293 |
+
2410 train 4.103717 (lr=1.8061e-03) (hash(x)=77273627)
|
| 294 |
+
2420 train 3.971237 (lr=1.7946e-03) (hash(x)=76938049)
|
| 295 |
+
2430 train 3.975082 (lr=1.7830e-03) (hash(x)=98449442)
|
| 296 |
+
2440 train 3.835277 (lr=1.7715e-03) (hash(x)=78157797)
|
| 297 |
+
2450 train 3.872050 (lr=1.7600e-03) (hash(x)=80637582)
|
| 298 |
+
2460 train 3.858847 (lr=1.7484e-03) (hash(x)=80023854)
|
| 299 |
+
2470 train 3.927261 (lr=1.7368e-03) (hash(x)=86678884)
|
| 300 |
+
2480 train 4.147916 (lr=1.7253e-03) (hash(x)=84086469)
|
| 301 |
+
2490 train 4.170737 (lr=1.7137e-03) (hash(x)=83131141)
|
| 302 |
+
2500 val loss 4.1087
|
| 303 |
+
2500 val perplexity 60.8688
|
| 304 |
+
2500 train 4.086477 (lr=1.7021e-03) (hash(x)=82583497)
|
| 305 |
+
2510 train 4.148054 (lr=1.6906e-03) (hash(x)=79164326)
|
| 306 |
+
2520 train 4.055951 (lr=1.6790e-03) (hash(x)=76456503)
|
| 307 |
+
2530 train 4.108335 (lr=1.6674e-03) (hash(x)=82001228)
|
| 308 |
+
2540 train 4.147784 (lr=1.6558e-03) (hash(x)=75615595)
|
| 309 |
+
2550 train 4.097579 (lr=1.6442e-03) (hash(x)=78397869)
|
| 310 |
+
2560 train 4.097293 (lr=1.6326e-03) (hash(x)=75547032)
|
| 311 |
+
2570 train 4.008590 (lr=1.6210e-03) (hash(x)=89201025)
|
| 312 |
+
2580 train 3.994000 (lr=1.6094e-03) (hash(x)=89856704)
|
| 313 |
+
2590 train 4.003076 (lr=1.5979e-03) (hash(x)=82175682)
|
| 314 |
+
2600 val loss 4.0901
|
| 315 |
+
2600 val perplexity 59.7485
|
| 316 |
+
2600 train 4.014291 (lr=1.5863e-03) (hash(x)=78312826)
|
| 317 |
+
2610 train 3.998513 (lr=1.5747e-03) (hash(x)=77066588)
|
| 318 |
+
2620 train 3.839815 (lr=1.5632e-03) (hash(x)=78666061)
|
| 319 |
+
2630 train 3.841430 (lr=1.5516e-03) (hash(x)=93762143)
|
| 320 |
+
2640 train 3.862225 (lr=1.5400e-03) (hash(x)=83191587)
|
| 321 |
+
2650 train 3.778178 (lr=1.5285e-03) (hash(x)=87169585)
|
| 322 |
+
2660 train 3.994931 (lr=1.5170e-03) (hash(x)=86426388)
|
| 323 |
+
2670 train 4.129117 (lr=1.5054e-03) (hash(x)=76692638)
|
| 324 |
+
2680 train 4.045564 (lr=1.4939e-03) (hash(x)=77446063)
|
| 325 |
+
2690 train 4.049449 (lr=1.4824e-03) (hash(x)=79809050)
|
| 326 |
+
2700 val loss 4.0838
|
| 327 |
+
2700 val perplexity 59.3718
|
| 328 |
+
2700 train 3.976361 (lr=1.4709e-03) (hash(x)=83116823)
|
| 329 |
+
2710 train 4.090723 (lr=1.4594e-03) (hash(x)=75622148)
|
| 330 |
+
2720 train 4.025764 (lr=1.4480e-03) (hash(x)=80690512)
|
| 331 |
+
2730 train 4.089745 (lr=1.4365e-03) (hash(x)=78009984)
|
| 332 |
+
2740 train 4.044170 (lr=1.4251e-03) (hash(x)=74205488)
|
| 333 |
+
2750 train 4.052027 (lr=1.4137e-03) (hash(x)=91013332)
|
| 334 |
+
2760 train 3.968884 (lr=1.4023e-03) (hash(x)=76954961)
|
| 335 |
+
2770 train 3.982518 (lr=1.3909e-03) (hash(x)=79390317)
|
| 336 |
+
2780 train 3.849474 (lr=1.3795e-03) (hash(x)=70168783)
|
| 337 |
+
2790 train 4.015470 (lr=1.3682e-03) (hash(x)=76028417)
|
| 338 |
+
2800 val loss 4.0644
|
| 339 |
+
2800 val perplexity 58.2321
|
| 340 |
+
2800 train 3.837266 (lr=1.3569e-03) (hash(x)=77656050)
|
| 341 |
+
2810 train 3.879454 (lr=1.3456e-03) (hash(x)=94248216)
|
| 342 |
+
2820 train 3.945576 (lr=1.3343e-03) (hash(x)=78305078)
|
| 343 |
+
2830 train 3.858145 (lr=1.3230e-03) (hash(x)=79948848)
|
| 344 |
+
2840 train 3.729096 (lr=1.3118e-03) (hash(x)=85341024)
|
| 345 |
+
2850 train 4.031613 (lr=1.3006e-03) (hash(x)=78735170)
|
| 346 |
+
2860 train 4.282998 (lr=1.2894e-03) (hash(x)=71616419)
|
| 347 |
+
2870 train 4.050553 (lr=1.2783e-03) (hash(x)=78656517)
|
| 348 |
+
2880 train 4.067604 (lr=1.2671e-03) (hash(x)=80073987)
|
| 349 |
+
2890 train 3.997418 (lr=1.2560e-03) (hash(x)=76894809)
|
| 350 |
+
2900 val loss 4.0398
|
| 351 |
+
2900 val perplexity 56.8130
|
| 352 |
+
2900 train 3.973112 (lr=1.2450e-03) (hash(x)=80499838)
|
| 353 |
+
2910 train 4.022591 (lr=1.2339e-03) (hash(x)=72673354)
|
| 354 |
+
2920 train 4.007917 (lr=1.2229e-03) (hash(x)=84265768)
|
| 355 |
+
2930 train 4.034629 (lr=1.2119e-03) (hash(x)=79612060)
|
| 356 |
+
2940 train 3.889514 (lr=1.2010e-03) (hash(x)=74970087)
|
| 357 |
+
2950 train 4.046635 (lr=1.1901e-03) (hash(x)=84166818)
|
| 358 |
+
2960 train 4.031668 (lr=1.1792e-03) (hash(x)=89410221)
|
| 359 |
+
2970 train 3.972214 (lr=1.1684e-03) (hash(x)=75672566)
|
| 360 |
+
2980 train 3.830431 (lr=1.1576e-03) (hash(x)=81760314)
|
| 361 |
+
2990 train 3.806308 (lr=1.1468e-03) (hash(x)=80605200)
|
| 362 |
+
3000 val loss 4.0389
|
| 363 |
+
3000 val perplexity 56.7638
|
| 364 |
+
3000 train 3.799681 (lr=1.1361e-03) (hash(x)=83804735)
|
| 365 |
+
3010 train 3.725994 (lr=1.1254e-03) (hash(x)=77015303)
|
| 366 |
+
3020 train 3.793949 (lr=1.1147e-03) (hash(x)=81464523)
|
| 367 |
+
3030 train 3.988609 (lr=1.1041e-03) (hash(x)=80168230)
|
| 368 |
+
3040 train 3.934301 (lr=1.0935e-03) (hash(x)=84817006)
|
| 369 |
+
3050 train 4.039880 (lr=1.0830e-03) (hash(x)=71601811)
|
| 370 |
+
3060 train 3.964794 (lr=1.0725e-03) (hash(x)=85499733)
|
| 371 |
+
3070 train 4.017941 (lr=1.0620e-03) (hash(x)=78670408)
|
| 372 |
+
3080 train 3.912703 (lr=1.0516e-03) (hash(x)=77120468)
|
| 373 |
+
3090 train 4.017819 (lr=1.0412e-03) (hash(x)=77927426)
|
| 374 |
+
3100 val loss 4.0168
|
| 375 |
+
3100 val perplexity 55.5239
|
| 376 |
+
3100 train 4.033545 (lr=1.0309e-03) (hash(x)=83998606)
|
| 377 |
+
3110 train 3.933780 (lr=1.0207e-03) (hash(x)=77990218)
|
| 378 |
+
3120 train 3.846051 (lr=1.0104e-03) (hash(x)=81623970)
|
| 379 |
+
3130 train 3.823037 (lr=1.0002e-03) (hash(x)=75014781)
|
| 380 |
+
3140 train 3.874909 (lr=9.9011e-04) (hash(x)=72591250)
|
| 381 |
+
3150 train 3.886486 (lr=9.8002e-04) (hash(x)=81421847)
|
| 382 |
+
3160 train 3.935823 (lr=9.6999e-04) (hash(x)=75112631)
|
| 383 |
+
3170 train 4.031675 (lr=9.6000e-04) (hash(x)=87518033)
|
| 384 |
+
3180 train 3.880362 (lr=9.5007e-04) (hash(x)=78648348)
|
| 385 |
+
3190 train 3.998816 (lr=9.4019e-04) (hash(x)=78270029)
|
| 386 |
+
3200 val loss 3.9974
|
| 387 |
+
3200 val perplexity 54.4579
|
| 388 |
+
3200 train 4.070870 (lr=9.3036e-04) (hash(x)=83380714)
|
| 389 |
+
3210 train 4.263573 (lr=9.2058e-04) (hash(x)=67804991)
|
| 390 |
+
3220 train 3.981577 (lr=9.1085e-04) (hash(x)=76968804)
|
| 391 |
+
3230 train 3.917284 (lr=9.0118e-04) (hash(x)=75798670)
|
| 392 |
+
3240 train 3.987289 (lr=8.9157e-04) (hash(x)=83192811)
|
| 393 |
+
3250 train 3.931322 (lr=8.8201e-04) (hash(x)=81659789)
|
| 394 |
+
3260 train 3.974842 (lr=8.7251e-04) (hash(x)=80622502)
|
| 395 |
+
3270 train 3.940087 (lr=8.6307e-04) (hash(x)=85436511)
|
| 396 |
+
3280 train 3.888876 (lr=8.5368e-04) (hash(x)=80589180)
|
| 397 |
+
3290 train 4.024581 (lr=8.4435e-04) (hash(x)=85747193)
|
| 398 |
+
3300 val loss 3.9925
|
| 399 |
+
3300 val perplexity 54.1877
|
| 400 |
+
3300 train 3.889544 (lr=8.3508e-04) (hash(x)=74635692)
|
| 401 |
+
3310 train 3.874641 (lr=8.2588e-04) (hash(x)=82045455)
|
| 402 |
+
3320 train 3.744339 (lr=8.1673e-04) (hash(x)=73249173)
|
| 403 |
+
3330 train 3.707591 (lr=8.0764e-04) (hash(x)=71492338)
|
| 404 |
+
3340 train 4.037749 (lr=7.9862e-04) (hash(x)=76374071)
|
| 405 |
+
3350 train 4.009339 (lr=7.8966e-04) (hash(x)=80474064)
|
| 406 |
+
3360 train 3.921067 (lr=7.8076e-04) (hash(x)=84390892)
|
| 407 |
+
3370 train 3.966509 (lr=7.7192e-04) (hash(x)=83399949)
|
| 408 |
+
3380 train 4.018016 (lr=7.6315e-04) (hash(x)=77648059)
|
| 409 |
+
3390 train 3.992605 (lr=7.5445e-04) (hash(x)=80152701)
|
| 410 |
+
3400 val loss 3.9707
|
| 411 |
+
3400 val perplexity 53.0238
|
| 412 |
+
3400 train 4.044931 (lr=7.4581e-04) (hash(x)=81952545)
|
| 413 |
+
3410 train 3.997742 (lr=7.3724e-04) (hash(x)=80908993)
|
| 414 |
+
3420 train 4.041810 (lr=7.2874e-04) (hash(x)=79610037)
|
| 415 |
+
3430 train 3.897022 (lr=7.2030e-04) (hash(x)=87624382)
|
| 416 |
+
3440 train 3.968519 (lr=7.1193e-04) (hash(x)=82336381)
|
| 417 |
+
3450 train 3.943166 (lr=7.0363e-04) (hash(x)=87687835)
|
| 418 |
+
3460 train 3.939703 (lr=6.9541e-04) (hash(x)=76376135)
|
| 419 |
+
3470 train 3.857625 (lr=6.8725e-04) (hash(x)=79331391)
|
| 420 |
+
3480 train 3.761054 (lr=6.7916e-04) (hash(x)=107002681)
|
| 421 |
+
3490 train 3.847413 (lr=6.7114e-04) (hash(x)=77465514)
|
| 422 |
+
3500 val loss 3.9683
|
| 423 |
+
3500 val perplexity 52.8921
|
| 424 |
+
3500 train 3.803287 (lr=6.6320e-04) (hash(x)=88237229)
|
| 425 |
+
3510 train 3.875391 (lr=6.5533e-04) (hash(x)=81011739)
|
| 426 |
+
3520 train 3.923555 (lr=6.4753e-04) (hash(x)=64643427)
|
| 427 |
+
3530 train 4.201582 (lr=6.3981e-04) (hash(x)=78029539)
|
| 428 |
+
3540 train 4.027355 (lr=6.3216e-04) (hash(x)=83188968)
|
| 429 |
+
3550 train 4.050554 (lr=6.2458e-04) (hash(x)=86104185)
|
| 430 |
+
3560 train 3.970918 (lr=6.1708e-04) (hash(x)=81993629)
|
| 431 |
+
3570 train 3.948529 (lr=6.0966e-04) (hash(x)=72719368)
|
| 432 |
+
3580 train 3.956050 (lr=6.0231e-04) (hash(x)=90091487)
|
| 433 |
+
3590 train 3.841394 (lr=5.9504e-04) (hash(x)=77393152)
|
| 434 |
+
3600 val loss 3.9487
|
| 435 |
+
3600 val perplexity 51.8664
|
| 436 |
+
3600 train 3.953414 (lr=5.8785e-04) (hash(x)=73103504)
|
| 437 |
+
3610 train 3.955288 (lr=5.8074e-04) (hash(x)=84429400)
|
| 438 |
+
3620 train 3.934010 (lr=5.7370e-04) (hash(x)=77021795)
|
| 439 |
+
3630 train 3.883801 (lr=5.6675e-04) (hash(x)=92830605)
|
| 440 |
+
3640 train 4.081987 (lr=5.5987e-04) (hash(x)=78313175)
|
| 441 |
+
3650 train 3.878694 (lr=5.5308e-04) (hash(x)=85395549)
|
| 442 |
+
3660 train 3.675702 (lr=5.4636e-04) (hash(x)=78114459)
|
| 443 |
+
3670 train 3.802121 (lr=5.3973e-04) (hash(x)=74968316)
|
| 444 |
+
3680 train 3.730803 (lr=5.3318e-04) (hash(x)=73358737)
|
| 445 |
+
3690 train 3.823828 (lr=5.2671e-04) (hash(x)=76399442)
|
| 446 |
+
3700 val loss 3.9488
|
| 447 |
+
3700 val perplexity 51.8727
|
| 448 |
+
3700 train 3.837596 (lr=5.2033e-04) (hash(x)=74039273)
|
| 449 |
+
3710 train 4.010085 (lr=5.1402e-04) (hash(x)=79299680)
|
| 450 |
+
3720 train 3.924351 (lr=5.0780e-04) (hash(x)=94701498)
|
| 451 |
+
3730 train 4.005398 (lr=5.0167e-04) (hash(x)=75352071)
|
| 452 |
+
3740 train 3.883553 (lr=4.9562e-04) (hash(x)=77909487)
|
| 453 |
+
3750 train 3.991132 (lr=4.8965e-04) (hash(x)=73986730)
|
| 454 |
+
3760 train 3.947338 (lr=4.8377e-04) (hash(x)=79325763)
|
| 455 |
+
3770 train 3.993113 (lr=4.7798e-04) (hash(x)=72457818)
|
| 456 |
+
3780 train 4.123717 (lr=4.7227e-04) (hash(x)=71775590)
|
| 457 |
+
3790 train 4.009879 (lr=4.6665e-04) (hash(x)=82638943)
|
| 458 |
+
3800 val loss 3.9316
|
| 459 |
+
3800 val perplexity 50.9875
|
| 460 |
+
3800 train 3.988941 (lr=4.6112e-04) (hash(x)=79965893)
|
| 461 |
+
3810 train 3.927420 (lr=4.5567e-04) (hash(x)=72598235)
|
| 462 |
+
3820 train 3.905786 (lr=4.5031e-04) (hash(x)=83113889)
|
| 463 |
+
3830 train 3.966394 (lr=4.4504e-04) (hash(x)=74434590)
|
| 464 |
+
3840 train 3.884064 (lr=4.3986e-04) (hash(x)=82860348)
|
| 465 |
+
3850 train 3.822701 (lr=4.3477e-04) (hash(x)=78067565)
|
| 466 |
+
3860 train 3.885835 (lr=4.2977e-04) (hash(x)=82592498)
|
| 467 |
+
3870 train 3.814889 (lr=4.2486e-04) (hash(x)=81820733)
|
| 468 |
+
3880 train 3.833953 (lr=4.2004e-04) (hash(x)=87709040)
|
| 469 |
+
3890 train 3.878005 (lr=4.1530e-04) (hash(x)=70379093)
|
| 470 |
+
3900 val loss 3.9248
|
| 471 |
+
3900 val perplexity 50.6429
|
| 472 |
+
3900 train 4.000222 (lr=4.1066e-04) (hash(x)=76597431)
|
| 473 |
+
3910 train 3.884073 (lr=4.0611e-04) (hash(x)=90490716)
|
| 474 |
+
3920 train 3.989560 (lr=4.0166e-04) (hash(x)=81970659)
|
| 475 |
+
3930 train 3.971238 (lr=3.9729e-04) (hash(x)=81496334)
|
| 476 |
+
3940 train 3.952162 (lr=3.9302e-04) (hash(x)=75717605)
|
| 477 |
+
3950 train 3.899008 (lr=3.8884e-04) (hash(x)=82749357)
|
| 478 |
+
3960 train 3.926837 (lr=3.8475e-04) (hash(x)=89355157)
|
| 479 |
+
3970 train 3.882582 (lr=3.8076e-04) (hash(x)=78980403)
|
| 480 |
+
3980 train 3.857445 (lr=3.7685e-04) (hash(x)=76627217)
|
| 481 |
+
3990 train 3.857316 (lr=3.7305e-04) (hash(x)=72412879)
|
| 482 |
+
4000 val loss 3.9193
|
| 483 |
+
4000 val perplexity 50.3673
|
| 484 |
+
4000 train 3.871494 (lr=3.6933e-04) (hash(x)=83018142)
|
| 485 |
+
4010 train 3.888137 (lr=3.6572e-04) (hash(x)=81272436)
|
| 486 |
+
4020 train 3.812459 (lr=3.6219e-04) (hash(x)=85497482)
|
| 487 |
+
4030 train 3.884651 (lr=3.5876e-04) (hash(x)=85241734)
|
| 488 |
+
4040 train 3.851225 (lr=3.5543e-04) (hash(x)=77925307)
|
| 489 |
+
4050 train 3.854450 (lr=3.5219e-04) (hash(x)=84826179)
|
| 490 |
+
4060 train 3.909109 (lr=3.4905e-04) (hash(x)=83606764)
|
| 491 |
+
4070 train 3.823230 (lr=3.4600e-04) (hash(x)=80567590)
|
| 492 |
+
4080 train 3.876994 (lr=3.4305e-04) (hash(x)=76860998)
|
| 493 |
+
4090 train 3.911129 (lr=3.4019e-04) (hash(x)=74902328)
|
| 494 |
+
4100 val loss 3.9074
|
| 495 |
+
4100 val perplexity 49.7699
|
| 496 |
+
4100 train 3.956040 (lr=3.3744e-04) (hash(x)=82832041)
|
| 497 |
+
4110 train 3.834095 (lr=3.3477e-04) (hash(x)=79143262)
|
| 498 |
+
4120 train 3.862065 (lr=3.3221e-04) (hash(x)=77038149)
|
| 499 |
+
4130 train 4.043860 (lr=3.2974e-04) (hash(x)=86339074)
|
| 500 |
+
4140 train 4.110851 (lr=3.2737e-04) (hash(x)=76686216)
|
| 501 |
+
4150 train 3.882805 (lr=3.2510e-04) (hash(x)=70522682)
|
| 502 |
+
4160 train 3.849910 (lr=3.2292e-04) (hash(x)=90958555)
|
| 503 |
+
4170 train 3.871410 (lr=3.2085e-04) (hash(x)=91463532)
|
| 504 |
+
4180 train 3.863433 (lr=3.1887e-04) (hash(x)=81959329)
|
| 505 |
+
4190 train 3.820309 (lr=3.1699e-04) (hash(x)=83146752)
|
| 506 |
+
4200 val loss 3.9104
|
| 507 |
+
4200 val perplexity 49.9207
|
| 508 |
+
4200 train 3.801174 (lr=3.1520e-04) (hash(x)=78361715)
|
| 509 |
+
4210 train 3.953127 (lr=3.1352e-04) (hash(x)=87364889)
|
| 510 |
+
4220 train 3.804209 (lr=3.1193e-04) (hash(x)=70465156)
|
| 511 |
+
4230 train 3.960895 (lr=3.1044e-04) (hash(x)=84524081)
|
| 512 |
+
4240 train 3.914124 (lr=3.0905e-04) (hash(x)=77824868)
|
| 513 |
+
4250 train 3.929214 (lr=3.0776e-04) (hash(x)=81710711)
|
| 514 |
+
4260 train 3.907346 (lr=3.0657e-04) (hash(x)=76362728)
|
| 515 |
+
4270 train 3.899946 (lr=3.0548e-04) (hash(x)=83115208)
|
| 516 |
+
4280 train 3.815095 (lr=3.0449e-04) (hash(x)=87218314)
|
| 517 |
+
4290 train 3.973376 (lr=3.0359e-04) (hash(x)=74582673)
|
| 518 |
+
4300 val loss 3.9046
|
| 519 |
+
4300 val perplexity 49.6296
|
| 520 |
+
4300 train 3.848432 (lr=3.0280e-04) (hash(x)=77379615)
|
| 521 |
+
4310 train 3.824938 (lr=3.0210e-04) (hash(x)=78669579)
|
| 522 |
+
4320 train 3.936286 (lr=3.0150e-04) (hash(x)=83066608)
|
| 523 |
+
4330 train 3.904002 (lr=3.0101e-04) (hash(x)=83037340)
|
| 524 |
+
4340 train 3.940283 (lr=3.0061e-04) (hash(x)=82849771)
|
| 525 |
+
4350 train 3.878209 (lr=3.0031e-04) (hash(x)=76693985)
|
| 526 |
+
4360 train 3.966424 (lr=3.0011e-04) (hash(x)=77745394)
|
| 527 |
+
4370 train 3.931016 (lr=3.0001e-04) (hash(x)=79954388)
|
| 528 |
+
4374 val loss 3.8982
|
| 529 |
+
4374 val perplexity 49.3136
|
12_mini_head_two_masks_4_heads/model_04374.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 98537090
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:94761c08bb4dcd883626c9797222adbbd6dfed097cc210715fe0b12c755aa293
|
| 3 |
size 98537090
|
12_mini_head_two_masks_4_heads/optimizer_04374.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 190793606
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ab93b5f165b2fca6726314a6cff0e171ab5cc58709fbefabe78457b8f6cd16d0
|
| 3 |
size 190793606
|