| max_steps: 1000 |
| 0 val loss 11.7800 |
| 0 val perplexity 130608.6406 |
| 0 train 11.768598 (lr=1.3986e-06) (hash(x)=20782690) |
| 1 train 11.784650 (lr=2.7972e-06) (hash(x)=23890908) |
| 2 train 11.771741 (lr=4.1958e-06) (hash(x)=24611628) |
| 3 train 11.746619 (lr=5.5944e-06) (hash(x)=25767553) |
| 4 train 11.734269 (lr=6.9930e-06) (hash(x)=22512166) |
| 5 train 11.724540 (lr=8.3916e-06) (hash(x)=24732833) |
| 6 train 11.717943 (lr=9.7902e-06) (hash(x)=25129410) |
| 7 train 11.689986 (lr=1.1189e-05) (hash(x)=26582391) |
| 8 train 11.662333 (lr=1.2587e-05) (hash(x)=26472336) |
| 9 train 11.648644 (lr=1.3986e-05) (hash(x)=27654289) |
| 10 train 11.616327 (lr=1.5385e-05) (hash(x)=26559876) |
| 11 train 11.598208 (lr=1.6783e-05) (hash(x)=21770329) |
| 12 train 11.559298 (lr=1.8182e-05) (hash(x)=22723459) |
| 13 train 11.501315 (lr=1.9580e-05) (hash(x)=30338342) |
| 14 train 11.474544 (lr=2.0979e-05) (hash(x)=25678059) |
| 15 train 11.434258 (lr=2.2378e-05) (hash(x)=26109335) |
| 16 train 11.388500 (lr=2.3776e-05) (hash(x)=25044885) |
| 17 train 11.349714 (lr=2.5175e-05) (hash(x)=28870690) |
| 18 train 11.323692 (lr=2.6573e-05) (hash(x)=35279941) |
| 19 train 11.241452 (lr=2.7972e-05) (hash(x)=25015923) |
| 20 train 11.172580 (lr=2.9371e-05) (hash(x)=26740855) |
| 21 train 11.096758 (lr=3.0769e-05) (hash(x)=22262151) |
| 22 train 11.024281 (lr=3.2168e-05) (hash(x)=26621834) |
| 23 train 10.969557 (lr=3.3566e-05) (hash(x)=23234741) |
| 24 train 10.965103 (lr=3.4965e-05) (hash(x)=25470563) |
| 25 train 10.878447 (lr=3.6364e-05) (hash(x)=21799102) |
| 26 train 10.807779 (lr=3.7762e-05) (hash(x)=23275479) |
| 27 train 10.795661 (lr=3.9161e-05) (hash(x)=22091862) |
| 28 train 10.675905 (lr=4.0559e-05) (hash(x)=17430373) |
| 29 train 10.606292 (lr=4.1958e-05) (hash(x)=22954861) |
| 30 train 10.644531 (lr=4.3357e-05) (hash(x)=26671799) |
| 31 train 10.591021 (lr=4.4755e-05) (hash(x)=26924723) |
| 32 train 10.579751 (lr=4.6154e-05) (hash(x)=23557495) |
| 33 train 10.422199 (lr=4.7552e-05) (hash(x)=27804380) |
| 34 train 10.544160 (lr=4.8951e-05) (hash(x)=26654908) |
| 35 train 10.473736 (lr=5.0350e-05) (hash(x)=23627518) |
| 36 train 10.448035 (lr=5.1748e-05) (hash(x)=21889990) |
| 37 train 10.469918 (lr=5.3147e-05) (hash(x)=22528001) |
| 38 train 10.469602 (lr=5.4545e-05) (hash(x)=29248942) |
| 39 train 10.397206 (lr=5.5944e-05) (hash(x)=25533417) |
| 40 train 10.347758 (lr=5.7343e-05) (hash(x)=20612533) |
| 41 train 10.362356 (lr=5.8741e-05) (hash(x)=24677740) |
| 42 train 10.375150 (lr=6.0140e-05) (hash(x)=25347203) |
| 43 train 10.332895 (lr=6.1538e-05) (hash(x)=28922363) |
| 44 train 10.326017 (lr=6.2937e-05) (hash(x)=25631397) |
| 45 train 10.314990 (lr=6.4336e-05) (hash(x)=26237983) |
| 46 train 10.327802 (lr=6.5734e-05) (hash(x)=24742645) |
| 47 train 10.346034 (lr=6.7133e-05) (hash(x)=26157660) |
| 48 train 10.235748 (lr=6.8531e-05) (hash(x)=22582169) |
| 49 train 10.259607 (lr=6.9930e-05) (hash(x)=26431960) |
| 50 val loss 10.3031 |
| 50 val perplexity 29824.1816 |
| 50 train 10.328391 (lr=7.1329e-05) (hash(x)=25716176) |
| 51 train 10.299902 (lr=7.2727e-05) (hash(x)=28019788) |
| 52 train 10.277354 (lr=7.4126e-05) (hash(x)=20382963) |
| 53 train 10.230413 (lr=7.5524e-05) (hash(x)=24489647) |
| 54 train 10.229125 (lr=7.6923e-05) (hash(x)=25128502) |
| 55 train 10.226540 (lr=7.8322e-05) (hash(x)=25231390) |
| 56 train 10.139033 (lr=7.9720e-05) (hash(x)=22708977) |
| 57 train 10.233564 (lr=8.1119e-05) (hash(x)=24364920) |
| 58 train 10.201653 (lr=8.2517e-05) (hash(x)=24932925) |
| 59 train 10.171653 (lr=8.3916e-05) (hash(x)=26913684) |
| 60 train 10.092138 (lr=8.5315e-05) (hash(x)=18017792) |
| 61 train 10.121547 (lr=8.6713e-05) (hash(x)=28613882) |
| 62 train 10.120727 (lr=8.8112e-05) (hash(x)=22652243) |
| 63 train 10.045502 (lr=8.9510e-05) (hash(x)=27194521) |
| 64 train 10.040846 (lr=9.0909e-05) (hash(x)=24936836) |
| 65 train 10.057040 (lr=9.2308e-05) (hash(x)=24765578) |
| 66 train 10.087700 (lr=9.3706e-05) (hash(x)=23107416) |
| 67 train 9.953025 (lr=9.5105e-05) (hash(x)=29314255) |
| 68 train 9.935004 (lr=9.6503e-05) (hash(x)=24013079) |
| 69 train 9.899267 (lr=9.7902e-05) (hash(x)=25322001) |
| 70 train 9.994378 (lr=9.9301e-05) (hash(x)=26690440) |
| 71 train 9.910471 (lr=1.0070e-04) (hash(x)=22598512) |
| 72 train 9.863027 (lr=1.0210e-04) (hash(x)=18473911) |
| 73 train 9.912343 (lr=1.0350e-04) (hash(x)=22322442) |
| 74 train 9.874385 (lr=1.0490e-04) (hash(x)=26324153) |
| 75 train 9.812431 (lr=1.0629e-04) (hash(x)=23446058) |
| 76 train 9.851996 (lr=1.0769e-04) (hash(x)=24843741) |
| 77 train 9.788888 (lr=1.0909e-04) (hash(x)=23197102) |
| 78 train 9.861073 (lr=1.1049e-04) (hash(x)=23054940) |
| 79 train 9.765963 (lr=1.1189e-04) (hash(x)=27140757) |
| 80 train 9.615582 (lr=1.1329e-04) (hash(x)=25149419) |
| 81 train 9.679656 (lr=1.1469e-04) (hash(x)=24727764) |
| 82 train 9.494093 (lr=1.1608e-04) (hash(x)=21935931) |
| 83 train 9.577534 (lr=1.1748e-04) (hash(x)=27606073) |
| 84 train 9.600612 (lr=1.1888e-04) (hash(x)=22450341) |
| 85 train 9.602433 (lr=1.2028e-04) (hash(x)=25945859) |
| 86 train 9.491938 (lr=1.2168e-04) (hash(x)=21613707) |
| 87 train 9.488298 (lr=1.2308e-04) (hash(x)=24396519) |
| 88 train 9.467055 (lr=1.2448e-04) (hash(x)=29138828) |
| 89 train 9.508711 (lr=1.2587e-04) (hash(x)=24685515) |
| 90 train 9.369195 (lr=1.2727e-04) (hash(x)=22825749) |
| 91 train 9.386017 (lr=1.2867e-04) (hash(x)=28767869) |
| 92 train 9.345555 (lr=1.3007e-04) (hash(x)=21159060) |
| 93 train 9.291492 (lr=1.3147e-04) (hash(x)=25045397) |
| 94 train 9.377343 (lr=1.3287e-04) (hash(x)=25560928) |
| 95 train 9.307971 (lr=1.3427e-04) (hash(x)=28959222) |
| 96 train 9.208468 (lr=1.3566e-04) (hash(x)=21248405) |
| 97 train 9.189060 (lr=1.3706e-04) (hash(x)=25830182) |
| 98 train 9.097737 (lr=1.3846e-04) (hash(x)=25173113) |
| 99 train 9.125483 (lr=1.3986e-04) (hash(x)=23486277) |
| 100 val loss 9.1011 |
| 100 val perplexity 8964.7207 |
| 100 train 9.080393 (lr=1.4126e-04) (hash(x)=28916006) |
| 101 train 9.155622 (lr=1.4266e-04) (hash(x)=25556929) |
| 102 train 9.061739 (lr=1.4406e-04) (hash(x)=29648798) |
| 103 train 8.991920 (lr=1.4545e-04) (hash(x)=24976217) |
| 104 train 9.002022 (lr=1.4685e-04) (hash(x)=31019606) |
| 105 train 8.986533 (lr=1.4825e-04) (hash(x)=28269421) |
| 106 train 8.896849 (lr=1.4965e-04) (hash(x)=24865358) |
| 107 train 8.798367 (lr=1.5105e-04) (hash(x)=26984272) |
| 108 train 8.883488 (lr=1.5245e-04) (hash(x)=24544116) |
| 109 train 8.836961 (lr=1.5385e-04) (hash(x)=22059850) |
| 110 train 8.812685 (lr=1.5524e-04) (hash(x)=23926632) |
| 111 train 8.739335 (lr=1.5664e-04) (hash(x)=27025333) |
| 112 train 8.699478 (lr=1.5804e-04) (hash(x)=29120407) |
| 113 train 8.754530 (lr=1.5944e-04) (hash(x)=23827393) |
| 114 train 8.646648 (lr=1.6084e-04) (hash(x)=27230027) |
| 115 train 8.630233 (lr=1.6224e-04) (hash(x)=24968260) |
| 116 train 8.624271 (lr=1.6364e-04) (hash(x)=27544803) |
| 117 train 8.596155 (lr=1.6503e-04) (hash(x)=26540663) |
| 118 train 8.623992 (lr=1.6643e-04) (hash(x)=25856625) |
| 119 train 8.535542 (lr=1.6783e-04) (hash(x)=23164356) |
| 120 train 8.552845 (lr=1.6923e-04) (hash(x)=25646282) |
| 121 train 8.540582 (lr=1.7063e-04) (hash(x)=23843233) |
| 122 train 8.384264 (lr=1.7203e-04) (hash(x)=24506028) |
| 123 train 8.429166 (lr=1.7343e-04) (hash(x)=22781277) |
| 124 train 8.436218 (lr=1.7483e-04) (hash(x)=24948650) |
| 125 train 8.383878 (lr=1.7622e-04) (hash(x)=26373991) |
| 126 train 8.429679 (lr=1.7762e-04) (hash(x)=23402396) |
| 127 train 8.373508 (lr=1.7902e-04) (hash(x)=21562133) |
| 128 train 8.406108 (lr=1.8042e-04) (hash(x)=25009210) |
| 129 train 8.281431 (lr=1.8182e-04) (hash(x)=27161811) |
| 130 train 8.270213 (lr=1.8322e-04) (hash(x)=29515100) |
| 131 train 8.234408 (lr=1.8462e-04) (hash(x)=25305929) |
| 132 train 8.228130 (lr=1.8601e-04) (hash(x)=26808543) |
| 133 train 8.147568 (lr=1.8741e-04) (hash(x)=25669509) |
| 134 train 8.203366 (lr=1.8881e-04) (hash(x)=28435805) |
| 135 train 8.177262 (lr=1.9021e-04) (hash(x)=26482758) |
| 136 train 8.096091 (lr=1.9161e-04) (hash(x)=24929929) |
| 137 train 8.094942 (lr=1.9301e-04) (hash(x)=25043037) |
| 138 train 8.222082 (lr=1.9441e-04) (hash(x)=29151257) |
| 139 train 8.040565 (lr=1.9580e-04) (hash(x)=26400365) |
| 140 train 8.019926 (lr=1.9720e-04) (hash(x)=24098812) |
| 141 train 8.013710 (lr=1.9860e-04) (hash(x)=20967666) |
| 142 train 8.129231 (lr=2.0000e-04) (hash(x)=28667963) |
| 143 train 8.055783 (lr=2.0140e-04) (hash(x)=27083417) |
| 144 train 7.940279 (lr=2.0280e-04) (hash(x)=23649001) |
| 145 train 7.957363 (lr=2.0420e-04) (hash(x)=31338300) |
| 146 train 7.929686 (lr=2.0559e-04) (hash(x)=30603174) |
| 147 train 7.939366 (lr=2.0699e-04) (hash(x)=24830965) |
| 148 train 8.029182 (lr=2.0839e-04) (hash(x)=27269893) |
| 149 train 7.869070 (lr=2.0979e-04) (hash(x)=24825041) |
| 150 val loss 7.8941 |
| 150 val perplexity 2681.3186 |
| 150 train 7.846231 (lr=2.1119e-04) (hash(x)=22724871) |
| 151 train 7.781201 (lr=2.1259e-04) (hash(x)=24683717) |
| 152 train 7.902162 (lr=2.1399e-04) (hash(x)=26190337) |
| 153 train 7.866138 (lr=2.1538e-04) (hash(x)=23086289) |
| 154 train 7.895522 (lr=2.1678e-04) (hash(x)=23593875) |
| 155 train 7.736624 (lr=2.1818e-04) (hash(x)=22414190) |
| 156 train 7.797123 (lr=2.1958e-04) (hash(x)=26758114) |
| 157 train 7.737235 (lr=2.2098e-04) (hash(x)=21563184) |
| 158 train 7.786695 (lr=2.2238e-04) (hash(x)=19218470) |
| 159 train 7.866757 (lr=2.2378e-04) (hash(x)=25588469) |
| 160 train 7.824136 (lr=2.2517e-04) (hash(x)=30433767) |
| 161 train 7.880255 (lr=2.2657e-04) (hash(x)=17851621) |
| 162 train 7.935395 (lr=2.2797e-04) (hash(x)=25183690) |
| 163 train 7.992916 (lr=2.2937e-04) (hash(x)=27040642) |
| 164 train 7.736604 (lr=2.3077e-04) (hash(x)=22183303) |
| 165 train 8.036337 (lr=2.3217e-04) (hash(x)=27537063) |
| 166 train 7.746436 (lr=2.3357e-04) (hash(x)=19492832) |
| 167 train 7.717609 (lr=2.3497e-04) (hash(x)=25951629) |
| 168 train 7.754804 (lr=2.3636e-04) (hash(x)=22408682) |
| 169 train 7.726074 (lr=2.3776e-04) (hash(x)=27633457) |
| 170 train 7.727928 (lr=2.3916e-04) (hash(x)=27635080) |
| 171 train 7.720882 (lr=2.4056e-04) (hash(x)=22287596) |
| 172 train 7.839679 (lr=2.4196e-04) (hash(x)=35895440) |
| 173 train 7.740313 (lr=2.4336e-04) (hash(x)=25888847) |
| 174 train 7.780423 (lr=2.4476e-04) (hash(x)=26518800) |
| 175 train 7.747272 (lr=2.4615e-04) (hash(x)=37519283) |
| 176 train 7.904023 (lr=2.4755e-04) (hash(x)=25141945) |
| 177 train 7.913914 (lr=2.4895e-04) (hash(x)=28527939) |
| 178 train 7.712204 (lr=2.5035e-04) (hash(x)=21942471) |
| 179 train 7.768369 (lr=2.5175e-04) (hash(x)=24955630) |
| 180 train 7.707573 (lr=2.5315e-04) (hash(x)=25541230) |
| 181 train 7.569569 (lr=2.5455e-04) (hash(x)=23501481) |
| 182 train 7.623980 (lr=2.5594e-04) (hash(x)=22754988) |
| 183 train 7.520475 (lr=2.5734e-04) (hash(x)=23475070) |
| 184 train 7.670856 (lr=2.5874e-04) (hash(x)=23609959) |
| 185 train 7.563438 (lr=2.6014e-04) (hash(x)=23441847) |
| 186 train 7.634137 (lr=2.6154e-04) (hash(x)=23096292) |
| 187 train 7.686985 (lr=2.6294e-04) (hash(x)=26171093) |
| 188 train 7.684378 (lr=2.6434e-04) (hash(x)=20060838) |
| 189 train 7.522353 (lr=2.6573e-04) (hash(x)=25451055) |
| 190 train 7.371145 (lr=2.6713e-04) (hash(x)=24934792) |
| 191 train 7.505332 (lr=2.6853e-04) (hash(x)=25367597) |
| 192 train 7.659813 (lr=2.6993e-04) (hash(x)=25022148) |
| 193 train 7.656339 (lr=2.7133e-04) (hash(x)=25431365) |
| 194 train 7.670822 (lr=2.7273e-04) (hash(x)=29307788) |
| 195 train 7.539510 (lr=2.7413e-04) (hash(x)=25651929) |
| 196 train 7.626486 (lr=2.7552e-04) (hash(x)=26312387) |
| 197 train 7.591259 (lr=2.7692e-04) (hash(x)=23804913) |
| 198 train 7.641756 (lr=2.7832e-04) (hash(x)=26115519) |
| 199 train 7.618354 (lr=2.7972e-04) (hash(x)=23210747) |
| 200 val loss 7.6250 |
| 200 val perplexity 2048.6965 |
| 200 train 7.578430 (lr=2.8112e-04) (hash(x)=18463712) |
| 201 train 7.597409 (lr=2.8252e-04) (hash(x)=23245699) |
| 202 train 7.535478 (lr=2.8392e-04) (hash(x)=21770300) |
| 203 train 7.809773 (lr=2.8531e-04) (hash(x)=25387532) |
| 204 train 7.618398 (lr=2.8671e-04) (hash(x)=27718703) |
| 205 train 7.669211 (lr=2.8811e-04) (hash(x)=27661052) |
| 206 train 7.538675 (lr=2.8951e-04) (hash(x)=26538928) |
| 207 train 7.654949 (lr=2.9091e-04) (hash(x)=21772654) |
| 208 train 7.747488 (lr=2.9231e-04) (hash(x)=26263254) |
| 209 train 7.591910 (lr=2.9371e-04) (hash(x)=23552356) |
| 210 train 7.795640 (lr=2.9510e-04) (hash(x)=22707141) |
| 211 train 7.839300 (lr=2.9650e-04) (hash(x)=34234481) |
| 212 train 7.661935 (lr=2.9790e-04) (hash(x)=35008670) |
| 213 train 7.770103 (lr=2.9930e-04) (hash(x)=25891543) |
| 214 train 7.540637 (lr=3.0070e-04) (hash(x)=21971224) |
| 215 train 7.652177 (lr=3.0210e-04) (hash(x)=27312186) |
| 216 train 7.749994 (lr=3.0350e-04) (hash(x)=22163749) |
| 217 train 7.522154 (lr=3.0490e-04) (hash(x)=25942888) |
| 218 train 7.622047 (lr=3.0629e-04) (hash(x)=25493916) |
| 219 train 7.809395 (lr=3.0769e-04) (hash(x)=24289951) |
| 220 train 7.612022 (lr=3.0909e-04) (hash(x)=23648671) |
| 221 train 7.457561 (lr=3.1049e-04) (hash(x)=24992055) |
| 222 train 7.732053 (lr=3.1189e-04) (hash(x)=26005549) |
| 223 train 7.586495 (lr=3.1329e-04) (hash(x)=21046554) |
| 224 train 7.586429 (lr=3.1469e-04) (hash(x)=26321539) |
| 225 train 7.597862 (lr=3.1608e-04) (hash(x)=27807872) |
| 226 train 7.597433 (lr=3.1748e-04) (hash(x)=21555364) |
| 227 train 7.571504 (lr=3.1888e-04) (hash(x)=26325324) |
| 228 train 7.609000 (lr=3.2028e-04) (hash(x)=24956294) |
| 229 train 7.557729 (lr=3.2168e-04) (hash(x)=24429389) |
| 230 train 7.652004 (lr=3.2308e-04) (hash(x)=27929846) |
| 231 train 7.614391 (lr=3.2448e-04) (hash(x)=25282897) |
| 232 train 7.462361 (lr=3.2587e-04) (hash(x)=26802508) |
| 233 train 7.649542 (lr=3.2727e-04) (hash(x)=28390416) |
| 234 train 7.777160 (lr=3.2867e-04) (hash(x)=26292451) |
| 235 train 7.684589 (lr=3.3007e-04) (hash(x)=22915344) |
| 236 train 7.601676 (lr=3.3147e-04) (hash(x)=24744383) |
| 237 train 7.512599 (lr=3.3287e-04) (hash(x)=26284678) |
| 238 train 7.483334 (lr=3.3427e-04) (hash(x)=21654269) |
| 239 train 7.950963 (lr=3.3566e-04) (hash(x)=29466268) |
| 240 train 8.215373 (lr=3.3706e-04) (hash(x)=32616762) |
| 241 train 8.196033 (lr=3.3846e-04) (hash(x)=32201138) |
| 242 train 8.250498 (lr=3.3986e-04) (hash(x)=33683468) |
| 243 train 7.879391 (lr=3.4126e-04) (hash(x)=27498125) |
| 244 train 7.704616 (lr=3.4266e-04) (hash(x)=25164318) |
| 245 train 7.547084 (lr=3.4406e-04) (hash(x)=25690221) |
| 246 train 7.570585 (lr=3.4545e-04) (hash(x)=29031550) |
| 247 train 7.672284 (lr=3.4685e-04) (hash(x)=24094093) |
| 248 train 8.330826 (lr=3.4825e-04) (hash(x)=61455960) |
| 249 train 11.715074 (lr=3.4965e-04) (hash(x)=61104710) |
| 250 val loss 7.6135 |
| 250 val perplexity 2025.4358 |
| 250 train 7.767569 (lr=3.5105e-04) (hash(x)=20881126) |
| 251 train 7.649746 (lr=3.5245e-04) (hash(x)=26920243) |
| 252 train 7.518490 (lr=3.5385e-04) (hash(x)=21970343) |
| 253 train 7.597096 (lr=3.5524e-04) (hash(x)=31676352) |
| 254 train 7.573557 (lr=3.5664e-04) (hash(x)=25600562) |
| 255 train 7.548319 (lr=3.5804e-04) (hash(x)=22022924) |
| 256 train 7.481236 (lr=3.5944e-04) (hash(x)=22777085) |
| 257 train 7.621839 (lr=3.6084e-04) (hash(x)=21727744) |
| 258 train 7.650042 (lr=3.6224e-04) (hash(x)=20701998) |
| 259 train 7.666699 (lr=3.6364e-04) (hash(x)=20863982) |
| 260 train 7.556705 (lr=3.6503e-04) (hash(x)=25084926) |
| 261 train 7.557322 (lr=3.6643e-04) (hash(x)=24412897) |
| 262 train 7.546864 (lr=3.6783e-04) (hash(x)=25434913) |
| 263 train 7.579038 (lr=3.6923e-04) (hash(x)=26302544) |
| 264 train 7.665436 (lr=3.7063e-04) (hash(x)=34976197) |
| 265 train 7.548098 (lr=3.7203e-04) (hash(x)=23870805) |
| 266 train 7.536252 (lr=3.7343e-04) (hash(x)=25041103) |
| 267 train 7.560432 (lr=3.7483e-04) (hash(x)=26041745) |
| 268 train 7.526058 (lr=3.7622e-04) (hash(x)=24068619) |
| 269 train 7.567034 (lr=3.7762e-04) (hash(x)=25441262) |
| 270 train 7.638949 (lr=3.7902e-04) (hash(x)=29181867) |
| 271 train 7.610388 (lr=3.8042e-04) (hash(x)=27093757) |
| 272 train 7.498973 (lr=3.8182e-04) (hash(x)=25150275) |
| 273 train 7.642481 (lr=3.8322e-04) (hash(x)=33457102) |
| 274 train 7.475198 (lr=3.8462e-04) (hash(x)=25755322) |
| 275 train 7.523257 (lr=3.8601e-04) (hash(x)=23630794) |
| 276 train 7.402236 (lr=3.8741e-04) (hash(x)=25167987) |
| 277 train 7.558375 (lr=3.8881e-04) (hash(x)=24043224) |
| 278 train 7.547144 (lr=3.9021e-04) (hash(x)=24665411) |
| 279 train 7.506107 (lr=3.9161e-04) (hash(x)=17321657) |
| 280 train 7.498788 (lr=3.9301e-04) (hash(x)=27932591) |
| 281 train 7.819557 (lr=3.9441e-04) (hash(x)=29447954) |
| 282 train 7.528435 (lr=3.9580e-04) (hash(x)=24621816) |
| 283 train 7.510150 (lr=3.9720e-04) (hash(x)=24682294) |
| 284 train 7.510372 (lr=3.9860e-04) (hash(x)=28057095) |
| 285 train 7.547693 (lr=4.0000e-04) (hash(x)=24547536) |
| 286 train 7.357195 (lr=4.0000e-04) (hash(x)=18987545) |
| 287 train 7.435756 (lr=4.0000e-04) (hash(x)=26745063) |
| 288 train 7.331068 (lr=3.9999e-04) (hash(x)=21447406) |
| 289 train 7.213363 (lr=3.9998e-04) (hash(x)=24650655) |
| 290 train 7.615647 (lr=3.9997e-04) (hash(x)=26519976) |
| 291 train 7.908910 (lr=3.9996e-04) (hash(x)=20106514) |
| 292 train 7.390336 (lr=3.9994e-04) (hash(x)=20117808) |
| 293 train 7.523059 (lr=3.9991e-04) (hash(x)=25510334) |
| 294 train 7.407591 (lr=3.9989e-04) (hash(x)=25749120) |
| 295 train 7.491505 (lr=3.9986e-04) (hash(x)=24357241) |
| 296 train 7.479247 (lr=3.9983e-04) (hash(x)=25584945) |
| 297 train 7.340627 (lr=3.9979e-04) (hash(x)=25198897) |
| 298 train 7.437020 (lr=3.9975e-04) (hash(x)=23475891) |
| 299 train 7.362899 (lr=3.9971e-04) (hash(x)=23644804) |
| 300 val loss 7.4338 |
| 300 val perplexity 1692.3020 |
| 300 train 7.590929 (lr=3.9966e-04) (hash(x)=25629584) |
| 301 train 7.707306 (lr=3.9961e-04) (hash(x)=29797280) |
| 302 train 7.786726 (lr=3.9955e-04) (hash(x)=30026394) |
| 303 train 7.787806 (lr=3.9950e-04) (hash(x)=26594177) |
| 304 train 7.554981 (lr=3.9944e-04) (hash(x)=23766256) |
| 305 train 7.461482 (lr=3.9937e-04) (hash(x)=24250150) |
| 306 train 7.398866 (lr=3.9930e-04) (hash(x)=26108817) |
| 307 train 7.327718 (lr=3.9923e-04) (hash(x)=18582688) |
| 308 train 7.324193 (lr=3.9916e-04) (hash(x)=23272705) |
| 309 train 7.331034 (lr=3.9908e-04) (hash(x)=24793412) |
| 310 train 7.328262 (lr=3.9900e-04) (hash(x)=19280989) |
| 311 train 7.336274 (lr=3.9891e-04) (hash(x)=22751150) |
| 312 train 7.432644 (lr=3.9882e-04) (hash(x)=23537942) |
| 313 train 7.288974 (lr=3.9873e-04) (hash(x)=23748375) |
| 314 train 7.477032 (lr=3.9864e-04) (hash(x)=27413825) |
| 315 train 7.556324 (lr=3.9854e-04) (hash(x)=21682445) |
| 316 train 7.387760 (lr=3.9843e-04) (hash(x)=22040184) |
| 317 train 7.347260 (lr=3.9833e-04) (hash(x)=24463229) |
| 318 train 7.466955 (lr=3.9822e-04) (hash(x)=24091954) |
| 319 train 7.315214 (lr=3.9811e-04) (hash(x)=26670219) |
| 320 train 7.336398 (lr=3.9799e-04) (hash(x)=25558986) |
| 321 train 7.336956 (lr=3.9787e-04) (hash(x)=19218943) |
| 322 train 7.421833 (lr=3.9775e-04) (hash(x)=24551402) |
| 323 train 7.308145 (lr=3.9762e-04) (hash(x)=25229281) |
| 324 train 7.048651 (lr=3.9749e-04) (hash(x)=21251127) |
| 325 train 7.372543 (lr=3.9736e-04) (hash(x)=25800857) |
| 326 train 7.245156 (lr=3.9722e-04) (hash(x)=25836189) |
| 327 train 7.282561 (lr=3.9708e-04) (hash(x)=25999255) |
| 328 train 7.369167 (lr=3.9694e-04) (hash(x)=20149394) |
| 329 train 7.270473 (lr=3.9679e-04) (hash(x)=21999338) |
| 330 train 7.369465 (lr=3.9664e-04) (hash(x)=27611302) |
| 331 train 7.326139 (lr=3.9648e-04) (hash(x)=22778356) |
| 332 train 7.290041 (lr=3.9633e-04) (hash(x)=24195959) |
| 333 train 7.581809 (lr=3.9616e-04) (hash(x)=19127465) |
| 334 train 7.425421 (lr=3.9600e-04) (hash(x)=22426274) |
| 335 train 7.235216 (lr=3.9583e-04) (hash(x)=23785205) |
| 336 train 7.386600 (lr=3.9566e-04) (hash(x)=28505676) |
| 337 train 7.376935 (lr=3.9549e-04) (hash(x)=27706477) |
| 338 train 7.390443 (lr=3.9531e-04) (hash(x)=28684175) |
| 339 train 7.359751 (lr=3.9513e-04) (hash(x)=28003600) |
| 340 train 7.356381 (lr=3.9494e-04) (hash(x)=27586845) |
| 341 train 7.276884 (lr=3.9475e-04) (hash(x)=21176405) |
| 342 train 7.226163 (lr=3.9456e-04) (hash(x)=25888433) |
| 343 train 7.397944 (lr=3.9437e-04) (hash(x)=27916982) |
| 344 train 7.202490 (lr=3.9417e-04) (hash(x)=24334708) |
| 345 train 7.295249 (lr=3.9397e-04) (hash(x)=25617709) |
| 346 train 7.415897 (lr=3.9376e-04) (hash(x)=25152362) |
| 347 train 7.294838 (lr=3.9356e-04) (hash(x)=24276512) |
| 348 train 7.231175 (lr=3.9334e-04) (hash(x)=26776133) |
| 349 train 7.116739 (lr=3.9313e-04) (hash(x)=20254159) |
| 350 val loss 7.3482 |
| 350 val perplexity 1553.4376 |
| 350 train 7.222023 (lr=3.9291e-04) (hash(x)=27873855) |
| 351 train 7.299384 (lr=3.9269e-04) (hash(x)=25113614) |
| 352 train 7.357775 (lr=3.9246e-04) (hash(x)=26192886) |
| 353 train 7.221242 (lr=3.9223e-04) (hash(x)=24614912) |
| 354 train 7.247258 (lr=3.9200e-04) (hash(x)=25397093) |
| 355 train 7.290273 (lr=3.9177e-04) (hash(x)=19811802) |
| 356 train 7.276080 (lr=3.9153e-04) (hash(x)=25579655) |
| 357 train 7.390073 (lr=3.9129e-04) (hash(x)=26096514) |
| 358 train 7.292040 (lr=3.9104e-04) (hash(x)=22589633) |
| 359 train 7.296351 (lr=3.9079e-04) (hash(x)=26757147) |
| 360 train 7.375120 (lr=3.9054e-04) (hash(x)=24963730) |
| 361 train 7.223266 (lr=3.9029e-04) (hash(x)=27703124) |
| 362 train 7.151486 (lr=3.9003e-04) (hash(x)=24781713) |
| 363 train 7.351826 (lr=3.8977e-04) (hash(x)=24720476) |
| 364 train 7.310544 (lr=3.8950e-04) (hash(x)=23481301) |
| 365 train 7.226436 (lr=3.8923e-04) (hash(x)=25641033) |
| 366 train 7.281304 (lr=3.8896e-04) (hash(x)=27369437) |
| 367 train 7.329542 (lr=3.8869e-04) (hash(x)=24760900) |
| 368 train 7.207193 (lr=3.8841e-04) (hash(x)=21692546) |
| 369 train 7.270567 (lr=3.8813e-04) (hash(x)=22720391) |
| 370 train 7.217208 (lr=3.8785e-04) (hash(x)=24376979) |
| 371 train 7.232458 (lr=3.8756e-04) (hash(x)=22244509) |
| 372 train 7.203949 (lr=3.8727e-04) (hash(x)=21831960) |
| 373 train 7.163178 (lr=3.8697e-04) (hash(x)=24921535) |
| 374 train 7.216475 (lr=3.8667e-04) (hash(x)=25381251) |
| 375 train 7.219894 (lr=3.8637e-04) (hash(x)=25687352) |
| 376 train 7.233547 (lr=3.8607e-04) (hash(x)=25221654) |
| 377 train 7.270916 (lr=3.8576e-04) (hash(x)=24469863) |
| 378 train 7.336977 (lr=3.8545e-04) (hash(x)=25291413) |
| 379 train 7.219201 (lr=3.8514e-04) (hash(x)=25744274) |
| 380 train 7.166041 (lr=3.8482e-04) (hash(x)=24246963) |
| 381 train 7.176661 (lr=3.8450e-04) (hash(x)=19724058) |
| 382 train 7.077043 (lr=3.8418e-04) (hash(x)=20705649) |
| 383 train 7.385333 (lr=3.8385e-04) (hash(x)=24938685) |
| 384 train 7.421759 (lr=3.8352e-04) (hash(x)=21707000) |
| 385 train 7.184870 (lr=3.8319e-04) (hash(x)=24948980) |
| 386 train 7.485686 (lr=3.8286e-04) (hash(x)=30773958) |
| 387 train 7.585213 (lr=3.8252e-04) (hash(x)=26769046) |
| 388 train 7.222593 (lr=3.8217e-04) (hash(x)=18849656) |
| 389 train 7.777078 (lr=3.8183e-04) (hash(x)=24624950) |
| 390 train 7.338020 (lr=3.8148e-04) (hash(x)=27299605) |
| 391 train 7.343889 (lr=3.8113e-04) (hash(x)=24113445) |
| 392 train 7.339664 (lr=3.8077e-04) (hash(x)=32644465) |
| 393 train 7.447757 (lr=3.8042e-04) (hash(x)=25829219) |
| 394 train 7.266203 (lr=3.8006e-04) (hash(x)=25194550) |
| 395 train 7.306701 (lr=3.7969e-04) (hash(x)=25941804) |
| 396 train 7.304032 (lr=3.7933e-04) (hash(x)=24075727) |
| 397 train 7.341809 (lr=3.7896e-04) (hash(x)=23104539) |
| 398 train 7.289226 (lr=3.7858e-04) (hash(x)=23018983) |
| 399 train 7.238637 (lr=3.7821e-04) (hash(x)=24422929) |
| 400 val loss 7.3237 |
| 400 val perplexity 1515.7701 |
| 400 train 7.286127 (lr=3.7783e-04) (hash(x)=23389696) |
| 401 train 7.266464 (lr=3.7744e-04) (hash(x)=29102969) |
| 402 train 7.402743 (lr=3.7706e-04) (hash(x)=28359859) |
| 403 train 7.451504 (lr=3.7667e-04) (hash(x)=24630955) |
| 404 train 7.457879 (lr=3.7628e-04) (hash(x)=22969113) |
| 405 train 7.264542 (lr=3.7588e-04) (hash(x)=27004415) |
| 406 train 7.185369 (lr=3.7549e-04) (hash(x)=22265063) |
| 407 train 7.207208 (lr=3.7509e-04) (hash(x)=26905990) |
| 408 train 7.276162 (lr=3.7468e-04) (hash(x)=24047679) |
| 409 train 7.405029 (lr=3.7428e-04) (hash(x)=26905582) |
| 410 train 7.150514 (lr=3.7387e-04) (hash(x)=29018970) |
| 411 train 7.169543 (lr=3.7345e-04) (hash(x)=24503315) |
| 412 train 7.152348 (lr=3.7304e-04) (hash(x)=22607537) |
| 413 train 8.001145 (lr=3.7262e-04) (hash(x)=26690225) |
| 414 train 7.271646 (lr=3.7220e-04) (hash(x)=24226255) |
| 415 train 7.206914 (lr=3.7177e-04) (hash(x)=23622702) |
| 416 train 7.251554 (lr=3.7135e-04) (hash(x)=23910425) |
| 417 train 7.512989 (lr=3.7092e-04) (hash(x)=27213318) |
| 418 train 7.275665 (lr=3.7048e-04) (hash(x)=26701577) |
| 419 train 7.210460 (lr=3.7005e-04) (hash(x)=26216794) |
| 420 train 7.441942 (lr=3.6961e-04) (hash(x)=27579623) |
| 421 train 7.311334 (lr=3.6917e-04) (hash(x)=26086198) |
| 422 train 7.256748 (lr=3.6872e-04) (hash(x)=24863441) |
| 423 train 7.392657 (lr=3.6828e-04) (hash(x)=25236385) |
| 424 train 7.476214 (lr=3.6782e-04) (hash(x)=25330803) |
| 425 train 7.310636 (lr=3.6737e-04) (hash(x)=22508532) |
| 426 train 7.273331 (lr=3.6692e-04) (hash(x)=21799261) |
| 427 train 7.363615 (lr=3.6646e-04) (hash(x)=26311168) |
| 428 train 7.163663 (lr=3.6599e-04) (hash(x)=20977430) |
| 429 train 7.229524 (lr=3.6553e-04) (hash(x)=26941617) |
| 430 train 7.511751 (lr=3.6506e-04) (hash(x)=30008957) |
| 431 train 7.343771 (lr=3.6459e-04) (hash(x)=27125962) |
| 432 train 7.183892 (lr=3.6412e-04) (hash(x)=25888358) |
| 433 train 7.340558 (lr=3.6364e-04) (hash(x)=21725719) |
| 434 train 7.207319 (lr=3.6316e-04) (hash(x)=21669704) |
| 435 train 7.152303 (lr=3.6268e-04) (hash(x)=23166993) |
| 436 train 7.238644 (lr=3.6220e-04) (hash(x)=26235974) |
| 437 train 7.415007 (lr=3.6171e-04) (hash(x)=25426430) |
| 438 train 7.142289 (lr=3.6122e-04) (hash(x)=22966314) |
| 439 train 7.304042 (lr=3.6073e-04) (hash(x)=23448505) |
| 440 train 7.173251 (lr=3.6023e-04) (hash(x)=26330693) |
| 441 train 7.114500 (lr=3.5974e-04) (hash(x)=29550596) |
| 442 train 7.176942 (lr=3.5924e-04) (hash(x)=22124892) |
| 443 train 7.178204 (lr=3.5873e-04) (hash(x)=25607640) |
| 444 train 7.059385 (lr=3.5823e-04) (hash(x)=23795894) |
| 445 train 6.956395 (lr=3.5772e-04) (hash(x)=24165449) |
| 446 train 7.210876 (lr=3.5721e-04) (hash(x)=24697756) |
| 447 train 7.296562 (lr=3.5669e-04) (hash(x)=27218899) |
| 448 train 7.174352 (lr=3.5618e-04) (hash(x)=24748522) |
| 449 train 7.275671 (lr=3.5566e-04) (hash(x)=24965317) |
| 450 val loss 7.3110 |
| 450 val perplexity 1496.6229 |
| 450 train 7.049213 (lr=3.5514e-04) (hash(x)=22031210) |
| 451 train 7.160579 (lr=3.5461e-04) (hash(x)=25877990) |
| 452 train 7.226542 (lr=3.5408e-04) (hash(x)=24382381) |
| 453 train 7.134096 (lr=3.5355e-04) (hash(x)=24551999) |
| 454 train 7.212431 (lr=3.5302e-04) (hash(x)=25765516) |
| 455 train 7.248083 (lr=3.5249e-04) (hash(x)=25204247) |
| 456 train 7.307763 (lr=3.5195e-04) (hash(x)=26321813) |
| 457 train 7.222360 (lr=3.5141e-04) (hash(x)=25528323) |
| 458 train 7.233037 (lr=3.5087e-04) (hash(x)=25114729) |
| 459 train 7.210031 (lr=3.5032e-04) (hash(x)=31341964) |
| 460 train 7.266203 (lr=3.4977e-04) (hash(x)=26326024) |
| 461 train 7.135107 (lr=3.4922e-04) (hash(x)=27273311) |
| 462 train 7.141449 (lr=3.4867e-04) (hash(x)=17819313) |
| 463 train 7.326743 (lr=3.4812e-04) (hash(x)=23769243) |
| 464 train 7.253543 (lr=3.4756e-04) (hash(x)=23788738) |
| 465 train 7.188145 (lr=3.4700e-04) (hash(x)=24818744) |
| 466 train 7.125351 (lr=3.4644e-04) (hash(x)=23472795) |
| 467 train 7.561700 (lr=3.4587e-04) (hash(x)=24991832) |
| 468 train 7.281077 (lr=3.4530e-04) (hash(x)=22424066) |
| 469 train 7.173289 (lr=3.4473e-04) (hash(x)=26474878) |
| 470 train 7.267947 (lr=3.4416e-04) (hash(x)=22704349) |
| 471 train 7.228820 (lr=3.4359e-04) (hash(x)=22293673) |
| 472 train 7.213423 (lr=3.4301e-04) (hash(x)=21785487) |
| 473 train 7.232505 (lr=3.4243e-04) (hash(x)=25251063) |
| 474 train 7.128202 (lr=3.4185e-04) (hash(x)=22722211) |
| 475 train 7.206573 (lr=3.4127e-04) (hash(x)=24522269) |
| 476 train 7.136857 (lr=3.4068e-04) (hash(x)=23329475) |
| 477 train 7.172847 (lr=3.4009e-04) (hash(x)=24735165) |
| 478 train 6.982765 (lr=3.3950e-04) (hash(x)=27002892) |
| 479 train 7.018597 (lr=3.3891e-04) (hash(x)=23499349) |
| 480 train 7.376822 (lr=3.3831e-04) (hash(x)=22461589) |
| 481 train 7.158376 (lr=3.3771e-04) (hash(x)=26415040) |
| 482 train 7.381897 (lr=3.3711e-04) (hash(x)=26349465) |
| 483 train 7.038072 (lr=3.3651e-04) (hash(x)=21596677) |
| 484 train 7.096442 (lr=3.3590e-04) (hash(x)=24117012) |
| 485 train 7.171072 (lr=3.3530e-04) (hash(x)=24105761) |
| 486 train 7.106800 (lr=3.3469e-04) (hash(x)=25725049) |
| 487 train 6.972893 (lr=3.3408e-04) (hash(x)=22892776) |
| 488 train 7.085896 (lr=3.3346e-04) (hash(x)=21630383) |
| 489 train 7.115988 (lr=3.3285e-04) (hash(x)=24727094) |
| 490 train 7.026695 (lr=3.3223e-04) (hash(x)=22835000) |
| 491 train 7.212759 (lr=3.3161e-04) (hash(x)=22839049) |
| 492 train 7.054127 (lr=3.3099e-04) (hash(x)=20654136) |
| 493 train 7.301900 (lr=3.3036e-04) (hash(x)=26776000) |
| 494 train 6.942503 (lr=3.2973e-04) (hash(x)=22560658) |
| 495 train 7.377705 (lr=3.2911e-04) (hash(x)=25995933) |
| 496 train 7.303614 (lr=3.2847e-04) (hash(x)=24635394) |
| 497 train 7.398937 (lr=3.2784e-04) (hash(x)=27537228) |
| 498 train 7.301142 (lr=3.2721e-04) (hash(x)=26496730) |
| 499 train 7.024153 (lr=3.2657e-04) (hash(x)=16533310) |
| 500 val loss 7.2660 |
| 500 val perplexity 1430.7765 |
| 500 train 7.135050 (lr=3.2593e-04) (hash(x)=24881176) |
| 501 train 7.347652 (lr=3.2529e-04) (hash(x)=25593613) |
| 502 train 7.083936 (lr=3.2464e-04) (hash(x)=22886646) |
| 503 train 7.339124 (lr=3.2400e-04) (hash(x)=21407676) |
| 504 train 7.228539 (lr=3.2335e-04) (hash(x)=21720304) |
| 505 train 7.379178 (lr=3.2270e-04) (hash(x)=27263416) |
| 506 train 7.127178 (lr=3.2205e-04) (hash(x)=25840801) |
| 507 train 7.280003 (lr=3.2140e-04) (hash(x)=31424568) |
| 508 train 7.291379 (lr=3.2074e-04) (hash(x)=23403065) |
| 509 train 7.113430 (lr=3.2008e-04) (hash(x)=22656033) |
| 510 train 7.230016 (lr=3.1943e-04) (hash(x)=26869295) |
| 511 train 7.502090 (lr=3.1876e-04) (hash(x)=25504151) |
| 512 train 7.295562 (lr=3.1810e-04) (hash(x)=25781518) |
| 513 train 7.233940 (lr=3.1744e-04) (hash(x)=26432850) |
| 514 train 7.110104 (lr=3.1677e-04) (hash(x)=20155894) |
| 515 train 7.008984 (lr=3.1610e-04) (hash(x)=22270169) |
| 516 train 7.150598 (lr=3.1543e-04) (hash(x)=22108461) |
| 517 train 7.225751 (lr=3.1476e-04) (hash(x)=24802848) |
| 518 train 7.317863 (lr=3.1408e-04) (hash(x)=25086604) |
| 519 train 7.319765 (lr=3.1341e-04) (hash(x)=26983186) |
| 520 train 7.205115 (lr=3.1273e-04) (hash(x)=27208507) |
| 521 train 7.384169 (lr=3.1205e-04) (hash(x)=23862845) |
| 522 train 7.206310 (lr=3.1137e-04) (hash(x)=22664494) |
| 523 train 7.178551 (lr=3.1069e-04) (hash(x)=24092927) |
| 524 train 7.132616 (lr=3.1000e-04) (hash(x)=27213812) |
| 525 train 7.108545 (lr=3.0931e-04) (hash(x)=23929955) |
| 526 train 7.098413 (lr=3.0862e-04) (hash(x)=23025790) |
| 527 train 7.045512 (lr=3.0793e-04) (hash(x)=20452272) |
| 528 train 7.262859 (lr=3.0724e-04) (hash(x)=26473464) |
| 529 train 7.231150 (lr=3.0655e-04) (hash(x)=28276603) |
| 530 train 7.060543 (lr=3.0585e-04) (hash(x)=21480367) |
| 531 train 7.246252 (lr=3.0516e-04) (hash(x)=24658642) |
| 532 train 7.213847 (lr=3.0446e-04) (hash(x)=26854801) |
| 533 train 7.047395 (lr=3.0376e-04) (hash(x)=17862226) |
| 534 train 7.161891 (lr=3.0306e-04) (hash(x)=28519182) |
| 535 train 7.143240 (lr=3.0235e-04) (hash(x)=25193694) |
| 536 train 7.186128 (lr=3.0165e-04) (hash(x)=25642620) |
| 537 train 7.223233 (lr=3.0094e-04) (hash(x)=25765909) |
| 538 train 7.011407 (lr=3.0023e-04) (hash(x)=20750531) |
| 539 train 7.135511 (lr=2.9952e-04) (hash(x)=24917098) |
| 540 train 7.077359 (lr=2.9881e-04) (hash(x)=24499766) |
| 541 train 7.117239 (lr=2.9810e-04) (hash(x)=25067358) |
| 542 train 7.220417 (lr=2.9738e-04) (hash(x)=27479796) |
| 543 train 7.104497 (lr=2.9667e-04) (hash(x)=23136080) |
| 544 train 7.193572 (lr=2.9595e-04) (hash(x)=29810074) |
| 545 train 7.082312 (lr=2.9523e-04) (hash(x)=24765539) |
| 546 train 7.136913 (lr=2.9451e-04) (hash(x)=22216309) |
| 547 train 7.072034 (lr=2.9379e-04) (hash(x)=20613861) |
| 548 train 7.042239 (lr=2.9307e-04) (hash(x)=23462447) |
| 549 train 7.115380 (lr=2.9234e-04) (hash(x)=26739455) |
| 550 val loss 7.2208 |
| 550 val perplexity 1367.6086 |
| 550 train 7.129200 (lr=2.9162e-04) (hash(x)=23222996) |
| 551 train 7.195045 (lr=2.9089e-04) (hash(x)=26489285) |
| 552 train 6.983945 (lr=2.9016e-04) (hash(x)=25185942) |
| 553 train 7.314059 (lr=2.8943e-04) (hash(x)=27476158) |
| 554 train 7.091814 (lr=2.8870e-04) (hash(x)=23653175) |
| 555 train 7.060676 (lr=2.8797e-04) (hash(x)=22405076) |
| 556 train 7.084158 (lr=2.8723e-04) (hash(x)=25673545) |
| 557 train 7.190689 (lr=2.8650e-04) (hash(x)=22675428) |
| 558 train 7.299218 (lr=2.8576e-04) (hash(x)=28168456) |
| 559 train 7.404202 (lr=2.8502e-04) (hash(x)=26072586) |
| 560 train 7.189232 (lr=2.8428e-04) (hash(x)=24974331) |
| 561 train 6.974414 (lr=2.8354e-04) (hash(x)=21951984) |
| 562 train 7.362377 (lr=2.8280e-04) (hash(x)=25403751) |
| 563 train 7.150120 (lr=2.8206e-04) (hash(x)=26396012) |
| 564 train 7.123554 (lr=2.8132e-04) (hash(x)=24827190) |
| 565 train 7.240861 (lr=2.8057e-04) (hash(x)=24847458) |
| 566 train 7.209997 (lr=2.7982e-04) (hash(x)=22159088) |
| 567 train 7.135837 (lr=2.7908e-04) (hash(x)=22140034) |
| 568 train 7.180117 (lr=2.7833e-04) (hash(x)=19044797) |
| 569 train 7.102286 (lr=2.7758e-04) (hash(x)=23932794) |
| 570 train 7.200238 (lr=2.7683e-04) (hash(x)=25256890) |
| 571 train 7.269563 (lr=2.7607e-04) (hash(x)=24161711) |
| 572 train 7.192078 (lr=2.7532e-04) (hash(x)=22036817) |
| 573 train 7.031141 (lr=2.7457e-04) (hash(x)=26663208) |
| 574 train 7.086411 (lr=2.7381e-04) (hash(x)=24072213) |
| 575 train 7.078128 (lr=2.7306e-04) (hash(x)=22766044) |
| 576 train 7.183905 (lr=2.7230e-04) (hash(x)=27871153) |
| 577 train 7.171895 (lr=2.7154e-04) (hash(x)=24037280) |
| 578 train 7.324442 (lr=2.7078e-04) (hash(x)=24121850) |
| 579 train 7.114185 (lr=2.7002e-04) (hash(x)=24380031) |
| 580 train 7.072943 (lr=2.6926e-04) (hash(x)=23055215) |
| 581 train 7.285850 (lr=2.6850e-04) (hash(x)=25329724) |
| 582 train 7.050620 (lr=2.6773e-04) (hash(x)=25662408) |
| 583 train 7.150427 (lr=2.6697e-04) (hash(x)=26346814) |
| 584 train 7.261900 (lr=2.6620e-04) (hash(x)=25283256) |
| 585 train 7.084950 (lr=2.6544e-04) (hash(x)=24021771) |
| 586 train 7.081648 (lr=2.6467e-04) (hash(x)=23576840) |
| 587 train 7.247495 (lr=2.6390e-04) (hash(x)=26414858) |
| 588 train 7.008790 (lr=2.6314e-04) (hash(x)=20099261) |
| 589 train 7.002177 (lr=2.6237e-04) (hash(x)=22453718) |
| 590 train 6.964484 (lr=2.6160e-04) (hash(x)=22529445) |
| 591 train 7.049136 (lr=2.6083e-04) (hash(x)=24484543) |
| 592 train 6.972813 (lr=2.6005e-04) (hash(x)=24043998) |
| 593 train 7.113982 (lr=2.5928e-04) (hash(x)=24301906) |
| 594 train 7.056588 (lr=2.5851e-04) (hash(x)=26328881) |
| 595 train 7.104700 (lr=2.5773e-04) (hash(x)=23101508) |
| 596 train 7.094124 (lr=2.5696e-04) (hash(x)=23527176) |
| 597 train 7.540867 (lr=2.5618e-04) (hash(x)=22705673) |
| 598 train 7.165732 (lr=2.5541e-04) (hash(x)=28664796) |
| 599 train 7.261077 (lr=2.5463e-04) (hash(x)=27102890) |
| 600 val loss 7.2058 |
| 600 val perplexity 1347.2787 |
| 600 train 7.388664 (lr=2.5385e-04) (hash(x)=26787259) |
| 601 train 7.383162 (lr=2.5307e-04) (hash(x)=23396088) |
| 602 train 7.123705 (lr=2.5230e-04) (hash(x)=24911831) |
| 603 train 7.165345 (lr=2.5152e-04) (hash(x)=23453491) |
| 604 train 7.211850 (lr=2.5074e-04) (hash(x)=23453396) |
| 605 train 7.284858 (lr=2.4996e-04) (hash(x)=23869612) |
| 606 train 7.373194 (lr=2.4917e-04) (hash(x)=26581590) |
| 607 train 7.203884 (lr=2.4839e-04) (hash(x)=28056342) |
| 608 train 7.244086 (lr=2.4761e-04) (hash(x)=25900866) |
| 609 train 7.267764 (lr=2.4683e-04) (hash(x)=24549177) |
| 610 train 7.199110 (lr=2.4604e-04) (hash(x)=28239583) |
| 611 train 7.230692 (lr=2.4526e-04) (hash(x)=23223554) |
| 612 train 7.276765 (lr=2.4448e-04) (hash(x)=24793480) |
| 613 train 7.185047 (lr=2.4369e-04) (hash(x)=25415570) |
| 614 train 7.256577 (lr=2.4291e-04) (hash(x)=24425760) |
| 615 train 7.312207 (lr=2.4212e-04) (hash(x)=23707134) |
| 616 train 7.256007 (lr=2.4133e-04) (hash(x)=28321697) |
| 617 train 7.187799 (lr=2.4055e-04) (hash(x)=23434031) |
| 618 train 7.161068 (lr=2.3976e-04) (hash(x)=27003481) |
| 619 train 7.162149 (lr=2.3897e-04) (hash(x)=22236893) |
| 620 train 7.184744 (lr=2.3818e-04) (hash(x)=26857458) |
| 621 train 7.192053 (lr=2.3740e-04) (hash(x)=26413122) |
| 622 train 7.502143 (lr=2.3661e-04) (hash(x)=27696537) |
| 623 train 7.197651 (lr=2.3582e-04) (hash(x)=21950234) |
| 624 train 7.221639 (lr=2.3503e-04) (hash(x)=24051952) |
| 625 train 7.251692 (lr=2.3424e-04) (hash(x)=24029939) |
| 626 train 7.322046 (lr=2.3345e-04) (hash(x)=24393346) |
| 627 train 7.271921 (lr=2.3266e-04) (hash(x)=26985352) |
| 628 train 7.043303 (lr=2.3187e-04) (hash(x)=19493265) |
| 629 train 7.115475 (lr=2.3108e-04) (hash(x)=23944010) |
| 630 train 7.320976 (lr=2.3029e-04) (hash(x)=21517435) |
| 631 train 7.091166 (lr=2.2950e-04) (hash(x)=25025868) |
| 632 train 7.093050 (lr=2.2871e-04) (hash(x)=22940997) |
| 633 train 7.217952 (lr=2.2792e-04) (hash(x)=25864840) |
| 634 train 7.160185 (lr=2.2713e-04) (hash(x)=24682151) |
| 635 train 7.077282 (lr=2.2633e-04) (hash(x)=27055330) |
| 636 train 7.151564 (lr=2.2554e-04) (hash(x)=22705710) |
| 637 train 7.246555 (lr=2.2475e-04) (hash(x)=26775238) |
| 638 train 7.375243 (lr=2.2396e-04) (hash(x)=21734331) |
| 639 train 7.122048 (lr=2.2317e-04) (hash(x)=25693442) |
| 640 train 7.208173 (lr=2.2238e-04) (hash(x)=25290454) |
| 641 train 7.165658 (lr=2.2158e-04) (hash(x)=25699860) |
| 642 train 7.351058 (lr=2.2079e-04) (hash(x)=19919115) |
| 643 train 7.395107 (lr=2.2000e-04) (hash(x)=25586967) |
| 644 train 7.145013 (lr=2.1921e-04) (hash(x)=25373506) |
| 645 train 7.131990 (lr=2.1842e-04) (hash(x)=26496148) |
| 646 train 7.225438 (lr=2.1762e-04) (hash(x)=27395083) |
| 647 train 7.406580 (lr=2.1683e-04) (hash(x)=27389709) |
| 648 train 7.276235 (lr=2.1604e-04) (hash(x)=29172968) |
| 649 train 7.196164 (lr=2.1525e-04) (hash(x)=25464920) |
| 650 val loss 7.1766 |
| 650 val perplexity 1308.4232 |
| 650 train 7.263709 (lr=2.1446e-04) (hash(x)=25992320) |
| 651 train 7.216295 (lr=2.1367e-04) (hash(x)=24949509) |
| 652 train 7.249476 (lr=2.1287e-04) (hash(x)=25615151) |
| 653 train 7.213801 (lr=2.1208e-04) (hash(x)=27923548) |
| 654 train 7.259383 (lr=2.1129e-04) (hash(x)=26387848) |
| 655 train 7.202737 (lr=2.1050e-04) (hash(x)=22863518) |
| 656 train 7.156873 (lr=2.0971e-04) (hash(x)=20869581) |
| 657 train 7.305210 (lr=2.0892e-04) (hash(x)=18133606) |
| 658 train 7.192937 (lr=2.0813e-04) (hash(x)=28736122) |
| 659 train 7.176794 (lr=2.0734e-04) (hash(x)=25528329) |
| 660 train 7.214803 (lr=2.0655e-04) (hash(x)=24020765) |
| 661 train 7.274973 (lr=2.0576e-04) (hash(x)=27792245) |
| 662 train 7.289534 (lr=2.0497e-04) (hash(x)=28287635) |
| 663 train 7.070947 (lr=2.0418e-04) (hash(x)=20951206) |
| 664 train 7.094005 (lr=2.0339e-04) (hash(x)=22356452) |
| 665 train 7.151302 (lr=2.0260e-04) (hash(x)=24385170) |
| 666 train 7.247064 (lr=2.0182e-04) (hash(x)=23455854) |
| 667 train 7.200358 (lr=2.0103e-04) (hash(x)=21589405) |
| 668 train 7.195724 (lr=2.0024e-04) (hash(x)=24698150) |
| 669 train 7.179058 (lr=1.9945e-04) (hash(x)=28010836) |
| 670 train 7.333903 (lr=1.9867e-04) (hash(x)=25427381) |
| 671 train 7.261661 (lr=1.9788e-04) (hash(x)=27478557) |
| 672 train 7.193837 (lr=1.9709e-04) (hash(x)=23865569) |
| 673 train 7.301037 (lr=1.9631e-04) (hash(x)=23407132) |
| 674 train 7.146557 (lr=1.9552e-04) (hash(x)=20253664) |
| 675 train 7.134809 (lr=1.9474e-04) (hash(x)=21087928) |
| 676 train 7.188758 (lr=1.9396e-04) (hash(x)=25957589) |
| 677 train 7.148079 (lr=1.9317e-04) (hash(x)=27008610) |
| 678 train 7.241390 (lr=1.9239e-04) (hash(x)=27580265) |
| 679 train 7.249039 (lr=1.9161e-04) (hash(x)=24244798) |
| 680 train 7.131508 (lr=1.9083e-04) (hash(x)=24535871) |
| 681 train 7.263510 (lr=1.9004e-04) (hash(x)=27558681) |
| 682 train 7.112218 (lr=1.8926e-04) (hash(x)=21152793) |
| 683 train 7.111492 (lr=1.8848e-04) (hash(x)=28147005) |
| 684 train 7.186238 (lr=1.8770e-04) (hash(x)=21933180) |
| 685 train 7.177848 (lr=1.8693e-04) (hash(x)=24735895) |
| 686 train 7.209908 (lr=1.8615e-04) (hash(x)=26209948) |
| 687 train 7.209423 (lr=1.8537e-04) (hash(x)=23358313) |
| 688 train 7.137181 (lr=1.8459e-04) (hash(x)=22398001) |
| 689 train 7.031833 (lr=1.8382e-04) (hash(x)=23724957) |
| 690 train 7.092579 (lr=1.8304e-04) (hash(x)=23083514) |
| 691 train 6.983320 (lr=1.8227e-04) (hash(x)=16016924) |
| 692 train 7.249783 (lr=1.8149e-04) (hash(x)=27173674) |
| 693 train 7.032318 (lr=1.8072e-04) (hash(x)=28056250) |
| 694 train 7.157750 (lr=1.7995e-04) (hash(x)=22233617) |
| 695 train 7.240007 (lr=1.7917e-04) (hash(x)=23777908) |
| 696 train 7.206275 (lr=1.7840e-04) (hash(x)=27842849) |
| 697 train 7.231604 (lr=1.7763e-04) (hash(x)=23711679) |
| 698 train 7.054009 (lr=1.7686e-04) (hash(x)=17204843) |
| 699 train 7.363975 (lr=1.7610e-04) (hash(x)=23909800) |
| 700 val loss 7.1432 |
| 700 val perplexity 1265.4152 |
| 700 train 7.193203 (lr=1.7533e-04) (hash(x)=25033286) |
| 701 train 7.501172 (lr=1.7456e-04) (hash(x)=23608371) |
| 702 train 7.272604 (lr=1.7380e-04) (hash(x)=23654625) |
| 703 train 7.113399 (lr=1.7303e-04) (hash(x)=22633313) |
| 704 train 7.174962 (lr=1.7227e-04) (hash(x)=24267011) |
| 705 train 7.126307 (lr=1.7150e-04) (hash(x)=23449416) |
| 706 train 7.378852 (lr=1.7074e-04) (hash(x)=28527906) |
| 707 train 7.054196 (lr=1.6998e-04) (hash(x)=21189075) |
| 708 train 7.117593 (lr=1.6922e-04) (hash(x)=25278645) |
| 709 train 7.556139 (lr=1.6846e-04) (hash(x)=23654290) |
| 710 train 7.112774 (lr=1.6770e-04) (hash(x)=24571139) |
| 711 train 7.189974 (lr=1.6694e-04) (hash(x)=26203172) |
| 712 train 7.132493 (lr=1.6619e-04) (hash(x)=19623503) |
| 713 train 7.097471 (lr=1.6543e-04) (hash(x)=23970545) |
| 714 train 7.294400 (lr=1.6468e-04) (hash(x)=25724900) |
| 715 train 7.215743 (lr=1.6393e-04) (hash(x)=23245421) |
| 716 train 7.141586 (lr=1.6317e-04) (hash(x)=24087537) |
| 717 train 7.075061 (lr=1.6242e-04) (hash(x)=25549646) |
| 718 train 7.155168 (lr=1.6167e-04) (hash(x)=26406563) |
| 719 train 7.199550 (lr=1.6092e-04) (hash(x)=23972429) |
| 720 train 7.243266 (lr=1.6018e-04) (hash(x)=26378040) |
| 721 train 7.116014 (lr=1.5943e-04) (hash(x)=24618531) |
| 722 train 7.126006 (lr=1.5868e-04) (hash(x)=20135714) |
| 723 train 7.260794 (lr=1.5794e-04) (hash(x)=26490981) |
| 724 train 7.288964 (lr=1.5720e-04) (hash(x)=23927567) |
| 725 train 7.125206 (lr=1.5646e-04) (hash(x)=27943609) |
| 726 train 7.167618 (lr=1.5572e-04) (hash(x)=22962561) |
| 727 train 7.216525 (lr=1.5498e-04) (hash(x)=24772257) |
| 728 train 7.143816 (lr=1.5424e-04) (hash(x)=25539761) |
| 729 train 7.281848 (lr=1.5350e-04) (hash(x)=23316262) |
| 730 train 7.057839 (lr=1.5277e-04) (hash(x)=23857558) |
| 731 train 7.240856 (lr=1.5203e-04) (hash(x)=30252690) |
| 732 train 7.299968 (lr=1.5130e-04) (hash(x)=30590162) |
| 733 train 7.197959 (lr=1.5057e-04) (hash(x)=25015721) |
| 734 train 7.276554 (lr=1.4984e-04) (hash(x)=28639679) |
| 735 train 7.163798 (lr=1.4911e-04) (hash(x)=26199058) |
| 736 train 7.215036 (lr=1.4838e-04) (hash(x)=28907461) |
| 737 train 7.198717 (lr=1.4766e-04) (hash(x)=26466915) |
| 738 train 7.268178 (lr=1.4693e-04) (hash(x)=20332613) |
| 739 train 7.153404 (lr=1.4621e-04) (hash(x)=26766470) |
| 740 train 7.099974 (lr=1.4549e-04) (hash(x)=26722145) |
| 741 train 7.153911 (lr=1.4477e-04) (hash(x)=21222489) |
| 742 train 7.280080 (lr=1.4405e-04) (hash(x)=24662435) |
| 743 train 7.104404 (lr=1.4333e-04) (hash(x)=24308927) |
| 744 train 7.077472 (lr=1.4262e-04) (hash(x)=28442502) |
| 745 train 7.111529 (lr=1.4190e-04) (hash(x)=22810435) |
| 746 train 7.243184 (lr=1.4119e-04) (hash(x)=30486518) |
| 747 train 7.232344 (lr=1.4048e-04) (hash(x)=22688712) |
| 748 train 7.121601 (lr=1.3977e-04) (hash(x)=20712962) |
| 749 train 7.014725 (lr=1.3906e-04) (hash(x)=27490086) |
| 750 val loss 7.1176 |
| 750 val perplexity 1233.5182 |
| 750 train 7.008354 (lr=1.3835e-04) (hash(x)=23973908) |
| 751 train 7.141920 (lr=1.3765e-04) (hash(x)=29132401) |
| 752 train 7.141520 (lr=1.3694e-04) (hash(x)=27386700) |
| 753 train 7.192436 (lr=1.3624e-04) (hash(x)=24268614) |
| 754 train 7.237129 (lr=1.3554e-04) (hash(x)=27378387) |
| 755 train 7.024290 (lr=1.3484e-04) (hash(x)=22529400) |
| 756 train 7.098614 (lr=1.3415e-04) (hash(x)=27586989) |
| 757 train 7.051932 (lr=1.3345e-04) (hash(x)=22336349) |
| 758 train 7.084560 (lr=1.3276e-04) (hash(x)=26147854) |
| 759 train 7.171667 (lr=1.3207e-04) (hash(x)=25346788) |
| 760 train 7.243577 (lr=1.3138e-04) (hash(x)=25956855) |
| 761 train 7.177638 (lr=1.3069e-04) (hash(x)=24367780) |
| 762 train 7.087391 (lr=1.3000e-04) (hash(x)=26084462) |
| 763 train 7.146277 (lr=1.2931e-04) (hash(x)=26702459) |
| 764 train 7.089565 (lr=1.2863e-04) (hash(x)=25717976) |
| 765 train 7.033863 (lr=1.2795e-04) (hash(x)=22141366) |
| 766 train 7.252100 (lr=1.2727e-04) (hash(x)=24652423) |
| 767 train 7.187285 (lr=1.2659e-04) (hash(x)=30911699) |
| 768 train 7.167632 (lr=1.2592e-04) (hash(x)=22076954) |
| 769 train 7.324314 (lr=1.2524e-04) (hash(x)=21586769) |
| 770 train 7.173502 (lr=1.2457e-04) (hash(x)=21994337) |
| 771 train 7.156310 (lr=1.2390e-04) (hash(x)=25454145) |
| 772 train 7.209539 (lr=1.2323e-04) (hash(x)=23239550) |
| 773 train 7.247126 (lr=1.2256e-04) (hash(x)=23565926) |
| 774 train 7.090254 (lr=1.2190e-04) (hash(x)=24705563) |
| 775 train 7.184941 (lr=1.2124e-04) (hash(x)=27671095) |
| 776 train 7.300205 (lr=1.2057e-04) (hash(x)=26254303) |
| 777 train 7.048709 (lr=1.1992e-04) (hash(x)=27454020) |
| 778 train 7.043571 (lr=1.1926e-04) (hash(x)=24394565) |
| 779 train 6.974378 (lr=1.1860e-04) (hash(x)=21780199) |
| 780 train 7.073063 (lr=1.1795e-04) (hash(x)=28296896) |
| 781 train 7.218161 (lr=1.1730e-04) (hash(x)=26766303) |
| 782 train 7.080850 (lr=1.1665e-04) (hash(x)=21599973) |
| 783 train 7.369593 (lr=1.1600e-04) (hash(x)=24969360) |
| 784 train 7.339558 (lr=1.1536e-04) (hash(x)=24382006) |
| 785 train 7.020406 (lr=1.1471e-04) (hash(x)=22009299) |
| 786 train 6.870216 (lr=1.1407e-04) (hash(x)=22376569) |
| 787 train 7.045311 (lr=1.1343e-04) (hash(x)=28166843) |
| 788 train 7.324308 (lr=1.1279e-04) (hash(x)=28230119) |
| 789 train 7.268019 (lr=1.1216e-04) (hash(x)=26207465) |
| 790 train 7.338013 (lr=1.1153e-04) (hash(x)=24748118) |
| 791 train 7.247057 (lr=1.1089e-04) (hash(x)=27033802) |
| 792 train 7.183656 (lr=1.1027e-04) (hash(x)=28788047) |
| 793 train 7.034350 (lr=1.0964e-04) (hash(x)=22185099) |
| 794 train 7.236173 (lr=1.0901e-04) (hash(x)=21585136) |
| 795 train 7.058391 (lr=1.0839e-04) (hash(x)=27691968) |
| 796 train 7.080796 (lr=1.0777e-04) (hash(x)=23706103) |
| 797 train 6.940464 (lr=1.0715e-04) (hash(x)=27918030) |
| 798 train 7.154420 (lr=1.0654e-04) (hash(x)=23127886) |
| 799 train 7.178724 (lr=1.0592e-04) (hash(x)=26197070) |
| 800 val loss 7.0980 |
| 800 val perplexity 1209.5577 |
| 800 train 7.222209 (lr=1.0531e-04) (hash(x)=26463005) |
| 801 train 7.107811 (lr=1.0470e-04) (hash(x)=19160134) |
| 802 train 7.082170 (lr=1.0410e-04) (hash(x)=23699136) |
| 803 train 7.135591 (lr=1.0349e-04) (hash(x)=25353051) |
| 804 train 7.077827 (lr=1.0289e-04) (hash(x)=21558484) |
| 805 train 7.008379 (lr=1.0229e-04) (hash(x)=22828380) |
| 806 train 7.110964 (lr=1.0169e-04) (hash(x)=24623811) |
| 807 train 7.256065 (lr=1.0109e-04) (hash(x)=25410299) |
| 808 train 7.151887 (lr=1.0050e-04) (hash(x)=26046091) |
| 809 train 7.260276 (lr=9.9910e-05) (hash(x)=29887482) |
| 810 train 7.002439 (lr=9.9321e-05) (hash(x)=21809706) |
| 811 train 7.139990 (lr=9.8735e-05) (hash(x)=23712872) |
| 812 train 7.033081 (lr=9.8151e-05) (hash(x)=25875103) |
| 813 train 6.984247 (lr=9.7569e-05) (hash(x)=23736441) |
| 814 train 7.078032 (lr=9.6990e-05) (hash(x)=25093883) |
| 815 train 7.025978 (lr=9.6413e-05) (hash(x)=23692325) |
| 816 train 6.908782 (lr=9.5838e-05) (hash(x)=23061082) |
| 817 train 7.059279 (lr=9.5266e-05) (hash(x)=26094253) |
| 818 train 7.187233 (lr=9.4696e-05) (hash(x)=27327886) |
| 819 train 7.088994 (lr=9.4129e-05) (hash(x)=26186143) |
| 820 train 7.065170 (lr=9.3564e-05) (hash(x)=25336043) |
| 821 train 7.114448 (lr=9.3001e-05) (hash(x)=22811468) |
| 822 train 7.104336 (lr=9.2441e-05) (hash(x)=27925831) |
| 823 train 7.197074 (lr=9.1884e-05) (hash(x)=35528108) |
| 824 train 7.178261 (lr=9.1328e-05) (hash(x)=24949421) |
| 825 train 6.951069 (lr=9.0776e-05) (hash(x)=22845735) |
| 826 train 7.063087 (lr=9.0226e-05) (hash(x)=28138281) |
| 827 train 7.115876 (lr=8.9678e-05) (hash(x)=29038360) |
| 828 train 7.086456 (lr=8.9133e-05) (hash(x)=22827903) |
| 829 train 7.158072 (lr=8.8591e-05) (hash(x)=24647015) |
| 830 train 7.047551 (lr=8.8051e-05) (hash(x)=20477804) |
| 831 train 7.023748 (lr=8.7513e-05) (hash(x)=26692640) |
| 832 train 7.100020 (lr=8.6978e-05) (hash(x)=27388794) |
| 833 train 7.346889 (lr=8.6446e-05) (hash(x)=25265875) |
| 834 train 7.018174 (lr=8.5916e-05) (hash(x)=21841888) |
| 835 train 7.123296 (lr=8.5389e-05) (hash(x)=19809196) |
| 836 train 7.204536 (lr=8.4865e-05) (hash(x)=23007945) |
| 837 train 7.118589 (lr=8.4343e-05) (hash(x)=24079409) |
| 838 train 7.065272 (lr=8.3824e-05) (hash(x)=25874533) |
| 839 train 6.986068 (lr=8.3307e-05) (hash(x)=23660106) |
| 840 train 7.457134 (lr=8.2793e-05) (hash(x)=41821329) |
| 841 train 7.100047 (lr=8.2282e-05) (hash(x)=25763899) |
| 842 train 6.934858 (lr=8.1773e-05) (hash(x)=28584111) |
| 843 train 7.364761 (lr=8.1267e-05) (hash(x)=25559887) |
| 844 train 7.174936 (lr=8.0764e-05) (hash(x)=26886377) |
| 845 train 7.134036 (lr=8.0263e-05) (hash(x)=26461895) |
| 846 train 7.175381 (lr=7.9765e-05) (hash(x)=23018827) |
| 847 train 6.992710 (lr=7.9270e-05) (hash(x)=24375035) |
| 848 train 7.138222 (lr=7.8778e-05) (hash(x)=26431670) |
| 849 train 7.007517 (lr=7.8288e-05) (hash(x)=25033511) |
| 850 val loss 7.0878 |
| 850 val perplexity 1197.2623 |
| 850 train 7.113752 (lr=7.7801e-05) (hash(x)=25602577) |
| 851 train 7.061126 (lr=7.7317e-05) (hash(x)=23316582) |
| 852 train 7.167081 (lr=7.6836e-05) (hash(x)=22470095) |
| 853 train 7.043619 (lr=7.6357e-05) (hash(x)=25089202) |
| 854 train 6.993402 (lr=7.5881e-05) (hash(x)=26243247) |
| 855 train 7.096493 (lr=7.5408e-05) (hash(x)=22231144) |
| 856 train 6.998126 (lr=7.4938e-05) (hash(x)=27646564) |
| 857 train 7.158533 (lr=7.4470e-05) (hash(x)=23889875) |
| 858 train 7.065603 (lr=7.4005e-05) (hash(x)=25255240) |
| 859 train 7.188045 (lr=7.3544e-05) (hash(x)=23883299) |
| 860 train 7.142145 (lr=7.3085e-05) (hash(x)=18463841) |
| 861 train 7.180216 (lr=7.2628e-05) (hash(x)=30657762) |
| 862 train 7.067801 (lr=7.2175e-05) (hash(x)=25288079) |
| 863 train 7.122161 (lr=7.1725e-05) (hash(x)=28979310) |
| 864 train 7.327227 (lr=7.1277e-05) (hash(x)=30254991) |
| 865 train 7.139729 (lr=7.0832e-05) (hash(x)=27274653) |
| 866 train 7.131728 (lr=7.0390e-05) (hash(x)=23026066) |
| 867 train 7.076217 (lr=6.9952e-05) (hash(x)=14001963) |
| 868 train 6.982872 (lr=6.9516e-05) (hash(x)=21988054) |
| 869 train 7.095751 (lr=6.9082e-05) (hash(x)=26241099) |
| 870 train 7.164630 (lr=6.8652e-05) (hash(x)=26209722) |
| 871 train 7.029360 (lr=6.8225e-05) (hash(x)=26928312) |
| 872 train 7.103787 (lr=6.7801e-05) (hash(x)=23563272) |
| 873 train 7.045320 (lr=6.7379e-05) (hash(x)=25704828) |
| 874 train 7.282993 (lr=6.6961e-05) (hash(x)=22498992) |
| 875 train 7.432914 (lr=6.6545e-05) (hash(x)=22895918) |
| 876 train 6.995058 (lr=6.6133e-05) (hash(x)=24404283) |
| 877 train 7.032101 (lr=6.5723e-05) (hash(x)=26663932) |
| 878 train 7.154165 (lr=6.5317e-05) (hash(x)=22805316) |
| 879 train 7.160897 (lr=6.4913e-05) (hash(x)=23344466) |
| 880 train 7.083907 (lr=6.4513e-05) (hash(x)=20966940) |
| 881 train 7.082876 (lr=6.4115e-05) (hash(x)=27422664) |
| 882 train 7.120934 (lr=6.3721e-05) (hash(x)=22116510) |
| 883 train 7.002798 (lr=6.3329e-05) (hash(x)=27269633) |
| 884 train 7.109317 (lr=6.2941e-05) (hash(x)=27157711) |
| 885 train 7.156308 (lr=6.2556e-05) (hash(x)=22774645) |
| 886 train 7.046669 (lr=6.2173e-05) (hash(x)=22143146) |
| 887 train 7.060269 (lr=6.1794e-05) (hash(x)=22356438) |
| 888 train 6.809245 (lr=6.1418e-05) (hash(x)=23172158) |
| 889 train 7.069403 (lr=6.1045e-05) (hash(x)=26971690) |
| 890 train 7.110359 (lr=6.0675e-05) (hash(x)=24851922) |
| 891 train 6.953431 (lr=6.0308e-05) (hash(x)=21017641) |
| 892 train 7.104090 (lr=5.9944e-05) (hash(x)=28186957) |
| 893 train 7.104548 (lr=5.9583e-05) (hash(x)=25661082) |
| 894 train 7.009439 (lr=5.9225e-05) (hash(x)=25462781) |
| 895 train 6.952760 (lr=5.8871e-05) (hash(x)=21774374) |
| 896 train 6.967298 (lr=5.8519e-05) (hash(x)=23657055) |
| 897 train 7.014244 (lr=5.8171e-05) (hash(x)=23604050) |
| 898 train 7.409962 (lr=5.7826e-05) (hash(x)=31534071) |
| 899 train 7.205088 (lr=5.7484e-05) (hash(x)=24183732) |
| 900 val loss 7.0758 |
| 900 val perplexity 1183.0345 |
| 900 train 7.064973 (lr=5.7145e-05) (hash(x)=23384280) |
| 901 train 6.933934 (lr=5.6809e-05) (hash(x)=21975928) |
| 902 train 6.936323 (lr=5.6476e-05) (hash(x)=25281674) |
| 903 train 6.932977 (lr=5.6147e-05) (hash(x)=22947712) |
| 904 train 7.008844 (lr=5.5821e-05) (hash(x)=24853977) |
| 905 train 7.061584 (lr=5.5497e-05) (hash(x)=23696470) |
| 906 train 7.077976 (lr=5.5178e-05) (hash(x)=27489711) |
| 907 train 6.995270 (lr=5.4861e-05) (hash(x)=28050163) |
| 908 train 6.861397 (lr=5.4547e-05) (hash(x)=26996807) |
| 909 train 7.260010 (lr=5.4237e-05) (hash(x)=28626495) |
| 910 train 6.999020 (lr=5.3930e-05) (hash(x)=24783242) |
| 911 train 6.999202 (lr=5.3626e-05) (hash(x)=25832479) |
| 912 train 6.861785 (lr=5.3325e-05) (hash(x)=23522137) |
| 913 train 7.183571 (lr=5.3028e-05) (hash(x)=26731973) |
| 914 train 7.223503 (lr=5.2734e-05) (hash(x)=26019142) |
| 915 train 7.026177 (lr=5.2443e-05) (hash(x)=25081877) |
| 916 train 7.116035 (lr=5.2155e-05) (hash(x)=23843571) |
| 917 train 7.144435 (lr=5.1871e-05) (hash(x)=26805739) |
| 918 train 7.041110 (lr=5.1589e-05) (hash(x)=27169927) |
| 919 train 7.094075 (lr=5.1311e-05) (hash(x)=26545491) |
| 920 train 7.094398 (lr=5.1037e-05) (hash(x)=25179497) |
| 921 train 7.036853 (lr=5.0765e-05) (hash(x)=27085003) |
| 922 train 7.053725 (lr=5.0497e-05) (hash(x)=24558202) |
| 923 train 7.179406 (lr=5.0232e-05) (hash(x)=25317684) |
| 924 train 7.075161 (lr=4.9971e-05) (hash(x)=27104868) |
| 925 train 7.118635 (lr=4.9712e-05) (hash(x)=24806274) |
| 926 train 7.157857 (lr=4.9457e-05) (hash(x)=24341937) |
| 927 train 6.974164 (lr=4.9206e-05) (hash(x)=22736558) |
| 928 train 6.992149 (lr=4.8957e-05) (hash(x)=23843744) |
| 929 train 7.097245 (lr=4.8712e-05) (hash(x)=27218468) |
| 930 train 7.057538 (lr=4.8470e-05) (hash(x)=26042053) |
| 931 train 7.081615 (lr=4.8232e-05) (hash(x)=25776082) |
| 932 train 6.955910 (lr=4.7997e-05) (hash(x)=21594447) |
| 933 train 7.005305 (lr=4.7765e-05) (hash(x)=21674469) |
| 934 train 6.932823 (lr=4.7537e-05) (hash(x)=26213966) |
| 935 train 6.935889 (lr=4.7312e-05) (hash(x)=23770702) |
| 936 train 7.051751 (lr=4.7090e-05) (hash(x)=27829878) |
| 937 train 7.144333 (lr=4.6871e-05) (hash(x)=29177278) |
| 938 train 7.096163 (lr=4.6656e-05) (hash(x)=26020089) |
| 939 train 6.986700 (lr=4.6445e-05) (hash(x)=24676475) |
| 940 train 7.036417 (lr=4.6236e-05) (hash(x)=24056174) |
| 941 train 7.072096 (lr=4.6031e-05) (hash(x)=21887514) |
| 942 train 7.065656 (lr=4.5830e-05) (hash(x)=24196100) |
| 943 train 7.050309 (lr=4.5631e-05) (hash(x)=25700093) |
| 944 train 7.161655 (lr=4.5437e-05) (hash(x)=24365834) |
| 945 train 6.981146 (lr=4.5245e-05) (hash(x)=25631786) |
| 946 train 7.118807 (lr=4.5057e-05) (hash(x)=24452345) |
| 947 train 6.825552 (lr=4.4872e-05) (hash(x)=21465330) |
| 948 train 6.925424 (lr=4.4691e-05) (hash(x)=20427493) |
| 949 train 6.988474 (lr=4.4513e-05) (hash(x)=25439720) |
| 950 val loss 7.0724 |
| 950 val perplexity 1178.9203 |
| 950 train 7.061757 (lr=4.4338e-05) (hash(x)=21652988) |
| 951 train 6.994700 (lr=4.4167e-05) (hash(x)=22546779) |
| 952 train 6.845499 (lr=4.4000e-05) (hash(x)=20855736) |
| 953 train 7.036118 (lr=4.3835e-05) (hash(x)=27725873) |
| 954 train 7.119771 (lr=4.3674e-05) (hash(x)=24582989) |
| 955 train 6.993190 (lr=4.3517e-05) (hash(x)=24822372) |
| 956 train 7.040912 (lr=4.3363e-05) (hash(x)=25624588) |
| 957 train 6.999645 (lr=4.3212e-05) (hash(x)=23566489) |
| 958 train 7.162243 (lr=4.3065e-05) (hash(x)=28117387) |
| 959 train 6.944362 (lr=4.2921e-05) (hash(x)=26874283) |
| 960 train 6.958692 (lr=4.2781e-05) (hash(x)=28570123) |
| 961 train 7.074913 (lr=4.2644e-05) (hash(x)=24807017) |
| 962 train 6.980035 (lr=4.2510e-05) (hash(x)=25189993) |
| 963 train 7.099875 (lr=4.2380e-05) (hash(x)=29202226) |
| 964 train 7.281800 (lr=4.2253e-05) (hash(x)=26060713) |
| 965 train 7.193967 (lr=4.2130e-05) (hash(x)=23053285) |
| 966 train 7.117478 (lr=4.2010e-05) (hash(x)=21968481) |
| 967 train 7.025183 (lr=4.1894e-05) (hash(x)=24492698) |
| 968 train 7.011426 (lr=4.1781e-05) (hash(x)=25760806) |
| 969 train 7.059545 (lr=4.1672e-05) (hash(x)=27417392) |
| 970 train 7.025636 (lr=4.1566e-05) (hash(x)=26767105) |
| 971 train 7.087362 (lr=4.1463e-05) (hash(x)=25117678) |
| 972 train 6.983567 (lr=4.1364e-05) (hash(x)=24233758) |
| 973 train 7.046432 (lr=4.1269e-05) (hash(x)=29907634) |
| 974 train 6.841383 (lr=4.1177e-05) (hash(x)=23552436) |
| 975 train 7.170393 (lr=4.1088e-05) (hash(x)=28610406) |
| 976 train 7.020385 (lr=4.1003e-05) (hash(x)=23858212) |
| 977 train 6.927962 (lr=4.0921e-05) (hash(x)=20567764) |
| 978 train 6.934706 (lr=4.0843e-05) (hash(x)=29631106) |
| 979 train 6.912985 (lr=4.0768e-05) (hash(x)=19843564) |
| 980 train 7.043250 (lr=4.0697e-05) (hash(x)=22589891) |
| 981 train 6.849034 (lr=4.0629e-05) (hash(x)=21183943) |
| 982 train 6.989940 (lr=4.0564e-05) (hash(x)=26152241) |
| 983 train 7.015242 (lr=4.0503e-05) (hash(x)=22700785) |
| 984 train 7.207182 (lr=4.0446e-05) (hash(x)=29611280) |
| 985 train 7.280855 (lr=4.0392e-05) (hash(x)=25972823) |
| 986 train 7.029654 (lr=4.0341e-05) (hash(x)=23447782) |
| 987 train 6.975093 (lr=4.0294e-05) (hash(x)=22578453) |
| 988 train 6.988976 (lr=4.0251e-05) (hash(x)=25474622) |
| 989 train 7.044487 (lr=4.0211e-05) (hash(x)=22965762) |
| 990 train 7.102362 (lr=4.0174e-05) (hash(x)=26116321) |
| 991 train 6.996910 (lr=4.0141e-05) (hash(x)=25934549) |
| 992 train 6.923571 (lr=4.0112e-05) (hash(x)=23937495) |
| 993 train 7.108010 (lr=4.0085e-05) (hash(x)=26286442) |
| 994 train 7.343407 (lr=4.0063e-05) (hash(x)=32737711) |
| 995 train 6.961495 (lr=4.0044e-05) (hash(x)=20563613) |
| 996 train 7.215710 (lr=4.0028e-05) (hash(x)=26234770) |
| 997 train 7.129551 (lr=4.0016e-05) (hash(x)=26179422) |
| 998 train 7.048817 (lr=4.0007e-05) (hash(x)=23289651) |
| 999 val loss 7.0692 |
| 999 val perplexity 1175.2170 |
| 999 train 7.402036 (lr=4.0002e-05) (hash(x)=36436617) |
|
|
