| step,val_loss,val_ppl | |
| 500,3.498534989356995,33.06697298889895 | |
| 1000,2.8471461057662966,17.238514674738457 | |
| 1500,2.7574612379074095,15.759781780318976 | |
| 2000,2.5558231592178347,12.881899148416553 | |
| 2500,2.2307695388793944,9.307025442355641 | |
| 3000,2.2646291732788084,9.627553784871026 | |
| 3500,2.152660632133484,8.607729960206358 | |
| 4000,2.0653220295906065,7.887837605817335 | |
| 4500,1.95036324262619,7.031241163281701 | |
| 5000,1.8614156007766725,6.4328366575752325 | |
| 5500,1.8966931343078612,6.663821603398181 | |
| 6000,1.7954092025756836,6.021938410407158 | |
| 6500,1.7638557434082032,5.834891923203526 | |
| 7000,1.7247685670852662,5.611222257887319 | |
| 7500,1.7424267530441284,5.7111862579442025 | |
| 8000,1.6701550245285035,5.312991377325169 | |
| 8500,1.7077731013298034,5.5166627397659385 | |
| 9000,1.6797067999839783,5.3639830206311 | |
| 9500,1.5798295140266418,4.854128179922114 | |
| 10000,1.6112266421318053,5.008951652144768 | |
| 10500,1.5882808089256286,4.895325689591167 | |
| 11000,1.5695173740386963,4.8043289402810005 | |
| 11500,1.5346616506576538,4.639755406153443 | |
| 12000,1.5129573345184326,4.540137666079076 | |
| 12500,1.532412850856781,4.629333248185526 | |
| 13000,1.4851813673973084,4.41576621618232 | |
| 13500,1.4913605332374573,4.443136443442446 | |
| 14000,1.4681803703308105,4.341328339668637 | |
| 14500,1.457897388935089,4.296915281794315 | |
| 15000,1.4529112815856933,4.275543725641608 | |
| 15500,1.4285560488700866,4.172669708690684 | |
| 16000,1.4181323647499084,4.129401019058688 | |
| 16500,1.4123663544654845,4.105659363407562 | |
| 17000,1.4049059748649597,4.075143557330061 | |
| 17500,1.3908976197242737,4.0184554795006635 | |
| 18000,1.3962915182113647,4.040189182432072 | |
| 18500,1.389026415348053,4.010943158757472 | |
| 19000,1.3862974405288697,4.000012317654882 | |
| 19500,1.386512279510498,4.000871768546179 | |
| 20000,1.3869373798370361,4.002572901991999 | |