step,val_loss,val_ppl
500,3.498534989356995,33.06697298889895
1000,2.8471461057662966,17.238514674738457
1500,2.7574612379074095,15.759781780318976
2000,2.5558231592178347,12.881899148416553
2500,2.2307695388793944,9.307025442355641
3000,2.2646291732788084,9.627553784871026
3500,2.152660632133484,8.607729960206358
4000,2.0653220295906065,7.887837605817335
4500,1.95036324262619,7.031241163281701
5000,1.8614156007766725,6.4328366575752325
5500,1.8966931343078612,6.663821603398181
6000,1.7954092025756836,6.021938410407158
6500,1.7638557434082032,5.834891923203526
7000,1.7247685670852662,5.611222257887319
7500,1.7424267530441284,5.7111862579442025
8000,1.6701550245285035,5.312991377325169
8500,1.7077731013298034,5.5166627397659385
9000,1.6797067999839783,5.3639830206311
9500,1.5798295140266418,4.854128179922114
10000,1.6112266421318053,5.008951652144768
10500,1.5882808089256286,4.895325689591167
11000,1.5695173740386963,4.8043289402810005
11500,1.5346616506576538,4.639755406153443
12000,1.5129573345184326,4.540137666079076
12500,1.532412850856781,4.629333248185526
13000,1.4851813673973084,4.41576621618232
13500,1.4913605332374573,4.443136443442446
14000,1.4681803703308105,4.341328339668637
14500,1.457897388935089,4.296915281794315
15000,1.4529112815856933,4.275543725641608
15500,1.4285560488700866,4.172669708690684
16000,1.4181323647499084,4.129401019058688
16500,1.4123663544654845,4.105659363407562
17000,1.4049059748649597,4.075143557330061
17500,1.3908976197242737,4.0184554795006635
18000,1.3962915182113647,4.040189182432072
18500,1.389026415348053,4.010943158757472
19000,1.3862974405288697,4.000012317654882
19500,1.386512279510498,4.000871768546179
20000,1.3869373798370361,4.002572901991999