kolm | 16,916,224 params | vocab 8192 | mps
step     1 | loss 9.0707 | gnorm 14.92 | 5s
step    25 | loss 8.2714 | gnorm 3.12 | 117s
step    50 | loss 7.9729 | gnorm 2.38 | 215s
step    75 | loss 7.5448 | gnorm 2.27 | 315s
step   100 | loss 7.1723 | gnorm 1.85 | 414s
step   125 | loss 6.5443 | gnorm 1.72 | 515s
step   150 | loss 6.0590 | gnorm 1.51 | 616s
step   175 | loss 5.4919 | gnorm 2.04 | 713s
step   200 | loss 5.2394 | gnorm 1.88 | 806s
step   225 | loss 5.1267 | gnorm 1.57 | 898s
step   250 | loss 4.7845 | gnorm 1.39 | 992s
  val 4.8859 | ppl 132.41 | 1M tokens
step   275 | loss 4.8013 | gnorm 1.88 | 1113s
step   300 | loss 4.7008 | gnorm 1.89 | 1205s
step   325 | loss 4.4304 | gnorm 1.63 | 1298s
step   350 | loss 4.5788 | gnorm 1.77 | 1390s
step   375 | loss 4.1259 | gnorm 1.79 | 1483s
step   400 | loss 4.2311 | gnorm 1.64 | 1575s
step   425 | loss 4.2352 | gnorm 1.75 | 1668s
step   450 | loss 4.2986 | gnorm 1.79 | 1763s
step   475 | loss 4.1709 | gnorm 1.89 | 1855s
step   500 | loss 4.2580 | gnorm 1.78 | 1949s
  val 4.1100 | ppl 60.94 | 1M tokens
step   525 | loss 3.9729 | gnorm 1.93 | 2070s
step   550 | loss 4.1246 | gnorm 1.88 | 2178s
step   575 | loss 3.9847 | gnorm 2.04 | 2297s
step   600 | loss 3.8311 | gnorm 1.77 | 2401s
step   625 | loss 3.7055 | gnorm 1.96 | 2505s
step   650 | loss 3.8843 | gnorm 2.09 | 2605s
step   675 | loss 3.7934 | gnorm 2.10 | 2709s
step   700 | loss 4.0944 | gnorm 2.24 | 2812s
step   725 | loss 3.9397 | gnorm 2.18 | 2920s
step   750 | loss 3.8257 | gnorm 2.13 | 3016s
  val 3.7888 | ppl 44.20 | 2M tokens
step   775 | loss 3.7182 | gnorm 2.08 | 3138s
step   800 | loss 3.7808 | gnorm 2.28 | 3232s
step   825 | loss 3.5318 | gnorm 2.44 | 3326s
step   850 | loss 3.7255 | gnorm 2.02 | 3419s
step   875 | loss 3.7104 | gnorm 2.21 | 3515s
step   900 | loss 3.5115 | gnorm 2.11 | 3608s
step   925 | loss 3.7161 | gnorm 2.22 | 3701s
step   950 | loss 3.5390 | gnorm 2.31 | 3794s
step   975 | loss 3.5380 | gnorm 2.32 | 3887s
step  1000 | loss 3.6917 | gnorm 2.13 | 3980s
  val 3.5668 | ppl 35.40 | 2M tokens
step  1025 | loss 3.3968 | gnorm 2.10 | 4104s
step  1050 | loss 3.7517 | gnorm 2.33 | 4198s
step  1075 | loss 3.5378 | gnorm 2.49 | 4291s
step  1100 | loss 3.6530 | gnorm 2.24 | 4384s
step  1125 | loss 3.4710 | gnorm 2.36 | 4477s
step  1150 | loss 3.3378 | gnorm 2.55 | 4571s
step  1175 | loss 3.6750 | gnorm 2.40 | 4664s
step  1200 | loss 3.4526 | gnorm 2.60 | 4759s
step  1225 | loss 3.4160 | gnorm 2.10 | 4854s
step  1250 | loss 3.4874 | gnorm 2.24 | 4947s
  val 3.4039 | ppl 30.08 | 3M tokens
step  1275 | loss 3.3618 | gnorm 2.46 | 5069s
step  1300 | loss 3.2796 | gnorm 2.38 | 5166s
step  1325 | loss 3.1655 | gnorm 2.30 | 5259s
step  1350 | loss 3.0861 | gnorm 2.31 | 5354s
step  1375 | loss 3.1603 | gnorm 2.40 | 5449s
step  1400 | loss 3.3567 | gnorm 2.51 | 5542s
step  1425 | loss 3.4282 | gnorm 2.39 | 5635s
step  1450 | loss 3.0577 | gnorm 2.39 | 5728s
step  1475 | loss 3.2619 | gnorm 2.62 | 5821s
step  1500 | loss 3.2249 | gnorm 2.43 | 5915s
  val 3.2811 | ppl 26.61 | 3M tokens
step  1525 | loss 3.4037 | gnorm 2.31 | 6037s
step  1550 | loss 3.0126 | gnorm 2.32 | 6131s
step  1575 | loss 3.1633 | gnorm 2.59 | 6225s
step  1600 | loss 3.0170 | gnorm 2.43 | 6319s
step  1625 | loss 3.2520 | gnorm 2.37 | 6412s
step  1650 | loss 3.2816 | gnorm 2.40 | 6506s
step  1675 | loss 3.0603 | gnorm 2.63 | 6599s
step  1700 | loss 3.1222 | gnorm 2.66 | 6692s
step  1725 | loss 3.0850 | gnorm 2.44 | 6786s
step  1750 | loss 3.2087 | gnorm 2.44 | 6879s
  val 3.1717 | ppl 23.85 | 4M tokens
step  1775 | loss 3.2430 | gnorm 2.31 | 7002s
step  1800 | loss 3.1905 | gnorm 2.68 | 7096s
step  1825 | loss 3.3060 | gnorm 2.72 | 7191s
step  1850 | loss 3.1687 | gnorm 2.46 | 7284s
step  1875 | loss 3.3862 | gnorm 2.50 | 7377s
step  1900 | loss 3.3346 | gnorm 2.36 | 7470s
step  1925 | loss 2.9384 | gnorm 2.60 | 7563s
step  1950 | loss 3.2170 | gnorm 2.59 | 7657s
step  1975 | loss 2.8825 | gnorm 2.63 | 7751s
step  2000 | loss 3.3292 | gnorm 2.88 | 7844s
  val 3.1003 | ppl 22.20 | 4M tokens
step  2025 | loss 2.8098 | gnorm 2.31 | 7966s
step  2050 | loss 2.7519 | gnorm 2.46 | 8060s
step  2075 | loss 3.0944 | gnorm 2.75 | 8155s
step  2100 | loss 3.2591 | gnorm 2.77 | 8248s
step  2125 | loss 3.2165 | gnorm 2.56 | 8345s
step  2150 | loss 2.9171 | gnorm 2.70 | 8439s
step  2175 | loss 3.0677 | gnorm 2.56 | 8536s
step  2200 | loss 3.1405 | gnorm 2.64 | 8632s
step  2225 | loss 3.0420 | gnorm 2.69 | 8727s
step  2250 | loss 3.0561 | gnorm 2.64 | 8820s
  val 3.0273 | ppl 20.64 | 5M tokens
step  2275 | loss 3.2381 | gnorm 2.66 | 8944s
step  2300 | loss 2.9071 | gnorm 2.61 | 9039s
step  2325 | loss 3.0277 | gnorm 2.59 | 9134s
step  2350 | loss 2.9954 | gnorm 2.65 | 9229s
step  2375 | loss 2.9762 | gnorm 2.77 | 9325s
step  2400 | loss 3.0373 | gnorm 2.75 | 9418s
step  2425 | loss 3.0645 | gnorm 2.61 | 9512s
step  2450 | loss 2.8629 | gnorm 2.58 | 9608s
step  2475 | loss 2.8987 | gnorm 2.56 | 9723s
step  2500 | loss 3.1771 | gnorm 2.67 | 9823s
  val 2.9779 | ppl 19.65 | 5M tokens
step  2525 | loss 2.7999 | gnorm 2.63 | 9947s
step  2550 | loss 2.8363 | gnorm 2.58 | 10041s
step  2575 | loss 3.1341 | gnorm 2.98 | 10136s
step  2600 | loss 2.8335 | gnorm 2.90 | 10230s
step  2625 | loss 2.8166 | gnorm 2.70 | 10325s
step  2650 | loss 3.0086 | gnorm 2.80 | 10420s
step  2675 | loss 2.9273 | gnorm 2.79 | 10515s
step  2700 | loss 3.0408 | gnorm 2.83 | 10608s
step  2725 | loss 2.7906 | gnorm 2.91 | 10703s
step  2750 | loss 3.0174 | gnorm 2.93 | 10797s
  val 2.9121 | ppl 18.40 | 6M tokens
step  2775 | loss 2.8560 | gnorm 2.52 | 10921s
step  2800 | loss 3.0436 | gnorm 2.99 | 11015s
step  2825 | loss 3.0029 | gnorm 2.78 | 11108s
step  2850 | loss 2.9033 | gnorm 2.99 | 11203s
step  2875 | loss 3.0680 | gnorm 2.73 | 11300s
step  2900 | loss 2.8864 | gnorm 2.78 | 11393s
step  2925 | loss 2.9173 | gnorm 2.81 | 11487s
step  2950 | loss 2.9114 | gnorm 2.73 | 11582s
step  2975 | loss 2.7408 | gnorm 2.83 | 11675s
step  3000 | loss 2.9040 | gnorm 2.85 | 11770s
  val 2.8773 | ppl 17.77 | 6M tokens
step  3025 | loss 3.1609 | gnorm 3.00 | 11895s
step  3050 | loss 2.8313 | gnorm 2.93 | 11991s
step  3075 | loss 2.6176 | gnorm 3.05 | 12085s
step  3100 | loss 2.7470 | gnorm 3.09 | 12178s
step  3125 | loss 2.8237 | gnorm 3.06 | 12273s
step  3150 | loss 2.7972 | gnorm 2.97 | 12366s
step  3175 | loss 3.0566 | gnorm 3.05 | 12460s
step  3200 | loss 3.0810 | gnorm 3.08 | 12555s
step  3225 | loss 3.0267 | gnorm 2.95 | 12649s
step  3250 | loss 2.9154 | gnorm 3.09 | 12745s
  val 2.8339 | ppl 17.01 | 7M tokens
step  3275 | loss 2.7173 | gnorm 3.13 | 12867s
step  3300 | loss 2.7352 | gnorm 2.87 | 12962s
step  3325 | loss 2.7853 | gnorm 3.23 | 13056s
step  3350 | loss 3.0113 | gnorm 3.17 | 13152s
step  3375 | loss 3.0887 | gnorm 3.13 | 13249s
step  3400 | loss 2.8065 | gnorm 3.02 | 13344s
step  3425 | loss 2.8143 | gnorm 2.97 | 13439s
step  3450 | loss 2.8024 | gnorm 3.06 | 13534s
step  3475 | loss 2.9455 | gnorm 3.09 | 13628s
step  3500 | loss 2.9508 | gnorm 3.17 | 13724s
  val 2.8008 | ppl 16.46 | 7M tokens
step  3525 | loss 2.9241 | gnorm 3.22 | 13849s
step  3550 | loss 2.8766 | gnorm 3.07 | 13943s
step  3575 | loss 2.6811 | gnorm 3.14 | 14037s
step  3600 | loss 2.5598 | gnorm 2.88 | 14132s
step  3625 | loss 2.6413 | gnorm 3.08 | 14226s
step  3650 | loss 2.6940 | gnorm 3.05 | 14321s
step  3675 | loss 2.5285 | gnorm 3.18 | 14415s
step  3700 | loss 2.9373 | gnorm 3.06 | 14509s
step  3725 | loss 2.7980 | gnorm 3.18 | 14606s
step  3750 | loss 2.8113 | gnorm 3.06 | 14702s
  val 2.7743 | ppl 16.03 | 8M tokens
step  3775 | loss 2.8005 | gnorm 3.21 | 14825s
step  3800 | loss 2.8123 | gnorm 3.23 | 14919s
step  3825 | loss 2.7244 | gnorm 2.99 | 15012s
step  3850 | loss 2.6036 | gnorm 3.19 | 15107s
step  3875 | loss 2.6206 | gnorm 3.01 | 15201s
step  3900 | loss 2.5713 | gnorm 3.03 | 15315s
step  3925 | loss 2.4534 | gnorm 3.24 | 15412s
step  3950 | loss 2.8260 | gnorm 3.17 | 15507s
step  3975 | loss 2.8093 | gnorm 3.11 | 15602s
step  4000 | loss 2.7496 | gnorm 3.18 | 15697s
  val 2.7499 | ppl 15.64 | 8M tokens
step  4025 | loss 2.9053 | gnorm 3.24 | 15819s
step  4050 | loss 2.6918 | gnorm 3.02 | 15912s
step  4075 | loss 2.8410 | gnorm 3.26 | 16012s
step  4100 | loss 2.7221 | gnorm 2.95 | 16120s
step  4125 | loss 2.6604 | gnorm 3.27 | 16219s
step  4150 | loss 2.6568 | gnorm 3.22 | 16325s
step  4175 | loss 2.7244 | gnorm 3.41 | 16440s
step  4200 | loss 2.7475 | gnorm 3.21 | 16546s
step  4225 | loss 2.8774 | gnorm 3.32 | 16642s
step  4250 | loss 2.8362 | gnorm 3.35 | 16739s
  val 2.7310 | ppl 15.35 | 9M tokens
step  4275 | loss 2.7458 | gnorm 3.41 | 16865s
step  4300 | loss 2.6054 | gnorm 3.30 | 16961s
step  4325 | loss 2.6604 | gnorm 3.29 | 17057s
step  4350 | loss 2.5408 | gnorm 3.12 | 17152s
step  4375 | loss 3.0791 | gnorm 3.80 | 17246s
step  4400 | loss 2.8963 | gnorm 3.23 | 17342s
step  4425 | loss 2.7916 | gnorm 3.23 | 17448s
step  4450 | loss 2.8221 | gnorm 3.23 | 17547s
step  4475 | loss 2.4218 | gnorm 3.16 | 17641s
step  4500 | loss 2.5457 | gnorm 3.34 | 17736s
  val 2.7140 | ppl 15.09 | 9M tokens
step  4525 | loss 2.5867 | gnorm 3.32 | 17858s
step  4550 | loss 2.6694 | gnorm 3.33 | 17954s
step  4575 | loss 2.6873 | gnorm 3.40 | 18049s
step  4600 | loss 2.6940 | gnorm 3.30 | 18143s
step  4625 | loss 2.8509 | gnorm 3.33 | 18237s
step  4650 | loss 2.6937 | gnorm 3.37 | 18331s
step  4675 | loss 3.1286 | gnorm 3.44 | 18425s
step  4700 | loss 2.6899 | gnorm 3.41 | 18521s
step  4725 | loss 2.7882 | gnorm 3.41 | 18615s
step  4750 | loss 2.5785 | gnorm 3.22 | 18709s
  val 2.7055 | ppl 14.96 | 10M tokens
step  4775 | loss 2.5895 | gnorm 3.22 | 18830s
step  4800 | loss 2.8947 | gnorm 3.45 | 18922s
step  4825 | loss 2.5815 | gnorm 3.48 | 19017s
step  4850 | loss 2.7833 | gnorm 3.45 | 19115s
step  4875 | loss 2.9061 | gnorm 3.32 | 19219s
step  4900 | loss 2.4818 | gnorm 3.57 | 19314s
step  4925 | loss 3.0002 | gnorm 3.48 | 19408s
step  4950 | loss 2.6376 | gnorm 3.23 | 19520s
step  4975 | loss 2.6142 | gnorm 3.37 | 19618s
step  5000 | loss 2.8309 | gnorm 3.54 | 19717s
  val 2.6979 | ppl 14.85 | 10M tokens
step  5025 | loss 2.7186 | gnorm 3.29 | 19846s
step  5050 | loss 2.6430 | gnorm 3.65 | 24809s
step  5075 | loss 2.6572 | gnorm 3.23 | 25039s
step  5100 | loss 2.7021 | gnorm 3.35 | 25219s
step  5125 | loss 2.9417 | gnorm 3.29 | 25303s
step  5150 | loss 2.8187 | gnorm 3.22 | 25386s
step  5175 | loss 2.7659 | gnorm 3.67 | 25472s
step  5200 | loss 2.6885 | gnorm 3.25 | 25571s
step  5225 | loss 2.6109 | gnorm 3.32 | 25687s
step  5250 | loss 3.0765 | gnorm 3.43 | 25789s
  val 2.6950 | ppl 14.81 | 11M tokens
step  5275 | loss 2.7892 | gnorm 3.44 | 25918s
step  5300 | loss 2.8057 | gnorm 3.15 | 26007s
step  5325 | loss 2.5539 | gnorm 3.16 | 26097s
step  5350 | loss 2.7243 | gnorm 3.31 | 26180s
step  5375 | loss 2.7055 | gnorm 3.33 | 26295s
step  5400 | loss 2.8173 | gnorm 3.31 | 26385s
step  5425 | loss 2.8325 | gnorm 3.47 | 26482s
step  5450 | loss 2.5946 | gnorm 3.36 | 26576s
step  5475 | loss 2.6821 | gnorm 3.44 | 26670s
step  5500 | loss 2.4097 | gnorm 3.38 | 26770s
  val 2.6946 | ppl 14.80 | 11M tokens
saved native_kolm.pt