runs.log

[init] variant=baseline seed=0 params=63.38M
[init] use_S=False use_G=False
[baseline s0] step 0/4000 loss=10.8790 gn=15.69 lr=3.00e-06 tps=8974 mem=5.5G lam=None Gm=None
[baseline s0] step 20/4000 loss=9.8580 gn=1.93 lr=6.30e-05 tps=18098 mem=6.0G lam=None Gm=None
[baseline s0] step 40/4000 loss=9.1089 gn=1.75 lr=1.23e-04 tps=18558 mem=6.0G lam=None Gm=None
[baseline s0] step 60/4000 loss=8.1093 gn=1.57 lr=1.83e-04 tps=18726 mem=6.0G lam=None Gm=None
[baseline s0] step 80/4000 loss=7.4265 gn=0.73 lr=2.43e-04 tps=18779 mem=6.0G lam=None Gm=None
[baseline s0] step 100/4000 loss=7.2358 gn=0.90 lr=3.03e-04 tps=18805 mem=6.0G lam=None Gm=None
[baseline s0] step 120/4000 loss=7.0669 gn=0.67 lr=3.63e-04 tps=18838 mem=6.0G lam=None Gm=None
[baseline s0] step 140/4000 loss=6.8653 gn=0.92 lr=4.23e-04 tps=18849 mem=6.0G lam=None Gm=None
[baseline s0] step 160/4000 loss=6.9054 gn=0.56 lr=4.83e-04 tps=18856 mem=6.0G lam=None Gm=None
[baseline s0] step 180/4000 loss=6.8181 gn=0.80 lr=5.43e-04 tps=18835 mem=6.0G lam=None Gm=None
[baseline s0] step 200/4000 loss=6.6996 gn=0.67 lr=6.00e-04 tps=18841 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 200: val_loss=6.7583 val_ppl=861.17
[baseline s0] step 220/4000 loss=6.5854 gn=0.53 lr=6.00e-04 tps=18244 mem=6.0G lam=None Gm=None
[baseline s0] step 240/4000 loss=6.6331 gn=0.57 lr=6.00e-04 tps=18291 mem=6.0G lam=None Gm=None
[baseline s0] step 260/4000 loss=6.6194 gn=0.57 lr=6.00e-04 tps=18333 mem=6.0G lam=None Gm=None
[baseline s0] step 280/4000 loss=6.5077 gn=0.54 lr=5.99e-04 tps=18370 mem=6.0G lam=None Gm=None
[baseline s0] step 300/4000 loss=6.3495 gn=0.50 lr=5.99e-04 tps=18407 mem=6.0G lam=None Gm=None
[baseline s0] step 320/4000 loss=6.4110 gn=0.53 lr=5.99e-04 tps=18431 mem=6.0G lam=None Gm=None
[baseline s0] step 340/4000 loss=6.3930 gn=0.50 lr=5.98e-04 tps=18462 mem=6.0G lam=None Gm=None
[baseline s0] step 360/4000 loss=6.2602 gn=0.54 lr=5.98e-04 tps=18487 mem=6.0G lam=None Gm=None
[baseline s0] step 380/4000 loss=6.2289 gn=0.55 lr=5.97e-04 tps=18512 mem=6.0G lam=None Gm=None
[baseline s0] step 400/4000 loss=6.2561 gn=0.53 lr=5.96e-04 tps=18533 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 400: val_loss=6.4037 val_ppl=604.09
[baseline s0] step 420/4000 loss=6.4232 gn=0.80 lr=5.96e-04 tps=18241 mem=6.0G lam=None Gm=None
[baseline s0] step 440/4000 loss=6.3506 gn=0.59 lr=5.95e-04 tps=18273 mem=6.0G lam=None Gm=None
[baseline s0] step 460/4000 loss=6.3034 gn=0.55 lr=5.94e-04 tps=18295 mem=6.0G lam=None Gm=None
[baseline s0] step 480/4000 loss=6.3906 gn=0.58 lr=5.93e-04 tps=18308 mem=6.0G lam=None Gm=None
[baseline s0] step 500/4000 loss=6.3182 gn=0.56 lr=5.92e-04 tps=18328 mem=6.0G lam=None Gm=None
[baseline s0] step 520/4000 loss=6.1685 gn=0.55 lr=5.91e-04 tps=18349 mem=6.0G lam=None Gm=None
[baseline s0] step 540/4000 loss=6.1850 gn=0.49 lr=5.89e-04 tps=18368 mem=6.0G lam=None Gm=None
[baseline s0] step 560/4000 loss=6.0446 gn=0.56 lr=5.88e-04 tps=18388 mem=6.0G lam=None Gm=None
[baseline s0] step 580/4000 loss=6.2096 gn=0.51 lr=5.87e-04 tps=18407 mem=6.0G lam=None Gm=None
[baseline s0] step 600/4000 loss=5.9779 gn=0.55 lr=5.85e-04 tps=18425 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 600: val_loss=6.1749 val_ppl=480.52
[baseline s0] step 620/4000 loss=6.0322 gn=0.50 lr=5.84e-04 tps=18235 mem=6.0G lam=None Gm=None
[baseline s0] step 640/4000 loss=6.1268 gn=0.65 lr=5.82e-04 tps=18254 mem=6.0G lam=None Gm=None
[baseline s0] step 660/4000 loss=5.9413 gn=0.54 lr=5.81e-04 tps=18275 mem=6.0G lam=None Gm=None
[baseline s0] step 680/4000 loss=5.9597 gn=0.56 lr=5.79e-04 tps=18276 mem=6.0G lam=None Gm=None
[baseline s0] step 700/4000 loss=6.0550 gn=0.57 lr=5.77e-04 tps=18288 mem=6.0G lam=None Gm=None
[baseline s0] step 720/4000 loss=6.0272 gn=0.54 lr=5.75e-04 tps=18306 mem=6.0G lam=None Gm=None
[baseline s0] step 740/4000 loss=6.0446 gn=0.52 lr=5.74e-04 tps=18320 mem=6.0G lam=None Gm=None
[baseline s0] step 760/4000 loss=5.9250 gn=0.57 lr=5.72e-04 tps=18335 mem=6.0G lam=None Gm=None
[baseline s0] step 780/4000 loss=5.9373 gn=0.54 lr=5.70e-04 tps=18348 mem=6.0G lam=None Gm=None
[baseline s0] step 800/4000 loss=5.9007 gn=0.55 lr=5.67e-04 tps=18362 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 800: val_loss=5.9891 val_ppl=399.06
[baseline s0] step 820/4000 loss=5.9677 gn=0.51 lr=5.65e-04 tps=18212 mem=6.0G lam=None Gm=None
[baseline s0] step 840/4000 loss=6.1449 gn=0.53 lr=5.63e-04 tps=18229 mem=6.0G lam=None Gm=None
[baseline s0] step 860/4000 loss=5.9614 gn=0.54 lr=5.61e-04 tps=18243 mem=6.0G lam=None Gm=None
[baseline s0] step 880/4000 loss=5.9419 gn=0.64 lr=5.58e-04 tps=18255 mem=6.0G lam=None Gm=None
[baseline s0] step 900/4000 loss=5.8523 gn=0.52 lr=5.56e-04 tps=18269 mem=6.0G lam=None Gm=None
[baseline s0] step 920/4000 loss=5.7571 gn=0.52 lr=5.54e-04 tps=18283 mem=6.0G lam=None Gm=None
[baseline s0] step 940/4000 loss=5.8122 gn=0.55 lr=5.51e-04 tps=18294 mem=6.0G lam=None Gm=None
[baseline s0] step 960/4000 loss=5.7968 gn=0.58 lr=5.48e-04 tps=18305 mem=6.0G lam=None Gm=None
[baseline s0] step 980/4000 loss=5.7111 gn=0.51 lr=5.46e-04 tps=18318 mem=6.0G lam=None Gm=None
[baseline s0] step 1000/4000 loss=5.8198 gn=0.57 lr=5.43e-04 tps=18330 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 1000: val_loss=5.8357 val_ppl=342.32
[baseline s0] step 1020/4000 loss=5.5483 gn=0.50 lr=5.40e-04 tps=18217 mem=6.0G lam=None Gm=None
[baseline s0] step 1040/4000 loss=5.8019 gn=0.51 lr=5.37e-04 tps=18230 mem=6.0G lam=None Gm=None
[baseline s0] step 1060/4000 loss=5.5165 gn=0.56 lr=5.35e-04 tps=18240 mem=6.0G lam=None Gm=None
[baseline s0] step 1080/4000 loss=5.7172 gn=0.57 lr=5.32e-04 tps=18253 mem=6.0G lam=None Gm=None
[baseline s0] step 1100/4000 loss=5.6952 gn=0.56 lr=5.29e-04 tps=18265 mem=6.0G lam=None Gm=None
[baseline s0] step 1120/4000 loss=5.6321 gn=0.59 lr=5.26e-04 tps=18275 mem=6.0G lam=None Gm=None
[baseline s0] step 1140/4000 loss=5.8674 gn=0.51 lr=5.22e-04 tps=18282 mem=6.0G lam=None Gm=None
[baseline s0] step 1160/4000 loss=5.6313 gn=0.54 lr=5.19e-04 tps=18287 mem=6.0G lam=None Gm=None
[baseline s0] step 1180/4000 loss=5.6920 gn=0.53 lr=5.16e-04 tps=18296 mem=6.0G lam=None Gm=None
[baseline s0] step 1200/4000 loss=5.5678 gn=0.53 lr=5.13e-04 tps=18304 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 1200: val_loss=5.6887 val_ppl=295.50
[baseline s0] step 1220/4000 loss=5.5960 gn=0.61 lr=5.10e-04 tps=18204 mem=6.0G lam=None Gm=None
[baseline s0] step 1240/4000 loss=5.4634 gn=0.54 lr=5.06e-04 tps=18208 mem=6.0G lam=None Gm=None
[baseline s0] step 1260/4000 loss=5.4685 gn=0.56 lr=5.03e-04 tps=18216 mem=6.0G lam=None Gm=None
[baseline s0] step 1280/4000 loss=5.5946 gn=0.58 lr=4.99e-04 tps=18223 mem=6.0G lam=None Gm=None
[baseline s0] step 1300/4000 loss=5.6908 gn=0.59 lr=4.96e-04 tps=18232 mem=6.0G lam=None Gm=None
[baseline s0] step 1320/4000 loss=5.6382 gn=0.59 lr=4.92e-04 tps=18238 mem=6.0G lam=None Gm=None
[baseline s0] step 1340/4000 loss=5.7493 gn=0.54 lr=4.89e-04 tps=18242 mem=6.0G lam=None Gm=None
[baseline s0] step 1360/4000 loss=5.5626 gn=0.56 lr=4.85e-04 tps=18249 mem=6.0G lam=None Gm=None
[baseline s0] step 1380/4000 loss=5.4316 gn=0.56 lr=4.81e-04 tps=18252 mem=6.0G lam=None Gm=None
[baseline s0] step 1400/4000 loss=5.4411 gn=0.59 lr=4.78e-04 tps=18257 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 1400: val_loss=5.5751 val_ppl=263.76
[baseline s0] step 1420/4000 loss=5.4237 gn=0.60 lr=4.74e-04 tps=18171 mem=6.0G lam=None Gm=None
[baseline s0] step 1440/4000 loss=5.4160 gn=0.62 lr=4.70e-04 tps=18177 mem=6.0G lam=None Gm=None
[baseline s0] step 1460/4000 loss=5.5336 gn=0.60 lr=4.66e-04 tps=18184 mem=6.0G lam=None Gm=None
[baseline s0] step 1480/4000 loss=5.5815 gn=0.57 lr=4.62e-04 tps=18191 mem=6.0G lam=None Gm=None
[baseline s0] step 1500/4000 loss=5.4963 gn=0.61 lr=4.59e-04 tps=18197 mem=6.0G lam=None Gm=None
[baseline s0] step 1520/4000 loss=5.4520 gn=0.57 lr=4.55e-04 tps=18206 mem=6.0G lam=None Gm=None
[baseline s0] step 1540/4000 loss=5.3651 gn=0.55 lr=4.51e-04 tps=18212 mem=6.0G lam=None Gm=None
[baseline s0] step 1560/4000 loss=5.3625 gn=0.58 lr=4.47e-04 tps=18218 mem=6.0G lam=None Gm=None
[baseline s0] step 1580/4000 loss=5.4415 gn=0.61 lr=4.43e-04 tps=18225 mem=6.0G lam=None Gm=None
[baseline s0] step 1600/4000 loss=5.4264 gn=0.57 lr=4.38e-04 tps=18233 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 1600: val_loss=5.4921 val_ppl=242.78
[baseline s0] step 1620/4000 loss=5.4024 gn=0.56 lr=4.34e-04 tps=18161 mem=6.0G lam=None Gm=None
[baseline s0] step 1640/4000 loss=5.2968 gn=0.58 lr=4.30e-04 tps=18168 mem=6.0G lam=None Gm=None
[baseline s0] step 1660/4000 loss=5.4722 gn=0.60 lr=4.26e-04 tps=18176 mem=6.0G lam=None Gm=None
[baseline s0] step 1680/4000 loss=5.6134 gn=0.56 lr=4.22e-04 tps=18183 mem=6.0G lam=None Gm=None
[baseline s0] step 1700/4000 loss=5.4681 gn=0.59 lr=4.18e-04 tps=18190 mem=6.0G lam=None Gm=None
[baseline s0] step 1720/4000 loss=5.2368 gn=0.60 lr=4.13e-04 tps=18195 mem=6.0G lam=None Gm=None
[baseline s0] step 1740/4000 loss=5.2863 gn=0.59 lr=4.09e-04 tps=18195 mem=6.0G lam=None Gm=None
[baseline s0] step 1760/4000 loss=5.3700 gn=0.57 lr=4.05e-04 tps=18198 mem=6.0G lam=None Gm=None
[baseline s0] step 1780/4000 loss=5.2317 gn=0.60 lr=4.01e-04 tps=18204 mem=6.0G lam=None Gm=None
[baseline s0] step 1800/4000 loss=5.3057 gn=0.59 lr=3.96e-04 tps=18209 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 1800: val_loss=5.4254 val_ppl=227.11
[baseline s0] step 1820/4000 loss=5.3907 gn=0.58 lr=3.92e-04 tps=18146 mem=6.0G lam=None Gm=None
[baseline s0] step 1840/4000 loss=5.2270 gn=0.61 lr=3.88e-04 tps=18154 mem=6.0G lam=None Gm=None
[baseline s0] step 1860/4000 loss=5.2737 gn=0.59 lr=3.83e-04 tps=18159 mem=6.0G lam=None Gm=None
[baseline s0] step 1880/4000 loss=5.3796 gn=0.70 lr=3.79e-04 tps=18166 mem=6.0G lam=None Gm=None
[baseline s0] step 1900/4000 loss=5.3310 gn=0.66 lr=3.74e-04 tps=18173 mem=6.0G lam=None Gm=None
[baseline s0] step 1920/4000 loss=5.2796 gn=0.59 lr=3.70e-04 tps=18179 mem=6.0G lam=None Gm=None
[baseline s0] step 1940/4000 loss=5.3340 gn=0.61 lr=3.66e-04 tps=18186 mem=6.0G lam=None Gm=None
[baseline s0] step 1960/4000 loss=5.5327 gn=0.63 lr=3.61e-04 tps=18193 mem=6.0G lam=None Gm=None
[baseline s0] step 1980/4000 loss=5.4405 gn=0.61 lr=3.57e-04 tps=18199 mem=6.0G lam=None Gm=None
[baseline s0] step 2000/4000 loss=5.2762 gn=0.61 lr=3.52e-04 tps=18205 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 2000: val_loss=5.3791 val_ppl=216.82
[baseline s0] step 2020/4000 loss=5.2284 gn=0.58 lr=3.48e-04 tps=18147 mem=6.0G lam=None Gm=None
[baseline s0] step 2040/4000 loss=5.3605 gn=0.67 lr=3.43e-04 tps=18154 mem=6.0G lam=None Gm=None
[baseline s0] step 2060/4000 loss=5.1268 gn=0.72 lr=3.39e-04 tps=18159 mem=6.0G lam=None Gm=None
[baseline s0] step 2080/4000 loss=5.2638 gn=0.63 lr=3.34e-04 tps=18165 mem=6.0G lam=None Gm=None
[baseline s0] step 2100/4000 loss=5.2701 gn=0.58 lr=3.30e-04 tps=18171 mem=6.0G lam=None Gm=None
[baseline s0] step 2120/4000 loss=5.1915 gn=0.64 lr=3.26e-04 tps=18176 mem=6.0G lam=None Gm=None
[baseline s0] step 2140/4000 loss=5.0964 gn=0.62 lr=3.21e-04 tps=18183 mem=6.0G lam=None Gm=None
[baseline s0] step 2160/4000 loss=5.1444 gn=0.60 lr=3.17e-04 tps=18187 mem=6.0G lam=None Gm=None
[baseline s0] step 2180/4000 loss=5.1955 gn=0.73 lr=3.12e-04 tps=18192 mem=6.0G lam=None Gm=None
[baseline s0] step 2200/4000 loss=5.3442 gn=0.62 lr=3.08e-04 tps=18198 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 2200: val_loss=5.2990 val_ppl=200.13
[baseline s0] step 2220/4000 loss=5.2295 gn=0.63 lr=3.03e-04 tps=18147 mem=6.0G lam=None Gm=None
[baseline s0] step 2240/4000 loss=5.1707 gn=0.62 lr=2.99e-04 tps=18152 mem=6.0G lam=None Gm=None
[baseline s0] step 2260/4000 loss=5.1685 gn=0.60 lr=2.94e-04 tps=18158 mem=6.0G lam=None Gm=None
[baseline s0] step 2280/4000 loss=5.3584 gn=0.66 lr=2.90e-04 tps=18163 mem=6.0G lam=None Gm=None
[baseline s0] step 2300/4000 loss=5.1364 gn=0.66 lr=2.86e-04 tps=18169 mem=6.0G lam=None Gm=None
[baseline s0] step 2320/4000 loss=5.2594 gn=0.67 lr=2.81e-04 tps=18174 mem=6.0G lam=None Gm=None
[baseline s0] step 2340/4000 loss=5.1838 gn=0.63 lr=2.77e-04 tps=18179 mem=6.0G lam=None Gm=None
[baseline s0] step 2360/4000 loss=5.2727 gn=0.66 lr=2.72e-04 tps=18185 mem=6.0G lam=None Gm=None
[baseline s0] step 2380/4000 loss=5.1474 gn=0.68 lr=2.68e-04 tps=18190 mem=6.0G lam=None Gm=None
[baseline s0] step 2400/4000 loss=5.0503 gn=0.68 lr=2.64e-04 tps=18195 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 2400: val_loss=5.2233 val_ppl=185.54
[baseline s0] step 2420/4000 loss=5.0304 gn=0.62 lr=2.59e-04 tps=18148 mem=6.0G lam=None Gm=None
[baseline s0] step 2440/4000 loss=5.1615 gn=0.66 lr=2.55e-04 tps=18154 mem=6.0G lam=None Gm=None
[baseline s0] step 2460/4000 loss=5.2470 gn=0.63 lr=2.51e-04 tps=18159 mem=6.0G lam=None Gm=None
[baseline s0] step 2480/4000 loss=5.1272 gn=0.61 lr=2.47e-04 tps=18164 mem=6.0G lam=None Gm=None
[baseline s0] step 2500/4000 loss=4.9969 gn=0.66 lr=2.42e-04 tps=18169 mem=6.0G lam=None Gm=None
[baseline s0] step 2520/4000 loss=5.0420 gn=0.62 lr=2.38e-04 tps=18174 mem=6.0G lam=None Gm=None
[baseline s0] step 2540/4000 loss=5.1197 gn=0.65 lr=2.34e-04 tps=18179 mem=6.0G lam=None Gm=None
[baseline s0] step 2560/4000 loss=4.9050 gn=0.67 lr=2.30e-04 tps=18185 mem=6.0G lam=None Gm=None
[baseline s0] step 2580/4000 loss=5.2086 gn=0.63 lr=2.26e-04 tps=18190 mem=6.0G lam=None Gm=None
[baseline s0] step 2600/4000 loss=4.9868 gn=0.63 lr=2.22e-04 tps=18194 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 2600: val_loss=5.1919 val_ppl=179.82
[baseline s0] step 2620/4000 loss=5.1561 gn=0.69 lr=2.17e-04 tps=18151 mem=6.0G lam=None Gm=None
[baseline s0] step 2640/4000 loss=5.1533 gn=0.64 lr=2.13e-04 tps=18156 mem=6.0G lam=None Gm=None
[baseline s0] step 2660/4000 loss=5.0194 gn=0.64 lr=2.09e-04 tps=18160 mem=6.0G lam=None Gm=None
[baseline s0] step 2680/4000 loss=4.8527 gn=0.79 lr=2.05e-04 tps=18165 mem=6.0G lam=None Gm=None
[baseline s0] step 2700/4000 loss=5.1246 gn=0.73 lr=2.01e-04 tps=18170 mem=6.0G lam=None Gm=None
[baseline s0] step 2720/4000 loss=5.1081 gn=0.66 lr=1.98e-04 tps=18175 mem=6.0G lam=None Gm=None
[baseline s0] step 2740/4000 loss=5.0874 gn=0.63 lr=1.94e-04 tps=18179 mem=6.0G lam=None Gm=None
[baseline s0] step 2760/4000 loss=4.9413 gn=0.66 lr=1.90e-04 tps=18184 mem=6.0G lam=None Gm=None
[baseline s0] step 2780/4000 loss=5.0563 gn=0.64 lr=1.86e-04 tps=18188 mem=6.0G lam=None Gm=None
[baseline s0] step 2800/4000 loss=5.0011 gn=0.69 lr=1.82e-04 tps=18193 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 2800: val_loss=5.1333 val_ppl=169.58
[baseline s0] step 2820/4000 loss=5.0585 gn=0.67 lr=1.79e-04 tps=18152 mem=6.0G lam=None Gm=None
[baseline s0] step 2840/4000 loss=4.8624 gn=0.73 lr=1.75e-04 tps=18157 mem=6.0G lam=None Gm=None
[baseline s0] step 2860/4000 loss=5.0362 gn=0.65 lr=1.71e-04 tps=18162 mem=6.0G lam=None Gm=None
[baseline s0] step 2880/4000 loss=5.0276 gn=0.68 lr=1.68e-04 tps=18166 mem=6.0G lam=None Gm=None
[baseline s0] step 2900/4000 loss=4.8816 gn=0.68 lr=1.64e-04 tps=18171 mem=6.0G lam=None Gm=None
[baseline s0] step 2920/4000 loss=5.0774 gn=0.70 lr=1.61e-04 tps=18175 mem=6.0G lam=None Gm=None
[baseline s0] step 2940/4000 loss=4.9940 gn=0.64 lr=1.57e-04 tps=18179 mem=6.0G lam=None Gm=None
[baseline s0] step 2960/4000 loss=4.9860 gn=0.67 lr=1.54e-04 tps=18184 mem=6.0G lam=None Gm=None
[baseline s0] step 2980/4000 loss=4.9343 gn=0.64 lr=1.50e-04 tps=18188 mem=6.0G lam=None Gm=None
[baseline s0] step 3000/4000 loss=4.8842 gn=0.68 lr=1.47e-04 tps=18192 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 3000: val_loss=5.1456 val_ppl=171.68
[baseline s0] step 3020/4000 loss=4.9521 gn=0.66 lr=1.44e-04 tps=18155 mem=6.0G lam=None Gm=None
[baseline s0] step 3040/4000 loss=5.0338 gn=0.72 lr=1.41e-04 tps=18159 mem=6.0G lam=None Gm=None
[baseline s0] step 3060/4000 loss=4.9991 gn=0.70 lr=1.38e-04 tps=18163 mem=6.0G lam=None Gm=None
[baseline s0] step 3080/4000 loss=4.8222 gn=0.65 lr=1.34e-04 tps=18167 mem=6.0G lam=None Gm=None
[baseline s0] step 3100/4000 loss=5.0607 gn=0.70 lr=1.31e-04 tps=18171 mem=6.0G lam=None Gm=None
[baseline s0] step 3120/4000 loss=5.0802 gn=0.81 lr=1.28e-04 tps=18173 mem=6.0G lam=None Gm=None
[baseline s0] step 3140/4000 loss=4.9207 gn=0.68 lr=1.25e-04 tps=18173 mem=6.0G lam=None Gm=None
[baseline s0] step 3160/4000 loss=5.0691 gn=0.69 lr=1.23e-04 tps=18177 mem=6.0G lam=None Gm=None
[baseline s0] step 3180/4000 loss=4.9020 gn=0.67 lr=1.20e-04 tps=18181 mem=6.0G lam=None Gm=None
[baseline s0] step 3200/4000 loss=4.9458 gn=0.73 lr=1.17e-04 tps=18185 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 3200: val_loss=5.0536 val_ppl=156.58
[baseline s0] step 3220/4000 loss=5.0413 gn=0.75 lr=1.14e-04 tps=18150 mem=6.0G lam=None Gm=None
[baseline s0] step 3240/4000 loss=5.0531 gn=0.70 lr=1.12e-04 tps=18154 mem=6.0G lam=None Gm=None
[baseline s0] step 3260/4000 loss=4.8129 gn=0.67 lr=1.09e-04 tps=18158 mem=6.0G lam=None Gm=None
[baseline s0] step 3280/4000 loss=5.0799 gn=0.77 lr=1.06e-04 tps=18162 mem=6.0G lam=None Gm=None
[baseline s0] step 3300/4000 loss=4.8907 gn=0.70 lr=1.04e-04 tps=18166 mem=6.0G lam=None Gm=None
[baseline s0] step 3320/4000 loss=5.0456 gn=0.69 lr=1.02e-04 tps=18170 mem=6.0G lam=None Gm=None
[baseline s0] step 3340/4000 loss=4.8715 gn=0.67 lr=9.92e-05 tps=18173 mem=6.0G lam=None Gm=None
[baseline s0] step 3360/4000 loss=5.0376 gn=0.74 lr=9.69e-05 tps=18177 mem=6.0G lam=None Gm=None
[baseline s0] step 3380/4000 loss=5.0292 gn=0.73 lr=9.47e-05 tps=18181 mem=6.0G lam=None Gm=None
[baseline s0] step 3400/4000 loss=4.8974 gn=0.68 lr=9.25e-05 tps=18185 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 3400: val_loss=5.0562 val_ppl=156.99
[baseline s0] step 3420/4000 loss=4.9393 gn=0.71 lr=9.04e-05 tps=18152 mem=6.0G lam=None Gm=None
[baseline s0] step 3440/4000 loss=4.9874 gn=0.75 lr=8.84e-05 tps=18156 mem=6.0G lam=None Gm=None
[baseline s0] step 3460/4000 loss=4.8650 gn=0.76 lr=8.65e-05 tps=18160 mem=6.0G lam=None Gm=None
[baseline s0] step 3480/4000 loss=4.9717 gn=0.70 lr=8.46e-05 tps=18164 mem=6.0G lam=None Gm=None
[baseline s0] step 3500/4000 loss=4.8648 gn=0.70 lr=8.27e-05 tps=18168 mem=6.0G lam=None Gm=None
[baseline s0] step 3520/4000 loss=4.7724 gn=0.78 lr=8.10e-05 tps=18171 mem=6.0G lam=None Gm=None
[baseline s0] step 3540/4000 loss=4.7628 gn=0.68 lr=7.93e-05 tps=18176 mem=6.0G lam=None Gm=None
[baseline s0] step 3560/4000 loss=5.0116 gn=0.68 lr=7.77e-05 tps=18179 mem=6.0G lam=None Gm=None
[baseline s0] step 3580/4000 loss=4.8404 gn=0.66 lr=7.61e-05 tps=18183 mem=6.0G lam=None Gm=None
[baseline s0] step 3600/4000 loss=4.8622 gn=0.77 lr=7.46e-05 tps=18187 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 3600: val_loss=5.0255 val_ppl=152.25
[baseline s0] step 3620/4000 loss=4.9256 gn=0.73 lr=7.32e-05 tps=18156 mem=6.0G lam=None Gm=None
[baseline s0] step 3640/4000 loss=4.9979 gn=0.69 lr=7.19e-05 tps=18160 mem=6.0G lam=None Gm=None
[baseline s0] step 3660/4000 loss=5.0407 gn=0.78 lr=7.06e-05 tps=18164 mem=6.0G lam=None Gm=None
[baseline s0] step 3680/4000 loss=4.9707 gn=0.70 lr=6.94e-05 tps=18168 mem=6.0G lam=None Gm=None
[baseline s0] step 3700/4000 loss=5.0190 gn=0.73 lr=6.83e-05 tps=18171 mem=6.0G lam=None Gm=None
[baseline s0] step 3720/4000 loss=4.7931 gn=0.69 lr=6.72e-05 tps=18175 mem=6.0G lam=None Gm=None
[baseline s0] step 3740/4000 loss=4.9578 gn=0.75 lr=6.62e-05 tps=18179 mem=6.0G lam=None Gm=None
[baseline s0] step 3760/4000 loss=4.8983 gn=0.72 lr=6.53e-05 tps=18182 mem=6.0G lam=None Gm=None
[baseline s0] step 3780/4000 loss=4.8004 gn=0.76 lr=6.45e-05 tps=18186 mem=6.0G lam=None Gm=None
[baseline s0] step 3800/4000 loss=4.9087 gn=0.75 lr=6.37e-05 tps=18190 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 3800: val_loss=5.0057 val_ppl=149.26
[baseline s0] step 3820/4000 loss=4.9865 gn=0.74 lr=6.30e-05 tps=18160 mem=6.0G lam=None Gm=None
[baseline s0] step 3840/4000 loss=4.9053 gn=0.76 lr=6.24e-05 tps=18164 mem=6.0G lam=None Gm=None
[baseline s0] step 3860/4000 loss=4.9029 gn=0.68 lr=6.18e-05 tps=18167 mem=6.0G lam=None Gm=None
[baseline s0] step 3880/4000 loss=4.9808 gn=0.79 lr=6.13e-05 tps=18171 mem=6.0G lam=None Gm=None
[baseline s0] step 3900/4000 loss=4.8809 gn=0.78 lr=6.09e-05 tps=18174 mem=6.0G lam=None Gm=None
[baseline s0] step 3920/4000 loss=4.8140 gn=0.76 lr=6.06e-05 tps=18178 mem=6.0G lam=None Gm=None
[baseline s0] step 3940/4000 loss=4.9906 gn=0.77 lr=6.03e-05 tps=18182 mem=6.0G lam=None Gm=None
[baseline s0] step 3960/4000 loss=4.9362 gn=0.75 lr=6.01e-05 tps=18185 mem=6.0G lam=None Gm=None
[baseline s0] step 3980/4000 loss=4.8850 gn=0.76 lr=6.00e-05 tps=18189 mem=6.0G lam=None Gm=None
[baseline s0] EVAL step 3999: val_loss=5.0002 val_ppl=148.44
[init] variant=s_only seed=0 params=63.97M
[init] use_S=True use_G=False
[s_only s0] step 0/4000 loss=10.9196 gn=16.24 lr=3.00e-06 tps=7866 mem=5.6G lam=0.12692801654338837 Gm=None
[s_only s0] step 20/4000 loss=9.8201 gn=1.89 lr=6.30e-05 tps=15859 mem=6.2G lam=0.1269285697489977 Gm=None
[s_only s0] step 40/4000 loss=9.0759 gn=1.82 lr=1.23e-04 tps=16244 mem=6.2G lam=0.126861909404397 Gm=None
[s_only s0] step 60/4000 loss=8.0906 gn=1.51 lr=1.83e-04 tps=16370 mem=6.2G lam=0.1267800386995077 Gm=None
[s_only s0] step 80/4000 loss=7.4281 gn=0.74 lr=2.43e-04 tps=16458 mem=6.2G lam=0.12668094101051489 Gm=None
[s_only s0] step 100/4000 loss=7.2174 gn=0.68 lr=3.03e-04 tps=16511 mem=6.2G lam=0.1265610239158074 Gm=None
[s_only s0] step 120/4000 loss=7.0768 gn=0.80 lr=3.63e-04 tps=16546 mem=6.2G lam=0.12644990781943002 Gm=None
[s_only s0] step 140/4000 loss=6.8256 gn=0.54 lr=4.23e-04 tps=16558 mem=6.2G lam=0.12640769282976785 Gm=None
[s_only s0] step 160/4000 loss=6.9099 gn=0.79 lr=4.83e-04 tps=16572 mem=6.2G lam=0.12637964511911073 Gm=None
[s_only s0] step 180/4000 loss=6.8124 gn=0.77 lr=5.43e-04 tps=16584 mem=6.2G lam=0.12634567295511565 Gm=None
[s_only s0] step 200/4000 loss=6.6985 gn=0.77 lr=6.00e-04 tps=16593 mem=6.2G lam=0.12624020067354044 Gm=None
[s_only s0] EVAL step 200: val_loss=6.7505 val_ppl=854.45
[s_only s0] step 220/4000 loss=6.5877 gn=0.59 lr=6.00e-04 tps=16051 mem=6.2G lam=0.12625185896952948 Gm=None
[s_only s0] step 240/4000 loss=6.6281 gn=0.54 lr=6.00e-04 tps=16097 mem=6.2G lam=0.1262657322610418 Gm=None
[s_only s0] step 260/4000 loss=6.6135 gn=0.58 lr=6.00e-04 tps=16137 mem=6.2G lam=0.12628101371228695 Gm=None
[s_only s0] step 280/4000 loss=6.5128 gn=0.54 lr=5.99e-04 tps=16173 mem=6.2G lam=0.12627421288440624 Gm=None
[s_only s0] step 300/4000 loss=6.3416 gn=0.54 lr=5.99e-04 tps=16203 mem=6.2G lam=0.12628612201660872 Gm=None
[s_only s0] step 320/4000 loss=6.4067 gn=0.48 lr=5.99e-04 tps=16231 mem=6.2G lam=0.1263035830731193 Gm=None
[s_only s0] step 340/4000 loss=6.3989 gn=0.53 lr=5.98e-04 tps=16252 mem=6.2G lam=0.126261239250501 Gm=None
[s_only s0] step 360/4000 loss=6.2496 gn=0.53 lr=5.98e-04 tps=16270 mem=6.2G lam=0.12632379370431104 Gm=None
[s_only s0] step 380/4000 loss=6.2258 gn=0.55 lr=5.97e-04 tps=16290 mem=6.2G lam=0.12632035743445158 Gm=None
[s_only s0] step 400/4000 loss=6.2672 gn=0.56 lr=5.96e-04 tps=16306 mem=6.2G lam=0.12638370475421348 Gm=None
[s_only s0] EVAL step 400: val_loss=6.3981 val_ppl=600.70
[s_only s0] step 420/4000 loss=6.3893 gn=0.77 lr=5.96e-04 tps=16042 mem=6.2G lam=0.1264245609442393 Gm=None
[s_only s0] step 440/4000 loss=6.3583 gn=0.66 lr=5.95e-04 tps=16068 mem=6.2G lam=0.12652567743013302 Gm=None
[s_only s0] step 460/4000 loss=6.2952 gn=0.53 lr=5.94e-04 tps=16091 mem=6.2G lam=0.1265407477815946 Gm=None
[s_only s0] step 480/4000 loss=6.3867 gn=0.52 lr=5.93e-04 tps=16112 mem=6.2G lam=0.12667018050948778 Gm=None
[s_only s0] step 500/4000 loss=6.3163 gn=0.54 lr=5.92e-04 tps=16132 mem=6.2G lam=0.1267355838790536 Gm=None
[s_only s0] step 520/4000 loss=6.1707 gn=0.56 lr=5.91e-04 tps=16152 mem=6.2G lam=0.12688766761372486 Gm=None
[s_only s0] step 540/4000 loss=6.1835 gn=0.53 lr=5.89e-04 tps=16170 mem=6.2G lam=0.12706252994636694 Gm=None
[s_only s0] step 560/4000 loss=6.0407 gn=0.56 lr=5.88e-04 tps=16189 mem=6.2G lam=0.12717174366116524 Gm=None
[s_only s0] step 580/4000 loss=6.2094 gn=0.59 lr=5.87e-04 tps=16205 mem=6.2G lam=0.12731845180193582 Gm=None
[s_only s0] step 600/4000 loss=5.9602 gn=0.56 lr=5.85e-04 tps=16220 mem=6.2G lam=0.12746825131277242 Gm=None
[s_only s0] EVAL step 600: val_loss=6.1718 val_ppl=479.03
[s_only s0] step 620/4000 loss=6.0255 gn=0.50 lr=5.84e-04 tps=16046 mem=6.2G lam=0.1276232535019517 Gm=None
[s_only s0] step 640/4000 loss=6.1234 gn=0.64 lr=5.82e-04 tps=16064 mem=6.2G lam=0.12782887276262045 Gm=None
[s_only s0] step 660/4000 loss=5.9412 gn=0.59 lr=5.81e-04 tps=16079 mem=6.2G lam=0.12805543839931488 Gm=None
[s_only s0] step 680/4000 loss=5.9505 gn=0.52 lr=5.79e-04 tps=16096 mem=6.2G lam=0.1282186039413015 Gm=None
[s_only s0] step 700/4000 loss=6.0496 gn=0.58 lr=5.77e-04 tps=16110 mem=6.2G lam=0.12838227239747843 Gm=None
[s_only s0] step 720/4000 loss=6.0181 gn=0.53 lr=5.75e-04 tps=16125 mem=6.2G lam=0.12860822770744562 Gm=None
[s_only s0] step 740/4000 loss=6.0501 gn=0.58 lr=5.74e-04 tps=16138 mem=6.2G lam=0.1289047651613752 Gm=None
[s_only s0] step 760/4000 loss=5.9148 gn=0.52 lr=5.72e-04 tps=16151 mem=6.2G lam=0.12920729536563158 Gm=None
[s_only s0] step 780/4000 loss=5.9283 gn=0.52 lr=5.70e-04 tps=16163 mem=6.2G lam=0.12947439402341843 Gm=None
[s_only s0] step 800/4000 loss=5.8881 gn=0.54 lr=5.67e-04 tps=16175 mem=6.2G lam=0.12977179295072952 Gm=None
[s_only s0] EVAL step 800: val_loss=5.9815 val_ppl=396.01
[s_only s0] step 820/4000 loss=5.9666 gn=0.53 lr=5.65e-04 tps=16042 mem=6.2G lam=0.13008342559138933 Gm=None
[s_only s0] step 840/4000 loss=6.1374 gn=0.54 lr=5.63e-04 tps=16056 mem=6.2G lam=0.1303543041770657 Gm=None
[s_only s0] step 860/4000 loss=5.9518 gn=0.56 lr=5.61e-04 tps=16070 mem=6.2G lam=0.13066580053418875 Gm=None
[s_only s0] step 880/4000 loss=5.9320 gn=0.62 lr=5.58e-04 tps=16083 mem=6.2G lam=0.13096548213313022 Gm=None
[s_only s0] step 900/4000 loss=5.8557 gn=0.52 lr=5.56e-04 tps=16094 mem=6.2G lam=0.1312484402830402 Gm=None
[s_only s0] step 920/4000 loss=5.7370 gn=0.54 lr=5.54e-04 tps=16104 mem=6.2G lam=0.1315185483545065 Gm=None
[s_only s0] step 940/4000 loss=5.7989 gn=0.55 lr=5.51e-04 tps=16115 mem=6.2G lam=0.13187734379122654 Gm=None
[s_only s0] step 960/4000 loss=5.7840 gn=0.58 lr=5.48e-04 tps=16124 mem=6.2G lam=0.13223367060224214 Gm=None
[s_only s0] step 980/4000 loss=5.7109 gn=0.57 lr=5.46e-04 tps=16134 mem=6.2G lam=0.13256636603424946 Gm=None
[s_only s0] step 1000/4000 loss=5.8045 gn=0.58 lr=5.43e-04 tps=16143 mem=6.2G lam=0.13293919060379267 Gm=None
[s_only s0] EVAL step 1000: val_loss=5.8303 val_ppl=340.47
[s_only s0] step 1020/4000 loss=5.5516 gn=0.52 lr=5.40e-04 tps=16037 mem=6.2G lam=0.13332742483665547 Gm=None
[s_only s0] step 1040/4000 loss=5.8040 gn=0.50 lr=5.37e-04 tps=16049 mem=6.2G lam=0.1336649345854918 Gm=None
[s_only s0] step 1060/4000 loss=5.5133 gn=0.54 lr=5.35e-04 tps=16060 mem=6.2G lam=0.13397249206900597 Gm=None
[s_only s0] step 1080/4000 loss=5.7270 gn=0.65 lr=5.32e-04 tps=16071 mem=6.2G lam=0.13436876454701027 Gm=None
[s_only s0] step 1100/4000 loss=5.6774 gn=0.58 lr=5.29e-04 tps=16082 mem=6.2G lam=0.1346825072541833 Gm=None
[s_only s0] step 1120/4000 loss=5.6185 gn=0.57 lr=5.26e-04 tps=16092 mem=6.2G lam=0.13510261848568916 Gm=None
[s_only s0] step 1140/4000 loss=5.8675 gn=0.56 lr=5.22e-04 tps=16100 mem=6.2G lam=0.1354632107540965 Gm=None
[s_only s0] step 1160/4000 loss=5.6197 gn=0.54 lr=5.19e-04 tps=16109 mem=6.2G lam=0.1358909821137786 Gm=None
[s_only s0] step 1180/4000 loss=5.6770 gn=0.56 lr=5.16e-04 tps=16117 mem=6.2G lam=0.1362527391562859 Gm=None
[s_only s0] step 1200/4000 loss=5.5601 gn=0.52 lr=5.13e-04 tps=16124 mem=6.2G lam=0.13655376713722944 Gm=None
[s_only s0] EVAL step 1200: val_loss=5.6810 val_ppl=293.24
[s_only s0] step 1220/4000 loss=5.5830 gn=0.60 lr=5.10e-04 tps=16036 mem=6.2G lam=0.13686958079536757 Gm=None
[s_only s0] step 1240/4000 loss=5.4571 gn=0.53 lr=5.06e-04 tps=16045 mem=6.2G lam=0.13723452016711235 Gm=None
[s_only s0] step 1260/4000 loss=5.4601 gn=0.56 lr=5.03e-04 tps=16053 mem=6.2G lam=0.1376482384900252 Gm=None
[s_only s0] step 1280/4000 loss=5.5864 gn=0.55 lr=4.99e-04 tps=16062 mem=6.2G lam=0.13803729942689338 Gm=None
[s_only s0] step 1300/4000 loss=5.6888 gn=0.61 lr=4.96e-04 tps=16070 mem=6.2G lam=0.1383867928137382 Gm=None
[s_only s0] step 1320/4000 loss=5.6395 gn=0.58 lr=4.92e-04 tps=16079 mem=6.2G lam=0.1387265526379148 Gm=None
[s_only s0] step 1340/4000 loss=5.7577 gn=0.57 lr=4.89e-04 tps=16087 mem=6.2G lam=0.13911849415550628 Gm=None
[s_only s0] step 1360/4000 loss=5.5489 gn=0.58 lr=4.85e-04 tps=16095 mem=6.2G lam=0.13947931056221327 Gm=None
[s_only s0] step 1380/4000 loss=5.4243 gn=0.57 lr=4.81e-04 tps=16101 mem=6.2G lam=0.13979739509522915 Gm=None
[s_only s0] step 1400/4000 loss=5.4404 gn=0.58 lr=4.78e-04 tps=16106 mem=6.2G lam=0.14012548172225556 Gm=None
[s_only s0] EVAL step 1400: val_loss=5.5705 val_ppl=262.55
[s_only s0] step 1420/4000 loss=5.4244 gn=0.63 lr=4.74e-04 tps=16030 mem=6.2G lam=0.1404859513665239 Gm=None
[s_only s0] step 1440/4000 loss=5.4084 gn=0.62 lr=4.70e-04 tps=16038 mem=6.2G lam=0.140826303511858 Gm=None
[s_only s0] step 1460/4000 loss=5.5294 gn=0.63 lr=4.66e-04 tps=16046 mem=6.2G lam=0.14116969301054874 Gm=None
[s_only s0] step 1480/4000 loss=5.5820 gn=0.57 lr=4.62e-04 tps=16053 mem=6.2G lam=0.14155861859520277 Gm=None
[s_only s0] step 1500/4000 loss=5.4778 gn=0.63 lr=4.59e-04 tps=16061 mem=6.2G lam=0.1419260473921895 Gm=None
[s_only s0] step 1520/4000 loss=5.4672 gn=0.58 lr=4.55e-04 tps=16067 mem=6.2G lam=0.14222985816498598 Gm=None
[s_only s0] step 1540/4000 loss=5.3713 gn=0.61 lr=4.51e-04 tps=16074 mem=6.2G lam=0.14253480080515146 Gm=None
[s_only s0] step 1560/4000 loss=5.3767 gn=0.57 lr=4.47e-04 tps=16081 mem=6.2G lam=0.14288722444325686 Gm=None
[s_only s0] step 1580/4000 loss=5.4439 gn=0.65 lr=4.43e-04 tps=16088 mem=6.2G lam=0.14320783875882626 Gm=None
[s_only s0] step 1600/4000 loss=5.4300 gn=0.57 lr=4.38e-04 tps=16093 mem=6.2G lam=0.14355705057581267 Gm=None
[s_only s0] EVAL step 1600: val_loss=5.4941 val_ppl=243.26
[s_only s0] step 1620/4000 loss=5.4115 gn=0.64 lr=4.34e-04 tps=16027 mem=6.2G lam=0.14388109495242438 Gm=None
[s_only s0] step 1640/4000 loss=5.2882 gn=0.59 lr=4.30e-04 tps=16034 mem=6.2G lam=0.1442484213039279 Gm=None
[s_only s0] step 1660/4000 loss=5.4577 gn=0.59 lr=4.26e-04 tps=16041 mem=6.2G lam=0.14454306599994501 Gm=None
[s_only s0] step 1680/4000 loss=5.6048 gn=0.59 lr=4.22e-04 tps=16047 mem=6.2G lam=0.14485854376107454 Gm=None
[s_only s0] step 1700/4000 loss=5.4706 gn=0.58 lr=4.18e-04 tps=16053 mem=6.2G lam=0.14520258642733097 Gm=None
[s_only s0] step 1720/4000 loss=5.2282 gn=0.60 lr=4.13e-04 tps=16059 mem=6.2G lam=0.14549836268027624 Gm=None
[s_only s0] step 1740/4000 loss=5.2964 gn=0.60 lr=4.09e-04 tps=16065 mem=6.2G lam=0.1458452930673957 Gm=None
[s_only s0] step 1760/4000 loss=5.3622 gn=0.61 lr=4.05e-04 tps=16072 mem=6.2G lam=0.14619173482060432 Gm=None
[s_only s0] step 1780/4000 loss=5.2387 gn=0.63 lr=4.01e-04 tps=16077 mem=6.2G lam=0.14650953530023494 Gm=None
[s_only s0] step 1800/4000 loss=5.2973 gn=0.61 lr=3.96e-04 tps=16083 mem=6.2G lam=0.14679855667054653 Gm=None
[s_only s0] EVAL step 1800: val_loss=5.4237 val_ppl=226.71
[s_only s0] step 1820/4000 loss=5.3838 gn=0.56 lr=3.92e-04 tps=16025 mem=6.2G lam=0.14706969012816748 Gm=None
[s_only s0] step 1840/4000 loss=5.2330 gn=0.63 lr=3.88e-04 tps=16030 mem=6.2G lam=0.1473601134493947 Gm=None
[s_only s0] step 1860/4000 loss=5.2746 gn=0.59 lr=3.83e-04 tps=16036 mem=6.2G lam=0.14768042291204134 Gm=None
[s_only s0] step 1880/4000 loss=5.3684 gn=0.65 lr=3.79e-04 tps=16042 mem=6.2G lam=0.14795536641031504 Gm=None
[s_only s0] step 1900/4000 loss=5.3387 gn=0.66 lr=3.74e-04 tps=16047 mem=6.2G lam=0.14826269975552955 Gm=None
[s_only s0] step 1920/4000 loss=5.2729 gn=0.60 lr=3.70e-04 tps=16053 mem=6.2G lam=0.1485254509995381 Gm=None
[s_only s0] step 1940/4000 loss=5.3370 gn=0.62 lr=3.66e-04 tps=16058 mem=6.2G lam=0.1487580065925916 Gm=None
[s_only s0] step 1960/4000 loss=5.5228 gn=0.66 lr=3.61e-04 tps=16063 mem=6.2G lam=0.1491000996902585 Gm=None
[s_only s0] step 1980/4000 loss=5.4326 gn=0.62 lr=3.57e-04 tps=16068 mem=6.2G lam=0.1493905217697223 Gm=None
[s_only s0] step 2000/4000 loss=5.2669 gn=0.60 lr=3.52e-04 tps=16074 mem=6.2G lam=0.14968158894528946 Gm=None
[s_only s0] EVAL step 2000: val_loss=5.3785 val_ppl=216.70
[s_only s0] step 2020/4000 loss=5.2263 gn=0.59 lr=3.48e-04 tps=16022 mem=6.2G lam=0.14995385675380626 Gm=None
[s_only s0] step 2040/4000 loss=5.3614 gn=0.67 lr=3.43e-04 tps=16027 mem=6.2G lam=0.15023998698840538 Gm=None
[s_only s0] step 2060/4000 loss=5.1188 gn=0.67 lr=3.39e-04 tps=16033 mem=6.2G lam=0.15052441755930582 Gm=None
[s_only s0] step 2080/4000 loss=5.2630 gn=0.63 lr=3.34e-04 tps=16038 mem=6.2G lam=0.15079285173366466 Gm=None
[s_only s0] step 2100/4000 loss=5.2620 gn=0.60 lr=3.30e-04 tps=16043 mem=6.2G lam=0.15108702021340528 Gm=None
[s_only s0] step 2120/4000 loss=5.1780 gn=0.61 lr=3.26e-04 tps=16047 mem=6.2G lam=0.15135678462684155 Gm=None
[s_only s0] step 2140/4000 loss=5.0995 gn=0.63 lr=3.21e-04 tps=16052 mem=6.2G lam=0.15164329887678227 Gm=None
[s_only s0] step 2160/4000 loss=5.1503 gn=0.62 lr=3.17e-04 tps=16057 mem=6.2G lam=0.15192982678612074 Gm=None
[s_only s0] step 2180/4000 loss=5.1897 gn=0.68 lr=3.12e-04 tps=16061 mem=6.2G lam=0.152193579201897 Gm=None
[s_only s0] step 2200/4000 loss=5.3355 gn=0.63 lr=3.08e-04 tps=16066 mem=6.2G lam=0.15246522768090168 Gm=None
[s_only s0] EVAL step 2200: val_loss=5.2928 val_ppl=198.90
[s_only s0] step 2220/4000 loss=5.2258 gn=0.65 lr=3.03e-04 tps=16018 mem=6.2G lam=0.1527368761599064 Gm=None
[s_only s0] step 2240/4000 loss=5.1550 gn=0.60 lr=2.99e-04 tps=16023 mem=6.2G lam=0.15297844167798758 Gm=None
[s_only s0] step 2260/4000 loss=5.1668 gn=0.59 lr=2.94e-04 tps=16028 mem=6.2G lam=0.15325090506424507 Gm=None
[s_only s0] step 2280/4000 loss=5.3703 gn=0.73 lr=2.90e-04 tps=16032 mem=6.2G lam=0.15346690950294337 Gm=None
[s_only s0] step 2300/4000 loss=5.1344 gn=0.68 lr=2.86e-04 tps=16037 mem=6.2G lam=0.15374540848036608 Gm=None
[s_only s0] step 2320/4000 loss=5.2560 gn=0.68 lr=2.81e-04 tps=16041 mem=6.2G lam=0.15396491096665463 Gm=None
[s_only s0] step 2340/4000 loss=5.1864 gn=0.67 lr=2.77e-04 tps=16046 mem=6.2G lam=0.1541658298422893 Gm=None
[s_only s0] step 2360/4000 loss=5.2709 gn=0.64 lr=2.72e-04 tps=16050 mem=6.2G lam=0.15444632650663456 Gm=None
[s_only s0] step 2380/4000 loss=5.1435 gn=0.71 lr=2.68e-04 tps=16054 mem=6.2G lam=0.15467509596298137 Gm=None
[s_only s0] step 2400/4000 loss=5.0452 gn=0.66 lr=2.64e-04 tps=16059 mem=6.2G lam=0.1549065876752138 Gm=None
[s_only s0] EVAL step 2400: val_loss=5.2244 val_ppl=185.75
[s_only s0] step 2420/4000 loss=5.0378 gn=0.65 lr=2.59e-04 tps=16015 mem=6.2G lam=0.1551545119533936 Gm=None
[s_only s0] step 2440/4000 loss=5.1605 gn=0.67 lr=2.55e-04 tps=16020 mem=6.2G lam=0.15540442988276482 Gm=None
[s_only s0] step 2460/4000 loss=5.2340 gn=0.67 lr=2.51e-04 tps=16024 mem=6.2G lam=0.15560725517570972 Gm=None
[s_only s0] step 2480/4000 loss=5.1356 gn=0.63 lr=2.47e-04 tps=16029 mem=6.2G lam=0.15582442035277685 Gm=None
[s_only s0] step 2500/4000 loss=4.9740 gn=0.65 lr=2.42e-04 tps=16033 mem=6.2G lam=0.15603429606805244 Gm=None
[s_only s0] step 2520/4000 loss=5.0311 gn=0.63 lr=2.38e-04 tps=16038 mem=6.2G lam=0.15623840938011804 Gm=None
[s_only s0] step 2540/4000 loss=5.1130 gn=0.64 lr=2.34e-04 tps=16042 mem=6.2G lam=0.15647442545741796 Gm=None
[s_only s0] step 2560/4000 loss=4.9190 gn=0.71 lr=2.30e-04 tps=16047 mem=6.2G lam=0.15665741016467413 Gm=None
[s_only s0] step 2580/4000 loss=5.1944 gn=0.71 lr=2.26e-04 tps=16051 mem=6.2G lam=0.15685578901320696 Gm=None
[s_only s0] step 2600/4000 loss=4.9774 gn=0.65 lr=2.22e-04 tps=16055 mem=6.2G lam=0.1570213104908665 Gm=None
[s_only s0] EVAL step 2600: val_loss=5.1874 val_ppl=179.00
[s_only s0] step 2620/4000 loss=5.1547 gn=0.72 lr=2.17e-04 tps=16014 mem=6.2G lam=0.15720977572103342 Gm=None
[s_only s0] step 2640/4000 loss=5.1468 gn=0.77 lr=2.13e-04 tps=16018 mem=6.2G lam=0.1574209677055478 Gm=None
[s_only s0] step 2660/4000 loss=5.0151 gn=0.65 lr=2.09e-04 tps=16023 mem=6.2G lam=0.15761489141732454 Gm=None
[s_only s0] step 2680/4000 loss=4.8517 gn=0.86 lr=2.05e-04 tps=16027 mem=6.2G lam=0.15779203393807015 Gm=None
[s_only s0] step 2700/4000 loss=5.1029 gn=0.68 lr=2.01e-04 tps=16031 mem=6.2G lam=0.1579585187137127 Gm=None
[s_only s0] step 2720/4000 loss=5.0902 gn=0.68 lr=1.98e-04 tps=16035 mem=6.2G lam=0.15815662002811828 Gm=None
[s_only s0] step 2740/4000 loss=5.0854 gn=0.65 lr=1.94e-04 tps=16039 mem=6.2G lam=0.15834523302813372 Gm=None
[s_only s0] step 2760/4000 loss=4.9313 gn=0.66 lr=1.90e-04 tps=16043 mem=6.2G lam=0.15851814641306797 Gm=None
[s_only s0] step 2780/4000 loss=5.0645 gn=0.64 lr=1.86e-04 tps=16046 mem=6.2G lam=0.15868712433924279 Gm=None
[s_only s0] step 2800/4000 loss=5.0114 gn=0.72 lr=1.82e-04 tps=16050 mem=6.2G lam=0.15886648620168367 Gm=None
[s_only s0] EVAL step 2800: val_loss=5.1255 val_ppl=168.25
[s_only s0] step 2820/4000 loss=5.0534 gn=0.65 lr=1.79e-04 tps=16013 mem=6.2G lam=0.1590363153566917 Gm=None
[s_only s0] step 2840/4000 loss=4.8508 gn=0.69 lr=1.75e-04 tps=16017 mem=6.2G lam=0.1591800656169653 Gm=None
[s_only s0] step 2860/4000 loss=5.0366 gn=0.64 lr=1.71e-04 tps=16020 mem=6.2G lam=0.15933304311086735 Gm=None
[s_only s0] step 2880/4000 loss=5.0254 gn=0.66 lr=1.68e-04 tps=16024 mem=6.2G lam=0.15949062475313744 Gm=None
[s_only s0] step 2900/4000 loss=4.8737 gn=0.72 lr=1.64e-04 tps=16028 mem=6.2G lam=0.15964605690290531 Gm=None
[s_only s0] step 2920/4000 loss=5.0762 gn=0.74 lr=1.61e-04 tps=16032 mem=6.2G lam=0.1597970174625516 Gm=None
[s_only s0] step 2940/4000 loss=4.9907 gn=0.68 lr=1.57e-04 tps=16036 mem=6.2G lam=0.15993541137625775 Gm=None
[s_only s0] step 2960/4000 loss=4.9784 gn=0.68 lr=1.54e-04 tps=16040 mem=6.2G lam=0.16006658226251602 Gm=None
[s_only s0] step 2980/4000 loss=4.9393 gn=0.64 lr=1.50e-04 tps=16044 mem=6.2G lam=0.16020564020921788 Gm=None
[s_only s0] step 3000/4000 loss=4.8949 gn=0.69 lr=1.47e-04 tps=16048 mem=6.2G lam=0.1603458309546113 Gm=None
[s_only s0] EVAL step 3000: val_loss=5.1437 val_ppl=171.34
[s_only s0] step 3020/4000 loss=4.9444 gn=0.68 lr=1.44e-04 tps=16013 mem=6.2G lam=0.1604727047185103 Gm=None
[s_only s0] step 3040/4000 loss=5.0316 gn=0.69 lr=1.41e-04 tps=16016 mem=6.2G lam=0.16060379706323147 Gm=None
[s_only s0] step 3060/4000 loss=4.9870 gn=0.74 lr=1.38e-04 tps=16020 mem=6.2G lam=0.1607404612004757 Gm=None
[s_only s0] step 3080/4000 loss=4.8295 gn=0.66 lr=1.34e-04 tps=16023 mem=6.2G lam=0.16087450087070465 Gm=None
[s_only s0] step 3100/4000 loss=5.0511 gn=0.69 lr=1.31e-04 tps=16027 mem=6.2G lam=0.16098162159323692 Gm=None
[s_only s0] step 3120/4000 loss=5.0937 gn=1.61 lr=1.28e-04 tps=16030 mem=6.2G lam=0.1611141012981534 Gm=None
[s_only s0] step 3140/4000 loss=4.9128 gn=0.69 lr=1.25e-04 tps=16034 mem=6.2G lam=0.16125171103825173 Gm=None
[s_only s0] step 3160/4000 loss=5.0753 gn=0.70 lr=1.23e-04 tps=16037 mem=6.2G lam=0.16136677749454975 Gm=None
[s_only s0] step 3180/4000 loss=4.8985 gn=0.65 lr=1.20e-04 tps=16041 mem=6.2G lam=0.16147833845267692 Gm=None
[s_only s0] step 3200/4000 loss=4.9372 gn=0.73 lr=1.17e-04 tps=16044 mem=6.2G lam=0.16159397643059492 Gm=None
[s_only s0] EVAL step 3200: val_loss=5.0508 val_ppl=156.14
[s_only s0] step 3220/4000 loss=5.0421 gn=0.77 lr=1.14e-04 tps=16012 mem=6.2G lam=0.16170350648462772 Gm=None
[s_only s0] step 3240/4000 loss=5.0556 gn=0.68 lr=1.12e-04 tps=16015 mem=6.2G lam=0.16180988680571318 Gm=None
[s_only s0] step 3260/4000 loss=4.8043 gn=0.69 lr=1.09e-04 tps=16018 mem=6.2G lam=0.16191981422404447 Gm=None
[s_only s0] step 3280/4000 loss=5.0738 gn=0.77 lr=1.06e-04 tps=16022 mem=6.2G lam=0.1620280851299564 Gm=None
[s_only s0] step 3300/4000 loss=4.8867 gn=0.73 lr=1.04e-04 tps=16025 mem=6.2G lam=0.16213232837617397 Gm=None
[s_only s0] step 3320/4000 loss=5.0384 gn=0.73 lr=1.02e-04 tps=16028 mem=6.2G lam=0.16222489128510156 Gm=None
[s_only s0] step 3340/4000 loss=4.8808 gn=0.68 lr=9.92e-05 tps=16031 mem=6.2G lam=0.16232431990404925 Gm=None
[s_only s0] step 3360/4000 loss=5.0324 gn=0.69 lr=9.69e-05 tps=16034 mem=6.2G lam=0.162418513558805 Gm=None
[s_only s0] step 3380/4000 loss=5.0188 gn=0.73 lr=9.47e-05 tps=16038 mem=6.2G lam=0.16249898045013347 Gm=None
[s_only s0] step 3400/4000 loss=4.8903 gn=0.68 lr=9.25e-05 tps=16041 mem=6.2G lam=0.1626018676906824 Gm=None
[s_only s0] EVAL step 3400: val_loss=5.0540 val_ppl=156.65
[s_only s0] step 3420/4000 loss=4.9338 gn=0.71 lr=9.04e-05 tps=16010 mem=6.2G lam=0.1626981602360805 Gm=None
[s_only s0] step 3440/4000 loss=4.9736 gn=0.79 lr=8.84e-05 tps=16014 mem=6.2G lam=0.16279214837898812 Gm=None
[s_only s0] step 3460/4000 loss=4.8672 gn=0.74 lr=8.65e-05 tps=16017 mem=6.2G lam=0.1628744974732399 Gm=None
[s_only s0] step 3480/4000 loss=4.9579 gn=0.74 lr=8.46e-05 tps=16020 mem=6.2G lam=0.16295635203520456 Gm=None
[s_only s0] step 3500/4000 loss=4.8617 gn=0.71 lr=8.27e-05 tps=16023 mem=6.2G lam=0.16303630731999874 Gm=None
[s_only s0] step 3520/4000 loss=4.7774 gn=0.74 lr=8.10e-05 tps=16027 mem=6.2G lam=0.16311296044538418 Gm=None
[s_only s0] step 3540/4000 loss=4.7582 gn=0.70 lr=7.93e-05 tps=16030 mem=6.2G lam=0.16320041629175344 Gm=None
[s_only s0] step 3560/4000 loss=5.0014 gn=0.70 lr=7.77e-05 tps=16033 mem=6.2G lam=0.16328275483101606 Gm=None
[s_only s0] step 3580/4000 loss=4.8396 gn=0.69 lr=7.61e-05 tps=16036 mem=6.2G lam=0.163363772444427 Gm=None
[s_only s0] step 3600/4000 loss=4.8693 gn=0.80 lr=7.46e-05 tps=16039 mem=6.2G lam=0.16343969789644083 Gm=None
[s_only s0] EVAL step 3600: val_loss=5.0216 val_ppl=151.66
[s_only s0] step 3620/4000 loss=4.9188 gn=0.75 lr=7.32e-05 tps=16009 mem=6.2G lam=0.16351322084665298 Gm=None
[s_only s0] step 3640/4000 loss=4.9910 gn=0.72 lr=7.19e-05 tps=16012 mem=6.2G lam=0.16358474300553402 Gm=None
[s_only s0] step 3660/4000 loss=5.0379 gn=0.80 lr=7.06e-05 tps=16016 mem=6.2G lam=0.16365407779812813 Gm=None
[s_only s0] step 3680/4000 loss=4.9527 gn=0.71 lr=6.94e-05 tps=16019 mem=6.2G lam=0.16372491512447596 Gm=None
[s_only s0] step 3700/4000 loss=5.0138 gn=0.69 lr=6.83e-05 tps=16021 mem=6.2G lam=0.16379747508714596 Gm=None
[s_only s0] step 3720/4000 loss=4.7727 gn=0.70 lr=6.72e-05 tps=16024 mem=6.2G lam=0.16386881253371635 Gm=None
[s_only s0] step 3740/4000 loss=4.9555 gn=0.71 lr=6.62e-05 tps=16027 mem=6.2G lam=0.1639383789151907 Gm=None
[s_only s0] step 3760/4000 loss=4.9015 gn=0.71 lr=6.53e-05 tps=16030 mem=6.2G lam=0.16399934142827988 Gm=None
[s_only s0] step 3780/4000 loss=4.8116 gn=0.73 lr=6.45e-05 tps=16033 mem=6.2G lam=0.16407388728111982 Gm=None
[s_only s0] step 3800/4000 loss=4.9232 gn=0.77 lr=6.37e-05 tps=16036 mem=6.2G lam=0.16412982872376838 Gm=None
[s_only s0] EVAL step 3800: val_loss=5.0013 val_ppl=148.60
[s_only s0] step 3820/4000 loss=4.9799 gn=0.76 lr=6.30e-05 tps=16006 mem=6.2G lam=0.1641976566364368 Gm=None
[s_only s0] step 3840/4000 loss=4.8974 gn=0.75 lr=6.24e-05 tps=16008 mem=6.2G lam=0.16426111416270336 Gm=None
[s_only s0] step 3860/4000 loss=4.9083 gn=0.70 lr=6.18e-05 tps=16009 mem=6.2G lam=0.1643272421012322 Gm=None
[s_only s0] step 3880/4000 loss=4.9749 gn=0.78 lr=6.13e-05 tps=16011 mem=6.2G lam=0.1643884942556421 Gm=None
[s_only s0] step 3900/4000 loss=4.8772 gn=0.77 lr=6.09e-05 tps=16012 mem=6.2G lam=0.164447876624763 Gm=None
[s_only s0] step 3920/4000 loss=4.8052 gn=0.78 lr=6.06e-05 tps=16013 mem=6.2G lam=0.16450831635544697 Gm=None
[s_only s0] step 3940/4000 loss=4.9839 gn=0.77 lr=6.03e-05 tps=16014 mem=6.2G lam=0.1645667472233375 Gm=None
[s_only s0] step 3960/4000 loss=4.9248 gn=0.77 lr=6.01e-05 tps=16014 mem=6.2G lam=0.16462658531963825 Gm=None
[s_only s0] step 3980/4000 loss=4.8933 gn=0.82 lr=6.00e-05 tps=16014 mem=6.2G lam=0.16468850150704384 Gm=None
[s_only s0] EVAL step 3999: val_loss=4.9965 val_ppl=147.89
[init] variant=g_only seed=0 params=63.39M
[init] use_S=False use_G=True
[g_only s0] step 0/4000 loss=10.9116 gn=10.42 lr=3.00e-06 tps=7314 mem=5.8G lam=None Gm=0.4969075520833333
[g_only s0] step 20/4000 loss=9.8400 gn=2.09 lr=6.30e-05 tps=16617 mem=6.3G lam=None Gm=0.4551595052083333
[g_only s0] step 40/4000 loss=9.0910 gn=1.78 lr=1.23e-04 tps=17205 mem=6.3G lam=None Gm=0.4195963541666667
[g_only s0] step 60/4000 loss=8.0935 gn=1.55 lr=1.83e-04 tps=17418 mem=6.3G lam=None Gm=0.4182942708333333
[g_only s0] step 80/4000 loss=7.4238 gn=0.78 lr=2.43e-04 tps=17527 mem=6.3G lam=None Gm=0.4287923177083333
[g_only s0] step 100/4000 loss=7.2057 gn=0.72 lr=3.03e-04 tps=17595 mem=6.3G lam=None Gm=0.4186197916666667
[g_only s0] step 120/4000 loss=7.0529 gn=0.57 lr=3.63e-04 tps=17643 mem=6.3G lam=None Gm=0.4054361979166667
[g_only s0] step 140/4000 loss=6.8452 gn=0.84 lr=4.23e-04 tps=17671 mem=6.3G lam=None Gm=0.4053548177083333
[g_only s0] step 160/4000 loss=6.9112 gn=0.60 lr=4.83e-04 tps=17691 mem=6.3G lam=None Gm=0.4039713541666667
[g_only s0] step 180/4000 loss=6.7947 gn=0.49 lr=5.43e-04 tps=17707 mem=6.3G lam=None Gm=0.3907063802083333
[g_only s0] step 200/4000 loss=6.6789 gn=0.54 lr=6.00e-04 tps=17716 mem=6.3G lam=None Gm=0.4029947916666667
[g_only s0] EVAL step 200: val_loss=6.7469 val_ppl=851.43
[g_only s0] step 220/4000 loss=6.5800 gn=0.53 lr=6.00e-04 tps=17149 mem=6.3G lam=None Gm=0.39599609375
[g_only s0] step 240/4000 loss=6.6272 gn=0.50 lr=6.00e-04 tps=17204 mem=6.3G lam=None Gm=0.3841145833333333
[g_only s0] step 260/4000 loss=6.5962 gn=0.51 lr=6.00e-04 tps=17252 mem=6.3G lam=None Gm=0.3935546875
[g_only s0] step 280/4000 loss=6.5161 gn=0.47 lr=5.99e-04 tps=17292 mem=6.3G lam=None Gm=0.3889973958333333
[g_only s0] step 300/4000 loss=6.3437 gn=0.49 lr=5.99e-04 tps=17325 mem=6.3G lam=None Gm=0.4014485677083333
[g_only s0] step 320/4000 loss=6.4121 gn=0.48 lr=5.99e-04 tps=17354 mem=6.3G lam=None Gm=0.4002278645833333
[g_only s0] step 340/4000 loss=6.3941 gn=0.46 lr=5.98e-04 tps=17380 mem=6.3G lam=None Gm=0.3993326822916667
[g_only s0] step 360/4000 loss=6.2629 gn=0.47 lr=5.98e-04 tps=17403 mem=6.3G lam=None Gm=0.3941243489583333
[g_only s0] step 380/4000 loss=6.2178 gn=0.50 lr=5.97e-04 tps=17425 mem=6.3G lam=None Gm=0.4176432291666667
[g_only s0] step 400/4000 loss=6.2702 gn=0.50 lr=5.96e-04 tps=17444 mem=6.3G lam=None Gm=0.41162109375
[g_only s0] EVAL step 400: val_loss=6.4036 val_ppl=604.04
[g_only s0] step 420/4000 loss=6.4023 gn=0.70 lr=5.96e-04 tps=17163 mem=6.3G lam=None Gm=0.4402669270833333
[g_only s0] step 440/4000 loss=6.3540 gn=0.56 lr=5.95e-04 tps=17192 mem=6.3G lam=None Gm=0.4210611979166667
[g_only s0] step 460/4000 loss=6.3021 gn=0.47 lr=5.94e-04 tps=17216 mem=6.3G lam=None Gm=0.416015625
[g_only s0] step 480/4000 loss=6.3700 gn=0.49 lr=5.93e-04 tps=17240 mem=6.3G lam=None Gm=0.4447428385416667
[g_only s0] step 500/4000 loss=6.3026 gn=0.49 lr=5.92e-04 tps=17262 mem=6.3G lam=None Gm=0.44580078125
[g_only s0] step 520/4000 loss=6.1557 gn=0.47 lr=5.91e-04 tps=17283 mem=6.3G lam=None Gm=0.4806315104166667
[g_only s0] step 540/4000 loss=6.1738 gn=0.46 lr=5.89e-04 tps=17302 mem=6.3G lam=None Gm=0.4768880208333333
[g_only s0] step 560/4000 loss=6.0412 gn=0.56 lr=5.88e-04 tps=17321 mem=6.3G lam=None Gm=0.4951985677083333
[g_only s0] step 580/4000 loss=6.2063 gn=0.54 lr=5.87e-04 tps=17338 mem=6.3G lam=None Gm=0.5145670572916666
[g_only s0] step 600/4000 loss=5.9606 gn=0.48 lr=5.85e-04 tps=17353 mem=6.3G lam=None Gm=0.526123046875
[g_only s0] EVAL step 600: val_loss=6.1682 val_ppl=477.31
[g_only s0] step 620/4000 loss=6.0180 gn=0.48 lr=5.84e-04 tps=17168 mem=6.3G lam=None Gm=0.5377604166666666
[g_only s0] step 640/4000 loss=6.1040 gn=0.61 lr=5.82e-04 tps=17189 mem=6.3G lam=None Gm=0.5563151041666666
[g_only s0] step 660/4000 loss=5.9488 gn=0.48 lr=5.81e-04 tps=17208 mem=6.3G lam=None Gm=0.5437825520833334
[g_only s0] step 680/4000 loss=5.9541 gn=0.48 lr=5.79e-04 tps=17225 mem=6.3G lam=None Gm=0.5411783854166666
[g_only s0] step 700/4000 loss=6.0356 gn=0.49 lr=5.77e-04 tps=17242 mem=6.3G lam=None Gm=0.581298828125
[g_only s0] step 720/4000 loss=6.0191 gn=0.51 lr=5.75e-04 tps=17258 mem=6.3G lam=None Gm=0.5633138020833334
[g_only s0] step 740/4000 loss=6.0332 gn=0.50 lr=5.74e-04 tps=17273 mem=6.3G lam=None Gm=0.5607096354166666
[g_only s0] step 760/4000 loss=5.9036 gn=0.51 lr=5.72e-04 tps=17287 mem=6.3G lam=None Gm=0.5413411458333334
[g_only s0] step 780/4000 loss=5.9232 gn=0.51 lr=5.70e-04 tps=17301 mem=6.3G lam=None Gm=0.5846354166666666
[g_only s0] step 800/4000 loss=5.8875 gn=0.56 lr=5.67e-04 tps=17314 mem=6.3G lam=None Gm=0.596923828125
[g_only s0] EVAL step 800: val_loss=5.9858 val_ppl=397.74
[g_only s0] step 820/4000 loss=5.9567 gn=0.45 lr=5.65e-04 tps=17172 mem=6.3G lam=None Gm=0.5618489583333334
[g_only s0] step 840/4000 loss=6.1340 gn=0.50 lr=5.63e-04 tps=17187 mem=6.3G lam=None Gm=0.5763346354166666
[g_only s0] step 860/4000 loss=5.9471 gn=0.53 lr=5.61e-04 tps=17202 mem=6.3G lam=None Gm=0.5804036458333334
[g_only s0] step 880/4000 loss=5.9260 gn=0.53 lr=5.58e-04 tps=17214 mem=6.3G lam=None Gm=0.5691731770833334
[g_only s0] step 900/4000 loss=5.8427 gn=0.48 lr=5.56e-04 tps=17225 mem=6.3G lam=None Gm=0.5870768229166666
[g_only s0] step 920/4000 loss=5.7483 gn=0.53 lr=5.54e-04 tps=17235 mem=6.3G lam=None Gm=0.591552734375
[g_only s0] step 940/4000 loss=5.7881 gn=0.49 lr=5.51e-04 tps=17243 mem=6.3G lam=None Gm=0.5843912760416666
[g_only s0] step 960/4000 loss=5.7854 gn=0.57 lr=5.48e-04 tps=17250 mem=6.3G lam=None Gm=0.602783203125
[g_only s0] step 980/4000 loss=5.7003 gn=0.50 lr=5.46e-04 tps=17255 mem=6.3G lam=None Gm=0.5874837239583334
[g_only s0] step 1000/4000 loss=5.7974 gn=0.52 lr=5.43e-04 tps=17263 mem=6.3G lam=None Gm=0.5813802083333334
[g_only s0] EVAL step 1000: val_loss=5.8254 val_ppl=338.79
[g_only s0] step 1020/4000 loss=5.5420 gn=0.50 lr=5.40e-04 tps=17146 mem=6.3G lam=None Gm=0.577880859375
[g_only s0] step 1040/4000 loss=5.7812 gn=0.48 lr=5.37e-04 tps=17156 mem=6.3G lam=None Gm=0.5787353515625
[g_only s0] step 1060/4000 loss=5.4968 gn=0.50 lr=5.35e-04 tps=17165 mem=6.3G lam=None Gm=0.5699869791666666
[g_only s0] step 1080/4000 loss=5.7063 gn=0.53 lr=5.32e-04 tps=17175 mem=6.3G lam=None Gm=0.5565592447916666
[g_only s0] step 1100/4000 loss=5.6721 gn=0.49 lr=5.29e-04 tps=17183 mem=6.3G lam=None Gm=0.5721435546875
[g_only s0] step 1120/4000 loss=5.6122 gn=0.53 lr=5.26e-04 tps=17192 mem=6.3G lam=None Gm=0.5660807291666666
[g_only s0] step 1140/4000 loss=5.8697 gn=0.54 lr=5.22e-04 tps=17200 mem=6.3G lam=None Gm=0.5578206380208334
[g_only s0] step 1160/4000 loss=5.6152 gn=0.52 lr=5.19e-04 tps=17208 mem=6.3G lam=None Gm=0.5635579427083334
[g_only s0] step 1180/4000 loss=5.6635 gn=0.51 lr=5.16e-04 tps=17216 mem=6.3G lam=None Gm=0.5602213541666666
[g_only s0] step 1200/4000 loss=5.5461 gn=0.51 lr=5.13e-04 tps=17223 mem=6.3G lam=None Gm=0.5563557942708334
[g_only s0] EVAL step 1200: val_loss=5.6726 val_ppl=290.78
[g_only s0] step 1220/4000 loss=5.5768 gn=0.53 lr=5.10e-04 tps=17129 mem=6.3G lam=None Gm=0.5413818359375
[g_only s0] step 1240/4000 loss=5.4647 gn=0.51 lr=5.06e-04 tps=17137 mem=6.3G lam=None Gm=0.5687255859375
[g_only s0] step 1260/4000 loss=5.4552 gn=0.52 lr=5.03e-04 tps=17146 mem=6.3G lam=None Gm=0.5423177083333334
[g_only s0] step 1280/4000 loss=5.5719 gn=0.58 lr=4.99e-04 tps=17154 mem=6.3G lam=None Gm=0.5581461588541666
[g_only s0] step 1300/4000 loss=5.6728 gn=0.56 lr=4.96e-04 tps=17162 mem=6.3G lam=None Gm=0.5564371744791666
[g_only s0] step 1320/4000 loss=5.6312 gn=0.57 lr=4.92e-04 tps=17169 mem=6.3G lam=None Gm=0.5655517578125
[g_only s0] step 1340/4000 loss=5.7253 gn=0.54 lr=4.89e-04 tps=17176 mem=6.3G lam=None Gm=0.5574544270833334
[g_only s0] step 1360/4000 loss=5.5400 gn=0.56 lr=4.85e-04 tps=17184 mem=6.3G lam=None Gm=0.5557861328125
[g_only s0] step 1380/4000 loss=5.4131 gn=0.54 lr=4.81e-04 tps=17192 mem=6.3G lam=None Gm=0.5404052734375
[g_only s0] step 1400/4000 loss=5.4202 gn=0.61 lr=4.78e-04 tps=17198 mem=6.3G lam=None Gm=0.5691731770833334
[g_only s0] EVAL step 1400: val_loss=5.5586 val_ppl=259.45
[g_only s0] step 1420/4000 loss=5.4152 gn=0.60 lr=4.74e-04 tps=17118 mem=6.3G lam=None Gm=0.5450846354166666
[g_only s0] step 1440/4000 loss=5.3993 gn=0.56 lr=4.70e-04 tps=17127 mem=6.3G lam=None Gm=0.5409342447916666
[g_only s0] step 1460/4000 loss=5.5153 gn=0.56 lr=4.66e-04 tps=17134 mem=6.3G lam=None Gm=0.5529378255208334
[g_only s0] step 1480/4000 loss=5.5728 gn=0.57 lr=4.62e-04 tps=17141 mem=6.3G lam=None Gm=0.5250244140625
[g_only s0] step 1500/4000 loss=5.4834 gn=0.60 lr=4.59e-04 tps=17149 mem=6.3G lam=None Gm=0.5370279947916666
[g_only s0] step 1520/4000 loss=5.4469 gn=0.53 lr=4.55e-04 tps=17157 mem=6.3G lam=None Gm=0.5386555989583334
[g_only s0] step 1540/4000 loss=5.3628 gn=0.52 lr=4.51e-04 tps=17164 mem=6.3G lam=None Gm=0.5360514322916666
[g_only s0] step 1560/4000 loss=5.3563 gn=0.52 lr=4.47e-04 tps=17171 mem=6.3G lam=None Gm=0.5361328125
[g_only s0] step 1580/4000 loss=5.4303 gn=0.58 lr=4.43e-04 tps=17178 mem=6.3G lam=None Gm=0.5266520182291666
[g_only s0] step 1600/4000 loss=5.4288 gn=0.55 lr=4.38e-04 tps=17185 mem=6.3G lam=None Gm=0.5325520833333334
[g_only s0] EVAL step 1600: val_loss=5.4864 val_ppl=241.38
[g_only s0] step 1620/4000 loss=5.3893 gn=0.52 lr=4.34e-04 tps=17116 mem=6.3G lam=None Gm=0.54119873046875
[g_only s0] step 1640/4000 loss=5.2717 gn=0.53 lr=4.30e-04 tps=17124 mem=6.3G lam=None Gm=0.52777099609375
[g_only s0] step 1660/4000 loss=5.4406 gn=0.58 lr=4.26e-04 tps=17132 mem=6.3G lam=None Gm=0.5328776041666666
[g_only s0] step 1680/4000 loss=5.5967 gn=0.55 lr=4.22e-04 tps=17140 mem=6.3G lam=None Gm=0.5220540364583334
[g_only s0] step 1700/4000 loss=5.4539 gn=0.58 lr=4.18e-04 tps=17147 mem=6.3G lam=None Gm=0.5311482747395834
[g_only s0] step 1720/4000 loss=5.2196 gn=0.56 lr=4.13e-04 tps=17154 mem=6.3G lam=None Gm=0.5096638997395834
[g_only s0] step 1740/4000 loss=5.2746 gn=0.56 lr=4.09e-04 tps=17162 mem=6.3G lam=None Gm=0.5119222005208334
[g_only s0] step 1760/4000 loss=5.3570 gn=0.54 lr=4.05e-04 tps=17169 mem=6.3G lam=None Gm=0.50897216796875
[g_only s0] step 1780/4000 loss=5.2094 gn=0.54 lr=4.01e-04 tps=17175 mem=6.3G lam=None Gm=0.5138956705729166
[g_only s0] step 1800/4000 loss=5.2770 gn=0.58 lr=3.96e-04 tps=17181 mem=6.3G lam=None Gm=0.5162760416666666
[g_only s0] EVAL step 1800: val_loss=5.4124 val_ppl=224.17
[g_only s0] step 1820/4000 loss=5.3734 gn=0.59 lr=3.92e-04 tps=17119 mem=6.3G lam=None Gm=0.5155843098958334
[g_only s0] step 1840/4000 loss=5.2164 gn=0.59 lr=3.88e-04 tps=17126 mem=6.3G lam=None Gm=0.5003458658854166
[g_only s0] step 1860/4000 loss=5.2742 gn=0.64 lr=3.83e-04 tps=17133 mem=6.3G lam=None Gm=0.5200398763020834
[g_only s0] step 1880/4000 loss=5.3516 gn=0.59 lr=3.79e-04 tps=17139 mem=6.3G lam=None Gm=0.5229085286458334
[g_only s0] step 1900/4000 loss=5.3081 gn=0.62 lr=3.74e-04 tps=17145 mem=6.3G lam=None Gm=0.5034586588541666
[g_only s0] step 1920/4000 loss=5.2620 gn=0.57 lr=3.70e-04 tps=17151 mem=6.3G lam=None Gm=0.5080362955729166
[g_only s0] step 1940/4000 loss=5.3117 gn=0.57 lr=3.66e-04 tps=17158 mem=6.3G lam=None Gm=0.5031331380208334
[g_only s0] step 1960/4000 loss=5.5161 gn=0.62 lr=3.61e-04 tps=17163 mem=6.3G lam=None Gm=0.50909423828125
[g_only s0] step 1980/4000 loss=5.4206 gn=0.57 lr=3.57e-04 tps=17170 mem=6.3G lam=None Gm=0.5130411783854166
[g_only s0] step 2000/4000 loss=5.2534 gn=0.57 lr=3.52e-04 tps=17176 mem=6.3G lam=None Gm=0.5052286783854166
[g_only s0] EVAL step 2000: val_loss=5.3724 val_ppl=215.37
[g_only s0] step 2020/4000 loss=5.2267 gn=0.61 lr=3.48e-04 tps=17122 mem=6.3G lam=None Gm=0.5080159505208334
[g_only s0] step 2040/4000 loss=5.3692 gn=0.66 lr=3.43e-04 tps=17129 mem=6.3G lam=None Gm=0.5000203450520834
[g_only s0] step 2060/4000 loss=5.0994 gn=0.62 lr=3.39e-04 tps=17136 mem=6.3G lam=None Gm=0.5040283203125
[g_only s0] step 2080/4000 loss=5.2446 gn=0.59 lr=3.34e-04 tps=17142 mem=6.3G lam=None Gm=0.5069580078125
[g_only s0] step 2100/4000 loss=5.2432 gn=0.55 lr=3.30e-04 tps=17149 mem=6.3G lam=None Gm=0.49273681640625
[g_only s0] step 2120/4000 loss=5.1525 gn=0.59 lr=3.26e-04 tps=17155 mem=6.3G lam=None Gm=0.4863688151041667
[g_only s0] step 2140/4000 loss=5.0868 gn=0.60 lr=3.21e-04 tps=17161 mem=6.3G lam=None Gm=0.4986979166666667
[g_only s0] step 2160/4000 loss=5.1276 gn=0.62 lr=3.17e-04 tps=17167 mem=6.3G lam=None Gm=0.4900105794270833
[g_only s0] step 2180/4000 loss=5.1740 gn=0.65 lr=3.12e-04 tps=17173 mem=6.3G lam=None Gm=0.4993896484375
[g_only s0] step 2200/4000 loss=5.3146 gn=0.60 lr=3.08e-04 tps=17179 mem=6.3G lam=None Gm=0.4974365234375
[g_only s0] EVAL step 2200: val_loss=5.2782 val_ppl=196.02
[g_only s0] step 2220/4000 loss=5.2071 gn=0.60 lr=3.03e-04 tps=17129 mem=6.3G lam=None Gm=0.4936726888020833
[g_only s0] step 2240/4000 loss=5.1489 gn=0.57 lr=2.99e-04 tps=17134 mem=6.3G lam=None Gm=0.4821573893229167
[g_only s0] step 2260/4000 loss=5.1579 gn=0.57 lr=2.94e-04 tps=17140 mem=6.3G lam=None Gm=0.4826456705729167
[g_only s0] step 2280/4000 loss=5.3368 gn=0.64 lr=2.90e-04 tps=17146 mem=6.3G lam=None Gm=0.483154296875
[g_only s0] step 2300/4000 loss=5.1231 gn=0.63 lr=2.86e-04 tps=17152 mem=6.3G lam=None Gm=0.4803059895833333
[g_only s0] step 2320/4000 loss=5.2337 gn=0.63 lr=2.81e-04 tps=17157 mem=6.3G lam=None Gm=0.478759765625
[g_only s0] step 2340/4000 loss=5.1670 gn=0.63 lr=2.77e-04 tps=17156 mem=6.3G lam=None Gm=0.483642578125
[g_only s0] step 2360/4000 loss=5.2510 gn=0.61 lr=2.72e-04 tps=17150 mem=6.3G lam=None Gm=0.4729207356770833
[g_only s0] step 2380/4000 loss=5.1356 gn=0.61 lr=2.68e-04 tps=17153 mem=6.3G lam=None Gm=0.48333740234375
[g_only s0] step 2400/4000 loss=5.0308 gn=0.62 lr=2.64e-04 tps=17156 mem=6.3G lam=None Gm=0.4855143229166667
[g_only s0] EVAL step 2400: val_loss=5.2118 val_ppl=183.43
[g_only s0] step 2420/4000 loss=5.0347 gn=0.64 lr=2.59e-04 tps=17108 mem=6.3G lam=None Gm=0.47509765625
[g_only s0] step 2440/4000 loss=5.1393 gn=0.62 lr=2.55e-04 tps=17111 mem=6.3G lam=None Gm=0.46600341796875
[g_only s0] step 2460/4000 loss=5.2275 gn=0.62 lr=2.51e-04 tps=17115 mem=6.3G lam=None Gm=0.47979736328125
[g_only s0] step 2480/4000 loss=5.1158 gn=0.61 lr=2.47e-04 tps=17119 mem=6.3G lam=None Gm=0.4676513671875
[g_only s0] step 2500/4000 loss=4.9617 gn=0.61 lr=2.42e-04 tps=17123 mem=6.3G lam=None Gm=0.4730021158854167
[g_only s0] step 2520/4000 loss=5.0374 gn=0.58 lr=2.38e-04 tps=17128 mem=6.3G lam=None Gm=0.46563720703125
[g_only s0] step 2540/4000 loss=5.0929 gn=0.61 lr=2.34e-04 tps=17132 mem=6.3G lam=None Gm=0.4740397135416667
[g_only s0] step 2560/4000 loss=4.8987 gn=0.66 lr=2.30e-04 tps=17136 mem=6.3G lam=None Gm=0.4639485677083333
[g_only s0] step 2580/4000 loss=5.1882 gn=0.65 lr=2.26e-04 tps=17141 mem=6.3G lam=None Gm=0.4627888997395833
[g_only s0] step 2600/4000 loss=4.9632 gn=0.61 lr=2.22e-04 tps=17146 mem=6.3G lam=None Gm=0.4612630208333333
[g_only s0] EVAL step 2600: val_loss=5.1738 val_ppl=176.59
[g_only s0] step 2620/4000 loss=5.1408 gn=0.67 lr=2.17e-04 tps=17103 mem=6.3G lam=None Gm=0.4739176432291667
[g_only s0] step 2640/4000 loss=5.1478 gn=0.69 lr=2.13e-04 tps=17108 mem=6.3G lam=None Gm=0.4818522135416667
[g_only s0] step 2660/4000 loss=5.0090 gn=0.63 lr=2.09e-04 tps=17113 mem=6.3G lam=None Gm=0.4649454752604167
[g_only s0] step 2680/4000 loss=4.8474 gn=0.78 lr=2.05e-04 tps=17118 mem=6.3G lam=None Gm=0.4655558268229167
[g_only s0] step 2700/4000 loss=5.0901 gn=0.69 lr=2.01e-04 tps=17122 mem=6.3G lam=None Gm=0.4690958658854167
[g_only s0] step 2720/4000 loss=5.0884 gn=0.69 lr=1.98e-04 tps=17127 mem=6.3G lam=None Gm=0.4544677734375
[g_only s0] step 2740/4000 loss=5.0685 gn=0.64 lr=1.94e-04 tps=17131 mem=6.3G lam=None Gm=0.4671630859375
[g_only s0] step 2760/4000 loss=4.9182 gn=0.66 lr=1.90e-04 tps=17136 mem=6.3G lam=None Gm=0.4716796875
[g_only s0] step 2780/4000 loss=5.0491 gn=0.64 lr=1.86e-04 tps=17140 mem=6.3G lam=None Gm=0.4642130533854167
[g_only s0] step 2800/4000 loss=4.9962 gn=0.67 lr=1.82e-04 tps=17144 mem=6.3G lam=None Gm=0.4649658203125
[g_only s0] EVAL step 2800: val_loss=5.1065 val_ppl=165.09
[g_only s0] step 2820/4000 loss=5.0312 gn=0.65 lr=1.79e-04 tps=17104 mem=6.3G lam=None Gm=0.46160888671875
[g_only s0] step 2840/4000 loss=4.8502 gn=0.68 lr=1.75e-04 tps=17108 mem=6.3G lam=None Gm=0.449462890625
[g_only s0] step 2860/4000 loss=5.0163 gn=0.63 lr=1.71e-04 tps=17112 mem=6.3G lam=None Gm=0.4520263671875
[g_only s0] step 2880/4000 loss=5.0066 gn=0.76 lr=1.68e-04 tps=17117 mem=6.3G lam=None Gm=0.4512125651041667
[g_only s0] step 2900/4000 loss=4.8510 gn=0.65 lr=1.64e-04 tps=17121 mem=6.3G lam=None Gm=0.4589640299479167
[g_only s0] step 2920/4000 loss=5.0601 gn=0.66 lr=1.61e-04 tps=17125 mem=6.3G lam=None Gm=0.4770711263020833
[g_only s0] step 2940/4000 loss=4.9675 gn=0.62 lr=1.57e-04 tps=17129 mem=6.3G lam=None Gm=0.4576619466145833
[g_only s0] step 2960/4000 loss=4.9508 gn=0.66 lr=1.54e-04 tps=17133 mem=6.3G lam=None Gm=0.4636637369791667
[g_only s0] step 2980/4000 loss=4.9112 gn=0.64 lr=1.50e-04 tps=17137 mem=6.3G lam=None Gm=0.4538981119791667
[g_only s0] step 3000/4000 loss=4.8637 gn=0.68 lr=1.47e-04 tps=17141 mem=6.3G lam=None Gm=0.4453328450520833
[g_only s0] EVAL step 3000: val_loss=5.1212 val_ppl=167.53
[g_only s0] step 3020/4000 loss=4.9321 gn=0.62 lr=1.44e-04 tps=17104 mem=6.3G lam=None Gm=0.4552815755208333
[g_only s0] step 3040/4000 loss=5.0088 gn=0.71 lr=1.41e-04 tps=17109 mem=6.3G lam=None Gm=0.4568888346354167
[g_only s0] step 3060/4000 loss=4.9715 gn=0.69 lr=1.38e-04 tps=17113 mem=6.3G lam=None Gm=0.4580485026041667
[g_only s0] step 3080/4000 loss=4.8162 gn=0.64 lr=1.34e-04 tps=17118 mem=6.3G lam=None Gm=0.4505411783854167
[g_only s0] step 3100/4000 loss=5.0214 gn=0.69 lr=1.31e-04 tps=17121 mem=6.3G lam=None Gm=0.4586181640625
[g_only s0] step 3120/4000 loss=5.0558 gn=0.71 lr=1.28e-04 tps=17125 mem=6.3G lam=None Gm=0.4617106119791667
[g_only s0] step 3140/4000 loss=4.9006 gn=0.65 lr=1.25e-04 tps=17130 mem=6.3G lam=None Gm=0.456298828125
[g_only s0] step 3160/4000 loss=5.0574 gn=0.80 lr=1.23e-04 tps=17134 mem=6.3G lam=None Gm=0.462158203125
[g_only s0] step 3180/4000 loss=4.8870 gn=0.65 lr=1.20e-04 tps=17138 mem=6.3G lam=None Gm=0.4506429036458333
[g_only s0] step 3200/4000 loss=4.9075 gn=0.69 lr=1.17e-04 tps=17142 mem=6.3G lam=None Gm=0.45135498046875
[g_only s0] EVAL step 3200: val_loss=5.0290 val_ppl=152.78
[g_only s0] step 3220/4000 loss=5.0219 gn=0.74 lr=1.14e-04 tps=17108 mem=6.3G lam=None Gm=0.4473470052083333
[g_only s0] step 3240/4000 loss=5.0297 gn=0.67 lr=1.12e-04 tps=17112 mem=6.3G lam=None Gm=0.4608561197916667
[g_only s0] step 3260/4000 loss=4.7921 gn=0.67 lr=1.09e-04 tps=17116 mem=6.3G lam=None Gm=0.45697021484375
[g_only s0] step 3280/4000 loss=5.0383 gn=0.70 lr=1.06e-04 tps=17120 mem=6.3G lam=None Gm=0.4521077473958333
[g_only s0] step 3300/4000 loss=4.8601 gn=0.68 lr=1.04e-04 tps=17124 mem=6.3G lam=None Gm=0.4398193359375
[g_only s0] step 3320/4000 loss=5.0289 gn=0.71 lr=1.02e-04 tps=17128 mem=6.3G lam=None Gm=0.4434407552083333
[g_only s0] step 3340/4000 loss=4.8558 gn=0.67 lr=9.92e-05 tps=17131 mem=6.3G lam=None Gm=0.4430745442708333
[g_only s0] step 3360/4000 loss=5.0094 gn=0.72 lr=9.69e-05 tps=17135 mem=6.3G lam=None Gm=0.445068359375
[g_only s0] step 3380/4000 loss=4.9999 gn=0.69 lr=9.47e-05 tps=17139 mem=6.3G lam=None Gm=0.4417724609375
[g_only s0] step 3400/4000 loss=4.8891 gn=0.68 lr=9.25e-05 tps=17142 mem=6.3G lam=None Gm=0.4418131510416667
[g_only s0] EVAL step 3400: val_loss=5.0328 val_ppl=153.36
[g_only s0] step 3420/4000 loss=4.9196 gn=0.69 lr=9.04e-05 tps=17110 mem=6.3G lam=None Gm=0.4532674153645833
[g_only s0] step 3440/4000 loss=4.9692 gn=0.73 lr=8.84e-05 tps=17114 mem=6.3G lam=None Gm=0.4556070963541667
[g_only s0] step 3460/4000 loss=4.8335 gn=0.70 lr=8.65e-05 tps=17118 mem=6.3G lam=None Gm=0.4396565755208333
[g_only s0] step 3480/4000 loss=4.9484 gn=0.69 lr=8.46e-05 tps=17122 mem=6.3G lam=None Gm=0.4453125
[g_only s0] step 3500/4000 loss=4.8527 gn=0.68 lr=8.27e-05 tps=17126 mem=6.3G lam=None Gm=0.4424031575520833
[g_only s0] step 3520/4000 loss=4.7420 gn=0.74 lr=8.10e-05 tps=17130 mem=6.3G lam=None Gm=0.4512532552083333
[g_only s0] step 3540/4000 loss=4.7381 gn=0.70 lr=7.93e-05 tps=17133 mem=6.3G lam=None Gm=0.4396565755208333
[g_only s0] step 3560/4000 loss=4.9895 gn=0.68 lr=7.77e-05 tps=17137 mem=6.3G lam=None Gm=0.4422607421875
[g_only s0] step 3580/4000 loss=4.8193 gn=0.66 lr=7.61e-05 tps=17141 mem=6.3G lam=None Gm=0.43359375
[g_only s0] step 3600/4000 loss=4.8507 gn=0.76 lr=7.46e-05 tps=17145 mem=6.3G lam=None Gm=0.4462483723958333
[g_only s0] EVAL step 3600: val_loss=4.9974 val_ppl=148.03
[g_only s0] step 3620/4000 loss=4.9051 gn=0.72 lr=7.32e-05 tps=17115 mem=6.3G lam=None Gm=0.435791015625
[g_only s0] step 3640/4000 loss=4.9773 gn=0.70 lr=7.19e-05 tps=17119 mem=6.3G lam=None Gm=0.4398600260416667
[g_only s0] step 3660/4000 loss=5.0183 gn=0.80 lr=7.06e-05 tps=17123 mem=6.3G lam=None Gm=0.4494222005208333
[g_only s0] step 3680/4000 loss=4.9392 gn=0.69 lr=6.94e-05 tps=17127 mem=6.3G lam=None Gm=0.435791015625
[g_only s0] step 3700/4000 loss=4.9855 gn=0.68 lr=6.83e-05 tps=17130 mem=6.3G lam=None Gm=0.4390665690104167
[g_only s0] step 3720/4000 loss=4.7607 gn=0.68 lr=6.72e-05 tps=17134 mem=6.3G lam=None Gm=0.43572998046875
[g_only s0] step 3740/4000 loss=4.9413 gn=0.75 lr=6.62e-05 tps=17138 mem=6.3G lam=None Gm=0.43365478515625
[g_only s0] step 3760/4000 loss=4.8730 gn=0.70 lr=6.53e-05 tps=17141 mem=6.3G lam=None Gm=0.4378662109375
[g_only s0] step 3780/4000 loss=4.7835 gn=0.71 lr=6.45e-05 tps=17144 mem=6.3G lam=None Gm=0.4366455078125
[g_only s0] step 3800/4000 loss=4.9004 gn=0.73 lr=6.37e-05 tps=17148 mem=6.3G lam=None Gm=0.4463297526041667
[g_only s0] EVAL step 3800: val_loss=4.9756 val_ppl=144.84
[g_only s0] step 3820/4000 loss=4.9450 gn=0.68 lr=6.30e-05 tps=17119 mem=6.3G lam=None Gm=0.4392903645833333
[g_only s0] step 3840/4000 loss=4.8772 gn=0.69 lr=6.24e-05 tps=17123 mem=6.3G lam=None Gm=0.4384765625
[g_only s0] step 3860/4000 loss=4.8904 gn=0.73 lr=6.18e-05 tps=17126 mem=6.3G lam=None Gm=0.4364217122395833
[g_only s0] step 3880/4000 loss=4.9577 gn=0.74 lr=6.13e-05 tps=17129 mem=6.3G lam=None Gm=0.445556640625
[g_only s0] step 3900/4000 loss=4.8484 gn=0.71 lr=6.09e-05 tps=17133 mem=6.3G lam=None Gm=0.4344685872395833
[g_only s0] step 3920/4000 loss=4.7851 gn=0.75 lr=6.06e-05 tps=17136 mem=6.3G lam=None Gm=0.433837890625
[g_only s0] step 3940/4000 loss=4.9613 gn=0.74 lr=6.03e-05 tps=17140 mem=6.3G lam=None Gm=0.4343668619791667
[g_only s0] step 3960/4000 loss=4.9078 gn=0.72 lr=6.01e-05 tps=17143 mem=6.3G lam=None Gm=0.4307047526041667
[g_only s0] step 3980/4000 loss=4.8536 gn=0.76 lr=6.00e-05 tps=17147 mem=6.3G lam=None Gm=0.4358113606770833
[g_only s0] EVAL step 3999: val_loss=4.9765 val_ppl=144.97
[init] variant=full seed=0 params=63.98M
[init] use_S=True use_G=True
[full s0] step 0/4000 loss=10.9002 gn=11.22 lr=3.00e-06 tps=7177 mem=5.9G lam=0.12692801654338837 Gm=0.5060585426787535
[full s0] step 20/4000 loss=9.8395 gn=2.04 lr=6.30e-05 tps=14665 mem=6.4G lam=0.12691388465464115 Gm=0.46947087223331135
[full s0] step 40/4000 loss=9.1119 gn=1.75 lr=1.23e-04 tps=15000 mem=6.4G lam=0.12681447404126325 Gm=0.4522867053747177
[full s0] step 60/4000 loss=8.1301 gn=1.59 lr=1.83e-04 tps=15154 mem=6.4G lam=0.12670463137328625 Gm=0.44430506974458694
[full s0] step 80/4000 loss=7.4261 gn=0.77 lr=2.43e-04 tps=15223 mem=6.4G lam=0.12660598816970983 Gm=0.4503638831277688
[full s0] step 100/4000 loss=7.2137 gn=0.97 lr=3.03e-04 tps=15267 mem=6.4G lam=0.126494025811553 Gm=0.4433469759921233
[full s0] step 120/4000 loss=7.0544 gn=0.63 lr=3.63e-04 tps=15301 mem=6.4G lam=0.12652451234559217 Gm=0.4225224206844966
[full s0] step 140/4000 loss=6.8386 gn=0.58 lr=4.23e-04 tps=15322 mem=6.4G lam=0.12646274889508882 Gm=0.4161691988507907
[full s0] step 160/4000 loss=6.9098 gn=0.79 lr=4.83e-04 tps=15327 mem=6.4G lam=0.12636082619428635 Gm=0.41686703140536946
[full s0] step 180/4000 loss=6.7997 gn=0.61 lr=5.43e-04 tps=15329 mem=6.4G lam=0.12636513697604337 Gm=0.40593364586432773
[full s0] step 200/4000 loss=6.6765 gn=0.48 lr=6.00e-04 tps=15341 mem=6.4G lam=0.12632009697457156 Gm=0.4146435211102168
[full s0] EVAL step 200: val_loss=6.7406 val_ppl=846.05
[full s0] step 220/4000 loss=6.5711 gn=0.49 lr=6.00e-04 tps=14849 mem=6.4G lam=0.12637140632917485 Gm=0.4111607000231743
[full s0] step 240/4000 loss=6.6276 gn=0.55 lr=6.00e-04 tps=14896 mem=6.4G lam=0.12644176309307417 Gm=0.4052786926428477
[full s0] step 260/4000 loss=6.5910 gn=0.50 lr=6.00e-04 tps=14935 mem=6.4G lam=0.12642955655852953 Gm=0.40804433325926465
[full s0] step 280/4000 loss=6.5056 gn=0.49 lr=5.99e-04 tps=14969 mem=6.4G lam=0.12644678788880506 Gm=0.4035586975514889
[full s0] step 300/4000 loss=6.3354 gn=0.47 lr=5.99e-04 tps=14999 mem=6.4G lam=0.1264594110349814 Gm=0.41425324728091556
[full s0] step 320/4000 loss=6.4140 gn=0.53 lr=5.99e-04 tps=15024 mem=6.4G lam=0.12646780970195928 Gm=0.4137684901555379
[full s0] step 340/4000 loss=6.3941 gn=0.53 lr=5.98e-04 tps=15047 mem=6.4G lam=0.12651423954715332 Gm=0.41517286996046704
[full s0] step 360/4000 loss=6.2520 gn=0.48 lr=5.98e-04 tps=15071 mem=6.4G lam=0.1266111023724079 Gm=0.40464745213588077
[full s0] step 380/4000 loss=6.2105 gn=0.51 lr=5.97e-04 tps=15091 mem=6.4G lam=0.12667184695601463 Gm=0.41207972665627796
[full s0] step 400/4000 loss=6.2497 gn=0.48 lr=5.96e-04 tps=15109 mem=6.4G lam=0.12674504642685255 Gm=0.41418295974532765
[full s0] EVAL step 400: val_loss=6.3913 val_ppl=596.65
[full s0] step 420/4000 loss=6.3861 gn=0.66 lr=5.96e-04 tps=14860 mem=6.4G lam=0.1268323635061582 Gm=0.43083703393737477
[full s0] step 440/4000 loss=6.3404 gn=0.53 lr=5.95e-04 tps=14884 mem=6.4G lam=0.1269418727606535 Gm=0.4135419428348541
[full s0] step 460/4000 loss=6.2730 gn=0.50 lr=5.94e-04 tps=14907 mem=6.4G lam=0.12701714721818766 Gm=0.42971306045850116
[full s0] step 480/4000 loss=6.3662 gn=0.48 lr=5.93e-04 tps=14927 mem=6.4G lam=0.12716670148074627 Gm=0.43850669637322426
[full s0] step 500/4000 loss=6.2924 gn=0.50 lr=5.92e-04 tps=14946 mem=6.4G lam=0.12731456570327282 Gm=0.4456465107699235
[full s0] step 520/4000 loss=6.1516 gn=0.52 lr=5.91e-04 tps=14963 mem=6.4G lam=0.12751984472076097 Gm=0.4579197404285272
[full s0] step 540/4000 loss=6.1714 gn=0.48 lr=5.89e-04 tps=14981 mem=6.4G lam=0.12762735784053802 Gm=0.46552255749702454
[full s0] step 560/4000 loss=6.0217 gn=0.51 lr=5.88e-04 tps=14998 mem=6.4G lam=0.127838846296072 Gm=0.4710191413760185
[full s0] step 580/4000 loss=6.1941 gn=0.53 lr=5.87e-04 tps=15012 mem=6.4G lam=0.1280172864596049 Gm=0.4879833509524663
[full s0] step 600/4000 loss=5.9497 gn=0.48 lr=5.85e-04 tps=15023 mem=6.4G lam=0.1282313127691547 Gm=0.5293142658968767
[full s0] EVAL step 600: val_loss=6.1594 val_ppl=473.16
[full s0] step 620/4000 loss=6.0152 gn=0.47 lr=5.84e-04 tps=14857 mem=6.4G lam=0.1284641269594431 Gm=0.5108194835484028
[full s0] step 640/4000 loss=6.0979 gn=0.60 lr=5.82e-04 tps=14872 mem=6.4G lam=0.12870528859396776 Gm=0.5306381694972515
[full s0] step 660/4000 loss=5.9328 gn=0.52 lr=5.81e-04 tps=14885 mem=6.4G lam=0.12897684735556444 Gm=0.569448359310627
[full s0] step 680/4000 loss=5.9431 gn=0.50 lr=5.79e-04 tps=14900 mem=6.4G lam=0.12917988343785206 Gm=0.5352130594352881
[full s0] step 700/4000 loss=6.0199 gn=0.45 lr=5.77e-04 tps=14917 mem=6.4G lam=0.12941528173784414 Gm=0.5478734436134497
[full s0] step 720/4000 loss=6.0052 gn=0.50 lr=5.75e-04 tps=14928 mem=6.4G lam=0.12969180072347322 Gm=0.5475347439448038
[full s0] step 740/4000 loss=6.0267 gn=0.49 lr=5.74e-04 tps=14940 mem=6.4G lam=0.13002433255314827 Gm=0.5399082625905672
[full s0] step 760/4000 loss=5.8964 gn=0.54 lr=5.72e-04 tps=14954 mem=6.4G lam=0.13041084135572115 Gm=0.5374414511024952
[full s0] step 780/4000 loss=5.9099 gn=0.47 lr=5.70e-04 tps=14966 mem=6.4G lam=0.13078376495589814 Gm=0.5692521668970585
[full s0] step 800/4000 loss=5.8641 gn=0.48 lr=5.67e-04 tps=14977 mem=6.4G lam=0.13108982487271229 Gm=0.5646844009558359
[full s0] EVAL step 800: val_loss=5.9699 val_ppl=391.45
[full s0] step 820/4000 loss=5.9465 gn=0.50 lr=5.65e-04 tps=14853 mem=6.4G lam=0.13149288886537155 Gm=0.5422952758769194
[full s0] step 840/4000 loss=6.1234 gn=0.49 lr=5.63e-04 tps=14864 mem=6.4G lam=0.13181905820965767 Gm=0.5669704626003901
[full s0] step 860/4000 loss=5.9374 gn=0.54 lr=5.61e-04 tps=14873 mem=6.4G lam=0.1321754902601242 Gm=0.5561091440419356
[full s0] step 880/4000 loss=5.9279 gn=0.59 lr=5.58e-04 tps=14883 mem=6.4G lam=0.13254042839010557 Gm=0.563983965665102
[full s0] step 900/4000 loss=5.8279 gn=0.48 lr=5.56e-04 tps=14895 mem=6.4G lam=0.13288607758780321 Gm=0.565286461263895
[full s0] step 920/4000 loss=5.7348 gn=0.49 lr=5.54e-04 tps=14906 mem=6.4G lam=0.13325560869028172 Gm=0.5610882913072904
[full s0] step 940/4000 loss=5.7798 gn=0.52 lr=5.51e-04 tps=14916 mem=6.4G lam=0.13368192439277968 Gm=0.5797739451130232
[full s0] step 960/4000 loss=5.7783 gn=0.58 lr=5.48e-04 tps=14926 mem=6.4G lam=0.1340254961202542 Gm=0.5871407128870487
[full s0] step 980/4000 loss=5.6761 gn=0.49 lr=5.46e-04 tps=14935 mem=6.4G lam=0.13437930028885603 Gm=0.563348725438118
[full s0] step 1000/4000 loss=5.7929 gn=0.52 lr=5.43e-04 tps=14946 mem=6.4G lam=0.13478029984980822 Gm=0.5567546946307024
[full s0] EVAL step 1000: val_loss=5.8160 val_ppl=335.64
[full s0] step 1020/4000 loss=5.5333 gn=0.50 lr=5.40e-04 tps=14848 mem=6.4G lam=0.13519225362688303 Gm=0.5625596257547537
[full s0] step 1040/4000 loss=5.7766 gn=0.52 lr=5.37e-04 tps=14856 mem=6.4G lam=0.13549139443784952 Gm=0.57581627368927
[full s0] step 1060/4000 loss=5.4969 gn=0.51 lr=5.35e-04 tps=14866 mem=6.4G lam=0.13587642088532448 Gm=0.532783313964804
[full s0] step 1080/4000 loss=5.6966 gn=0.53 lr=5.32e-04 tps=14874 mem=6.4G lam=0.13626651465892792 Gm=0.5369457434862852
[full s0] step 1100/4000 loss=5.6652 gn=0.60 lr=5.29e-04 tps=14883 mem=6.4G lam=0.13660530528674522 Gm=0.5775514940420786
[full s0] step 1120/4000 loss=5.5989 gn=0.53 lr=5.26e-04 tps=14892 mem=6.4G lam=0.13700281300892433 Gm=0.5345892341186603
[full s0] step 1140/4000 loss=5.8584 gn=0.53 lr=5.22e-04 tps=14899 mem=6.4G lam=0.1373259505877892 Gm=0.5394855334113041
[full s0] step 1160/4000 loss=5.5913 gn=0.49 lr=5.19e-04 tps=14907 mem=6.4G lam=0.1377501521880428 Gm=0.54696986079216
[full s0] step 1180/4000 loss=5.6599 gn=0.51 lr=5.16e-04 tps=14916 mem=6.4G lam=0.13811772099385658 Gm=0.5348725412040949
[full s0] step 1200/4000 loss=5.5536 gn=0.50 lr=5.13e-04 tps=14924 mem=6.4G lam=0.13851364267369112 Gm=0.5457661300897598
[full s0] EVAL step 1200: val_loss=5.6667 val_ppl=289.07
[full s0] step 1220/4000 loss=5.5612 gn=0.54 lr=5.10e-04 tps=14842 mem=6.4G lam=0.13890980711827675 Gm=0.5422924067825079
[full s0] step 1240/4000 loss=5.4509 gn=0.52 lr=5.06e-04 tps=14851 mem=6.4G lam=0.13927926247318587 Gm=0.5455869063735008
[full s0] step 1260/4000 loss=5.4327 gn=0.49 lr=5.03e-04 tps=14858 mem=6.4G lam=0.13965522777289152 Gm=0.5358441267162561
[full s0] step 1280/4000 loss=5.5771 gn=0.57 lr=4.99e-04 tps=14866 mem=6.4G lam=0.140042661378781 Gm=0.5416806563735008
[full s0] step 1300/4000 loss=5.6711 gn=0.57 lr=4.96e-04 tps=14874 mem=6.4G lam=0.14043778398384651 Gm=0.539463714386026
[full s0] step 1320/4000 loss=5.6225 gn=0.56 lr=4.92e-04 tps=14881 mem=6.4G lam=0.14081103230516115 Gm=0.534868306790789
[full s0] step 1340/4000 loss=5.7384 gn=0.55 lr=4.89e-04 tps=14889 mem=6.4G lam=0.1412075301632285 Gm=0.537356911227107
[full s0] step 1360/4000 loss=5.5310 gn=0.57 lr=4.85e-04 tps=14897 mem=6.4G lam=0.14158294132600227 Gm=0.5233028481403986
[full s0] step 1380/4000 loss=5.4097 gn=0.53 lr=4.81e-04 tps=14904 mem=6.4G lam=0.14195760743071636 Gm=0.5073543048153321
[full s0] step 1400/4000 loss=5.4238 gn=0.57 lr=4.78e-04 tps=14910 mem=6.4G lam=0.14229492781062922 Gm=0.524269043157498
[full s0] EVAL step 1400: val_loss=5.5600 val_ppl=259.81
[full s0] step 1420/4000 loss=5.3996 gn=0.56 lr=4.74e-04 tps=14840 mem=6.4G lam=0.14264872639129558 Gm=0.5051169519623121
[full s0] step 1440/4000 loss=5.3948 gn=0.57 lr=4.70e-04 tps=14847 mem=6.4G lam=0.14301192946732044 Gm=0.5213417652994394
[full s0] step 1460/4000 loss=5.5144 gn=0.59 lr=4.66e-04 tps=14853 mem=6.4G lam=0.1434003453080853 Gm=0.5063190547128519
[full s0] step 1480/4000 loss=5.5660 gn=0.56 lr=4.62e-04 tps=14860 mem=6.4G lam=0.1437656677638491 Gm=0.5025668038676182
[full s0] step 1500/4000 loss=5.4600 gn=0.57 lr=4.59e-04 tps=14866 mem=6.4G lam=0.14413854635010162 Gm=0.4969680073360602
[full s0] step 1520/4000 loss=5.4459 gn=0.54 lr=4.55e-04 tps=14873 mem=6.4G lam=0.14453936771800122 Gm=0.5143021817008654
[full s0] step 1540/4000 loss=5.3414 gn=0.51 lr=4.51e-04 tps=14880 mem=6.4G lam=0.1449366994202137 Gm=0.5127804862956206
[full s0] step 1560/4000 loss=5.3644 gn=0.56 lr=4.47e-04 tps=14886 mem=6.4G lam=0.14528835751116276 Gm=0.4950882631043593
[full s0] step 1580/4000 loss=5.4323 gn=0.62 lr=4.43e-04 tps=14892 mem=6.4G lam=0.14564090967178345 Gm=0.49802837893366814
[full s0] step 1600/4000 loss=5.4197 gn=0.55 lr=4.38e-04 tps=14898 mem=6.4G lam=0.14599672239273787 Gm=0.5047087588657936
[full s0] EVAL step 1600: val_loss=5.4789 val_ppl=239.59
[full s0] step 1620/4000 loss=5.3902 gn=0.54 lr=4.34e-04 tps=14836 mem=6.4G lam=0.14638349320739508 Gm=0.5047999446590742
[full s0] step 1640/4000 loss=5.2625 gn=0.53 lr=4.30e-04 tps=14843 mem=6.4G lam=0.14677999913692474 Gm=0.5010045052816471
[full s0] step 1660/4000 loss=5.4421 gn=0.54 lr=4.26e-04 tps=14850 mem=6.4G lam=0.14713385639091334 Gm=0.501681626153489
[full s0] step 1680/4000 loss=5.5906 gn=0.65 lr=4.22e-04 tps=14856 mem=6.4G lam=0.1474885701512297 Gm=0.5060627665370703
[full s0] step 1700/4000 loss=5.4464 gn=0.54 lr=4.18e-04 tps=14862 mem=6.4G lam=0.14782526809722185 Gm=0.4984721277529995
[full s0] step 1720/4000 loss=5.2113 gn=0.56 lr=4.13e-04 tps=14867 mem=6.4G lam=0.14819134771823883 Gm=0.4783928568164508
[full s0] step 1740/4000 loss=5.2665 gn=0.59 lr=4.09e-04 tps=14873 mem=6.4G lam=0.1485797017812729 Gm=0.4868131143351396
[full s0] step 1760/4000 loss=5.3345 gn=0.53 lr=4.05e-04 tps=14878 mem=6.4G lam=0.14889246287445226 Gm=0.49005475516120595
[full s0] step 1780/4000 loss=5.2198 gn=0.64 lr=4.01e-04 tps=14883 mem=6.4G lam=0.14913748173664013 Gm=0.484699172899127
[full s0] step 1800/4000 loss=5.2915 gn=0.62 lr=3.96e-04 tps=14888 mem=6.4G lam=0.14946761603156725 Gm=0.48724480501065653
[full s0] EVAL step 1800: val_loss=5.4097 val_ppl=223.56
[full s0] step 1820/4000 loss=5.3663 gn=0.58 lr=3.92e-04 tps=14834 mem=6.4G lam=0.14975205467393002 Gm=0.48330537664393586
[full s0] step 1840/4000 loss=5.2046 gn=0.57 lr=3.88e-04 tps=14840 mem=6.4G lam=0.15008515336861214 Gm=0.47825769148766994
[full s0] step 1860/4000 loss=5.2649 gn=0.60 lr=3.83e-04 tps=14846 mem=6.4G lam=0.15041279854873815 Gm=0.4925144451359908
[full s0] step 1880/4000 loss=5.3589 gn=0.74 lr=3.79e-04 tps=14851 mem=6.4G lam=0.15075742484380802 Gm=0.5020403222491344
[full s0] step 1900/4000 loss=5.3196 gn=0.62 lr=3.74e-04 tps=14858 mem=6.4G lam=0.15108068535725275 Gm=0.474533099681139
[full s0] step 1920/4000 loss=5.2498 gn=0.61 lr=3.70e-04 tps=14862 mem=6.4G lam=0.15135481270651022 Gm=0.4734061478326718
[full s0] step 1940/4000 loss=5.3131 gn=0.58 lr=3.66e-04 tps=14866 mem=6.4G lam=0.1516401826714476 Gm=0.4780598379050692
[full s0] step 1960/4000 loss=5.5175 gn=0.66 lr=3.61e-04 tps=14871 mem=6.4G lam=0.151948948080341 Gm=0.478161768677334
[full s0] step 1980/4000 loss=5.4044 gn=0.58 lr=3.57e-04 tps=14875 mem=6.4G lam=0.1522312369197607 Gm=0.4881879823903243
[full s0] step 2000/4000 loss=5.2543 gn=0.58 lr=3.52e-04 tps=14880 mem=6.4G lam=0.15254930996646485 Gm=0.4732829745238026
[full s0] EVAL step 2000: val_loss=5.3565 val_ppl=211.97
[full s0] step 2020/4000 loss=5.2164 gn=0.60 lr=3.48e-04 tps=14831 mem=6.4G lam=0.1528791462381681 Gm=0.4744356938948234
[full s0] step 2040/4000 loss=5.3486 gn=0.64 lr=3.43e-04 tps=14836 mem=6.4G lam=0.15319231462975344 Gm=0.4752217202136914
[full s0] step 2060/4000 loss=5.0926 gn=0.66 lr=3.39e-04 tps=14841 mem=6.4G lam=0.15346764431645474 Gm=0.4769606015955408
[full s0] step 2080/4000 loss=5.2508 gn=0.62 lr=3.34e-04 tps=14847 mem=6.4G lam=0.15376037017752728 Gm=0.47535418905317783
[full s0] step 2100/4000 loss=5.2524 gn=0.59 lr=3.30e-04 tps=14851 mem=6.4G lam=0.1540603842586279 Gm=0.4680200172588229
[full s0] step 2120/4000 loss=5.1454 gn=0.60 lr=3.26e-04 tps=14856 mem=6.4G lam=0.15434814927478632 Gm=0.46248059688756865
[full s0] step 2140/4000 loss=5.0802 gn=0.57 lr=3.21e-04 tps=14860 mem=6.4G lam=0.15463932634641728 Gm=0.47031607913474244
[full s0] step 2160/4000 loss=5.1326 gn=0.64 lr=3.17e-04 tps=14865 mem=6.4G lam=0.15491167145470777 Gm=0.46407177827010554
[full s0] step 2180/4000 loss=5.1673 gn=0.65 lr=3.12e-04 tps=14870 mem=6.4G lam=0.15516483535369238 Gm=0.4632302640626828
[full s0] step 2200/4000 loss=5.3162 gn=0.62 lr=3.08e-04 tps=14875 mem=6.4G lam=0.15542515770842633 Gm=0.47018811851739883
[full s0] EVAL step 2200: val_loss=5.2720 val_ppl=194.80
[full s0] step 2220/4000 loss=5.1938 gn=0.60 lr=3.03e-04 tps=14830 mem=6.4G lam=0.15566586796194315 Gm=0.4673734738801916
[full s0] step 2240/4000 loss=5.1447 gn=0.58 lr=2.99e-04 tps=14835 mem=6.4G lam=0.1559303660566608 Gm=0.46014175936579704
[full s0] step 2260/4000 loss=5.1438 gn=0.58 lr=2.94e-04 tps=14840 mem=6.4G lam=0.15621465692917505 Gm=0.4625430420661966
[full s0] step 2280/4000 loss=5.3504 gn=0.63 lr=2.90e-04 tps=14844 mem=6.4G lam=0.15644852196176848 Gm=0.45796986234684783
[full s0] step 2300/4000 loss=5.1145 gn=0.60 lr=2.86e-04 tps=14849 mem=6.4G lam=0.15674412685136 Gm=0.4564528313154976
[full s0] step 2320/4000 loss=5.2212 gn=0.62 lr=2.81e-04 tps=14853 mem=6.4G lam=0.1569712401057283 Gm=0.45699896446118754
[full s0] step 2340/4000 loss=5.1594 gn=0.66 lr=2.77e-04 tps=14857 mem=6.4G lam=0.15721193235367537 Gm=0.4585708274195592
[full s0] step 2360/4000 loss=5.2329 gn=0.59 lr=2.72e-04 tps=14862 mem=6.4G lam=0.1574559115494291 Gm=0.4535028813406825
[full s0] step 2380/4000 loss=5.1232 gn=0.66 lr=2.68e-04 tps=14865 mem=6.4G lam=0.1576677868142724 Gm=0.4569100613395373
[full s0] step 2400/4000 loss=5.0122 gn=0.69 lr=2.64e-04 tps=14868 mem=6.4G lam=0.15789554237077633 Gm=0.46349408601721126
[full s0] EVAL step 2400: val_loss=5.1964 val_ppl=180.62
[full s0] step 2420/4000 loss=5.0019 gn=0.65 lr=2.59e-04 tps=14826 mem=6.4G lam=0.15812122200926146 Gm=0.4450850347056985
[full s0] step 2440/4000 loss=5.1299 gn=0.64 lr=2.55e-04 tps=14831 mem=6.4G lam=0.15837650404622158 Gm=0.44899142626672983
[full s0] step 2460/4000 loss=5.2215 gn=0.64 lr=2.51e-04 tps=14835 mem=6.4G lam=0.15859906499584517 Gm=0.4574682153761387
[full s0] step 2480/4000 loss=5.1100 gn=0.63 lr=2.47e-04 tps=14839 mem=6.4G lam=0.15882964866856733 Gm=0.447203541174531
[full s0] step 2500/4000 loss=4.9479 gn=0.66 lr=2.42e-04 tps=14843 mem=6.4G lam=0.15902110282331705 Gm=0.4507615032295386
[full s0] step 2520/4000 loss=5.0244 gn=0.60 lr=2.38e-04 tps=14848 mem=6.4G lam=0.15924381371587515 Gm=0.4480586371695002
[full s0] step 2540/4000 loss=5.0845 gn=0.64 lr=2.34e-04 tps=14852 mem=6.4G lam=0.15946097454677025 Gm=0.4542156746610999
[full s0] step 2560/4000 loss=4.8791 gn=0.63 lr=2.30e-04 tps=14856 mem=6.4G lam=0.15967680917431912 Gm=0.4438647028679649
[full s0] step 2580/4000 loss=5.1637 gn=0.69 lr=2.26e-04 tps=14860 mem=6.4G lam=0.15990279925366244 Gm=0.4438582655663292
[full s0] step 2600/4000 loss=4.9393 gn=0.66 lr=2.22e-04 tps=14863 mem=6.4G lam=0.1600928260013461 Gm=0.4401321733991305
[full s0] EVAL step 2600: val_loss=5.1592 val_ppl=174.03
[full s0] step 2620/4000 loss=5.1345 gn=0.70 lr=2.17e-04 tps=14825 mem=6.4G lam=0.16027720520893732 Gm=0.44931645939747494
[full s0] step 2640/4000 loss=5.1138 gn=0.69 lr=2.13e-04 tps=14829 mem=6.4G lam=0.16046080024292073 Gm=0.4500795149554809
[full s0] step 2660/4000 loss=4.9892 gn=0.66 lr=2.09e-04 tps=14833 mem=6.4G lam=0.1606252252434691 Gm=0.44443822465837
[full s0] step 2680/4000 loss=4.8321 gn=0.81 lr=2.05e-04 tps=14837 mem=6.4G lam=0.1608069073408842 Gm=0.4425751141582926
[full s0] step 2700/4000 loss=5.0882 gn=0.68 lr=2.01e-04 tps=14840 mem=6.4G lam=0.16100376565009356 Gm=0.4432884758959214
[full s0] step 2720/4000 loss=5.0655 gn=0.69 lr=1.98e-04 tps=14844 mem=6.4G lam=0.16119438720246157 Gm=0.4416095061848561
[full s0] step 2740/4000 loss=5.0501 gn=0.65 lr=1.94e-04 tps=14848 mem=6.4G lam=0.16136763679484525 Gm=0.44492132123559713
[full s0] step 2760/4000 loss=4.8957 gn=0.66 lr=1.90e-04 tps=14851 mem=6.4G lam=0.1615272182971239 Gm=0.44701481858889264
[full s0] step 2780/4000 loss=5.0218 gn=0.66 lr=1.86e-04 tps=14855 mem=6.4G lam=0.16169719553242126 Gm=0.4440632878492276
[full s0] step 2800/4000 loss=4.9772 gn=0.75 lr=1.82e-04 tps=14858 mem=6.4G lam=0.1618487909436226 Gm=0.4365478853384654
[full s0] EVAL step 2800: val_loss=5.0906 val_ppl=162.49
[full s0] step 2820/4000 loss=5.0181 gn=0.67 lr=1.79e-04 tps=14824 mem=6.4G lam=0.16200900978098312 Gm=0.4376520048826933
[full s0] step 2840/4000 loss=4.8275 gn=0.67 lr=1.75e-04 tps=14827 mem=6.4G lam=0.16216511682917675 Gm=0.43590452677259844
[full s0] step 2860/4000 loss=4.9932 gn=0.63 lr=1.71e-04 tps=14831 mem=6.4G lam=0.16232836867372194 Gm=0.4350059659530719
[full s0] step 2880/4000 loss=4.9926 gn=0.67 lr=1.68e-04 tps=14834 mem=6.4G lam=0.16248036300142607 Gm=0.4299806446457903
[full s0] step 2900/4000 loss=4.8354 gn=0.72 lr=1.64e-04 tps=14838 mem=6.4G lam=0.16262648720294237 Gm=0.4372340639432271
[full s0] step 2920/4000 loss=5.0496 gn=0.68 lr=1.61e-04 tps=14842 mem=6.4G lam=0.16277169901877642 Gm=0.44400854377696913
[full s0] step 2940/4000 loss=4.9499 gn=0.64 lr=1.57e-04 tps=14845 mem=6.4G lam=0.16289791526893774 Gm=0.43647429657479125
[full s0] step 2960/4000 loss=4.9569 gn=0.70 lr=1.54e-04 tps=14849 mem=6.4G lam=0.16302600068350634 Gm=0.43787237629294395
[full s0] step 2980/4000 loss=4.9083 gn=0.64 lr=1.50e-04 tps=14852 mem=6.4G lam=0.16315330937504768 Gm=0.43096340727061033
[full s0] step 3000/4000 loss=4.8441 gn=0.66 lr=1.47e-04 tps=14855 mem=6.4G lam=0.16329338184247413 Gm=0.4300241045032938
[full s0] EVAL step 3000: val_loss=5.1066 val_ppl=165.11
[full s0] step 3020/4000 loss=4.9192 gn=0.64 lr=1.44e-04 tps=14822 mem=6.4G lam=0.16343002735326687 Gm=0.4366761473938823
[full s0] step 3040/4000 loss=4.9838 gn=0.68 lr=1.41e-04 tps=14826 mem=6.4G lam=0.1635501366108656 Gm=0.4348375468204419
[full s0] step 3060/4000 loss=4.9574 gn=0.69 lr=1.38e-04 tps=14829 mem=6.4G lam=0.163682596758008 Gm=0.43888544384390116
[full s0] step 3080/4000 loss=4.8064 gn=0.72 lr=1.34e-04 tps=14833 mem=6.4G lam=0.16378284866611162 Gm=0.42993523366749287
[full s0] step 3100/4000 loss=5.0109 gn=0.75 lr=1.31e-04 tps=14836 mem=6.4G lam=0.1638804872830709 Gm=0.4370205185065667
[full s0] step 3120/4000 loss=5.0369 gn=0.79 lr=1.28e-04 tps=14839 mem=6.4G lam=0.1640077323342363 Gm=0.43461609942217666
[full s0] step 3140/4000 loss=4.8797 gn=0.67 lr=1.25e-04 tps=14843 mem=6.4G lam=0.16411774698644876 Gm=0.43366697058081627
[full s0] step 3160/4000 loss=5.0279 gn=0.77 lr=1.23e-04 tps=14846 mem=6.4G lam=0.1642256739238898 Gm=0.4341176695500811
[full s0] step 3180/4000 loss=4.8814 gn=0.68 lr=1.20e-04 tps=14850 mem=6.4G lam=0.16433581709861755 Gm=0.4314587600529194
[full s0] step 3200/4000 loss=4.8908 gn=0.74 lr=1.17e-04 tps=14852 mem=6.4G lam=0.1644469192251563 Gm=0.43080346534649533
[full s0] EVAL step 3200: val_loss=5.0128 val_ppl=150.33
[full s0] step 3220/4000 loss=5.0098 gn=0.75 lr=1.14e-04 tps=14822 mem=6.4G lam=0.16455033235251904 Gm=0.423968060563008
[full s0] step 3240/4000 loss=5.0121 gn=0.68 lr=1.12e-04 tps=14825 mem=6.4G lam=0.164661834637324 Gm=0.4364341401184599
[full s0] step 3260/4000 loss=4.7679 gn=0.68 lr=1.09e-04 tps=14827 mem=6.4G lam=0.16475263237953186 Gm=0.42899767123162746
[full s0] step 3280/4000 loss=5.0351 gn=0.75 lr=1.06e-04 tps=14830 mem=6.4G lam=0.16484248265624046 Gm=0.42665910472472507
[full s0] step 3300/4000 loss=4.8429 gn=0.69 lr=1.04e-04 tps=14834 mem=6.4G lam=0.1649355192979177 Gm=0.4216356985270977
[full s0] step 3320/4000 loss=5.0145 gn=0.71 lr=1.02e-04 tps=14837 mem=6.4G lam=0.16502051676313081 Gm=0.4199893881256382
[full s0] step 3340/4000 loss=4.8423 gn=0.67 lr=9.92e-05 tps=14840 mem=6.4G lam=0.16509454355885586 Gm=0.4251132579520345
[full s0] step 3360/4000 loss=5.0007 gn=0.71 lr=9.69e-05 tps=14843 mem=6.4G lam=0.16518759479125342 Gm=0.42819516733288765
[full s0] step 3380/4000 loss=4.9616 gn=0.71 lr=9.47e-05 tps=14847 mem=6.4G lam=0.16527666803449392 Gm=0.42280324424306553
[full s0] step 3400/4000 loss=4.8588 gn=0.69 lr=9.25e-05 tps=14850 mem=6.4G lam=0.16536484193056822 Gm=0.4210895566890637
[full s0] EVAL step 3400: val_loss=5.0103 val_ppl=149.95
[full s0] step 3420/4000 loss=4.8995 gn=0.70 lr=9.04e-05 tps=14820 mem=6.4G lam=0.16544855292886496 Gm=0.43159068406869966
[full s0] step 3440/4000 loss=4.9295 gn=0.72 lr=8.84e-05 tps=14823 mem=6.4G lam=0.1655213125050068 Gm=0.432841124633948
[full s0] step 3460/4000 loss=4.8067 gn=0.73 lr=8.65e-05 tps=14826 mem=6.4G lam=0.16559547061721483 Gm=0.42248809306571883
[full s0] step 3480/4000 loss=4.9165 gn=0.71 lr=8.46e-05 tps=14830 mem=6.4G lam=0.16566639052083096 Gm=0.4233105207482974
[full s0] step 3500/4000 loss=4.8292 gn=0.68 lr=8.27e-05 tps=14832 mem=6.4G lam=0.16573535868277153 Gm=0.424697866042455
[full s0] step 3520/4000 loss=4.7182 gn=0.77 lr=8.10e-05 tps=14835 mem=6.4G lam=0.16580549317101637 Gm=0.42924326844513416
[full s0] step 3540/4000 loss=4.7145 gn=0.73 lr=7.93e-05 tps=14838 mem=6.4G lam=0.1658791173249483 Gm=0.42203957090775174
[full s0] step 3560/4000 loss=4.9728 gn=0.67 lr=7.77e-05 tps=14841 mem=6.4G lam=0.165962186952432 Gm=0.4248941869785388
[full s0] step 3580/4000 loss=4.7990 gn=0.66 lr=7.61e-05 tps=14844 mem=6.4G lam=0.16603116939465204 Gm=0.4190280182907979
[full s0] step 3600/4000 loss=4.8231 gn=0.75 lr=7.46e-05 tps=14847 mem=6.4G lam=0.16610508256902298 Gm=0.4256579965973894
[full s0] EVAL step 3600: val_loss=4.9789 val_ppl=145.31
[full s0] step 3620/4000 loss=4.8785 gn=0.75 lr=7.32e-05 tps=14819 mem=6.4G lam=0.16617669692883888 Gm=0.4205183299879233
[full s0] step 3640/4000 loss=4.9570 gn=0.71 lr=7.19e-05 tps=14822 mem=6.4G lam=0.1662404810388883 Gm=0.4220012916872899
[full s0] step 3660/4000 loss=4.9918 gn=0.80 lr=7.06e-05 tps=14825 mem=6.4G lam=0.16630153047541776 Gm=0.42589141490558785
[full s0] step 3680/4000 loss=4.9207 gn=0.68 lr=6.94e-05 tps=14828 mem=6.4G lam=0.1663592647140225 Gm=0.416047852486372
[full s0] step 3700/4000 loss=4.9807 gn=0.70 lr=6.83e-05 tps=14831 mem=6.4G lam=0.1664255866780877 Gm=0.4216521034638087
[full s0] step 3720/4000 loss=4.7302 gn=0.69 lr=6.72e-05 tps=14833 mem=6.4G lam=0.16649126230428615 Gm=0.4164570265760024
[full s0] step 3740/4000 loss=4.9217 gn=0.68 lr=6.62e-05 tps=14836 mem=6.4G lam=0.16654821671545506 Gm=0.4178890536228816
[full s0] step 3760/4000 loss=4.8702 gn=0.73 lr=6.53e-05 tps=14839 mem=6.4G lam=0.16661168665935597 Gm=0.41870569561918575
[full s0] step 3780/4000 loss=4.7588 gn=0.72 lr=6.45e-05 tps=14842 mem=6.4G lam=0.16666329310586056 Gm=0.4184085186570883
[full s0] step 3800/4000 loss=4.8776 gn=0.77 lr=6.37e-05 tps=14843 mem=6.4G lam=0.16672033909708261 Gm=0.42720757083346445
[full s0] EVAL step 3800: val_loss=4.9583 val_ppl=142.36
[full s0] step 3820/4000 loss=4.9376 gn=0.74 lr=6.30e-05 tps=14816 mem=6.4G lam=0.16677486648162207 Gm=0.42343480822940666
[full s0] step 3840/4000 loss=4.8648 gn=0.77 lr=6.24e-05 tps=14818 mem=6.4G lam=0.16683314150820175 Gm=0.41695012773076695
[full s0] step 3860/4000 loss=4.8737 gn=0.70 lr=6.18e-05 tps=14820 mem=6.4G lam=0.1668974378456672 Gm=0.42252734551827115
[full s0] step 3880/4000 loss=4.9272 gn=0.79 lr=6.13e-05 tps=14822 mem=6.4G lam=0.16694826819002628 Gm=0.428834938754638
[full s0] step 3900/4000 loss=4.8355 gn=0.79 lr=6.09e-05 tps=14825 mem=6.4G lam=0.1669996650889516 Gm=0.41820415544013184
[full s0] step 3920/4000 loss=4.7652 gn=0.78 lr=6.06e-05 tps=14827 mem=6.4G lam=0.16705392487347126 Gm=0.4173752376809716
[full s0] step 3940/4000 loss=4.9381 gn=0.77 lr=6.03e-05 tps=14829 mem=6.4G lam=0.16710669671495756 Gm=0.4203516334916155
[full s0] step 3960/4000 loss=4.8886 gn=0.73 lr=6.01e-05 tps=14832 mem=6.4G lam=0.16715015222628912 Gm=0.41584287708004314
[full s0] step 3980/4000 loss=4.8316 gn=0.78 lr=6.00e-05 tps=14833 mem=6.4G lam=0.16720068734139204 Gm=0.4214151619623105
[full s0] EVAL step 3999: val_loss=4.9528 val_ppl=141.57

=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant baseline --seed 0 --out C:\Users\Bhorn\Desktop\SMATest\runs\baseline_s0 --max_steps 4000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 200 --data_seed 1337 ===


=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant s_only --seed 0 --out C:\Users\Bhorn\Desktop\SMATest\runs\s_only_s0 --max_steps 4000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 200 --data_seed 1337 ===


=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant g_only --seed 0 --out C:\Users\Bhorn\Desktop\SMATest\runs\g_only_s0 --max_steps 4000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 200 --data_seed 1337 ===


=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant full --seed 0 --out C:\Users\Bhorn\Desktop\SMATest\runs\full_s0 --max_steps 4000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 200 --data_seed 1337 ===