[init] variant=baseline seed=2 params=63.38M
[init] use_S=False use_G=False
[baseline s2] step 0/12000 loss=10.8750 gn=14.16 lr=3.00e-06 tps=10577 mem=4.8G lam=None Gm=None
[baseline s2] step 20/12000 loss=9.8900 gn=2.46 lr=6.30e-05 tps=23284 mem=5.4G lam=None Gm=None
[baseline s2] step 40/12000 loss=9.0932 gn=1.81 lr=1.23e-04 tps=24010 mem=5.4G lam=None Gm=None
[baseline s2] step 60/12000 loss=8.1959 gn=1.53 lr=1.83e-04 tps=24276 mem=5.4G lam=None Gm=None
[baseline s2] step 80/12000 loss=7.5603 gn=0.81 lr=2.43e-04 tps=24383 mem=5.4G lam=None Gm=None
[baseline s2] step 100/12000 loss=7.2510 gn=0.88 lr=3.03e-04 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 120/12000 loss=7.1561 gn=0.66 lr=3.63e-04 tps=24534 mem=5.4G lam=None Gm=None
[baseline s2] step 140/12000 loss=7.0276 gn=0.60 lr=4.23e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s2] step 160/12000 loss=6.7371 gn=0.61 lr=4.83e-04 tps=24599 mem=5.4G lam=None Gm=None
[baseline s2] step 180/12000 loss=6.8895 gn=0.95 lr=5.43e-04 tps=24620 mem=5.4G lam=None Gm=None
[baseline s2] step 200/12000 loss=6.6327 gn=0.61 lr=6.00e-04 tps=24636 mem=5.4G lam=None Gm=None
[baseline s2] step 220/12000 loss=6.6379 gn=0.64 lr=6.00e-04 tps=24648 mem=5.4G lam=None Gm=None
[baseline s2] step 240/12000 loss=6.5912 gn=0.54 lr=6.00e-04 tps=24658 mem=5.4G lam=None Gm=None
[baseline s2] step 260/12000 loss=6.4165 gn=0.55 lr=6.00e-04 tps=24665 mem=5.4G lam=None Gm=None
[baseline s2] step 280/12000 loss=6.5223 gn=0.51 lr=6.00e-04 tps=24668 mem=5.4G lam=None Gm=None
[baseline s2] step 300/12000 loss=6.6553 gn=0.50 lr=6.00e-04 tps=24674 mem=5.4G lam=None Gm=None
[baseline s2] step 320/12000 loss=6.6083 gn=0.55 lr=6.00e-04 tps=24678 mem=5.4G lam=None Gm=None
[baseline s2] step 340/12000 loss=6.4743 gn=0.66 lr=6.00e-04 tps=24681 mem=5.4G lam=None Gm=None
[baseline s2] step 360/12000 loss=6.4046 gn=0.52 lr=6.00e-04 tps=24680 mem=5.4G lam=None Gm=None
[baseline s2] step 380/12000 loss=6.2807 gn=0.52 lr=6.00e-04 tps=24685 mem=5.4G lam=None Gm=None
[baseline s2] step 400/12000 loss=6.4778 gn=0.55 lr=6.00e-04 tps=24686 mem=5.4G lam=None Gm=None
[baseline s2] step 420/12000 loss=6.3125 gn=0.52 lr=6.00e-04 tps=24688 mem=5.4G lam=None Gm=None
[baseline s2] step 440/12000 loss=6.3159 gn=0.52 lr=5.99e-04 tps=24691 mem=5.4G lam=None Gm=None
[baseline s2] step 460/12000 loss=6.2589 gn=0.51 lr=5.99e-04 tps=24694 mem=5.4G lam=None Gm=None
[baseline s2] step 480/12000 loss=6.5029 gn=0.50 lr=5.99e-04 tps=24695 mem=5.4G lam=None Gm=None
[baseline s2] step 500/12000 loss=6.3362 gn=0.51 lr=5.99e-04 tps=24698 mem=5.4G lam=None Gm=None
[baseline s2] step 520/12000 loss=6.3607 gn=0.61 lr=5.99e-04 tps=24699 mem=5.4G lam=None Gm=None
[baseline s2] step 540/12000 loss=6.1166 gn=0.49 lr=5.99e-04 tps=24700 mem=5.4G lam=None Gm=None
[baseline s2] step 560/12000 loss=6.0782 gn=0.57 lr=5.99e-04 tps=24702 mem=5.4G lam=None Gm=None
[baseline s2] step 580/12000 loss=5.9290 gn=0.57 lr=5.99e-04 tps=24702 mem=5.4G lam=None Gm=None
[baseline s2] step 600/12000 loss=6.0703 gn=0.54 lr=5.98e-04 tps=24703 mem=5.4G lam=None Gm=None
[baseline s2] step 620/12000 loss=6.2358 gn=0.57 lr=5.98e-04 tps=24702 mem=5.4G lam=None Gm=None
[baseline s2] step 640/12000 loss=6.1436 gn=0.51 lr=5.98e-04 tps=24701 mem=5.4G lam=None Gm=None
[baseline s2] step 660/12000 loss=6.1439 gn=0.52 lr=5.98e-04 tps=24702 mem=5.4G lam=None Gm=None
[baseline s2] step 680/12000 loss=6.0958 gn=0.48 lr=5.98e-04 tps=24703 mem=5.4G lam=None Gm=None
[baseline s2] step 700/12000 loss=5.9854 gn=0.50 lr=5.98e-04 tps=24702 mem=5.4G lam=None Gm=None
[baseline s2] step 720/12000 loss=6.0724 gn=0.68 lr=5.97e-04 tps=24703 mem=5.4G lam=None Gm=None
[baseline s2] step 740/12000 loss=6.0242 gn=0.55 lr=5.97e-04 tps=24702 mem=5.4G lam=None Gm=None
[baseline s2] step 760/12000 loss=6.0489 gn=0.52 lr=5.97e-04 tps=24701 mem=5.4G lam=None Gm=None
[baseline s2] step 780/12000 loss=5.8150 gn=0.55 lr=5.97e-04 tps=24701 mem=5.4G lam=None Gm=None
[baseline s2] step 800/12000 loss=5.9205 gn=0.56 lr=5.97e-04 tps=24699 mem=5.4G lam=None Gm=None
[baseline s2] step 820/12000 loss=5.8744 gn=0.52 lr=5.96e-04 tps=24699 mem=5.4G lam=None Gm=None
[baseline s2] step 840/12000 loss=5.9294 gn=0.52 lr=5.96e-04 tps=24700 mem=5.4G lam=None Gm=None
[baseline s2] step 860/12000 loss=5.9070 gn=0.53 lr=5.96e-04 tps=24698 mem=5.4G lam=None Gm=None
[baseline s2] step 880/12000 loss=5.9999 gn=0.58 lr=5.96e-04 tps=24699 mem=5.4G lam=None Gm=None
[baseline s2] step 900/12000 loss=5.7975 gn=0.52 lr=5.95e-04 tps=24698 mem=5.4G lam=None Gm=None
[baseline s2] step 920/12000 loss=5.9521 gn=0.51 lr=5.95e-04 tps=24697 mem=5.4G lam=None Gm=None
[baseline s2] step 940/12000 loss=5.8597 gn=0.53 lr=5.95e-04 tps=24697 mem=5.4G lam=None Gm=None
[baseline s2] step 960/12000 loss=5.7564 gn=0.53 lr=5.94e-04 tps=24696 mem=5.4G lam=None Gm=None
[baseline s2] step 980/12000 loss=5.8445 gn=0.53 lr=5.94e-04 tps=24695 mem=5.4G lam=None Gm=None
[baseline s2] step 1000/12000 loss=5.7497 gn=0.52 lr=5.94e-04 tps=24695 mem=5.4G lam=None Gm=None
[baseline s2] EVAL step 1000: val_loss=5.7538 val_ppl=315.37
[baseline s2] step 1020/12000 loss=5.7033 gn=0.62 lr=5.94e-04 tps=24611 mem=5.4G lam=None Gm=None
[baseline s2] step 1040/12000 loss=5.8408 gn=0.53 lr=5.93e-04 tps=24611 mem=5.4G lam=None Gm=None
[baseline s2] step 1060/12000 loss=5.7424 gn=1.17 lr=5.93e-04 tps=24612 mem=5.4G lam=None Gm=None
[baseline s2] step 1080/12000 loss=5.7935 gn=0.55 lr=5.93e-04 tps=24612 mem=5.4G lam=None Gm=None
[baseline s2] step 1100/12000 loss=5.6278 gn=0.53 lr=5.92e-04 tps=24612 mem=5.4G lam=None Gm=None
[baseline s2] step 1120/12000 loss=5.7116 gn=0.57 lr=5.92e-04 tps=24613 mem=5.4G lam=None Gm=None
[baseline s2] step 1140/12000 loss=5.7687 gn=0.63 lr=5.92e-04 tps=24613 mem=5.4G lam=None Gm=None
[baseline s2] step 1160/12000 loss=5.6925 gn=0.56 lr=5.91e-04 tps=24614 mem=5.4G lam=None Gm=None
[baseline s2] step 1180/12000 loss=5.5274 gn=0.51 lr=5.91e-04 tps=24615 mem=5.4G lam=None Gm=None
[baseline s2] step 1200/12000 loss=5.5728 gn=0.52 lr=5.90e-04 tps=24615 mem=5.4G lam=None Gm=None
[baseline s2] step 1220/12000 loss=5.6383 gn=0.55 lr=5.90e-04 tps=24615 mem=5.4G lam=None Gm=None
[baseline s2] step 1240/12000 loss=5.5621 gn=0.57 lr=5.90e-04 tps=24615 mem=5.4G lam=None Gm=None
[baseline s2] step 1260/12000 loss=5.5086 gn=0.62 lr=5.89e-04 tps=24616 mem=5.4G lam=None Gm=None
[baseline s2] step 1280/12000 loss=5.4788 gn=0.59 lr=5.89e-04 tps=24617 mem=5.4G lam=None Gm=None
[baseline s2] step 1300/12000 loss=5.6166 gn=0.58 lr=5.89e-04 tps=24617 mem=5.4G lam=None Gm=None
[baseline s2] step 1320/12000 loss=5.4920 gn=0.86 lr=5.88e-04 tps=24617 mem=5.4G lam=None Gm=None
[baseline s2] step 1340/12000 loss=5.6783 gn=0.60 lr=5.88e-04 tps=24619 mem=5.4G lam=None Gm=None
[baseline s2] step 1360/12000 loss=5.5024 gn=0.60 lr=5.87e-04 tps=24619 mem=5.4G lam=None Gm=None
[baseline s2] step 1380/12000 loss=5.5061 gn=0.58 lr=5.87e-04 tps=24618 mem=5.4G lam=None Gm=None
[baseline s2] step 1400/12000 loss=5.4236 gn=0.59 lr=5.86e-04 tps=24618 mem=5.4G lam=None Gm=None
[baseline s2] step 1420/12000 loss=5.4754 gn=0.60 lr=5.86e-04 tps=24619 mem=5.4G lam=None Gm=None
[baseline s2] step 1440/12000 loss=5.5151 gn=0.55 lr=5.85e-04 tps=24620 mem=5.4G lam=None Gm=None
[baseline s2] step 1460/12000 loss=5.4482 gn=0.59 lr=5.85e-04 tps=24621 mem=5.4G lam=None Gm=None
[baseline s2] step 1480/12000 loss=5.3770 gn=0.59 lr=5.84e-04 tps=24621 mem=5.4G lam=None Gm=None
[baseline s2] step 1500/12000 loss=5.6392 gn=0.60 lr=5.84e-04 tps=24621 mem=5.4G lam=None Gm=None
[baseline s2] step 1520/12000 loss=5.4308 gn=0.58 lr=5.83e-04 tps=24621 mem=5.4G lam=None Gm=None
[baseline s2] step 1540/12000 loss=5.4362 gn=0.58 lr=5.83e-04 tps=24621 mem=5.4G lam=None Gm=None
[baseline s2] step 1560/12000 loss=5.6259 gn=0.56 lr=5.82e-04 tps=24620 mem=5.4G lam=None Gm=None
[baseline s2] step 1580/12000 loss=5.5142 gn=0.58 lr=5.82e-04 tps=24621 mem=5.4G lam=None Gm=None
[baseline s2] step 1600/12000 loss=5.4262 gn=0.59 lr=5.81e-04 tps=24622 mem=5.4G lam=None Gm=None
[baseline s2] step 1620/12000 loss=5.3924 gn=0.56 lr=5.81e-04 tps=24623 mem=5.4G lam=None Gm=None
[baseline s2] step 1640/12000 loss=5.4651 gn=0.62 lr=5.80e-04 tps=24623 mem=5.4G lam=None Gm=None
[baseline s2] step 1660/12000 loss=5.1832 gn=0.56 lr=5.80e-04 tps=24621 mem=5.4G lam=None Gm=None
[baseline s2] step 1680/12000 loss=5.4649 gn=0.60 lr=5.79e-04 tps=24621 mem=5.4G lam=None Gm=None
[baseline s2] step 1700/12000 loss=5.5367 gn=0.63 lr=5.79e-04 tps=24622 mem=5.4G lam=None Gm=None
[baseline s2] step 1720/12000 loss=5.3410 gn=0.61 lr=5.78e-04 tps=24622 mem=5.4G lam=None Gm=None
[baseline s2] step 1740/12000 loss=5.3916 gn=0.60 lr=5.78e-04 tps=24622 mem=5.4G lam=None Gm=None
[baseline s2] step 1760/12000 loss=5.2565 gn=0.58 lr=5.77e-04 tps=24622 mem=5.4G lam=None Gm=None
[baseline s2] step 1780/12000 loss=5.2891 gn=0.60 lr=5.76e-04 tps=24622 mem=5.4G lam=None Gm=None
[baseline s2] step 1800/12000 loss=5.4674 gn=0.64 lr=5.76e-04 tps=24624 mem=5.4G lam=None Gm=None
[baseline s2] step 1820/12000 loss=5.5029 gn=0.62 lr=5.75e-04 tps=24623 mem=5.4G lam=None Gm=None
[baseline s2] step 1840/12000 loss=5.4460 gn=0.60 lr=5.75e-04 tps=24624 mem=5.4G lam=None Gm=None
[baseline s2] step 1860/12000 loss=5.4602 gn=0.65 lr=5.74e-04 tps=24625 mem=5.4G lam=None Gm=None
[baseline s2] step 1880/12000 loss=5.1999 gn=0.60 lr=5.73e-04 tps=24625 mem=5.4G lam=None Gm=None
[baseline s2] step 1900/12000 loss=5.2626 gn=0.66 lr=5.73e-04 tps=24625 mem=5.4G lam=None Gm=None
[baseline s2] step 1920/12000 loss=5.4516 gn=0.60 lr=5.72e-04 tps=24626 mem=5.4G lam=None Gm=None
[baseline s2] step 1940/12000 loss=5.5736 gn=0.66 lr=5.72e-04 tps=24626 mem=5.4G lam=None Gm=None
[baseline s2] step 1960/12000 loss=5.2042 gn=0.62 lr=5.71e-04 tps=24627 mem=5.4G lam=None Gm=None
[baseline s2] step 1980/12000 loss=5.1854 gn=0.64 lr=5.70e-04 tps=24627 mem=5.4G lam=None Gm=None
[baseline s2] step 2000/12000 loss=5.1393 gn=0.64 lr=5.70e-04 tps=24627 mem=5.4G lam=None Gm=None
[baseline s2] EVAL step 2000: val_loss=5.3100 val_ppl=202.36
[baseline s2] step 2020/12000 loss=5.2413 gn=0.61 lr=5.69e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s2] step 2040/12000 loss=5.3210 gn=0.64 lr=5.68e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s2] step 2060/12000 loss=5.3837 gn=0.62 lr=5.68e-04 tps=24586 mem=5.4G lam=None Gm=None
[baseline s2] step 2080/12000 loss=5.3966 gn=0.62 lr=5.67e-04 tps=24587 mem=5.4G lam=None Gm=None
[baseline s2] step 2100/12000 loss=5.2224 gn=0.62 lr=5.66e-04 tps=24587 mem=5.4G lam=None Gm=None
[baseline s2] step 2120/12000 loss=5.3651 gn=0.73 lr=5.65e-04 tps=24588 mem=5.4G lam=None Gm=None
[baseline s2] step 2140/12000 loss=5.1481 gn=0.58 lr=5.65e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s2] step 2160/12000 loss=5.1919 gn=0.58 lr=5.64e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s2] step 2180/12000 loss=5.3271 gn=0.64 lr=5.63e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s2] step 2200/12000 loss=5.0951 gn=0.66 lr=5.63e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s2] step 2220/12000 loss=5.1905 gn=0.64 lr=5.62e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s2] step 2240/12000 loss=5.2993 gn=0.63 lr=5.61e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s2] step 2260/12000 loss=5.1102 gn=0.67 lr=5.60e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s2] step 2280/12000 loss=5.1446 gn=0.64 lr=5.60e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s2] step 2300/12000 loss=5.3535 gn=0.63 lr=5.59e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s2] step 2320/12000 loss=5.3077 gn=0.71 lr=5.58e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s2] step 2340/12000 loss=5.1387 gn=0.67 lr=5.57e-04 tps=24592 mem=5.4G lam=None Gm=None
[baseline s2] step 2360/12000 loss=5.1461 gn=0.62 lr=5.57e-04 tps=24593 mem=5.4G lam=None Gm=None
[baseline s2] step 2380/12000 loss=5.1401 gn=0.73 lr=5.56e-04 tps=24594 mem=5.4G lam=None Gm=None
[baseline s2] step 2400/12000 loss=5.1165 gn=0.64 lr=5.55e-04 tps=24595 mem=5.4G lam=None Gm=None
[baseline s2] step 2420/12000 loss=5.2999 gn=0.71 lr=5.54e-04 tps=24595 mem=5.4G lam=None Gm=None
[baseline s2] step 2440/12000 loss=5.1309 gn=0.63 lr=5.53e-04 tps=24594 mem=5.4G lam=None Gm=None
[baseline s2] step 2460/12000 loss=5.0747 gn=0.63 lr=5.53e-04 tps=24595 mem=5.4G lam=None Gm=None
[baseline s2] step 2480/12000 loss=5.0640 gn=0.61 lr=5.52e-04 tps=24595 mem=5.4G lam=None Gm=None
[baseline s2] step 2500/12000 loss=5.1823 gn=0.62 lr=5.51e-04 tps=24596 mem=5.4G lam=None Gm=None
[baseline s2] step 2520/12000 loss=5.0019 gn=0.64 lr=5.50e-04 tps=24596 mem=5.4G lam=None Gm=None
[baseline s2] step 2540/12000 loss=5.0956 gn=0.67 lr=5.49e-04 tps=24597 mem=5.4G lam=None Gm=None
[baseline s2] step 2560/12000 loss=5.1891 gn=0.69 lr=5.48e-04 tps=24597 mem=5.4G lam=None Gm=None
[baseline s2] step 2580/12000 loss=5.1725 gn=0.69 lr=5.48e-04 tps=24597 mem=5.4G lam=None Gm=None
[baseline s2] step 2600/12000 loss=5.0546 gn=0.61 lr=5.47e-04 tps=24598 mem=5.4G lam=None Gm=None
[baseline s2] step 2620/12000 loss=5.0008 gn=0.67 lr=5.46e-04 tps=24598 mem=5.4G lam=None Gm=None
[baseline s2] step 2640/12000 loss=5.1112 gn=0.69 lr=5.45e-04 tps=24598 mem=5.4G lam=None Gm=None
[baseline s2] step 2660/12000 loss=5.1628 gn=0.63 lr=5.44e-04 tps=24598 mem=5.4G lam=None Gm=None
[baseline s2] step 2680/12000 loss=5.1423 gn=0.65 lr=5.43e-04 tps=24598 mem=5.4G lam=None Gm=None
[baseline s2] step 2700/12000 loss=5.1572 gn=0.67 lr=5.42e-04 tps=24598 mem=5.4G lam=None Gm=None
[baseline s2] step 2720/12000 loss=5.0150 gn=0.67 lr=5.41e-04 tps=24599 mem=5.4G lam=None Gm=None
[baseline s2] step 2740/12000 loss=5.1006 gn=0.68 lr=5.41e-04 tps=24599 mem=5.4G lam=None Gm=None
[baseline s2] step 2760/12000 loss=5.0551 gn=0.69 lr=5.40e-04 tps=24599 mem=5.4G lam=None Gm=None
[baseline s2] step 2780/12000 loss=4.9708 gn=0.71 lr=5.39e-04 tps=24600 mem=5.4G lam=None Gm=None
[baseline s2] step 2800/12000 loss=5.0075 gn=0.66 lr=5.38e-04 tps=24600 mem=5.4G lam=None Gm=None
[baseline s2] step 2820/12000 loss=4.9968 gn=0.69 lr=5.37e-04 tps=24600 mem=5.4G lam=None Gm=None
[baseline s2] step 2840/12000 loss=5.1391 gn=0.65 lr=5.36e-04 tps=24600 mem=5.4G lam=None Gm=None
[baseline s2] step 2860/12000 loss=4.8885 gn=0.70 lr=5.35e-04 tps=24600 mem=5.4G lam=None Gm=None
[baseline s2] step 2880/12000 loss=5.0521 gn=0.69 lr=5.34e-04 tps=24601 mem=5.4G lam=None Gm=None
[baseline s2] step 2900/12000 loss=5.0190 gn=0.72 lr=5.33e-04 tps=24601 mem=5.4G lam=None Gm=None
[baseline s2] step 2920/12000 loss=5.0757 gn=0.70 lr=5.32e-04 tps=24601 mem=5.4G lam=None Gm=None
[baseline s2] step 2940/12000 loss=5.1936 gn=0.74 lr=5.31e-04 tps=24601 mem=5.4G lam=None Gm=None
[baseline s2] step 2960/12000 loss=4.9030 gn=0.69 lr=5.30e-04 tps=24601 mem=5.4G lam=None Gm=None
[baseline s2] step 2980/12000 loss=5.0096 gn=0.68 lr=5.29e-04 tps=24601 mem=5.4G lam=None Gm=None
[baseline s2] step 3000/12000 loss=4.9161 gn=0.75 lr=5.28e-04 tps=24601 mem=5.4G lam=None Gm=None
[baseline s2] EVAL step 3000: val_loss=5.0673 val_ppl=158.74
[baseline s2] step 3020/12000 loss=5.1060 gn=0.71 lr=5.27e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s2] step 3040/12000 loss=5.0390 gn=0.72 lr=5.26e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s2] step 3060/12000 loss=4.9804 gn=0.71 lr=5.25e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s2] step 3080/12000 loss=4.8768 gn=0.71 lr=5.24e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s2] step 3100/12000 loss=5.0038 gn=0.68 lr=5.23e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s2] step 3120/12000 loss=4.7592 gn=0.68 lr=5.22e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s2] step 3140/12000 loss=4.8967 gn=0.65 lr=5.21e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s2] step 3160/12000 loss=4.8543 gn=0.75 lr=5.20e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s2] step 3180/12000 loss=4.9785 gn=0.67 lr=5.19e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s2] step 3200/12000 loss=4.9032 gn=0.68 lr=5.18e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s2] step 3220/12000 loss=4.9669 gn=0.71 lr=5.17e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s2] step 3240/12000 loss=5.0290 gn=0.78 lr=5.16e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s2] step 3260/12000 loss=5.1008 gn=0.74 lr=5.15e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s2] step 3280/12000 loss=4.8796 gn=0.74 lr=5.14e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s2] step 3300/12000 loss=4.7714 gn=0.70 lr=5.13e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s2] step 3320/12000 loss=4.9077 gn=0.94 lr=5.12e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s2] step 3340/12000 loss=4.9204 gn=0.69 lr=5.11e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s2] step 3360/12000 loss=4.8516 gn=0.73 lr=5.10e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s2] step 3380/12000 loss=4.9774 gn=0.72 lr=5.09e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s2] step 3400/12000 loss=4.8835 gn=0.71 lr=5.08e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s2] step 3420/12000 loss=5.0099 gn=0.69 lr=5.07e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s2] step 3440/12000 loss=4.9351 gn=0.73 lr=5.06e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s2] step 3460/12000 loss=4.9346 gn=0.72 lr=5.05e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s2] step 3480/12000 loss=4.9543 gn=0.74 lr=5.03e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s2] step 3500/12000 loss=4.8586 gn=0.72 lr=5.02e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s2] step 3520/12000 loss=4.9026 gn=0.71 lr=5.01e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s2] step 3540/12000 loss=4.8745 gn=0.69 lr=5.00e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s2] step 3560/12000 loss=4.8160 gn=0.73 lr=4.99e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s2] step 3580/12000 loss=4.8909 gn=0.68 lr=4.98e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s2] step 3600/12000 loss=4.7622 gn=0.71 lr=4.97e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s2] step 3620/12000 loss=4.8796 gn=0.83 lr=4.96e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s2] step 3640/12000 loss=4.8112 gn=0.74 lr=4.94e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s2] step 3660/12000 loss=4.8813 gn=0.76 lr=4.93e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s2] step 3680/12000 loss=4.9093 gn=0.73 lr=4.92e-04 tps=24557 mem=5.4G lam=None Gm=None
[baseline s2] step 3700/12000 loss=4.8343 gn=0.83 lr=4.91e-04 tps=24555 mem=5.4G lam=None Gm=None
[baseline s2] step 3720/12000 loss=4.9926 gn=0.73 lr=4.90e-04 tps=24553 mem=5.4G lam=None Gm=None
[baseline s2] step 3740/12000 loss=4.8789 gn=0.75 lr=4.89e-04 tps=24552 mem=5.4G lam=None Gm=None
[baseline s2] step 3760/12000 loss=4.8164 gn=0.73 lr=4.88e-04 tps=24550 mem=5.4G lam=None Gm=None
[baseline s2] step 3780/12000 loss=4.8229 gn=0.78 lr=4.86e-04 tps=24547 mem=5.4G lam=None Gm=None
[baseline s2] step 3800/12000 loss=4.9285 gn=0.77 lr=4.85e-04 tps=24546 mem=5.4G lam=None Gm=None
[baseline s2] step 3820/12000 loss=4.8501 gn=0.68 lr=4.84e-04 tps=24544 mem=5.4G lam=None Gm=None
[baseline s2] step 3840/12000 loss=5.0163 gn=0.75 lr=4.83e-04 tps=24543 mem=5.4G lam=None Gm=None
[baseline s2] step 3860/12000 loss=4.6614 gn=0.73 lr=4.82e-04 tps=24543 mem=5.4G lam=None Gm=None
[baseline s2] step 3880/12000 loss=4.7731 gn=0.76 lr=4.80e-04 tps=24541 mem=5.4G lam=None Gm=None
[baseline s2] step 3900/12000 loss=4.7752 gn=0.70 lr=4.79e-04 tps=24540 mem=5.4G lam=None Gm=None
[baseline s2] step 3920/12000 loss=4.8330 gn=0.77 lr=4.78e-04 tps=24539 mem=5.4G lam=None Gm=None
[baseline s2] step 3940/12000 loss=4.9468 gn=0.73 lr=4.77e-04 tps=24538 mem=5.4G lam=None Gm=None
[baseline s2] step 3960/12000 loss=4.7281 gn=0.74 lr=4.76e-04 tps=24538 mem=5.4G lam=None Gm=None
[baseline s2] step 3980/12000 loss=4.6554 gn=0.72 lr=4.74e-04 tps=24538 mem=5.4G lam=None Gm=None
[baseline s2] step 4000/12000 loss=4.8807 gn=0.76 lr=4.73e-04 tps=24538 mem=5.4G lam=None Gm=None
[baseline s2] EVAL step 4000: val_loss=4.8799 val_ppl=131.62
[baseline s2] step 4020/12000 loss=4.9156 gn=0.76 lr=4.72e-04 tps=24517 mem=5.4G lam=None Gm=None
[baseline s2] step 4040/12000 loss=4.6776 gn=0.73 lr=4.71e-04 tps=24517 mem=5.4G lam=None Gm=None
[baseline s2] step 4060/12000 loss=4.7289 gn=0.76 lr=4.70e-04 tps=24517 mem=5.4G lam=None Gm=None
[baseline s2] step 4080/12000 loss=4.8534 gn=0.78 lr=4.68e-04 tps=24517 mem=5.4G lam=None Gm=None
[baseline s2] step 4100/12000 loss=4.7338 gn=0.78 lr=4.67e-04 tps=24517 mem=5.4G lam=None Gm=None
[baseline s2] step 4120/12000 loss=4.9276 gn=0.78 lr=4.66e-04 tps=24517 mem=5.4G lam=None Gm=None
[baseline s2] step 4140/12000 loss=4.8401 gn=0.80 lr=4.65e-04 tps=24517 mem=5.4G lam=None Gm=None
[baseline s2] step 4160/12000 loss=4.7581 gn=0.67 lr=4.63e-04 tps=24518 mem=5.4G lam=None Gm=None
[baseline s2] step 4180/12000 loss=4.8409 gn=0.71 lr=4.62e-04 tps=24518 mem=5.4G lam=None Gm=None
[baseline s2] step 4200/12000 loss=4.6837 gn=0.75 lr=4.61e-04 tps=24518 mem=5.4G lam=None Gm=None
[baseline s2] step 4220/12000 loss=4.7246 gn=0.72 lr=4.60e-04 tps=24518 mem=5.4G lam=None Gm=None
[baseline s2] step 4240/12000 loss=4.7632 gn=0.70 lr=4.58e-04 tps=24518 mem=5.4G lam=None Gm=None
[baseline s2] step 4260/12000 loss=4.6483 gn=0.75 lr=4.57e-04 tps=24518 mem=5.4G lam=None Gm=None
[baseline s2] step 4280/12000 loss=4.7232 gn=0.75 lr=4.56e-04 tps=24518 mem=5.4G lam=None Gm=None
[baseline s2] step 4300/12000 loss=4.7886 gn=0.83 lr=4.54e-04 tps=24518 mem=5.4G lam=None Gm=None
[baseline s2] step 4320/12000 loss=4.8516 gn=0.75 lr=4.53e-04 tps=24519 mem=5.4G lam=None Gm=None
[baseline s2] step 4340/12000 loss=4.8114 gn=0.76 lr=4.52e-04 tps=24519 mem=5.4G lam=None Gm=None
[baseline s2] step 4360/12000 loss=4.6966 gn=0.75 lr=4.51e-04 tps=24519 mem=5.4G lam=None Gm=None
[baseline s2] step 4380/12000 loss=4.6752 gn=0.78 lr=4.49e-04 tps=24519 mem=5.4G lam=None Gm=None
[baseline s2] step 4400/12000 loss=4.7335 gn=0.87 lr=4.48e-04 tps=24519 mem=5.4G lam=None Gm=None
[baseline s2] step 4420/12000 loss=4.7860 gn=0.78 lr=4.47e-04 tps=24520 mem=5.4G lam=None Gm=None
[baseline s2] step 4440/12000 loss=4.7694 gn=0.73 lr=4.45e-04 tps=24520 mem=5.4G lam=None Gm=None
[baseline s2] step 4460/12000 loss=4.9003 gn=0.79 lr=4.44e-04 tps=24520 mem=5.4G lam=None Gm=None
[baseline s2] step 4480/12000 loss=4.8528 gn=0.78 lr=4.43e-04 tps=24520 mem=5.4G lam=None Gm=None
[baseline s2] step 4500/12000 loss=4.7151 gn=0.77 lr=4.42e-04 tps=24520 mem=5.4G lam=None Gm=None
[baseline s2] step 4520/12000 loss=4.8365 gn=0.83 lr=4.40e-04 tps=24521 mem=5.4G lam=None Gm=None
[baseline s2] step 4540/12000 loss=4.7833 gn=0.78 lr=4.39e-04 tps=24521 mem=5.4G lam=None Gm=None
[baseline s2] step 4560/12000 loss=4.7831 gn=0.79 lr=4.38e-04 tps=24521 mem=5.4G lam=None Gm=None
[baseline s2] step 4580/12000 loss=4.6168 gn=0.80 lr=4.36e-04 tps=24521 mem=5.4G lam=None Gm=None
[baseline s2] step 4600/12000 loss=4.6349 gn=0.77 lr=4.35e-04 tps=24521 mem=5.4G lam=None Gm=None
[baseline s2] step 4620/12000 loss=4.6786 gn=0.75 lr=4.34e-04 tps=24521 mem=5.4G lam=None Gm=None
[baseline s2] step 4640/12000 loss=4.7191 gn=0.83 lr=4.32e-04 tps=24521 mem=5.4G lam=None Gm=None
[baseline s2] step 4660/12000 loss=4.8729 gn=0.82 lr=4.31e-04 tps=24522 mem=5.4G lam=None Gm=None
[baseline s2] step 4680/12000 loss=4.8911 gn=0.85 lr=4.30e-04 tps=24522 mem=5.4G lam=None Gm=None
[baseline s2] step 4700/12000 loss=4.7192 gn=0.80 lr=4.28e-04 tps=24522 mem=5.4G lam=None Gm=None
[baseline s2] step 4720/12000 loss=4.5936 gn=0.97 lr=4.27e-04 tps=24523 mem=5.4G lam=None Gm=None
[baseline s2] step 4740/12000 loss=4.9064 gn=0.79 lr=4.26e-04 tps=24523 mem=5.4G lam=None Gm=None
[baseline s2] step 4760/12000 loss=4.5381 gn=0.94 lr=4.24e-04 tps=24523 mem=5.4G lam=None Gm=None
[baseline s2] step 4780/12000 loss=4.5101 gn=0.74 lr=4.23e-04 tps=24523 mem=5.4G lam=None Gm=None
[baseline s2] step 4800/12000 loss=4.7904 gn=0.79 lr=4.22e-04 tps=24523 mem=5.4G lam=None Gm=None
[baseline s2] step 4820/12000 loss=4.6938 gn=0.84 lr=4.20e-04 tps=24523 mem=5.4G lam=None Gm=None
[baseline s2] step 4840/12000 loss=4.7655 gn=0.78 lr=4.19e-04 tps=24524 mem=5.4G lam=None Gm=None
[baseline s2] step 4860/12000 loss=4.7910 gn=0.85 lr=4.18e-04 tps=24524 mem=5.4G lam=None Gm=None
[baseline s2] step 4880/12000 loss=4.6310 gn=0.80 lr=4.16e-04 tps=24524 mem=5.4G lam=None Gm=None
[baseline s2] step 4900/12000 loss=4.7144 gn=0.78 lr=4.15e-04 tps=24524 mem=5.4G lam=None Gm=None
[baseline s2] step 4920/12000 loss=4.6795 gn=0.80 lr=4.13e-04 tps=24525 mem=5.4G lam=None Gm=None
[baseline s2] step 4940/12000 loss=4.6651 gn=0.78 lr=4.12e-04 tps=24524 mem=5.4G lam=None Gm=None
[baseline s2] step 4960/12000 loss=4.6630 gn=0.76 lr=4.11e-04 tps=24525 mem=5.4G lam=None Gm=None
[baseline s2] step 4980/12000 loss=4.6364 gn=0.80 lr=4.09e-04 tps=24525 mem=5.4G lam=None Gm=None
[baseline s2] step 5000/12000 loss=4.5577 gn=0.78 lr=4.08e-04 tps=24525 mem=5.4G lam=None Gm=None
[baseline s2] EVAL step 5000: val_loss=4.7564 val_ppl=116.32
[baseline s2] step 5020/12000 loss=4.8210 gn=0.82 lr=4.07e-04 tps=24508 mem=5.4G lam=None Gm=None
[baseline s2] step 5040/12000 loss=4.6326 gn=0.83 lr=4.05e-04 tps=24508 mem=5.4G lam=None Gm=None
[baseline s2] step 5060/12000 loss=4.6473 gn=0.76 lr=4.04e-04 tps=24508 mem=5.4G lam=None Gm=None
[baseline s2] step 5080/12000 loss=4.5698 gn=0.81 lr=4.02e-04 tps=24509 mem=5.4G lam=None Gm=None
[baseline s2] step 5100/12000 loss=4.6713 gn=0.79 lr=4.01e-04 tps=24509 mem=5.4G lam=None Gm=None
[baseline s2] step 5120/12000 loss=4.5064 gn=0.82 lr=4.00e-04 tps=24509 mem=5.4G lam=None Gm=None
[baseline s2] step 5140/12000 loss=4.8275 gn=0.96 lr=3.98e-04 tps=24509 mem=5.4G lam=None Gm=None
[baseline s2] step 5160/12000 loss=4.8611 gn=0.83 lr=3.97e-04 tps=24509 mem=5.4G lam=None Gm=None
[baseline s2] step 5180/12000 loss=4.6400 gn=0.77 lr=3.95e-04 tps=24510 mem=5.4G lam=None Gm=None
[baseline s2] step 5200/12000 loss=4.6540 gn=0.81 lr=3.94e-04 tps=24510 mem=5.4G lam=None Gm=None
[baseline s2] step 5220/12000 loss=4.7390 gn=0.83 lr=3.93e-04 tps=24510 mem=5.4G lam=None Gm=None
[baseline s2] step 5240/12000 loss=4.6094 gn=0.79 lr=3.91e-04 tps=24510 mem=5.4G lam=None Gm=None
[baseline s2] step 5260/12000 loss=4.4636 gn=0.88 lr=3.90e-04 tps=24510 mem=5.4G lam=None Gm=None
[baseline s2] step 5280/12000 loss=4.8032 gn=0.82 lr=3.88e-04 tps=24510 mem=5.4G lam=None Gm=None
[baseline s2] step 5300/12000 loss=4.7143 gn=0.87 lr=3.87e-04 tps=24511 mem=5.4G lam=None Gm=None
[baseline s2] step 5320/12000 loss=4.7416 gn=0.82 lr=3.86e-04 tps=24511 mem=5.4G lam=None Gm=None
[baseline s2] step 5340/12000 loss=4.4873 gn=0.78 lr=3.84e-04 tps=24511 mem=5.4G lam=None Gm=None
[baseline s2] step 5360/12000 loss=4.7313 gn=0.86 lr=3.83e-04 tps=24511 mem=5.4G lam=None Gm=None
[baseline s2] step 5380/12000 loss=4.5003 gn=0.83 lr=3.81e-04 tps=24512 mem=5.4G lam=None Gm=None
[baseline s2] step 5400/12000 loss=4.5531 gn=0.83 lr=3.80e-04 tps=24512 mem=5.4G lam=None Gm=None
[baseline s2] step 5420/12000 loss=4.7137 gn=0.84 lr=3.79e-04 tps=24512 mem=5.4G lam=None Gm=None
[baseline s2] step 5440/12000 loss=4.5608 gn=0.83 lr=3.77e-04 tps=24512 mem=5.4G lam=None Gm=None
[baseline s2] step 5460/12000 loss=4.7692 gn=0.83 lr=3.76e-04 tps=24513 mem=5.4G lam=None Gm=None
[baseline s2] step 5480/12000 loss=4.5587 gn=0.81 lr=3.74e-04 tps=24513 mem=5.4G lam=None Gm=None
[baseline s2] step 5500/12000 loss=4.8842 gn=0.90 lr=3.73e-04 tps=24513 mem=5.4G lam=None Gm=None
[baseline s2] step 5520/12000 loss=4.6244 gn=0.83 lr=3.72e-04 tps=24513 mem=5.4G lam=None Gm=None
[baseline s2] step 5540/12000 loss=4.5847 gn=0.81 lr=3.70e-04 tps=24514 mem=5.4G lam=None Gm=None
[baseline s2] step 5560/12000 loss=4.6672 gn=0.77 lr=3.69e-04 tps=24514 mem=5.4G lam=None Gm=None
[baseline s2] step 5580/12000 loss=4.5957 gn=0.78 lr=3.67e-04 tps=24514 mem=5.4G lam=None Gm=None
[baseline s2] step 5600/12000 loss=4.7661 gn=0.79 lr=3.66e-04 tps=24514 mem=5.4G lam=None Gm=None
[baseline s2] step 5620/12000 loss=4.6897 gn=0.83 lr=3.64e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5640/12000 loss=4.5408 gn=0.81 lr=3.63e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5660/12000 loss=4.5730 gn=0.83 lr=3.62e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5680/12000 loss=4.6738 gn=0.90 lr=3.60e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5700/12000 loss=4.5760 gn=0.84 lr=3.59e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5720/12000 loss=4.5357 gn=0.83 lr=3.57e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5740/12000 loss=4.5703 gn=0.77 lr=3.56e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5760/12000 loss=4.3541 gn=0.82 lr=3.54e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5780/12000 loss=4.5547 gn=0.85 lr=3.53e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5800/12000 loss=4.6449 gn=0.89 lr=3.52e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5820/12000 loss=4.5985 gn=0.84 lr=3.50e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5840/12000 loss=4.6148 gn=0.81 lr=3.49e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5860/12000 loss=4.6591 gn=0.84 lr=3.47e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5880/12000 loss=4.6547 gn=0.86 lr=3.46e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5900/12000 loss=4.8037 gn=0.84 lr=3.44e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5920/12000 loss=4.6525 gn=0.89 lr=3.43e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5940/12000 loss=4.6162 gn=0.83 lr=3.41e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5960/12000 loss=4.6543 gn=0.79 lr=3.40e-04 tps=24515 mem=5.4G lam=None Gm=None
[baseline s2] step 5980/12000 loss=4.5205 gn=0.89 lr=3.39e-04 tps=24516 mem=5.4G lam=None Gm=None
[baseline s2] step 6000/12000 loss=4.5464 gn=0.80 lr=3.37e-04 tps=24516 mem=5.4G lam=None Gm=None
[baseline s2] EVAL step 6000: val_loss=4.6399 val_ppl=103.54
[baseline s2] step 6020/12000 loss=4.4760 gn=0.80 lr=3.36e-04 tps=24502 mem=5.4G lam=None Gm=None
[baseline s2] step 6040/12000 loss=4.6230 gn=0.81 lr=3.34e-04 tps=24502 mem=5.4G lam=None Gm=None
[baseline s2] step 6060/12000 loss=4.5241 gn=0.83 lr=3.33e-04 tps=24502 mem=5.4G lam=None Gm=None
[baseline s2] step 6080/12000 loss=4.5929 gn=0.82 lr=3.31e-04 tps=24502 mem=5.4G lam=None Gm=None
[baseline s2] step 6100/12000 loss=4.5589 gn=0.91 lr=3.30e-04 tps=24502 mem=5.4G lam=None Gm=None
[baseline s2] step 6120/12000 loss=4.4627 gn=0.80 lr=3.29e-04 tps=24502 mem=5.4G lam=None Gm=None
[baseline s2] step 6140/12000 loss=4.5531 gn=0.90 lr=3.27e-04 tps=24503 mem=5.4G lam=None Gm=None
[baseline s2] step 6160/12000 loss=4.6352 gn=0.77 lr=3.26e-04 tps=24503 mem=5.4G lam=None Gm=None
[baseline s2] step 6180/12000 loss=4.5381 gn=0.86 lr=3.24e-04 tps=24503 mem=5.4G lam=None Gm=None
[baseline s2] step 6200/12000 loss=4.5956 gn=0.80 lr=3.23e-04 tps=24503 mem=5.4G lam=None Gm=None
[baseline s2] step 6220/12000 loss=4.5126 gn=0.82 lr=3.21e-04 tps=24503 mem=5.4G lam=None Gm=None
[baseline s2] step 6240/12000 loss=4.4595 gn=0.86 lr=3.20e-04 tps=24504 mem=5.4G lam=None Gm=None
[baseline s2] step 6260/12000 loss=4.4504 gn=0.84 lr=3.19e-04 tps=24504 mem=5.4G lam=None Gm=None
[baseline s2] step 6280/12000 loss=4.7457 gn=0.89 lr=3.17e-04 tps=24504 mem=5.4G lam=None Gm=None
[baseline s2] step 6300/12000 loss=4.7300 gn=0.86 lr=3.16e-04 tps=24504 mem=5.4G lam=None Gm=None
[baseline s2] step 6320/12000 loss=4.4945 gn=0.88 lr=3.14e-04 tps=24504 mem=5.4G lam=None Gm=None
[baseline s2] step 6340/12000 loss=4.6298 gn=0.88 lr=3.13e-04 tps=24498 mem=5.4G lam=None Gm=None
[baseline s2] step 6360/12000 loss=4.5112 gn=0.82 lr=3.11e-04 tps=24491 mem=5.4G lam=None Gm=None
[baseline s2] step 6380/12000 loss=4.5595 gn=0.82 lr=3.10e-04 tps=24484 mem=5.4G lam=None Gm=None
[baseline s2] step 6400/12000 loss=4.3849 gn=0.90 lr=3.08e-04 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 6420/12000 loss=4.5745 gn=0.90 lr=3.07e-04 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 6440/12000 loss=4.7533 gn=1.00 lr=3.06e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 6460/12000 loss=4.5414 gn=0.88 lr=3.04e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 6480/12000 loss=4.5867 gn=1.02 lr=3.03e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 6500/12000 loss=4.4080 gn=0.88 lr=3.01e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 6520/12000 loss=4.6720 gn=0.90 lr=3.00e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 6540/12000 loss=4.5919 gn=1.03 lr=2.98e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 6560/12000 loss=4.5856 gn=0.89 lr=2.97e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 6580/12000 loss=4.4449 gn=0.88 lr=2.96e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 6600/12000 loss=4.6338 gn=0.87 lr=2.94e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 6620/12000 loss=4.4757 gn=0.90 lr=2.93e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 6640/12000 loss=4.5839 gn=0.93 lr=2.91e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 6660/12000 loss=4.6808 gn=0.91 lr=2.90e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 6680/12000 loss=4.5170 gn=0.90 lr=2.88e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 6700/12000 loss=4.6042 gn=0.85 lr=2.87e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 6720/12000 loss=4.6150 gn=0.86 lr=2.86e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 6740/12000 loss=4.5812 gn=0.88 lr=2.84e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 6760/12000 loss=4.6048 gn=0.87 lr=2.83e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 6780/12000 loss=4.5564 gn=0.83 lr=2.81e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 6800/12000 loss=4.5766 gn=0.91 lr=2.80e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 6820/12000 loss=4.5402 gn=0.88 lr=2.79e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 6840/12000 loss=4.6239 gn=0.82 lr=2.77e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 6860/12000 loss=4.5919 gn=0.90 lr=2.76e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 6880/12000 loss=4.4787 gn=0.88 lr=2.74e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 6900/12000 loss=4.5814 gn=0.96 lr=2.73e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 6920/12000 loss=4.4094 gn=0.87 lr=2.72e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 6940/12000 loss=4.7680 gn=0.98 lr=2.70e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 6960/12000 loss=4.5283 gn=0.86 lr=2.69e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 6980/12000 loss=4.4810 gn=0.91 lr=2.67e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 7000/12000 loss=4.5807 gn=0.91 lr=2.66e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] EVAL step 7000: val_loss=4.5845 val_ppl=97.95
[baseline s2] step 7020/12000 loss=4.4681 gn=0.91 lr=2.65e-04 tps=24470 mem=5.4G lam=None Gm=None
[baseline s2] step 7040/12000 loss=4.5863 gn=0.90 lr=2.63e-04 tps=24471 mem=5.4G lam=None Gm=None
[baseline s2] step 7060/12000 loss=4.6179 gn=0.90 lr=2.62e-04 tps=24471 mem=5.4G lam=None Gm=None
[baseline s2] step 7080/12000 loss=4.4789 gn=0.93 lr=2.60e-04 tps=24471 mem=5.4G lam=None Gm=None
[baseline s2] step 7100/12000 loss=4.4992 gn=0.96 lr=2.59e-04 tps=24471 mem=5.4G lam=None Gm=None
[baseline s2] step 7120/12000 loss=4.4417 gn=0.91 lr=2.58e-04 tps=24471 mem=5.4G lam=None Gm=None
[baseline s2] step 7140/12000 loss=4.5867 gn=0.86 lr=2.56e-04 tps=24471 mem=5.4G lam=None Gm=None
[baseline s2] step 7160/12000 loss=4.4411 gn=0.87 lr=2.55e-04 tps=24472 mem=5.4G lam=None Gm=None
[baseline s2] step 7180/12000 loss=4.4940 gn=0.92 lr=2.53e-04 tps=24472 mem=5.4G lam=None Gm=None
[baseline s2] step 7200/12000 loss=4.5565 gn=0.94 lr=2.52e-04 tps=24472 mem=5.4G lam=None Gm=None
[baseline s2] step 7220/12000 loss=4.5816 gn=0.85 lr=2.51e-04 tps=24472 mem=5.4G lam=None Gm=None
[baseline s2] step 7240/12000 loss=4.3989 gn=0.95 lr=2.49e-04 tps=24473 mem=5.4G lam=None Gm=None
[baseline s2] step 7260/12000 loss=4.5919 gn=0.94 lr=2.48e-04 tps=24473 mem=5.4G lam=None Gm=None
[baseline s2] step 7280/12000 loss=4.4653 gn=0.95 lr=2.47e-04 tps=24473 mem=5.4G lam=None Gm=None
[baseline s2] step 7300/12000 loss=4.4634 gn=0.89 lr=2.45e-04 tps=24474 mem=5.4G lam=None Gm=None
[baseline s2] step 7320/12000 loss=4.6225 gn=0.93 lr=2.44e-04 tps=24474 mem=5.4G lam=None Gm=None
[baseline s2] step 7340/12000 loss=4.3958 gn=0.88 lr=2.42e-04 tps=24474 mem=5.4G lam=None Gm=None
[baseline s2] step 7360/12000 loss=4.3835 gn=0.94 lr=2.41e-04 tps=24474 mem=5.4G lam=None Gm=None
[baseline s2] step 7380/12000 loss=4.5974 gn=0.92 lr=2.40e-04 tps=24475 mem=5.4G lam=None Gm=None
[baseline s2] step 7400/12000 loss=4.4533 gn=0.89 lr=2.38e-04 tps=24475 mem=5.4G lam=None Gm=None
[baseline s2] step 7420/12000 loss=4.6735 gn=0.86 lr=2.37e-04 tps=24475 mem=5.4G lam=None Gm=None
[baseline s2] step 7440/12000 loss=4.4286 gn=0.88 lr=2.36e-04 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 7460/12000 loss=4.5438 gn=0.83 lr=2.34e-04 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 7480/12000 loss=4.5134 gn=0.85 lr=2.33e-04 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 7500/12000 loss=4.4794 gn=0.96 lr=2.32e-04 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 7520/12000 loss=4.3648 gn=0.87 lr=2.30e-04 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 7540/12000 loss=4.4806 gn=0.91 lr=2.29e-04 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 7560/12000 loss=4.5912 gn=0.85 lr=2.28e-04 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 7580/12000 loss=4.5037 gn=0.99 lr=2.26e-04 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 7600/12000 loss=4.4753 gn=0.95 lr=2.25e-04 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 7620/12000 loss=4.7114 gn=0.97 lr=2.24e-04 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 7640/12000 loss=4.4468 gn=0.96 lr=2.22e-04 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 7660/12000 loss=4.3725 gn=0.88 lr=2.21e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 7680/12000 loss=4.3304 gn=0.87 lr=2.20e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 7700/12000 loss=4.4731 gn=0.85 lr=2.18e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 7720/12000 loss=4.5302 gn=0.91 lr=2.17e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 7740/12000 loss=4.4269 gn=0.94 lr=2.16e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 7760/12000 loss=4.5671 gn=0.96 lr=2.15e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 7780/12000 loss=4.6095 gn=1.00 lr=2.13e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 7800/12000 loss=4.5023 gn=0.91 lr=2.12e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 7820/12000 loss=4.4582 gn=0.88 lr=2.11e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 7840/12000 loss=4.3607 gn=0.85 lr=2.09e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 7860/12000 loss=4.4191 gn=0.96 lr=2.08e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 7880/12000 loss=4.4817 gn=1.00 lr=2.07e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 7900/12000 loss=4.4671 gn=0.95 lr=2.06e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 7920/12000 loss=4.5612 gn=0.94 lr=2.04e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 7940/12000 loss=4.4426 gn=0.94 lr=2.03e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 7960/12000 loss=4.5158 gn=0.89 lr=2.02e-04 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 7980/12000 loss=4.4775 gn=0.96 lr=2.00e-04 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 8000/12000 loss=4.4443 gn=0.93 lr=1.99e-04 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] EVAL step 8000: val_loss=4.4795 val_ppl=88.19
[baseline s2] step 8020/12000 loss=4.4939 gn=0.89 lr=1.98e-04 tps=24473 mem=5.4G lam=None Gm=None
[baseline s2] step 8040/12000 loss=4.5203 gn=0.87 lr=1.97e-04 tps=24473 mem=5.4G lam=None Gm=None
[baseline s2] step 8060/12000 loss=4.3950 gn=0.93 lr=1.95e-04 tps=24473 mem=5.4G lam=None Gm=None
[baseline s2] step 8080/12000 loss=4.4551 gn=0.89 lr=1.94e-04 tps=24473 mem=5.4G lam=None Gm=None
[baseline s2] step 8100/12000 loss=4.5019 gn=0.95 lr=1.93e-04 tps=24473 mem=5.4G lam=None Gm=None
[baseline s2] step 8120/12000 loss=4.5365 gn=0.95 lr=1.92e-04 tps=24474 mem=5.4G lam=None Gm=None
[baseline s2] step 8140/12000 loss=4.4458 gn=0.93 lr=1.90e-04 tps=24474 mem=5.4G lam=None Gm=None
[baseline s2] step 8160/12000 loss=4.5658 gn=0.93 lr=1.89e-04 tps=24474 mem=5.4G lam=None Gm=None
[baseline s2] step 8180/12000 loss=4.5512 gn=1.04 lr=1.88e-04 tps=24475 mem=5.4G lam=None Gm=None
[baseline s2] step 8200/12000 loss=4.4998 gn=0.92 lr=1.87e-04 tps=24474 mem=5.4G lam=None Gm=None
[baseline s2] step 8220/12000 loss=4.5214 gn=0.98 lr=1.86e-04 tps=24475 mem=5.4G lam=None Gm=None
[baseline s2] step 8240/12000 loss=4.4199 gn=0.99 lr=1.84e-04 tps=24475 mem=5.4G lam=None Gm=None
[baseline s2] step 8260/12000 loss=4.4742 gn=0.93 lr=1.83e-04 tps=24475 mem=5.4G lam=None Gm=None
[baseline s2] step 8280/12000 loss=4.4538 gn=0.95 lr=1.82e-04 tps=24475 mem=5.4G lam=None Gm=None
[baseline s2] step 8300/12000 loss=4.5002 gn=0.98 lr=1.81e-04 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 8320/12000 loss=4.4406 gn=0.93 lr=1.80e-04 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 8340/12000 loss=4.4753 gn=0.94 lr=1.78e-04 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 8360/12000 loss=4.4817 gn=0.94 lr=1.77e-04 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 8380/12000 loss=4.4455 gn=0.97 lr=1.76e-04 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 8400/12000 loss=4.3891 gn=0.98 lr=1.75e-04 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 8420/12000 loss=4.5914 gn=0.98 lr=1.74e-04 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 8440/12000 loss=4.4744 gn=1.01 lr=1.72e-04 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 8460/12000 loss=4.4161 gn=0.98 lr=1.71e-04 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 8480/12000 loss=4.3666 gn=0.92 lr=1.70e-04 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 8500/12000 loss=4.4056 gn=1.07 lr=1.69e-04 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 8520/12000 loss=4.5156 gn=0.95 lr=1.68e-04 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 8540/12000 loss=4.5933 gn=1.04 lr=1.67e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 8560/12000 loss=4.3166 gn=1.00 lr=1.66e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 8580/12000 loss=4.4901 gn=0.95 lr=1.64e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 8600/12000 loss=4.3776 gn=1.00 lr=1.63e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 8620/12000 loss=4.4049 gn=0.95 lr=1.62e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 8640/12000 loss=4.4045 gn=1.02 lr=1.61e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 8660/12000 loss=4.4600 gn=0.94 lr=1.60e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 8680/12000 loss=4.3228 gn=1.01 lr=1.59e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 8700/12000 loss=4.2025 gn=0.95 lr=1.58e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 8720/12000 loss=4.3865 gn=0.99 lr=1.57e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 8740/12000 loss=4.4301 gn=0.96 lr=1.55e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 8760/12000 loss=4.5345 gn=0.99 lr=1.54e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 8780/12000 loss=4.5318 gn=0.98 lr=1.53e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 8800/12000 loss=4.3483 gn=0.93 lr=1.52e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 8820/12000 loss=4.3682 gn=0.98 lr=1.51e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 8840/12000 loss=4.5127 gn=0.98 lr=1.50e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 8860/12000 loss=4.4020 gn=0.92 lr=1.49e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 8880/12000 loss=4.4031 gn=0.98 lr=1.48e-04 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 8900/12000 loss=4.4809 gn=0.94 lr=1.47e-04 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 8920/12000 loss=4.3576 gn=0.95 lr=1.46e-04 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 8940/12000 loss=4.4390 gn=0.95 lr=1.45e-04 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 8960/12000 loss=4.4192 gn=0.95 lr=1.44e-04 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 8980/12000 loss=4.3382 gn=0.93 lr=1.43e-04 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 9000/12000 loss=4.3714 gn=0.95 lr=1.42e-04 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] EVAL step 9000: val_loss=4.5084 val_ppl=90.77
[baseline s2] step 9020/12000 loss=4.3756 gn=1.00 lr=1.41e-04 tps=24474 mem=5.4G lam=None Gm=None
[baseline s2] step 9040/12000 loss=4.5438 gn=0.95 lr=1.40e-04 tps=24474 mem=5.4G lam=None Gm=None
[baseline s2] step 9060/12000 loss=4.4095 gn=0.99 lr=1.39e-04 tps=24474 mem=5.4G lam=None Gm=None
[baseline s2] step 9080/12000 loss=4.3128 gn=0.93 lr=1.38e-04 tps=24475 mem=5.4G lam=None Gm=None
[baseline s2] step 9100/12000 loss=4.4544 gn=1.00 lr=1.37e-04 tps=24475 mem=5.4G lam=None Gm=None
[baseline s2] step 9120/12000 loss=4.3765 gn=1.00 lr=1.36e-04 tps=24475 mem=5.4G lam=None Gm=None
[baseline s2] step 9140/12000 loss=4.3105 gn=0.94 lr=1.35e-04 tps=24475 mem=5.4G lam=None Gm=None
[baseline s2] step 9160/12000 loss=4.4492 gn=0.95 lr=1.34e-04 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 9180/12000 loss=4.3707 gn=1.18 lr=1.33e-04 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 9200/12000 loss=4.4855 gn=1.08 lr=1.32e-04 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 9220/12000 loss=4.3372 gn=1.10 lr=1.31e-04 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 9240/12000 loss=4.3630 gn=0.97 lr=1.30e-04 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 9260/12000 loss=4.3701 gn=0.97 lr=1.29e-04 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 9280/12000 loss=4.2564 gn=0.94 lr=1.28e-04 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 9300/12000 loss=4.4958 gn=1.13 lr=1.27e-04 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 9320/12000 loss=4.3463 gn=1.06 lr=1.26e-04 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 9340/12000 loss=4.3646 gn=1.03 lr=1.25e-04 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 9360/12000 loss=4.1255 gn=0.94 lr=1.24e-04 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 9380/12000 loss=4.5111 gn=1.00 lr=1.23e-04 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 9400/12000 loss=4.4225 gn=0.95 lr=1.22e-04 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 9420/12000 loss=4.3750 gn=1.06 lr=1.21e-04 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 9440/12000 loss=4.2833 gn=0.94 lr=1.20e-04 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 9460/12000 loss=4.4514 gn=1.00 lr=1.19e-04 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 9480/12000 loss=4.2629 gn=1.07 lr=1.19e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 9500/12000 loss=4.4260 gn=1.04 lr=1.18e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 9520/12000 loss=4.2903 gn=1.03 lr=1.17e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 9540/12000 loss=4.2660 gn=1.02 lr=1.16e-04 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 9560/12000 loss=4.3123 gn=0.93 lr=1.15e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 9580/12000 loss=4.2310 gn=0.97 lr=1.14e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 9600/12000 loss=4.3840 gn=1.05 lr=1.13e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 9620/12000 loss=4.4763 gn=0.97 lr=1.12e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 9640/12000 loss=4.4091 gn=0.98 lr=1.12e-04 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 9660/12000 loss=4.2529 gn=0.94 lr=1.11e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 9680/12000 loss=4.2271 gn=1.06 lr=1.10e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 9700/12000 loss=4.2462 gn=1.01 lr=1.09e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 9720/12000 loss=4.2580 gn=1.03 lr=1.08e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 9740/12000 loss=4.3593 gn=1.06 lr=1.07e-04 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 9760/12000 loss=4.2055 gn=0.98 lr=1.07e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 9780/12000 loss=4.3588 gn=1.01 lr=1.06e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 9800/12000 loss=4.4148 gn=1.05 lr=1.05e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 9820/12000 loss=4.4309 gn=1.07 lr=1.04e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 9840/12000 loss=4.1737 gn=1.00 lr=1.03e-04 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 9860/12000 loss=4.4313 gn=1.12 lr=1.03e-04 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 9880/12000 loss=4.5246 gn=1.08 lr=1.02e-04 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 9900/12000 loss=4.3348 gn=1.03 lr=1.01e-04 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 9920/12000 loss=4.3965 gn=0.99 lr=1.00e-04 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 9940/12000 loss=4.3446 gn=1.15 lr=9.96e-05 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 9960/12000 loss=4.2145 gn=0.98 lr=9.89e-05 tps=24484 mem=5.4G lam=None Gm=None
[baseline s2] step 9980/12000 loss=4.3279 gn=1.00 lr=9.81e-05 tps=24484 mem=5.4G lam=None Gm=None
[baseline s2] step 10000/12000 loss=4.2260 gn=1.00 lr=9.74e-05 tps=24484 mem=5.4G lam=None Gm=None
[baseline s2] EVAL step 10000: val_loss=4.4160 val_ppl=82.77
[baseline s2] step 10020/12000 loss=4.5025 gn=1.06 lr=9.67e-05 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 10040/12000 loss=4.5274 gn=1.11 lr=9.59e-05 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 10060/12000 loss=4.5175 gn=1.06 lr=9.52e-05 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 10080/12000 loss=4.3512 gn=1.09 lr=9.45e-05 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 10100/12000 loss=4.4953 gn=1.01 lr=9.38e-05 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 10120/12000 loss=4.2978 gn=1.10 lr=9.31e-05 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 10140/12000 loss=4.2888 gn=1.06 lr=9.24e-05 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 10160/12000 loss=4.3918 gn=1.04 lr=9.18e-05 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 10180/12000 loss=4.3930 gn=1.04 lr=9.11e-05 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 10200/12000 loss=4.2989 gn=0.98 lr=9.04e-05 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 10220/12000 loss=4.3962 gn=1.11 lr=8.98e-05 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 10240/12000 loss=4.3197 gn=1.05 lr=8.91e-05 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 10260/12000 loss=4.3405 gn=1.03 lr=8.85e-05 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 10280/12000 loss=4.4689 gn=1.05 lr=8.78e-05 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 10300/12000 loss=4.3150 gn=1.09 lr=8.72e-05 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 10320/12000 loss=4.5014 gn=1.14 lr=8.66e-05 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 10340/12000 loss=4.3076 gn=1.04 lr=8.59e-05 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 10360/12000 loss=4.3357 gn=0.99 lr=8.53e-05 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 10380/12000 loss=4.4475 gn=1.14 lr=8.47e-05 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 10400/12000 loss=4.4480 gn=1.02 lr=8.41e-05 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 10420/12000 loss=4.2670 gn=1.06 lr=8.35e-05 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 10440/12000 loss=4.2085 gn=1.01 lr=8.30e-05 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 10460/12000 loss=4.3598 gn=1.10 lr=8.24e-05 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 10480/12000 loss=4.3828 gn=1.14 lr=8.18e-05 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 10500/12000 loss=4.2675 gn=0.95 lr=8.12e-05 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 10520/12000 loss=4.2372 gn=0.99 lr=8.07e-05 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 10540/12000 loss=4.1061 gn=1.06 lr=8.01e-05 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 10560/12000 loss=4.3606 gn=1.01 lr=7.96e-05 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 10580/12000 loss=4.4164 gn=1.12 lr=7.91e-05 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 10600/12000 loss=4.4618 gn=1.12 lr=7.85e-05 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 10620/12000 loss=4.3941 gn=1.06 lr=7.80e-05 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 10640/12000 loss=4.3801 gn=1.01 lr=7.75e-05 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 10660/12000 loss=4.3425 gn=1.04 lr=7.70e-05 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 10680/12000 loss=4.4470 gn=1.05 lr=7.65e-05 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 10700/12000 loss=4.4588 gn=1.12 lr=7.60e-05 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 10720/12000 loss=4.3411 gn=0.98 lr=7.55e-05 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 10740/12000 loss=4.2116 gn=0.96 lr=7.50e-05 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 10760/12000 loss=4.3222 gn=1.09 lr=7.46e-05 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 10780/12000 loss=4.4475 gn=1.05 lr=7.41e-05 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 10800/12000 loss=4.3984 gn=1.12 lr=7.37e-05 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 10820/12000 loss=4.3278 gn=1.01 lr=7.32e-05 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 10840/12000 loss=4.3210 gn=1.12 lr=7.28e-05 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 10860/12000 loss=4.3138 gn=1.02 lr=7.23e-05 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 10880/12000 loss=4.4470 gn=1.11 lr=7.19e-05 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 10900/12000 loss=4.4933 gn=1.02 lr=7.15e-05 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 10920/12000 loss=4.5340 gn=1.40 lr=7.11e-05 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 10940/12000 loss=4.5428 gn=1.06 lr=7.07e-05 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 10960/12000 loss=4.2972 gn=1.04 lr=7.03e-05 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 10980/12000 loss=4.1743 gn=1.01 lr=6.99e-05 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 11000/12000 loss=4.4010 gn=1.13 lr=6.95e-05 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] EVAL step 11000: val_loss=4.4136 val_ppl=82.56
[baseline s2] step 11020/12000 loss=4.3446 gn=1.18 lr=6.91e-05 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 11040/12000 loss=4.2812 gn=1.09 lr=6.88e-05 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 11060/12000 loss=4.4026 gn=1.18 lr=6.84e-05 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 11080/12000 loss=4.3082 gn=1.10 lr=6.81e-05 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 11100/12000 loss=4.4435 gn=1.07 lr=6.77e-05 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 11120/12000 loss=4.1808 gn=1.03 lr=6.74e-05 tps=24476 mem=5.4G lam=None Gm=None
[baseline s2] step 11140/12000 loss=4.3441 gn=1.06 lr=6.70e-05 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 11160/12000 loss=4.3614 gn=1.03 lr=6.67e-05 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 11180/12000 loss=4.3473 gn=1.04 lr=6.64e-05 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 11200/12000 loss=4.1937 gn=1.05 lr=6.61e-05 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 11220/12000 loss=4.1452 gn=1.03 lr=6.58e-05 tps=24477 mem=5.4G lam=None Gm=None
[baseline s2] step 11240/12000 loss=4.3399 gn=1.09 lr=6.55e-05 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 11260/12000 loss=4.3627 gn=1.15 lr=6.52e-05 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 11280/12000 loss=4.3266 gn=1.15 lr=6.49e-05 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 11300/12000 loss=4.3646 gn=1.12 lr=6.47e-05 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 11320/12000 loss=4.2386 gn=1.08 lr=6.44e-05 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 11340/12000 loss=4.4211 gn=1.17 lr=6.42e-05 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 11360/12000 loss=4.3221 gn=1.11 lr=6.39e-05 tps=24478 mem=5.4G lam=None Gm=None
[baseline s2] step 11380/12000 loss=4.3463 gn=1.13 lr=6.37e-05 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 11400/12000 loss=4.3828 gn=1.25 lr=6.34e-05 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 11420/12000 loss=4.3420 gn=1.07 lr=6.32e-05 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 11440/12000 loss=4.2111 gn=1.10 lr=6.30e-05 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 11460/12000 loss=4.2808 gn=1.13 lr=6.28e-05 tps=24479 mem=5.4G lam=None Gm=None
[baseline s2] step 11480/12000 loss=4.2532 gn=1.08 lr=6.26e-05 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 11500/12000 loss=4.3658 gn=1.06 lr=6.24e-05 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 11520/12000 loss=4.4604 gn=1.08 lr=6.22e-05 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 11540/12000 loss=4.3404 gn=1.16 lr=6.20e-05 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 11560/12000 loss=4.2987 gn=1.13 lr=6.19e-05 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 11580/12000 loss=4.5038 gn=1.25 lr=6.17e-05 tps=24480 mem=5.4G lam=None Gm=None
[baseline s2] step 11600/12000 loss=4.2134 gn=1.10 lr=6.15e-05 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 11620/12000 loss=4.3272 gn=1.06 lr=6.14e-05 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 11640/12000 loss=4.2579 gn=0.99 lr=6.12e-05 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 11660/12000 loss=4.2954 gn=1.07 lr=6.11e-05 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 11680/12000 loss=4.3198 gn=1.04 lr=6.10e-05 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 11700/12000 loss=4.3523 gn=1.42 lr=6.09e-05 tps=24481 mem=5.4G lam=None Gm=None
[baseline s2] step 11720/12000 loss=4.3050 gn=1.04 lr=6.07e-05 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 11740/12000 loss=4.3416 gn=1.11 lr=6.06e-05 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 11760/12000 loss=4.2325 gn=1.20 lr=6.06e-05 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 11780/12000 loss=4.4253 gn=1.13 lr=6.05e-05 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 11800/12000 loss=4.3335 gn=1.12 lr=6.04e-05 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 11820/12000 loss=4.4911 gn=1.08 lr=6.03e-05 tps=24482 mem=5.4G lam=None Gm=None
[baseline s2] step 11840/12000 loss=4.2704 gn=1.03 lr=6.02e-05 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 11860/12000 loss=4.2268 gn=1.12 lr=6.02e-05 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 11880/12000 loss=4.3498 gn=1.15 lr=6.01e-05 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 11900/12000 loss=4.3060 gn=1.07 lr=6.01e-05 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 11920/12000 loss=4.2161 gn=1.09 lr=6.01e-05 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 11940/12000 loss=4.2089 gn=1.24 lr=6.00e-05 tps=24483 mem=5.4G lam=None Gm=None
[baseline s2] step 11960/12000 loss=4.3081 gn=1.10 lr=6.00e-05 tps=24484 mem=5.4G lam=None Gm=None
[baseline s2] step 11980/12000 loss=4.2962 gn=1.22 lr=6.00e-05 tps=24484 mem=5.4G lam=None Gm=None
[baseline s2] EVAL step 11999: val_loss=4.4108 val_ppl=82.34
[init] variant=s_only seed=2 params=63.97M
[init] use_S=True use_G=False
[s_only s2] step 0/12000 loss=10.9409 gn=14.18 lr=3.00e-06 tps=8127 mem=5.0G lam=0.12692801654338837 Gm=None
[s_only s2] step 20/12000 loss=9.8878 gn=1.90 lr=6.30e-05 tps=19566 mem=5.5G lam=0.12692837851742902 Gm=None
[s_only s2] step 40/12000 loss=9.0777 gn=1.76 lr=1.23e-04 tps=20318 mem=5.5G lam=0.12686570671697459 Gm=None
[s_only s2] step 60/12000 loss=8.1781 gn=1.52 lr=1.83e-04 tps=20585 mem=5.5G lam=0.1267942531655232 Gm=None
[s_only s2] step 80/12000 loss=7.5601 gn=0.87 lr=2.43e-04 tps=20698 mem=5.5G lam=0.1266943079729875 Gm=None
[s_only s2] step 100/12000 loss=7.2493 gn=0.69 lr=3.03e-04 tps=20789 mem=5.5G lam=0.12660098386307558 Gm=None
[s_only s2] step 120/12000 loss=7.1497 gn=0.62 lr=3.63e-04 tps=20835 mem=5.5G lam=0.1265279327829679 Gm=None
[s_only s2] step 140/12000 loss=7.0324 gn=0.67 lr=4.23e-04 tps=20864 mem=5.5G lam=0.12647979520261288 Gm=None
[s_only s2] step 160/12000 loss=6.7340 gn=0.57 lr=4.83e-04 tps=20898 mem=5.5G lam=0.1264337282627821 Gm=None
[s_only s2] step 180/12000 loss=6.8651 gn=0.70 lr=5.43e-04 tps=20926 mem=5.5G lam=0.12645062804222107 Gm=None
[s_only s2] step 200/12000 loss=6.6360 gn=0.58 lr=6.00e-04 tps=20942 mem=5.5G lam=0.12645902298390865 Gm=None
[s_only s2] step 220/12000 loss=6.6467 gn=0.58 lr=6.00e-04 tps=20955 mem=5.5G lam=0.12642931938171387 Gm=None
[s_only s2] step 240/12000 loss=6.5953 gn=0.52 lr=6.00e-04 tps=20980 mem=5.5G lam=0.12646159219245115 Gm=None
[s_only s2] step 260/12000 loss=6.4275 gn=0.52 lr=6.00e-04 tps=20987 mem=5.5G lam=0.1264669212202231 Gm=None
[s_only s2] step 280/12000 loss=6.5163 gn=0.50 lr=6.00e-04 tps=21002 mem=5.5G lam=0.1264281782011191 Gm=None
[s_only s2] step 300/12000 loss=6.6659 gn=0.49 lr=6.00e-04 tps=21011 mem=5.5G lam=0.12640829725811878 Gm=None
[s_only s2] step 320/12000 loss=6.6135 gn=0.52 lr=6.00e-04 tps=21017 mem=5.5G lam=0.12643759263058504 Gm=None
[s_only s2] step 340/12000 loss=6.4844 gn=0.53 lr=6.00e-04 tps=21026 mem=5.5G lam=0.12648962500194708 Gm=None
[s_only s2] step 360/12000 loss=6.4062 gn=0.54 lr=6.00e-04 tps=21029 mem=5.5G lam=0.12656068118909994 Gm=None
[s_only s2] step 380/12000 loss=6.2789 gn=0.52 lr=6.00e-04 tps=21039 mem=5.5G lam=0.1266042236238718 Gm=None
[s_only s2] step 400/12000 loss=6.4868 gn=0.54 lr=6.00e-04 tps=21040 mem=5.5G lam=0.12663555362572274 Gm=None
[s_only s2] step 420/12000 loss=6.3157 gn=0.55 lr=6.00e-04 tps=21045 mem=5.5G lam=0.12671906097481647 Gm=None
[s_only s2] step 440/12000 loss=6.3087 gn=0.51 lr=5.99e-04 tps=21048 mem=5.5G lam=0.1267982693389058 Gm=None
[s_only s2] step 460/12000 loss=6.2591 gn=0.50 lr=5.99e-04 tps=21054 mem=5.5G lam=0.12690138320128122 Gm=None
[s_only s2] step 480/12000 loss=6.4973 gn=0.49 lr=5.99e-04 tps=21053 mem=5.5G lam=0.12700510739038387 Gm=None
[s_only s2] step 500/12000 loss=6.3397 gn=0.56 lr=5.99e-04 tps=21040 mem=5.5G lam=0.12715404046078524 Gm=None
[s_only s2] step 520/12000 loss=6.3580 gn=0.52 lr=5.99e-04 tps=21047 mem=5.5G lam=0.12734212602178255 Gm=None
[s_only s2] step 540/12000 loss=6.0999 gn=0.49 lr=5.99e-04 tps=21051 mem=5.5G lam=0.12745685689151287 Gm=None
[s_only s2] step 560/12000 loss=6.0617 gn=0.56 lr=5.99e-04 tps=21055 mem=5.5G lam=0.12762061941126981 Gm=None
[s_only s2] step 580/12000 loss=5.9280 gn=0.53 lr=5.99e-04 tps=21057 mem=5.5G lam=0.12780083467562994 Gm=None
[s_only s2] step 600/12000 loss=6.0698 gn=0.53 lr=5.98e-04 tps=21061 mem=5.5G lam=0.12803988282879195 Gm=None
[s_only s2] step 620/12000 loss=6.2320 gn=0.55 lr=5.98e-04 tps=21064 mem=5.5G lam=0.12824469866851965 Gm=None
[s_only s2] step 640/12000 loss=6.1538 gn=0.53 lr=5.98e-04 tps=21067 mem=5.5G lam=0.12845907794932523 Gm=None
[s_only s2] step 660/12000 loss=6.1433 gn=0.53 lr=5.98e-04 tps=21070 mem=5.5G lam=0.1287163874755303 Gm=None
[s_only s2] step 680/12000 loss=6.0798 gn=0.51 lr=5.98e-04 tps=21069 mem=5.5G lam=0.1289759629095594 Gm=None
[s_only s2] step 700/12000 loss=5.9808 gn=0.49 lr=5.98e-04 tps=21072 mem=5.5G lam=0.1292309695854783 Gm=None
[s_only s2] step 720/12000 loss=6.0470 gn=0.67 lr=5.97e-04 tps=21073 mem=5.5G lam=0.12961956827590862 Gm=None
[s_only s2] step 740/12000 loss=6.0230 gn=0.59 lr=5.97e-04 tps=21070 mem=5.5G lam=0.12988734431564808 Gm=None
[s_only s2] step 760/12000 loss=6.0327 gn=0.55 lr=5.97e-04 tps=21071 mem=5.5G lam=0.13020737345019975 Gm=None
[s_only s2] step 780/12000 loss=5.7937 gn=0.50 lr=5.97e-04 tps=21072 mem=5.5G lam=0.13058073415110508 Gm=None
[s_only s2] step 800/12000 loss=5.9079 gn=0.55 lr=5.97e-04 tps=21074 mem=5.5G lam=0.13093745801597834 Gm=None
[s_only s2] step 820/12000 loss=5.8624 gn=0.54 lr=5.96e-04 tps=21073 mem=5.5G lam=0.1313253886376818 Gm=None
[s_only s2] step 840/12000 loss=5.9264 gn=0.50 lr=5.96e-04 tps=21075 mem=5.5G lam=0.1317227923621734 Gm=None
[s_only s2] step 860/12000 loss=5.8980 gn=0.52 lr=5.96e-04 tps=21077 mem=5.5G lam=0.132078694490095 Gm=None
[s_only s2] step 880/12000 loss=5.9966 gn=0.57 lr=5.96e-04 tps=21080 mem=5.5G lam=0.1324861655011773 Gm=None
[s_only s2] step 900/12000 loss=5.7909 gn=0.54 lr=5.95e-04 tps=21080 mem=5.5G lam=0.1329219943533341 Gm=None
[s_only s2] step 920/12000 loss=5.9468 gn=0.54 lr=5.95e-04 tps=21083 mem=5.5G lam=0.13340729009360075 Gm=None
[s_only s2] step 940/12000 loss=5.8571 gn=0.53 lr=5.95e-04 tps=21083 mem=5.5G lam=0.1338638523593545 Gm=None
[s_only s2] step 960/12000 loss=5.7505 gn=0.53 lr=5.94e-04 tps=21080 mem=5.5G lam=0.1343357814475894 Gm=None
[s_only s2] step 980/12000 loss=5.8418 gn=0.55 lr=5.94e-04 tps=21074 mem=5.5G lam=0.13474212369571129 Gm=None
[s_only s2] step 1000/12000 loss=5.7472 gn=0.55 lr=5.94e-04 tps=21065 mem=5.5G lam=0.13519146665930748 Gm=None
[s_only s2] EVAL step 1000: val_loss=5.7436 val_ppl=312.20
[s_only s2] step 1020/12000 loss=5.6972 gn=0.57 lr=5.94e-04 tps=20991 mem=5.5G lam=0.13562108296900988 Gm=None
[s_only s2] step 1040/12000 loss=5.8324 gn=0.54 lr=5.93e-04 tps=20990 mem=5.5G lam=0.1361229456961155 Gm=None
[s_only s2] step 1060/12000 loss=5.6892 gn=0.71 lr=5.93e-04 tps=20990 mem=5.5G lam=0.1366096499065558 Gm=None
[s_only s2] step 1080/12000 loss=5.7767 gn=0.55 lr=5.93e-04 tps=20985 mem=5.5G lam=0.13713131193071604 Gm=None
[s_only s2] step 1100/12000 loss=5.6259 gn=0.54 lr=5.92e-04 tps=20983 mem=5.5G lam=0.1376005799199144 Gm=None
[s_only s2] step 1120/12000 loss=5.6984 gn=0.55 lr=5.92e-04 tps=20981 mem=5.5G lam=0.13808964751660824 Gm=None
[s_only s2] step 1140/12000 loss=5.7655 gn=0.62 lr=5.92e-04 tps=20976 mem=5.5G lam=0.1385601075987021 Gm=None
[s_only s2] step 1160/12000 loss=5.6847 gn=0.53 lr=5.91e-04 tps=20979 mem=5.5G lam=0.13905498230208954 Gm=None
[s_only s2] step 1180/12000 loss=5.5205 gn=0.52 lr=5.91e-04 tps=20971 mem=5.5G lam=0.1395608065649867 Gm=None
[s_only s2] step 1200/12000 loss=5.5616 gn=0.53 lr=5.90e-04 tps=20973 mem=5.5G lam=0.14009722167005143 Gm=None
[s_only s2] step 1220/12000 loss=5.6232 gn=0.51 lr=5.90e-04 tps=20975 mem=5.5G lam=0.14061182737350464 Gm=None
[s_only s2] step 1240/12000 loss=5.5668 gn=0.53 lr=5.90e-04 tps=20977 mem=5.5G lam=0.14108367574711642 Gm=None
[s_only s2] step 1260/12000 loss=5.4882 gn=0.54 lr=5.89e-04 tps=20977 mem=5.5G lam=0.14163944280395904 Gm=None
[s_only s2] step 1280/12000 loss=5.4828 gn=0.69 lr=5.89e-04 tps=20979 mem=5.5G lam=0.14213442026327053 Gm=None
[s_only s2] step 1300/12000 loss=5.6276 gn=0.55 lr=5.89e-04 tps=20980 mem=5.5G lam=0.14264978220065436 Gm=None
[s_only s2] step 1320/12000 loss=5.4835 gn=0.64 lr=5.88e-04 tps=20981 mem=5.5G lam=0.14318145190676054 Gm=None
[s_only s2] step 1340/12000 loss=5.6784 gn=0.57 lr=5.88e-04 tps=20982 mem=5.5G lam=0.14363846431175867 Gm=None
[s_only s2] step 1360/12000 loss=5.5024 gn=0.59 lr=5.87e-04 tps=20984 mem=5.5G lam=0.14412274025380611 Gm=None
[s_only s2] step 1380/12000 loss=5.5042 gn=0.57 lr=5.87e-04 tps=20986 mem=5.5G lam=0.14457225458075604 Gm=None
[s_only s2] step 1400/12000 loss=5.4176 gn=0.59 lr=5.86e-04 tps=20988 mem=5.5G lam=0.1451071264843146 Gm=None
[s_only s2] step 1420/12000 loss=5.4803 gn=0.64 lr=5.86e-04 tps=20990 mem=5.5G lam=0.14556187018752098 Gm=None
[s_only s2] step 1440/12000 loss=5.5241 gn=0.57 lr=5.85e-04 tps=20992 mem=5.5G lam=0.1460501728579402 Gm=None
[s_only s2] step 1460/12000 loss=5.4356 gn=0.59 lr=5.85e-04 tps=20994 mem=5.5G lam=0.14660542582472166 Gm=None
[s_only s2] step 1480/12000 loss=5.3876 gn=0.58 lr=5.84e-04 tps=20997 mem=5.5G lam=0.14709274005144835 Gm=None
[s_only s2] step 1500/12000 loss=5.6475 gn=0.58 lr=5.84e-04 tps=20998 mem=5.5G lam=0.147624634206295 Gm=None
[s_only s2] step 1520/12000 loss=5.4229 gn=0.61 lr=5.83e-04 tps=21000 mem=5.5G lam=0.14811959645400444 Gm=None
[s_only s2] step 1540/12000 loss=5.4234 gn=0.55 lr=5.83e-04 tps=21001 mem=5.5G lam=0.14862913514177004 Gm=None
[s_only s2] step 1560/12000 loss=5.6252 gn=0.58 lr=5.82e-04 tps=21003 mem=5.5G lam=0.14908674856026968 Gm=None
[s_only s2] step 1580/12000 loss=5.5253 gn=0.56 lr=5.82e-04 tps=21006 mem=5.5G lam=0.1496563327188293 Gm=None
[s_only s2] step 1600/12000 loss=5.4266 gn=0.60 lr=5.81e-04 tps=21007 mem=5.5G lam=0.15021418469647566 Gm=None
[s_only s2] step 1620/12000 loss=5.3972 gn=0.56 lr=5.81e-04 tps=21009 mem=5.5G lam=0.1507384612535437 Gm=None
[s_only s2] step 1640/12000 loss=5.4671 gn=0.57 lr=5.80e-04 tps=21011 mem=5.5G lam=0.15124856370190778 Gm=None
[s_only s2] step 1660/12000 loss=5.1833 gn=0.63 lr=5.80e-04 tps=21012 mem=5.5G lam=0.15179214936991534 Gm=None
[s_only s2] step 1680/12000 loss=5.4532 gn=0.55 lr=5.79e-04 tps=21014 mem=5.5G lam=0.15230250606934229 Gm=None
[s_only s2] step 1700/12000 loss=5.5286 gn=0.60 lr=5.79e-04 tps=21017 mem=5.5G lam=0.152803473174572 Gm=None
[s_only s2] step 1720/12000 loss=5.3298 gn=0.60 lr=5.78e-04 tps=21019 mem=5.5G lam=0.1533876716469725 Gm=None
[s_only s2] step 1740/12000 loss=5.3847 gn=0.58 lr=5.78e-04 tps=21018 mem=5.5G lam=0.15392273850739002 Gm=None
[s_only s2] step 1760/12000 loss=5.2585 gn=0.60 lr=5.77e-04 tps=21020 mem=5.5G lam=0.15444788864503303 Gm=None
[s_only s2] step 1780/12000 loss=5.2923 gn=0.62 lr=5.76e-04 tps=21021 mem=5.5G lam=0.15498756027470031 Gm=None
[s_only s2] step 1800/12000 loss=5.4629 gn=0.64 lr=5.76e-04 tps=21023 mem=5.5G lam=0.1555917477235198 Gm=None
[s_only s2] step 1820/12000 loss=5.4925 gn=0.59 lr=5.75e-04 tps=21025 mem=5.5G lam=0.1561817629262805 Gm=None
[s_only s2] step 1840/12000 loss=5.4388 gn=0.60 lr=5.75e-04 tps=21026 mem=5.5G lam=0.15670432150363922 Gm=None
[s_only s2] step 1860/12000 loss=5.4345 gn=0.62 lr=5.74e-04 tps=21027 mem=5.5G lam=0.15726616761336723 Gm=None
[s_only s2] step 1880/12000 loss=5.2145 gn=0.60 lr=5.73e-04 tps=21028 mem=5.5G lam=0.15779087785631418 Gm=None
[s_only s2] step 1900/12000 loss=5.2557 gn=0.60 lr=5.73e-04 tps=21029 mem=5.5G lam=0.15831719214717546 Gm=None
[s_only s2] step 1920/12000 loss=5.4326 gn=0.58 lr=5.72e-04 tps=21030 mem=5.5G lam=0.15885187809666 Gm=None
[s_only s2] step 1940/12000 loss=5.5683 gn=0.72 lr=5.72e-04 tps=21030 mem=5.5G lam=0.15938908948252598 Gm=None
[s_only s2] step 1960/12000 loss=5.1853 gn=0.55 lr=5.71e-04 tps=21031 mem=5.5G lam=0.15991612430661917 Gm=None
[s_only s2] step 1980/12000 loss=5.1713 gn=0.59 lr=5.70e-04 tps=21033 mem=5.5G lam=0.16047911842664084 Gm=None
[s_only s2] step 2000/12000 loss=5.1310 gn=0.63 lr=5.70e-04 tps=21034 mem=5.5G lam=0.16100293211638927 Gm=None
[s_only s2] EVAL step 2000: val_loss=5.3019 val_ppl=200.73
[s_only s2] step 2020/12000 loss=5.2197 gn=0.65 lr=5.69e-04 tps=20997 mem=5.5G lam=0.1615820483615001 Gm=None
[s_only s2] step 2040/12000 loss=5.3244 gn=0.63 lr=5.68e-04 tps=20999 mem=5.5G lam=0.16213112759093443 Gm=None
[s_only s2] step 2060/12000 loss=5.3826 gn=0.64 lr=5.68e-04 tps=21000 mem=5.5G lam=0.16268985780576864 Gm=None
[s_only s2] step 2080/12000 loss=5.4054 gn=0.64 lr=5.67e-04 tps=21000 mem=5.5G lam=0.1632603518664837 Gm=None
[s_only s2] step 2100/12000 loss=5.2131 gn=0.66 lr=5.66e-04 tps=21000 mem=5.5G lam=0.16379532249023518 Gm=None
[s_only s2] step 2120/12000 loss=5.3849 gn=0.74 lr=5.65e-04 tps=21001 mem=5.5G lam=0.16432241164147854 Gm=None
[s_only s2] step 2140/12000 loss=5.1461 gn=0.60 lr=5.65e-04 tps=21003 mem=5.5G lam=0.16498092034210762 Gm=None
[s_only s2] step 2160/12000 loss=5.1845 gn=0.56 lr=5.64e-04 tps=21004 mem=5.5G lam=0.16553983620057502 Gm=None
[s_only s2] step 2180/12000 loss=5.3137 gn=0.64 lr=5.63e-04 tps=21006 mem=5.5G lam=0.16605860833078623 Gm=None
[s_only s2] step 2200/12000 loss=5.0871 gn=0.67 lr=5.63e-04 tps=21006 mem=5.5G lam=0.16659335481623808 Gm=None
[s_only s2] step 2220/12000 loss=5.2001 gn=0.63 lr=5.62e-04 tps=21008 mem=5.5G lam=0.1671676750605305 Gm=None
[s_only s2] step 2240/12000 loss=5.3065 gn=0.65 lr=5.61e-04 tps=21009 mem=5.5G lam=0.1677684352422754 Gm=None
[s_only s2] step 2260/12000 loss=5.0935 gn=0.68 lr=5.60e-04 tps=21011 mem=5.5G lam=0.16831384226679802 Gm=None
[s_only s2] step 2280/12000 loss=5.1523 gn=0.65 lr=5.60e-04 tps=21012 mem=5.5G lam=0.16890539011607567 Gm=None
[s_only s2] step 2300/12000 loss=5.3405 gn=0.62 lr=5.59e-04 tps=21013 mem=5.5G lam=0.16950044532616934 Gm=None
[s_only s2] step 2320/12000 loss=5.2990 gn=0.67 lr=5.58e-04 tps=21014 mem=5.5G lam=0.17006774774442115 Gm=None
[s_only s2] step 2340/12000 loss=5.1318 gn=0.67 lr=5.57e-04 tps=21015 mem=5.5G lam=0.17066771630197763 Gm=None
[s_only s2] step 2360/12000 loss=5.1349 gn=0.61 lr=5.57e-04 tps=21016 mem=5.5G lam=0.17124903885026774 Gm=None
[s_only s2] step 2380/12000 loss=5.1133 gn=0.75 lr=5.56e-04 tps=21016 mem=5.5G lam=0.17179550509899855 Gm=None
[s_only s2] step 2400/12000 loss=5.1177 gn=0.65 lr=5.55e-04 tps=21018 mem=5.5G lam=0.17235980027665695 Gm=None
[s_only s2] step 2420/12000 loss=5.2629 gn=0.71 lr=5.54e-04 tps=21019 mem=5.5G lam=0.17294246703386307 Gm=None
[s_only s2] step 2440/12000 loss=5.1383 gn=0.61 lr=5.53e-04 tps=21020 mem=5.5G lam=0.17352001337955394 Gm=None
[s_only s2] step 2460/12000 loss=5.0694 gn=0.63 lr=5.53e-04 tps=21020 mem=5.5G lam=0.17409420013427734 Gm=None
[s_only s2] step 2480/12000 loss=5.0616 gn=0.62 lr=5.52e-04 tps=21021 mem=5.5G lam=0.1747010381271442 Gm=None
[s_only s2] step 2500/12000 loss=5.1712 gn=0.68 lr=5.51e-04 tps=21020 mem=5.5G lam=0.17530828590194383 Gm=None
[s_only s2] step 2520/12000 loss=5.0002 gn=0.64 lr=5.50e-04 tps=21021 mem=5.5G lam=0.17590311573197445 Gm=None
[s_only s2] step 2540/12000 loss=5.0820 gn=0.65 lr=5.49e-04 tps=21022 mem=5.5G lam=0.17645126394927502 Gm=None
[s_only s2] step 2560/12000 loss=5.1879 gn=0.72 lr=5.48e-04 tps=21023 mem=5.5G lam=0.177005589629213 Gm=None
[s_only s2] step 2580/12000 loss=5.1718 gn=0.70 lr=5.48e-04 tps=21024 mem=5.5G lam=0.17756234792371592 Gm=None
[s_only s2] step 2600/12000 loss=5.0597 gn=0.63 lr=5.47e-04 tps=21025 mem=5.5G lam=0.17819232710947594 Gm=None
[s_only s2] step 2620/12000 loss=4.9844 gn=0.65 lr=5.46e-04 tps=21025 mem=5.5G lam=0.17872155426690975 Gm=None
[s_only s2] step 2640/12000 loss=5.1047 gn=0.66 lr=5.45e-04 tps=21027 mem=5.5G lam=0.17935810051858425 Gm=None
[s_only s2] step 2660/12000 loss=5.1570 gn=0.67 lr=5.44e-04 tps=21028 mem=5.5G lam=0.17990141020466885 Gm=None
[s_only s2] step 2680/12000 loss=5.1196 gn=0.79 lr=5.43e-04 tps=21030 mem=5.5G lam=0.18049528046200672 Gm=None
[s_only s2] step 2700/12000 loss=5.1473 gn=0.71 lr=5.42e-04 tps=21031 mem=5.5G lam=0.1810732992986838 Gm=None
[s_only s2] step 2720/12000 loss=5.0116 gn=0.69 lr=5.41e-04 tps=21032 mem=5.5G lam=0.18164366949349642 Gm=None
[s_only s2] step 2740/12000 loss=5.0951 gn=0.69 lr=5.41e-04 tps=21033 mem=5.5G lam=0.1821500655884544 Gm=None
[s_only s2] step 2760/12000 loss=5.0446 gn=0.72 lr=5.40e-04 tps=21034 mem=5.5G lam=0.1827440056949854 Gm=None
[s_only s2] step 2780/12000 loss=4.9542 gn=0.63 lr=5.39e-04 tps=21034 mem=5.5G lam=0.18333740656574568 Gm=None
[s_only s2] step 2800/12000 loss=5.0076 gn=0.68 lr=5.38e-04 tps=21035 mem=5.5G lam=0.18387206022938093 Gm=None
[s_only s2] step 2820/12000 loss=4.9958 gn=0.70 lr=5.37e-04 tps=21032 mem=5.5G lam=0.1844573626294732 Gm=None
[s_only s2] step 2840/12000 loss=5.1228 gn=0.67 lr=5.36e-04 tps=21031 mem=5.5G lam=0.18507957799981037 Gm=None
[s_only s2] step 2860/12000 loss=4.8876 gn=0.65 lr=5.35e-04 tps=21031 mem=5.5G lam=0.18568130830923715 Gm=None
[s_only s2] step 2880/12000 loss=5.0341 gn=0.68 lr=5.34e-04 tps=21033 mem=5.5G lam=0.18624555133283138 Gm=None
[s_only s2] step 2900/12000 loss=5.0157 gn=0.73 lr=5.33e-04 tps=21034 mem=5.5G lam=0.18677870370447636 Gm=None
[s_only s2] step 2920/12000 loss=5.0657 gn=0.67 lr=5.32e-04 tps=21034 mem=5.5G lam=0.18737626199920973 Gm=None
[s_only s2] step 2940/12000 loss=5.1668 gn=0.69 lr=5.31e-04 tps=21035 mem=5.5G lam=0.18794211776306233 Gm=None
[s_only s2] step 2960/12000 loss=4.9012 gn=0.71 lr=5.30e-04 tps=21036 mem=5.5G lam=0.1885195386906465 Gm=None
[s_only s2] step 2980/12000 loss=4.9894 gn=0.66 lr=5.29e-04 tps=21037 mem=5.5G lam=0.18904351287831864 Gm=None
[s_only s2] step 3000/12000 loss=4.8917 gn=0.69 lr=5.28e-04 tps=21038 mem=5.5G lam=0.18962034489959478 Gm=None
[s_only s2] EVAL step 3000: val_loss=5.0579 val_ppl=157.26
[s_only s2] step 3020/12000 loss=5.0862 gn=0.72 lr=5.27e-04 tps=21014 mem=5.5G lam=0.1902163171519836 Gm=None
[s_only s2] step 3040/12000 loss=5.0385 gn=0.72 lr=5.26e-04 tps=21014 mem=5.5G lam=0.19070918609698614 Gm=None
[s_only s2] step 3060/12000 loss=4.9726 gn=0.71 lr=5.25e-04 tps=21016 mem=5.5G lam=0.19126395508646965 Gm=None
[s_only s2] step 3080/12000 loss=4.8679 gn=0.70 lr=5.24e-04 tps=21016 mem=5.5G lam=0.1918899022663633 Gm=None
[s_only s2] step 3100/12000 loss=4.9908 gn=0.67 lr=5.23e-04 tps=21017 mem=5.5G lam=0.19249269304176173 Gm=None
[s_only s2] step 3120/12000 loss=4.7421 gn=0.75 lr=5.22e-04 tps=21017 mem=5.5G lam=0.1930630775168538 Gm=None
[s_only s2] step 3140/12000 loss=4.8803 gn=0.65 lr=5.21e-04 tps=21018 mem=5.5G lam=0.19371144690861306 Gm=None
[s_only s2] step 3160/12000 loss=4.8600 gn=0.70 lr=5.20e-04 tps=21018 mem=5.5G lam=0.19428702723234892 Gm=None
[s_only s2] step 3180/12000 loss=4.9482 gn=0.63 lr=5.19e-04 tps=21019 mem=5.5G lam=0.1949081982796391 Gm=None
[s_only s2] step 3200/12000 loss=4.8904 gn=0.66 lr=5.18e-04 tps=21019 mem=5.5G lam=0.19549890824904045 Gm=None
[s_only s2] step 3220/12000 loss=4.9621 gn=0.72 lr=5.17e-04 tps=21020 mem=5.5G lam=0.19612916931509972 Gm=None
[s_only s2] step 3240/12000 loss=5.0179 gn=0.74 lr=5.16e-04 tps=21020 mem=5.5G lam=0.19662492039302984 Gm=None
[s_only s2] step 3260/12000 loss=5.0713 gn=0.70 lr=5.15e-04 tps=21021 mem=5.5G lam=0.19715873307238022 Gm=None
[s_only s2] step 3280/12000 loss=4.8717 gn=0.84 lr=5.14e-04 tps=21019 mem=5.5G lam=0.19774328420559564 Gm=None
[s_only s2] step 3300/12000 loss=4.7735 gn=0.75 lr=5.13e-04 tps=21020 mem=5.5G lam=0.19831778233249983 Gm=None
[s_only s2] step 3320/12000 loss=4.8820 gn=0.92 lr=5.12e-04 tps=21021 mem=5.5G lam=0.19882962697496018 Gm=None
[s_only s2] step 3340/12000 loss=4.9176 gn=0.73 lr=5.11e-04 tps=21022 mem=5.5G lam=0.19934438013782105 Gm=None
[s_only s2] step 3360/12000 loss=4.8560 gn=0.74 lr=5.10e-04 tps=21022 mem=5.5G lam=0.19995553512126207 Gm=None
[s_only s2] step 3380/12000 loss=4.9874 gn=0.72 lr=5.09e-04 tps=21022 mem=5.5G lam=0.20045332113901773 Gm=None
[s_only s2] step 3400/12000 loss=4.8939 gn=0.77 lr=5.08e-04 tps=21023 mem=5.5G lam=0.20099328427265087 Gm=None
[s_only s2] step 3420/12000 loss=5.0178 gn=0.69 lr=5.07e-04 tps=21024 mem=5.5G lam=0.2015475214769443 Gm=None
[s_only s2] step 3440/12000 loss=4.9290 gn=0.77 lr=5.06e-04 tps=21025 mem=5.5G lam=0.20206240937113762 Gm=None
[s_only s2] step 3460/12000 loss=4.9359 gn=0.70 lr=5.05e-04 tps=21025 mem=5.5G lam=0.20268456917256117 Gm=None
[s_only s2] step 3480/12000 loss=4.9550 gn=0.72 lr=5.03e-04 tps=21026 mem=5.5G lam=0.20332708023488522 Gm=None
[s_only s2] step 3500/12000 loss=4.8538 gn=0.71 lr=5.02e-04 tps=21027 mem=5.5G lam=0.20391590365519127 Gm=None
[s_only s2] step 3520/12000 loss=4.9069 gn=0.72 lr=5.01e-04 tps=21027 mem=5.5G lam=0.20442970904211202 Gm=None
[s_only s2] step 3540/12000 loss=4.8764 gn=0.72 lr=5.00e-04 tps=21028 mem=5.5G lam=0.2050004784638683 Gm=None
[s_only s2] step 3560/12000 loss=4.8175 gn=0.76 lr=4.99e-04 tps=21029 mem=5.5G lam=0.20555343634138504 Gm=None
[s_only s2] step 3580/12000 loss=4.8992 gn=0.70 lr=4.98e-04 tps=21030 mem=5.5G lam=0.20615917971978584 Gm=None
[s_only s2] step 3600/12000 loss=4.7644 gn=0.69 lr=4.97e-04 tps=21031 mem=5.5G lam=0.20671730612715086 Gm=None
[s_only s2] step 3620/12000 loss=4.8802 gn=0.85 lr=4.96e-04 tps=21032 mem=5.5G lam=0.2072356352582574 Gm=None
[s_only s2] step 3640/12000 loss=4.8161 gn=0.80 lr=4.94e-04 tps=21033 mem=5.5G lam=0.20776245091110468 Gm=None
[s_only s2] step 3660/12000 loss=4.8753 gn=0.76 lr=4.93e-04 tps=21034 mem=5.5G lam=0.2083150368804733 Gm=None
[s_only s2] step 3680/12000 loss=4.9047 gn=0.80 lr=4.92e-04 tps=21034 mem=5.5G lam=0.20880986719081798 Gm=None
[s_only s2] step 3700/12000 loss=4.8082 gn=0.80 lr=4.91e-04 tps=21035 mem=5.5G lam=0.2093805857002735 Gm=None
[s_only s2] step 3720/12000 loss=4.9947 gn=0.74 lr=4.90e-04 tps=21036 mem=5.5G lam=0.20986641198396683 Gm=None
[s_only s2] step 3740/12000 loss=4.8793 gn=0.78 lr=4.89e-04 tps=21036 mem=5.5G lam=0.210326025262475 Gm=None
[s_only s2] step 3760/12000 loss=4.8135 gn=0.80 lr=4.88e-04 tps=21037 mem=5.5G lam=0.21089446265250444 Gm=None
[s_only s2] step 3780/12000 loss=4.7994 gn=0.76 lr=4.86e-04 tps=21037 mem=5.5G lam=0.21149151865392923 Gm=None
[s_only s2] step 3800/12000 loss=4.9176 gn=0.72 lr=4.85e-04 tps=21037 mem=5.5G lam=0.2120856357117494 Gm=None
[s_only s2] step 3820/12000 loss=4.8636 gn=0.72 lr=4.84e-04 tps=21037 mem=5.5G lam=0.21253252495080233 Gm=None
[s_only s2] step 3840/12000 loss=5.0157 gn=0.77 lr=4.83e-04 tps=21038 mem=5.5G lam=0.2130688981463512 Gm=None
[s_only s2] step 3860/12000 loss=4.6536 gn=0.76 lr=4.82e-04 tps=21039 mem=5.5G lam=0.21374133291343847 Gm=None
[s_only s2] step 3880/12000 loss=4.7757 gn=0.76 lr=4.80e-04 tps=21039 mem=5.5G lam=0.21432387673606476 Gm=None
[s_only s2] step 3900/12000 loss=4.7757 gn=0.69 lr=4.79e-04 tps=21040 mem=5.5G lam=0.21485952070603767 Gm=None
[s_only s2] step 3920/12000 loss=4.8344 gn=0.75 lr=4.78e-04 tps=21040 mem=5.5G lam=0.21542129199951887 Gm=None
[s_only s2] step 3940/12000 loss=4.9616 gn=0.73 lr=4.77e-04 tps=21041 mem=5.5G lam=0.21584463367859522 Gm=None
[s_only s2] step 3960/12000 loss=4.7114 gn=0.73 lr=4.76e-04 tps=21041 mem=5.5G lam=0.21637693171699843 Gm=None
[s_only s2] step 3980/12000 loss=4.6547 gn=0.79 lr=4.74e-04 tps=21042 mem=5.5G lam=0.21690085747589669 Gm=None
[s_only s2] step 4000/12000 loss=4.8692 gn=0.76 lr=4.73e-04 tps=21042 mem=5.5G lam=0.21754630841314793 Gm=None
[s_only s2] EVAL step 4000: val_loss=4.8798 val_ppl=131.60
[s_only s2] step 4020/12000 loss=4.9070 gn=0.75 lr=4.72e-04 tps=21024 mem=5.5G lam=0.21807953622192144 Gm=None
[s_only s2] step 4040/12000 loss=4.6684 gn=0.76 lr=4.71e-04 tps=21022 mem=5.5G lam=0.21866723832984766 Gm=None
[s_only s2] step 4060/12000 loss=4.7220 gn=0.72 lr=4.70e-04 tps=21023 mem=5.5G lam=0.2192204132055243 Gm=None
[s_only s2] step 4080/12000 loss=4.8480 gn=0.83 lr=4.68e-04 tps=21023 mem=5.5G lam=0.21977955009788275 Gm=None
[s_only s2] step 4100/12000 loss=4.7337 gn=0.75 lr=4.67e-04 tps=21023 mem=5.5G lam=0.22024597072352967 Gm=None
[s_only s2] step 4120/12000 loss=4.9463 gn=0.80 lr=4.66e-04 tps=21024 mem=5.5G lam=0.22079447687913975 Gm=None
[s_only s2] step 4140/12000 loss=4.8453 gn=0.83 lr=4.65e-04 tps=21024 mem=5.5G lam=0.22136733680963516 Gm=None
[s_only s2] step 4160/12000 loss=4.7554 gn=0.70 lr=4.63e-04 tps=21025 mem=5.5G lam=0.22182494215667248 Gm=None
[s_only s2] step 4180/12000 loss=4.8287 gn=0.73 lr=4.62e-04 tps=21026 mem=5.5G lam=0.22229902384181818 Gm=None
[s_only s2] step 4200/12000 loss=4.6911 gn=0.76 lr=4.61e-04 tps=21026 mem=5.5G lam=0.22284341820826134 Gm=None
[s_only s2] step 4220/12000 loss=4.7184 gn=0.74 lr=4.60e-04 tps=21027 mem=5.5G lam=0.22335255021850267 Gm=None
[s_only s2] step 4240/12000 loss=4.7465 gn=0.73 lr=4.58e-04 tps=21027 mem=5.5G lam=0.2238574189444383 Gm=None
[s_only s2] step 4260/12000 loss=4.6283 gn=0.76 lr=4.57e-04 tps=21028 mem=5.5G lam=0.22441158692042032 Gm=None
[s_only s2] step 4280/12000 loss=4.7371 gn=0.73 lr=4.56e-04 tps=21028 mem=5.5G lam=0.22498197760432959 Gm=None
[s_only s2] step 4300/12000 loss=4.7816 gn=0.85 lr=4.54e-04 tps=21028 mem=5.5G lam=0.22546239228298268 Gm=None
[s_only s2] step 4320/12000 loss=4.8514 gn=0.82 lr=4.53e-04 tps=21028 mem=5.5G lam=0.2260184483602643 Gm=None
[s_only s2] step 4340/12000 loss=4.8134 gn=0.77 lr=4.52e-04 tps=21029 mem=5.5G lam=0.22659847171356282 Gm=None
[s_only s2] step 4360/12000 loss=4.6826 gn=0.78 lr=4.51e-04 tps=21029 mem=5.5G lam=0.2270673637588819 Gm=None
[s_only s2] step 4380/12000 loss=4.6772 gn=0.77 lr=4.49e-04 tps=21029 mem=5.5G lam=0.22754385291288295 Gm=None
[s_only s2] step 4400/12000 loss=4.7273 gn=0.86 lr=4.48e-04 tps=21030 mem=5.5G lam=0.2280224555482467 Gm=None
[s_only s2] step 4420/12000 loss=4.7704 gn=0.75 lr=4.47e-04 tps=21031 mem=5.5G lam=0.22852246773739657 Gm=None
[s_only s2] step 4440/12000 loss=4.7524 gn=0.78 lr=4.45e-04 tps=21031 mem=5.5G lam=0.22891566498825947 Gm=None
[s_only s2] step 4460/12000 loss=4.8988 gn=0.79 lr=4.44e-04 tps=21031 mem=5.5G lam=0.22933202485243478 Gm=None
[s_only s2] step 4480/12000 loss=4.8488 gn=0.78 lr=4.43e-04 tps=21032 mem=5.5G lam=0.22984327748417854 Gm=None
[s_only s2] step 4500/12000 loss=4.6877 gn=0.72 lr=4.42e-04 tps=21032 mem=5.5G lam=0.23033169532815614 Gm=None
[s_only s2] step 4520/12000 loss=4.8235 gn=0.82 lr=4.40e-04 tps=21033 mem=5.5G lam=0.23096610171099505 Gm=None
[s_only s2] step 4540/12000 loss=4.7711 gn=0.83 lr=4.39e-04 tps=21033 mem=5.5G lam=0.23148034668217102 Gm=None
[s_only s2] step 4560/12000 loss=4.7958 gn=0.80 lr=4.38e-04 tps=21033 mem=5.5G lam=0.23198267072439194 Gm=None
[s_only s2] step 4580/12000 loss=4.6269 gn=0.77 lr=4.36e-04 tps=21033 mem=5.5G lam=0.23249882366508245 Gm=None
[s_only s2] step 4600/12000 loss=4.6341 gn=0.79 lr=4.35e-04 tps=21033 mem=5.5G lam=0.23296099218229452 Gm=None
[s_only s2] step 4620/12000 loss=4.6835 gn=0.76 lr=4.34e-04 tps=21033 mem=5.5G lam=0.23343835522731146 Gm=None
[s_only s2] step 4640/12000 loss=4.7083 gn=0.82 lr=4.32e-04 tps=21033 mem=5.5G lam=0.23392422745625177 Gm=None
[s_only s2] step 4660/12000 loss=4.8662 gn=0.78 lr=4.31e-04 tps=21033 mem=5.5G lam=0.23433506612976393 Gm=None
[s_only s2] step 4680/12000 loss=4.8813 gn=0.87 lr=4.30e-04 tps=21033 mem=5.5G lam=0.23492382590969405 Gm=None
[s_only s2] step 4700/12000 loss=4.7064 gn=0.80 lr=4.28e-04 tps=21033 mem=5.5G lam=0.23534104165931544 Gm=None
[s_only s2] step 4720/12000 loss=4.6062 gn=1.36 lr=4.27e-04 tps=21033 mem=5.5G lam=0.2357162625218431 Gm=None
[s_only s2] step 4740/12000 loss=4.9094 gn=0.77 lr=4.26e-04 tps=21033 mem=5.5G lam=0.23618849646300077 Gm=None
[s_only s2] step 4760/12000 loss=4.5429 gn=0.89 lr=4.24e-04 tps=21034 mem=5.5G lam=0.23679729861517748 Gm=None
[s_only s2] step 4780/12000 loss=4.5058 gn=0.83 lr=4.23e-04 tps=21034 mem=5.5G lam=0.2373175024986267 Gm=None
[s_only s2] step 4800/12000 loss=4.7830 gn=0.78 lr=4.22e-04 tps=21035 mem=5.5G lam=0.23780154964576164 Gm=None
[s_only s2] step 4820/12000 loss=4.6880 gn=0.79 lr=4.20e-04 tps=21034 mem=5.5G lam=0.23826238668213287 Gm=None
[s_only s2] step 4840/12000 loss=4.7686 gn=0.79 lr=4.19e-04 tps=21035 mem=5.5G lam=0.23875076106439033 Gm=None
[s_only s2] step 4860/12000 loss=4.7693 gn=0.88 lr=4.18e-04 tps=21036 mem=5.5G lam=0.2391461500277122 Gm=None
[s_only s2] step 4880/12000 loss=4.6182 gn=0.83 lr=4.16e-04 tps=21036 mem=5.5G lam=0.23952643014490604 Gm=None
[s_only s2] step 4900/12000 loss=4.7098 gn=0.77 lr=4.15e-04 tps=21037 mem=5.5G lam=0.2400260434175531 Gm=None
[s_only s2] step 4920/12000 loss=4.6796 gn=0.84 lr=4.13e-04 tps=21038 mem=5.5G lam=0.24049460298071304 Gm=None
[s_only s2] step 4940/12000 loss=4.6495 gn=0.77 lr=4.12e-04 tps=21038 mem=5.5G lam=0.2409783893575271 Gm=None
[s_only s2] step 4960/12000 loss=4.6383 gn=0.74 lr=4.11e-04 tps=21038 mem=5.5G lam=0.24148680735379457 Gm=None
[s_only s2] step 4980/12000 loss=4.6651 gn=0.81 lr=4.09e-04 tps=21039 mem=5.5G lam=0.24200281966477633 Gm=None
[s_only s2] step 5000/12000 loss=4.5629 gn=0.78 lr=4.08e-04 tps=21039 mem=5.5G lam=0.24247589986771345 Gm=None
[s_only s2] EVAL step 5000: val_loss=4.7466 val_ppl=115.20
[s_only s2] step 5020/12000 loss=4.8215 gn=0.81 lr=4.07e-04 tps=21024 mem=5.5G lam=0.24291378383835158 Gm=None
[s_only s2] step 5040/12000 loss=4.6320 gn=0.85 lr=4.05e-04 tps=21024 mem=5.5G lam=0.2433711833630999 Gm=None
[s_only s2] step 5060/12000 loss=4.6536 gn=0.84 lr=4.04e-04 tps=21024 mem=5.5G lam=0.24388939204315344 Gm=None
[s_only s2] step 5080/12000 loss=4.5595 gn=0.82 lr=4.02e-04 tps=21024 mem=5.5G lam=0.244293423059086 Gm=None
[s_only s2] step 5100/12000 loss=4.6617 gn=0.81 lr=4.01e-04 tps=21024 mem=5.5G lam=0.2447816121081511 Gm=None
[s_only s2] step 5120/12000 loss=4.5055 gn=0.82 lr=4.00e-04 tps=21024 mem=5.5G lam=0.24521219109495482 Gm=None
[s_only s2] step 5140/12000 loss=4.8169 gn=0.93 lr=3.98e-04 tps=21024 mem=5.5G lam=0.24565046653151512 Gm=None
[s_only s2] step 5160/12000 loss=4.8525 gn=0.84 lr=3.97e-04 tps=21025 mem=5.5G lam=0.24613430630415678 Gm=None
[s_only s2] step 5180/12000 loss=4.6406 gn=0.78 lr=3.95e-04 tps=21025 mem=5.5G lam=0.24664599324266115 Gm=None
[s_only s2] step 5200/12000 loss=4.6817 gn=0.86 lr=3.94e-04 tps=21025 mem=5.5G lam=0.24718484623978534 Gm=None
[s_only s2] step 5220/12000 loss=4.7443 gn=0.90 lr=3.93e-04 tps=21026 mem=5.5G lam=0.24770667621244988 Gm=None
[s_only s2] step 5240/12000 loss=4.6084 gn=0.80 lr=3.91e-04 tps=21026 mem=5.5G lam=0.24814249544094005 Gm=None
[s_only s2] step 5260/12000 loss=4.4819 gn=0.90 lr=3.90e-04 tps=21026 mem=5.5G lam=0.24867582973092794 Gm=None
[s_only s2] step 5280/12000 loss=4.8128 gn=0.87 lr=3.88e-04 tps=21026 mem=5.5G lam=0.24914405308663845 Gm=None
[s_only s2] step 5300/12000 loss=4.7053 gn=0.87 lr=3.87e-04 tps=21027 mem=5.5G lam=0.24957690046479306 Gm=None
[s_only s2] step 5320/12000 loss=4.7270 gn=0.82 lr=3.86e-04 tps=21027 mem=5.5G lam=0.2500547183056672 Gm=None
[s_only s2] step 5340/12000 loss=4.4953 gn=0.81 lr=3.84e-04 tps=21027 mem=5.5G lam=0.2504766738663117 Gm=None
[s_only s2] step 5360/12000 loss=4.7218 gn=0.88 lr=3.83e-04 tps=21028 mem=5.5G lam=0.25097494665533304 Gm=None
[s_only s2] step 5380/12000 loss=4.4935 gn=0.91 lr=3.81e-04 tps=21028 mem=5.5G lam=0.2514585942650835 Gm=None
[s_only s2] step 5400/12000 loss=4.5447 gn=0.84 lr=3.80e-04 tps=21028 mem=5.5G lam=0.2519325663646062 Gm=None
[s_only s2] step 5420/12000 loss=4.7171 gn=0.82 lr=3.79e-04 tps=21028 mem=5.5G lam=0.25239215915401775 Gm=None
[s_only s2] step 5440/12000 loss=4.5434 gn=0.79 lr=3.77e-04 tps=21028 mem=5.5G lam=0.25276057111720246 Gm=None
[s_only s2] step 5460/12000 loss=4.7746 gn=0.84 lr=3.76e-04 tps=21028 mem=5.5G lam=0.2531544156372547 Gm=None
[s_only s2] step 5480/12000 loss=4.5499 gn=0.84 lr=3.74e-04 tps=21028 mem=5.5G lam=0.2536056600511074 Gm=None
[s_only s2] step 5500/12000 loss=4.8874 gn=0.87 lr=3.73e-04 tps=21029 mem=5.5G lam=0.25403946234534186 Gm=None
[s_only s2] step 5520/12000 loss=4.6116 gn=0.90 lr=3.72e-04 tps=21029 mem=5.5G lam=0.2545148752008875 Gm=None
[s_only s2] step 5540/12000 loss=4.5915 gn=0.86 lr=3.70e-04 tps=21029 mem=5.5G lam=0.2550393861408035 Gm=None
[s_only s2] step 5560/12000 loss=4.6540 gn=0.82 lr=3.69e-04 tps=21029 mem=5.5G lam=0.2554669848953684 Gm=None
[s_only s2] step 5580/12000 loss=4.5967 gn=0.81 lr=3.67e-04 tps=21027 mem=5.5G lam=0.2559390064949791 Gm=None
[s_only s2] step 5600/12000 loss=4.7827 gn=0.81 lr=3.66e-04 tps=21025 mem=5.5G lam=0.256461293126146 Gm=None
[s_only s2] step 5620/12000 loss=4.6911 gn=0.88 lr=3.64e-04 tps=21023 mem=5.5G lam=0.2569750587766369 Gm=None
[s_only s2] step 5640/12000 loss=4.5293 gn=0.85 lr=3.63e-04 tps=21013 mem=5.5G lam=0.25740332963565987 Gm=None
[s_only s2] step 5660/12000 loss=4.5895 gn=0.82 lr=3.62e-04 tps=21008 mem=5.5G lam=0.2579368744045496 Gm=None
[s_only s2] step 5680/12000 loss=4.6626 gn=0.82 lr=3.60e-04 tps=21005 mem=5.5G lam=0.2583879418671131 Gm=None
[s_only s2] step 5700/12000 loss=4.5807 gn=0.88 lr=3.59e-04 tps=21006 mem=5.5G lam=0.25863895534227294 Gm=None
[s_only s2] step 5720/12000 loss=4.5422 gn=0.84 lr=3.57e-04 tps=21006 mem=5.5G lam=0.25900476550062496 Gm=None
[s_only s2] step 5740/12000 loss=4.5706 gn=0.90 lr=3.56e-04 tps=21007 mem=5.5G lam=0.2594257574528456 Gm=None
[s_only s2] step 5760/12000 loss=4.3503 gn=0.83 lr=3.54e-04 tps=21006 mem=5.5G lam=0.2598218002046148 Gm=None
[s_only s2] step 5780/12000 loss=4.5548 gn=0.81 lr=3.53e-04 tps=21004 mem=5.5G lam=0.2602734516064326 Gm=None
[s_only s2] step 5800/12000 loss=4.6328 gn=0.87 lr=3.52e-04 tps=21004 mem=5.5G lam=0.2606243460128705 Gm=None
[s_only s2] step 5820/12000 loss=4.5983 gn=0.86 lr=3.50e-04 tps=21004 mem=5.5G lam=0.2610365664586425 Gm=None
[s_only s2] step 5840/12000 loss=4.6195 gn=0.80 lr=3.49e-04 tps=21005 mem=5.5G lam=0.2614124271397789 Gm=None
[s_only s2] step 5860/12000 loss=4.6459 gn=0.87 lr=3.47e-04 tps=21005 mem=5.5G lam=0.2618840370948116 Gm=None
[s_only s2] step 5880/12000 loss=4.6381 gn=0.91 lr=3.46e-04 tps=21005 mem=5.5G lam=0.26229391650607187 Gm=None
[s_only s2] step 5900/12000 loss=4.8002 gn=0.91 lr=3.44e-04 tps=21005 mem=5.5G lam=0.2626849866161744 Gm=None
[s_only s2] step 5920/12000 loss=4.6385 gn=0.90 lr=3.43e-04 tps=21004 mem=5.5G lam=0.26311251396934193 Gm=None
[s_only s2] step 5940/12000 loss=4.6251 gn=0.95 lr=3.41e-04 tps=21004 mem=5.5G lam=0.2635484794154763 Gm=None
[s_only s2] step 5960/12000 loss=4.6726 gn=0.84 lr=3.40e-04 tps=21004 mem=5.5G lam=0.2639696712916096 Gm=None
[s_only s2] step 5980/12000 loss=4.5163 gn=0.87 lr=3.39e-04 tps=21004 mem=5.5G lam=0.2643654244020581 Gm=None
[s_only s2] step 6000/12000 loss=4.5479 gn=0.82 lr=3.37e-04 tps=21004 mem=5.5G lam=0.2646653664608796 Gm=None
[s_only s2] EVAL step 6000: val_loss=4.6343 val_ppl=102.96
[s_only s2] step 6020/12000 loss=4.4766 gn=0.83 lr=3.36e-04 tps=20992 mem=5.5G lam=0.26500156583885354 Gm=None
[s_only s2] step 6040/12000 loss=4.6161 gn=0.84 lr=3.34e-04 tps=20992 mem=5.5G lam=0.2653660637636979 Gm=None
[s_only s2] step 6060/12000 loss=4.5263 gn=0.84 lr=3.33e-04 tps=20993 mem=5.5G lam=0.26578407268971205 Gm=None
[s_only s2] step 6080/12000 loss=4.6075 gn=0.88 lr=3.31e-04 tps=20994 mem=5.5G lam=0.2662042152757446 Gm=None
[s_only s2] step 6100/12000 loss=4.5586 gn=0.85 lr=3.30e-04 tps=20994 mem=5.5G lam=0.2666562845309575 Gm=None
[s_only s2] step 6120/12000 loss=4.4676 gn=0.82 lr=3.29e-04 tps=20995 mem=5.5G lam=0.26710641880830127 Gm=None
[s_only s2] step 6140/12000 loss=4.5325 gn=0.90 lr=3.27e-04 tps=20995 mem=5.5G lam=0.2673940894504388 Gm=None
[s_only s2] step 6160/12000 loss=4.6396 gn=0.83 lr=3.26e-04 tps=20996 mem=5.5G lam=0.26776444508383673 Gm=None
[s_only s2] step 6180/12000 loss=4.5402 gn=0.88 lr=3.24e-04 tps=20996 mem=5.5G lam=0.26814319379627705 Gm=None
[s_only s2] step 6200/12000 loss=4.5944 gn=0.82 lr=3.23e-04 tps=20996 mem=5.5G lam=0.2685485426336527 Gm=None
[s_only s2] step 6220/12000 loss=4.4887 gn=0.83 lr=3.21e-04 tps=20997 mem=5.5G lam=0.2689185906201601 Gm=None
[s_only s2] step 6240/12000 loss=4.4506 gn=0.89 lr=3.20e-04 tps=20997 mem=5.5G lam=0.2693471970657508 Gm=None
[s_only s2] step 6260/12000 loss=4.4527 gn=0.88 lr=3.19e-04 tps=20997 mem=5.5G lam=0.2697340085481604 Gm=None
[s_only s2] step 6280/12000 loss=4.7481 gn=0.85 lr=3.17e-04 tps=20997 mem=5.5G lam=0.27000636979937553 Gm=None
[s_only s2] step 6300/12000 loss=4.7200 gn=0.83 lr=3.16e-04 tps=20998 mem=5.5G lam=0.2703995270033677 Gm=None
[s_only s2] step 6320/12000 loss=4.4808 gn=0.89 lr=3.14e-04 tps=20998 mem=5.5G lam=0.2707295262565215 Gm=None
[s_only s2] step 6340/12000 loss=4.6306 gn=0.88 lr=3.13e-04 tps=20998 mem=5.5G lam=0.271109270863235 Gm=None
[s_only s2] step 6360/12000 loss=4.5046 gn=0.83 lr=3.11e-04 tps=20998 mem=5.5G lam=0.27148185949772596 Gm=None
[s_only s2] step 6380/12000 loss=4.5578 gn=0.91 lr=3.10e-04 tps=20998 mem=5.5G lam=0.2719736456250151 Gm=None
[s_only s2] step 6400/12000 loss=4.3656 gn=0.90 lr=3.08e-04 tps=20999 mem=5.5G lam=0.2724094359825055 Gm=None
[s_only s2] step 6420/12000 loss=4.6035 gn=0.88 lr=3.07e-04 tps=20999 mem=5.5G lam=0.27273204891632 Gm=None
[s_only s2] step 6440/12000 loss=4.7357 gn=0.94 lr=3.06e-04 tps=20999 mem=5.5G lam=0.27313968787590664 Gm=None
[s_only s2] step 6460/12000 loss=4.5279 gn=0.94 lr=3.04e-04 tps=20999 mem=5.5G lam=0.2734393747523427 Gm=None
[s_only s2] step 6480/12000 loss=4.5903 gn=0.99 lr=3.03e-04 tps=21000 mem=5.5G lam=0.2737533909579118 Gm=None
[s_only s2] step 6500/12000 loss=4.4109 gn=0.96 lr=3.01e-04 tps=21000 mem=5.5G lam=0.27401096125443775 Gm=None
[s_only s2] step 6520/12000 loss=4.6709 gn=0.91 lr=3.00e-04 tps=21001 mem=5.5G lam=0.27432002623875934 Gm=None
[s_only s2] step 6540/12000 loss=4.5738 gn=0.97 lr=2.98e-04 tps=21001 mem=5.5G lam=0.2746452623978257 Gm=None
[s_only s2] step 6560/12000 loss=4.5833 gn=0.92 lr=2.97e-04 tps=21002 mem=5.5G lam=0.2749651127184431 Gm=None
[s_only s2] step 6580/12000 loss=4.4566 gn=0.95 lr=2.96e-04 tps=21002 mem=5.5G lam=0.27529759611934423 Gm=None
[s_only s2] step 6600/12000 loss=4.6283 gn=0.95 lr=2.94e-04 tps=21002 mem=5.5G lam=0.27562828455120325 Gm=None
[s_only s2] step 6620/12000 loss=4.4858 gn=0.92 lr=2.93e-04 tps=21002 mem=5.5G lam=0.2759853570411603 Gm=None
[s_only s2] step 6640/12000 loss=4.5837 gn=0.87 lr=2.91e-04 tps=21003 mem=5.5G lam=0.2763743670657277 Gm=None
[s_only s2] step 6660/12000 loss=4.6822 gn=0.92 lr=2.90e-04 tps=21003 mem=5.5G lam=0.2767472357178728 Gm=None
[s_only s2] step 6680/12000 loss=4.5132 gn=0.87 lr=2.88e-04 tps=21004 mem=5.5G lam=0.27713999586800736 Gm=None
[s_only s2] step 6700/12000 loss=4.6031 gn=0.88 lr=2.87e-04 tps=21004 mem=5.5G lam=0.27746275905519724 Gm=None
[s_only s2] step 6720/12000 loss=4.6037 gn=0.83 lr=2.86e-04 tps=21004 mem=5.5G lam=0.27782616081337136 Gm=None
[s_only s2] step 6740/12000 loss=4.5656 gn=0.92 lr=2.84e-04 tps=21005 mem=5.5G lam=0.2781501868739724 Gm=None
[s_only s2] step 6760/12000 loss=4.5960 gn=0.85 lr=2.83e-04 tps=21005 mem=5.5G lam=0.2785565185671051 Gm=None
[s_only s2] step 6780/12000 loss=4.5497 gn=0.86 lr=2.81e-04 tps=21006 mem=5.5G lam=0.2789055447404583 Gm=None
[s_only s2] step 6800/12000 loss=4.6013 gn=0.94 lr=2.80e-04 tps=21006 mem=5.5G lam=0.27922236422697705 Gm=None
[s_only s2] step 6820/12000 loss=4.5503 gn=0.92 lr=2.79e-04 tps=21006 mem=5.5G lam=0.27953907412787277 Gm=None
[s_only s2] step 6840/12000 loss=4.6190 gn=0.88 lr=2.77e-04 tps=21006 mem=5.5G lam=0.27984337353458005 Gm=None
[s_only s2] step 6860/12000 loss=4.5892 gn=0.90 lr=2.76e-04 tps=21006 mem=5.5G lam=0.2801496246829629 Gm=None
[s_only s2] step 6880/12000 loss=4.4947 gn=0.95 lr=2.74e-04 tps=21006 mem=5.5G lam=0.28054239694029093 Gm=None
[s_only s2] step 6900/12000 loss=4.5574 gn=0.98 lr=2.73e-04 tps=21006 mem=5.5G lam=0.2808959602067868 Gm=None
[s_only s2] step 6920/12000 loss=4.4189 gn=0.90 lr=2.72e-04 tps=21007 mem=5.5G lam=0.2812091599528988 Gm=None
[s_only s2] step 6940/12000 loss=4.7499 gn=0.99 lr=2.70e-04 tps=21007 mem=5.5G lam=0.2814779194692771 Gm=None
[s_only s2] step 6960/12000 loss=4.5215 gn=0.86 lr=2.69e-04 tps=21007 mem=5.5G lam=0.2817836885030071 Gm=None
[s_only s2] step 6980/12000 loss=4.4607 gn=0.91 lr=2.67e-04 tps=21007 mem=5.5G lam=0.2820315894981225 Gm=None
[s_only s2] step 7000/12000 loss=4.5782 gn=0.95 lr=2.66e-04 tps=21007 mem=5.5G lam=0.2823164627576868 Gm=None
[s_only s2] EVAL step 7000: val_loss=4.5828 val_ppl=97.78
[s_only s2] step 7020/12000 loss=4.4524 gn=0.89 lr=2.65e-04 tps=20996 mem=5.5G lam=0.2826612290615837 Gm=None
[s_only s2] step 7040/12000 loss=4.5758 gn=0.90 lr=2.63e-04 tps=20994 mem=5.5G lam=0.28294239720950526 Gm=None
[s_only s2] step 7060/12000 loss=4.6185 gn=0.93 lr=2.62e-04 tps=20993 mem=5.5G lam=0.2831963129962484 Gm=None
[s_only s2] step 7080/12000 loss=4.4799 gn=0.97 lr=2.60e-04 tps=20992 mem=5.5G lam=0.2834468698129058 Gm=None
[s_only s2] step 7100/12000 loss=4.4896 gn=0.98 lr=2.59e-04 tps=20990 mem=5.5G lam=0.2837455316136281 Gm=None
[s_only s2] step 7120/12000 loss=4.4254 gn=0.99 lr=2.58e-04 tps=20989 mem=5.5G lam=0.2840733025223017 Gm=None
[s_only s2] step 7140/12000 loss=4.5674 gn=0.87 lr=2.56e-04 tps=20989 mem=5.5G lam=0.2844091371322672 Gm=None
[s_only s2] step 7160/12000 loss=4.4387 gn=0.88 lr=2.55e-04 tps=20989 mem=5.5G lam=0.2847208607320984 Gm=None
[s_only s2] step 7180/12000 loss=4.5078 gn=0.96 lr=2.53e-04 tps=20990 mem=5.5G lam=0.2850275399784247 Gm=None
[s_only s2] step 7200/12000 loss=4.5544 gn=0.98 lr=2.52e-04 tps=20991 mem=5.5G lam=0.2853563331688444 Gm=None
[s_only s2] step 7220/12000 loss=4.5675 gn=0.92 lr=2.51e-04 tps=20991 mem=5.5G lam=0.2857344712441166 Gm=None
[s_only s2] step 7240/12000 loss=4.3896 gn=0.97 lr=2.49e-04 tps=20990 mem=5.5G lam=0.28605805803090334 Gm=None
[s_only s2] step 7260/12000 loss=4.5818 gn=1.04 lr=2.48e-04 tps=20991 mem=5.5G lam=0.28628035355359316 Gm=None
[s_only s2] step 7280/12000 loss=4.4656 gn=1.00 lr=2.47e-04 tps=20991 mem=5.5G lam=0.28663209453225136 Gm=None
[s_only s2] step 7300/12000 loss=4.4579 gn=0.90 lr=2.45e-04 tps=20991 mem=5.5G lam=0.28688729864855606 Gm=None
[s_only s2] step 7320/12000 loss=4.6268 gn=0.95 lr=2.44e-04 tps=20991 mem=5.5G lam=0.2871602090696494 Gm=None
[s_only s2] step 7340/12000 loss=4.4007 gn=1.01 lr=2.42e-04 tps=20991 mem=5.5G lam=0.2874564950664838 Gm=None
[s_only s2] step 7360/12000 loss=4.3810 gn=0.93 lr=2.41e-04 tps=20990 mem=5.5G lam=0.2877280519654353 Gm=None
[s_only s2] step 7380/12000 loss=4.5855 gn=0.92 lr=2.40e-04 tps=20990 mem=5.5G lam=0.2880757578338186 Gm=None
[s_only s2] step 7400/12000 loss=4.4468 gn=0.88 lr=2.38e-04 tps=20990 mem=5.5G lam=0.28835653358449537 Gm=None
[s_only s2] step 7420/12000 loss=4.6655 gn=0.99 lr=2.37e-04 tps=20990 mem=5.5G lam=0.28862268570810556 Gm=None
[s_only s2] step 7440/12000 loss=4.4377 gn=0.90 lr=2.36e-04 tps=20990 mem=5.5G lam=0.2889397374043862 Gm=None
[s_only s2] step 7460/12000 loss=4.5335 gn=0.95 lr=2.34e-04 tps=20990 mem=5.5G lam=0.2891930139934023 Gm=None
[s_only s2] step 7480/12000 loss=4.5097 gn=0.92 lr=2.33e-04 tps=20990 mem=5.5G lam=0.2894794186577201 Gm=None
[s_only s2] step 7500/12000 loss=4.4596 gn=0.96 lr=2.32e-04 tps=20990 mem=5.5G lam=0.28979209375878173 Gm=None
[s_only s2] step 7520/12000 loss=4.3656 gn=0.91 lr=2.30e-04 tps=20990 mem=5.5G lam=0.2900073140238722 Gm=None
[s_only s2] step 7540/12000 loss=4.4714 gn=0.95 lr=2.29e-04 tps=20990 mem=5.5G lam=0.2902587990586956 Gm=None
[s_only s2] step 7560/12000 loss=4.5902 gn=0.92 lr=2.28e-04 tps=20989 mem=5.5G lam=0.29052977822721004 Gm=None
[s_only s2] step 7580/12000 loss=4.4811 gn=1.02 lr=2.26e-04 tps=20989 mem=5.5G lam=0.29086567151049775 Gm=None
[s_only s2] step 7600/12000 loss=4.4666 gn=0.92 lr=2.25e-04 tps=20989 mem=5.5G lam=0.2911681147913138 Gm=None
[s_only s2] step 7620/12000 loss=4.7128 gn=1.04 lr=2.24e-04 tps=20989 mem=5.5G lam=0.2914774042243759 Gm=None
[s_only s2] step 7640/12000 loss=4.4441 gn=0.98 lr=2.22e-04 tps=20989 mem=5.5G lam=0.29175439663231373 Gm=None
[s_only s2] step 7660/12000 loss=4.3823 gn=0.92 lr=2.21e-04 tps=20989 mem=5.5G lam=0.2920082062482834 Gm=None
[s_only s2] step 7680/12000 loss=4.3410 gn=0.94 lr=2.20e-04 tps=20989 mem=5.5G lam=0.29227580533673364 Gm=None
[s_only s2] step 7700/12000 loss=4.4888 gn=0.90 lr=2.18e-04 tps=20989 mem=5.5G lam=0.29256780569752056 Gm=None
[s_only s2] step 7720/12000 loss=4.5366 gn=0.95 lr=2.17e-04 tps=20988 mem=5.5G lam=0.29287401648859185 Gm=None
[s_only s2] step 7740/12000 loss=4.4267 gn=1.02 lr=2.16e-04 tps=20988 mem=5.5G lam=0.2931306092068553 Gm=None
[s_only s2] step 7760/12000 loss=4.5676 gn=1.08 lr=2.15e-04 tps=20988 mem=5.5G lam=0.29338400283207494 Gm=None
[s_only s2] step 7780/12000 loss=4.6100 gn=0.92 lr=2.13e-04 tps=20989 mem=5.5G lam=0.2936224543179075 Gm=None
[s_only s2] step 7800/12000 loss=4.5010 gn=1.00 lr=2.12e-04 tps=20989 mem=5.5G lam=0.29387457203119993 Gm=None
[s_only s2] step 7820/12000 loss=4.4602 gn=0.91 lr=2.11e-04 tps=20988 mem=5.5G lam=0.2942239890495936 Gm=None
[s_only s2] step 7840/12000 loss=4.3721 gn=0.89 lr=2.09e-04 tps=20987 mem=5.5G lam=0.2944861330712835 Gm=None
[s_only s2] step 7860/12000 loss=4.4138 gn=0.87 lr=2.08e-04 tps=20987 mem=5.5G lam=0.29470052880545455 Gm=None
[s_only s2] step 7880/12000 loss=4.4845 gn=0.98 lr=2.07e-04 tps=20985 mem=5.5G lam=0.2949250877524416 Gm=None
[s_only s2] step 7900/12000 loss=4.4786 gn=0.92 lr=2.06e-04 tps=20985 mem=5.5G lam=0.2951602293178439 Gm=None
[s_only s2] step 7920/12000 loss=4.5555 gn=0.97 lr=2.04e-04 tps=20985 mem=5.5G lam=0.29533701390028 Gm=None
[s_only s2] step 7940/12000 loss=4.4515 gn=0.95 lr=2.03e-04 tps=20985 mem=5.5G lam=0.2955960410957535 Gm=None
[s_only s2] step 7960/12000 loss=4.5059 gn=0.98 lr=2.02e-04 tps=20985 mem=5.5G lam=0.2958082702631752 Gm=None
[s_only s2] step 7980/12000 loss=4.4774 gn=1.01 lr=2.00e-04 tps=20985 mem=5.5G lam=0.29603456892073154 Gm=None
[s_only s2] step 8000/12000 loss=4.4320 gn=1.00 lr=1.99e-04 tps=20985 mem=5.5G lam=0.2962665806214015 Gm=None
[s_only s2] EVAL step 8000: val_loss=4.4831 val_ppl=88.51
[s_only s2] step 8020/12000 loss=4.4902 gn=0.98 lr=1.98e-04 tps=20975 mem=5.5G lam=0.2965219095349312 Gm=None
[s_only s2] step 8040/12000 loss=4.5090 gn=0.91 lr=1.97e-04 tps=20975 mem=5.5G lam=0.29672919772565365 Gm=None
[s_only s2] step 8060/12000 loss=4.3810 gn=0.95 lr=1.95e-04 tps=20974 mem=5.5G lam=0.29699624174584943 Gm=None
[s_only s2] step 8080/12000 loss=4.4645 gn=0.94 lr=1.94e-04 tps=20973 mem=5.5G lam=0.2972711365049084 Gm=None
[s_only s2] step 8100/12000 loss=4.4989 gn=0.98 lr=1.93e-04 tps=20973 mem=5.5G lam=0.2974848508213957 Gm=None
[s_only s2] step 8120/12000 loss=4.5247 gn=0.94 lr=1.92e-04 tps=20972 mem=5.5G lam=0.29773142592360574 Gm=None
[s_only s2] step 8140/12000 loss=4.4470 gn=0.94 lr=1.90e-04 tps=20972 mem=5.5G lam=0.29799348457405966 Gm=None
[s_only s2] step 8160/12000 loss=4.5624 gn=0.93 lr=1.89e-04 tps=20971 mem=5.5G lam=0.29824015218764544 Gm=None
[s_only s2] step 8180/12000 loss=4.5429 gn=1.12 lr=1.88e-04 tps=20970 mem=5.5G lam=0.29847285089393455 Gm=None
[s_only s2] step 8200/12000 loss=4.5022 gn=0.92 lr=1.87e-04 tps=20969 mem=5.5G lam=0.2987157544121146 Gm=None
[s_only s2] step 8220/12000 loss=4.5136 gn=0.97 lr=1.86e-04 tps=20969 mem=5.5G lam=0.29893200534085435 Gm=None
[s_only s2] step 8240/12000 loss=4.4181 gn=1.01 lr=1.84e-04 tps=20969 mem=5.5G lam=0.29914099754144746 Gm=None
[s_only s2] step 8260/12000 loss=4.4736 gn=0.93 lr=1.83e-04 tps=20969 mem=5.5G lam=0.29931600391864777 Gm=None
[s_only s2] step 8280/12000 loss=4.4647 gn=1.02 lr=1.82e-04 tps=20969 mem=5.5G lam=0.2995398637528221 Gm=None
[s_only s2] step 8300/12000 loss=4.4875 gn=1.00 lr=1.81e-04 tps=20969 mem=5.5G lam=0.2997386644904812 Gm=None
[s_only s2] step 8320/12000 loss=4.4281 gn=0.98 lr=1.80e-04 tps=20969 mem=5.5G lam=0.29993723581234616 Gm=None
[s_only s2] step 8340/12000 loss=4.4713 gn=1.01 lr=1.78e-04 tps=20969 mem=5.5G lam=0.3001044470195969 Gm=None
[s_only s2] step 8360/12000 loss=4.4814 gn=1.02 lr=1.77e-04 tps=20970 mem=5.5G lam=0.30030416045337915 Gm=None
[s_only s2] step 8380/12000 loss=4.4389 gn=0.92 lr=1.76e-04 tps=20969 mem=5.5G lam=0.30053397330145043 Gm=None
[s_only s2] step 8400/12000 loss=4.3835 gn=1.05 lr=1.75e-04 tps=20969 mem=5.5G lam=0.3007811267549793 Gm=None
[s_only s2] step 8420/12000 loss=4.5865 gn=1.09 lr=1.74e-04 tps=20969 mem=5.5G lam=0.30098992958664894 Gm=None
[s_only s2] step 8440/12000 loss=4.4792 gn=1.11 lr=1.72e-04 tps=20969 mem=5.5G lam=0.3011693594356378 Gm=None
[s_only s2] step 8460/12000 loss=4.4277 gn=1.06 lr=1.71e-04 tps=20970 mem=5.5G lam=0.3013659439360102 Gm=None
[s_only s2] step 8480/12000 loss=4.3680 gn=0.93 lr=1.70e-04 tps=20969 mem=5.5G lam=0.30158438937117654 Gm=None
[s_only s2] step 8500/12000 loss=4.3968 gn=1.03 lr=1.69e-04 tps=20970 mem=5.5G lam=0.3017741885657112 Gm=None
[s_only s2] step 8520/12000 loss=4.5309 gn=0.99 lr=1.68e-04 tps=20970 mem=5.5G lam=0.30195903964340687 Gm=None
[s_only s2] step 8540/12000 loss=4.5775 gn=1.07 lr=1.67e-04 tps=20970 mem=5.5G lam=0.30213839809099835 Gm=None
[s_only s2] step 8560/12000 loss=4.3158 gn=1.04 lr=1.66e-04 tps=20970 mem=5.5G lam=0.3023693251113097 Gm=None
[s_only s2] step 8580/12000 loss=4.4819 gn=0.94 lr=1.64e-04 tps=20970 mem=5.5G lam=0.30250710683564347 Gm=None
[s_only s2] step 8600/12000 loss=4.3794 gn=0.99 lr=1.63e-04 tps=20971 mem=5.5G lam=0.3027069090555112 Gm=None
[s_only s2] step 8620/12000 loss=4.4076 gn=1.09 lr=1.62e-04 tps=20970 mem=5.5G lam=0.3029084202523033 Gm=None
[s_only s2] step 8640/12000 loss=4.4043 gn=0.98 lr=1.61e-04 tps=20970 mem=5.5G lam=0.30310207574317855 Gm=None
[s_only s2] step 8660/12000 loss=4.4555 gn=0.96 lr=1.60e-04 tps=20970 mem=5.5G lam=0.303305072709918 Gm=None
[s_only s2] step 8680/12000 loss=4.3299 gn=1.06 lr=1.59e-04 tps=20970 mem=5.5G lam=0.303483239064614 Gm=None
[s_only s2] step 8700/12000 loss=4.1906 gn=0.93 lr=1.58e-04 tps=20970 mem=5.5G lam=0.3036634648839633 Gm=None
[s_only s2] step 8720/12000 loss=4.3846 gn=1.02 lr=1.57e-04 tps=20970 mem=5.5G lam=0.30385657120496035 Gm=None
[s_only s2] step 8740/12000 loss=4.4477 gn=1.01 lr=1.55e-04 tps=20970 mem=5.5G lam=0.30404316044102114 Gm=None
[s_only s2] step 8760/12000 loss=4.5362 gn=1.01 lr=1.54e-04 tps=20970 mem=5.5G lam=0.3042232890923818 Gm=None
[s_only s2] step 8780/12000 loss=4.5379 gn=0.97 lr=1.53e-04 tps=20970 mem=5.5G lam=0.3043933504571517 Gm=None
[s_only s2] step 8800/12000 loss=4.3611 gn=0.98 lr=1.52e-04 tps=20970 mem=5.5G lam=0.30460307964434225 Gm=None
[s_only s2] step 8820/12000 loss=4.3624 gn=0.96 lr=1.51e-04 tps=20971 mem=5.5G lam=0.30480420341094333 Gm=None
[s_only s2] step 8840/12000 loss=4.5180 gn=0.99 lr=1.50e-04 tps=20971 mem=5.5G lam=0.3049757042899728 Gm=None
[s_only s2] step 8860/12000 loss=4.4020 gn=1.01 lr=1.49e-04 tps=20972 mem=5.5G lam=0.30509729745487374 Gm=None
[s_only s2] step 8880/12000 loss=4.3958 gn=0.98 lr=1.48e-04 tps=20971 mem=5.5G lam=0.3052949759488304 Gm=None
[s_only s2] step 8900/12000 loss=4.4798 gn=0.99 lr=1.47e-04 tps=20971 mem=5.5G lam=0.30547469730178517 Gm=None
[s_only s2] step 8920/12000 loss=4.3575 gn=1.04 lr=1.46e-04 tps=20971 mem=5.5G lam=0.30562735131631297 Gm=None
[s_only s2] step 8940/12000 loss=4.4563 gn=1.00 lr=1.45e-04 tps=20971 mem=5.5G lam=0.30581385393937427 Gm=None
[s_only s2] step 8960/12000 loss=4.4123 gn=1.00 lr=1.44e-04 tps=20971 mem=5.5G lam=0.30603296495974064 Gm=None
[s_only s2] step 8980/12000 loss=4.3359 gn=0.97 lr=1.43e-04 tps=20971 mem=5.5G lam=0.3061758146310846 Gm=None
[s_only s2] step 9000/12000 loss=4.3643 gn=0.94 lr=1.42e-04 tps=20971 mem=5.5G lam=0.3063194140171011 Gm=None
[s_only s2] EVAL step 9000: val_loss=4.5041 val_ppl=90.38
[s_only s2] step 9020/12000 loss=4.3840 gn=0.99 lr=1.41e-04 tps=20963 mem=5.5G lam=0.30647911100337905 Gm=None
[s_only s2] step 9040/12000 loss=4.5390 gn=1.03 lr=1.40e-04 tps=20963 mem=5.5G lam=0.3066239729523659 Gm=None
[s_only s2] step 9060/12000 loss=4.4078 gn=1.09 lr=1.39e-04 tps=20964 mem=5.5G lam=0.30680373031646013 Gm=None
[s_only s2] step 9080/12000 loss=4.3251 gn=0.97 lr=1.38e-04 tps=20963 mem=5.5G lam=0.30694302792350453 Gm=None
[s_only s2] step 9100/12000 loss=4.4442 gn=1.07 lr=1.37e-04 tps=20964 mem=5.5G lam=0.3071571169421077 Gm=None
[s_only s2] step 9120/12000 loss=4.3842 gn=1.01 lr=1.36e-04 tps=20964 mem=5.5G lam=0.3073020074516535 Gm=None
[s_only s2] step 9140/12000 loss=4.3158 gn=0.95 lr=1.35e-04 tps=20964 mem=5.5G lam=0.3075289170568188 Gm=None
[s_only s2] step 9160/12000 loss=4.4253 gn=1.08 lr=1.34e-04 tps=20964 mem=5.5G lam=0.3077426416178544 Gm=None
[s_only s2] step 9180/12000 loss=4.3729 gn=1.08 lr=1.33e-04 tps=20964 mem=5.5G lam=0.30788091383874416 Gm=None
[s_only s2] step 9200/12000 loss=4.4746 gn=1.11 lr=1.32e-04 tps=20964 mem=5.5G lam=0.3080643971140186 Gm=None
[s_only s2] step 9220/12000 loss=4.3319 gn=1.15 lr=1.31e-04 tps=20964 mem=5.5G lam=0.3081953537960847 Gm=None
[s_only s2] step 9240/12000 loss=4.3566 gn=0.99 lr=1.30e-04 tps=20964 mem=5.5G lam=0.30835285782814026 Gm=None
[s_only s2] step 9260/12000 loss=4.3542 gn=1.04 lr=1.29e-04 tps=20964 mem=5.5G lam=0.3085153366749485 Gm=None
[s_only s2] step 9280/12000 loss=4.2465 gn=1.03 lr=1.28e-04 tps=20964 mem=5.5G lam=0.3086527433867256 Gm=None
[s_only s2] step 9300/12000 loss=4.4913 gn=1.17 lr=1.27e-04 tps=20964 mem=5.5G lam=0.3088077005619804 Gm=None
[s_only s2] step 9320/12000 loss=4.3543 gn=1.06 lr=1.26e-04 tps=20964 mem=5.5G lam=0.3089525445053975 Gm=None
[s_only s2] step 9340/12000 loss=4.3647 gn=1.05 lr=1.25e-04 tps=20964 mem=5.5G lam=0.30910664579520625 Gm=None
[s_only s2] step 9360/12000 loss=4.1153 gn=0.97 lr=1.24e-04 tps=20961 mem=5.5G lam=0.3092357652882735 Gm=None
[s_only s2] step 9380/12000 loss=4.5149 gn=1.08 lr=1.23e-04 tps=20956 mem=5.5G lam=0.3093980907772978 Gm=None
[s_only s2] step 9400/12000 loss=4.4281 gn=1.01 lr=1.22e-04 tps=20953 mem=5.5G lam=0.30953816665957373 Gm=None
[s_only s2] step 9420/12000 loss=4.3762 gn=1.06 lr=1.21e-04 tps=20951 mem=5.5G lam=0.3097144455338518 Gm=None
[s_only s2] step 9440/12000 loss=4.2774 gn=0.98 lr=1.20e-04 tps=20951 mem=5.5G lam=0.30990738545854885 Gm=None
[s_only s2] step 9460/12000 loss=4.4457 gn=0.98 lr=1.19e-04 tps=20950 mem=5.5G lam=0.31005147751420736 Gm=None
[s_only s2] step 9480/12000 loss=4.2702 gn=1.13 lr=1.19e-04 tps=20950 mem=5.5G lam=0.3101800136889021 Gm=None
[s_only s2] step 9500/12000 loss=4.4242 gn=1.08 lr=1.18e-04 tps=20950 mem=5.5G lam=0.31034424373259145 Gm=None
[s_only s2] step 9520/12000 loss=4.2842 gn=0.99 lr=1.17e-04 tps=20950 mem=5.5G lam=0.3105243795240919 Gm=None
[s_only s2] step 9540/12000 loss=4.2599 gn=1.05 lr=1.16e-04 tps=20950 mem=5.5G lam=0.3106787158176303 Gm=None
[s_only s2] step 9560/12000 loss=4.3144 gn=0.97 lr=1.15e-04 tps=20949 mem=5.5G lam=0.3108053067699075 Gm=None
[s_only s2] step 9580/12000 loss=4.2402 gn=0.99 lr=1.14e-04 tps=20950 mem=5.5G lam=0.3109419218574961 Gm=None
[s_only s2] step 9600/12000 loss=4.3911 gn=1.12 lr=1.13e-04 tps=20950 mem=5.5G lam=0.3110789271692435 Gm=None
[s_only s2] step 9620/12000 loss=4.4814 gn=0.96 lr=1.12e-04 tps=20950 mem=5.5G lam=0.31120830836395424 Gm=None
[s_only s2] step 9640/12000 loss=4.4022 gn=0.99 lr=1.12e-04 tps=20950 mem=5.5G lam=0.3113517450789611 Gm=None
[s_only s2] step 9660/12000 loss=4.2334 gn=0.97 lr=1.11e-04 tps=20950 mem=5.5G lam=0.3114693419386943 Gm=None
[s_only s2] step 9680/12000 loss=4.2363 gn=1.00 lr=1.10e-04 tps=20951 mem=5.5G lam=0.3116099542627732 Gm=None
[s_only s2] step 9700/12000 loss=4.2547 gn=1.07 lr=1.09e-04 tps=20950 mem=5.5G lam=0.311699609272182 Gm=None
[s_only s2] step 9720/12000 loss=4.2704 gn=1.03 lr=1.08e-04 tps=20951 mem=5.5G lam=0.31183134764432907 Gm=None
[s_only s2] step 9740/12000 loss=4.3484 gn=1.12 lr=1.07e-04 tps=20951 mem=5.5G lam=0.3119480072831114 Gm=None
[s_only s2] step 9760/12000 loss=4.2273 gn=0.98 lr=1.07e-04 tps=20951 mem=5.5G lam=0.312070540462931 Gm=None
[s_only s2] step 9780/12000 loss=4.3525 gn=1.13 lr=1.06e-04 tps=20951 mem=5.5G lam=0.3121681148186326 Gm=None
[s_only s2] step 9800/12000 loss=4.4060 gn=1.04 lr=1.05e-04 tps=20951 mem=5.5G lam=0.31227718697239953 Gm=None
[s_only s2] step 9820/12000 loss=4.4236 gn=1.11 lr=1.04e-04 tps=20951 mem=5.5G lam=0.3124190090845029 Gm=None
[s_only s2] step 9840/12000 loss=4.1631 gn=1.05 lr=1.03e-04 tps=20952 mem=5.5G lam=0.3125620245312651 Gm=None
[s_only s2] step 9860/12000 loss=4.4326 gn=1.01 lr=1.03e-04 tps=20952 mem=5.5G lam=0.3126934288690488 Gm=None
[s_only s2] step 9880/12000 loss=4.5091 gn=1.02 lr=1.02e-04 tps=20952 mem=5.5G lam=0.3128033395235737 Gm=None
[s_only s2] step 9900/12000 loss=4.3329 gn=1.04 lr=1.01e-04 tps=20952 mem=5.5G lam=0.3129155542701483 Gm=None
[s_only s2] step 9920/12000 loss=4.3940 gn=1.07 lr=1.00e-04 tps=20952 mem=5.5G lam=0.3130331278468172 Gm=None
[s_only s2] step 9940/12000 loss=4.3460 gn=1.01 lr=9.96e-05 tps=20952 mem=5.5G lam=0.31312812585383654 Gm=None
[s_only s2] step 9960/12000 loss=4.1908 gn=1.10 lr=9.89e-05 tps=20952 mem=5.5G lam=0.3132575511311491 Gm=None
[s_only s2] step 9980/12000 loss=4.3168 gn=1.03 lr=9.81e-05 tps=20952 mem=5.5G lam=0.313356245867908 Gm=None
[s_only s2] step 10000/12000 loss=4.2095 gn=1.12 lr=9.74e-05 tps=20952 mem=5.5G lam=0.31344156712293625 Gm=None
[s_only s2] EVAL step 10000: val_loss=4.4136 val_ppl=82.57
[s_only s2] step 10020/12000 loss=4.4943 gn=1.08 lr=9.67e-05 tps=20944 mem=5.5G lam=0.3135682161276539 Gm=None
[s_only s2] step 10040/12000 loss=4.5404 gn=1.11 lr=9.59e-05 tps=20944 mem=5.5G lam=0.31365023273974657 Gm=None
[s_only s2] step 10060/12000 loss=4.5289 gn=1.03 lr=9.52e-05 tps=20944 mem=5.5G lam=0.3137767994776368 Gm=None
[s_only s2] step 10080/12000 loss=4.3640 gn=1.09 lr=9.45e-05 tps=20944 mem=5.5G lam=0.3139068717136979 Gm=None
[s_only s2] step 10100/12000 loss=4.5216 gn=1.08 lr=9.38e-05 tps=20944 mem=5.5G lam=0.31403287779539824 Gm=None
[s_only s2] step 10120/12000 loss=4.2964 gn=1.19 lr=9.31e-05 tps=20944 mem=5.5G lam=0.3141213372970621 Gm=None
[s_only s2] step 10140/12000 loss=4.2912 gn=1.11 lr=9.24e-05 tps=20944 mem=5.5G lam=0.31423222211500007 Gm=None
[s_only s2] step 10160/12000 loss=4.3864 gn=1.06 lr=9.18e-05 tps=20943 mem=5.5G lam=0.3143604143212239 Gm=None
[s_only s2] step 10180/12000 loss=4.3888 gn=1.16 lr=9.11e-05 tps=20944 mem=5.5G lam=0.31446348937849206 Gm=None
[s_only s2] step 10200/12000 loss=4.3001 gn=1.07 lr=9.04e-05 tps=20943 mem=5.5G lam=0.31457167211920023 Gm=None
[s_only s2] step 10220/12000 loss=4.3930 gn=1.04 lr=8.98e-05 tps=20943 mem=5.5G lam=0.314686903419594 Gm=None
[s_only s2] step 10240/12000 loss=4.2973 gn=1.10 lr=8.91e-05 tps=20943 mem=5.5G lam=0.31479004366944235 Gm=None
[s_only s2] step 10260/12000 loss=4.3161 gn=1.05 lr=8.85e-05 tps=20943 mem=5.5G lam=0.3149356059730053 Gm=None
[s_only s2] step 10280/12000 loss=4.4621 gn=1.07 lr=8.78e-05 tps=20943 mem=5.5G lam=0.315046984081467 Gm=None
[s_only s2] step 10300/12000 loss=4.3290 gn=1.13 lr=8.72e-05 tps=20943 mem=5.5G lam=0.31516568797330063 Gm=None
[s_only s2] step 10320/12000 loss=4.4829 gn=1.04 lr=8.66e-05 tps=20944 mem=5.5G lam=0.3152906059597929 Gm=None
[s_only s2] step 10340/12000 loss=4.3140 gn=1.12 lr=8.59e-05 tps=20944 mem=5.5G lam=0.315370158602794 Gm=None
[s_only s2] step 10360/12000 loss=4.3246 gn=1.05 lr=8.53e-05 tps=20944 mem=5.5G lam=0.3154366848369439 Gm=None
[s_only s2] step 10380/12000 loss=4.4606 gn=1.16 lr=8.47e-05 tps=20944 mem=5.5G lam=0.3155407576511304 Gm=None
[s_only s2] step 10400/12000 loss=4.4462 gn=1.03 lr=8.41e-05 tps=20944 mem=5.5G lam=0.31563942320644855 Gm=None
[s_only s2] step 10420/12000 loss=4.2734 gn=1.05 lr=8.35e-05 tps=20944 mem=5.5G lam=0.3157343876858552 Gm=None
[s_only s2] step 10440/12000 loss=4.2093 gn=1.04 lr=8.30e-05 tps=20944 mem=5.5G lam=0.3158433359737198 Gm=None
[s_only s2] step 10460/12000 loss=4.3770 gn=1.17 lr=8.24e-05 tps=20944 mem=5.5G lam=0.3159447442740202 Gm=None
[s_only s2] step 10480/12000 loss=4.3734 gn=1.07 lr=8.18e-05 tps=20943 mem=5.5G lam=0.3160390534127752 Gm=None
[s_only s2] step 10500/12000 loss=4.2808 gn=0.98 lr=8.12e-05 tps=20943 mem=5.5G lam=0.3161451180155079 Gm=None
[s_only s2] step 10520/12000 loss=4.2369 gn=1.00 lr=8.07e-05 tps=20942 mem=5.5G lam=0.3162609313925107 Gm=None
[s_only s2] step 10540/12000 loss=4.1131 gn=1.04 lr=8.01e-05 tps=20942 mem=5.5G lam=0.31634946446865797 Gm=None
[s_only s2] step 10560/12000 loss=4.3480 gn=1.07 lr=7.96e-05 tps=20942 mem=5.5G lam=0.31647471711039543 Gm=None
[s_only s2] step 10580/12000 loss=4.4044 gn=1.14 lr=7.91e-05 tps=20942 mem=5.5G lam=0.31658029463142157 Gm=None
[s_only s2] step 10600/12000 loss=4.4558 gn=1.14 lr=7.85e-05 tps=20942 mem=5.5G lam=0.31668085791170597 Gm=None
[s_only s2] step 10620/12000 loss=4.3825 gn=1.00 lr=7.80e-05 tps=20942 mem=5.5G lam=0.31675523798912764 Gm=None
[s_only s2] step 10640/12000 loss=4.3750 gn=1.06 lr=7.75e-05 tps=20942 mem=5.5G lam=0.3168450075512131 Gm=None
[s_only s2] step 10660/12000 loss=4.3486 gn=1.10 lr=7.70e-05 tps=20942 mem=5.5G lam=0.31692829572906095 Gm=None
[s_only s2] step 10680/12000 loss=4.4347 gn=1.05 lr=7.65e-05 tps=20942 mem=5.5G lam=0.3170183689023058 Gm=None
[s_only s2] step 10700/12000 loss=4.4570 gn=1.11 lr=7.60e-05 tps=20943 mem=5.5G lam=0.3171346504241228 Gm=None
[s_only s2] step 10720/12000 loss=4.3397 gn=1.02 lr=7.55e-05 tps=20943 mem=5.5G lam=0.3172450993830959 Gm=None
[s_only s2] step 10740/12000 loss=4.2111 gn=0.99 lr=7.50e-05 tps=20943 mem=5.5G lam=0.31733663318057853 Gm=None
[s_only s2] step 10760/12000 loss=4.3384 gn=1.09 lr=7.46e-05 tps=20943 mem=5.5G lam=0.3174064851676424 Gm=None
[s_only s2] step 10780/12000 loss=4.4516 gn=1.24 lr=7.41e-05 tps=20943 mem=5.5G lam=0.31751407341410715 Gm=None
[s_only s2] step 10800/12000 loss=4.3974 gn=1.16 lr=7.37e-05 tps=20943 mem=5.5G lam=0.3176001642520229 Gm=None
[s_only s2] step 10820/12000 loss=4.3170 gn=1.08 lr=7.32e-05 tps=20943 mem=5.5G lam=0.3176762890070677 Gm=None
[s_only s2] step 10840/12000 loss=4.3304 gn=1.20 lr=7.28e-05 tps=20943 mem=5.5G lam=0.31776675426711637 Gm=None
[s_only s2] step 10860/12000 loss=4.3026 gn=1.09 lr=7.23e-05 tps=20944 mem=5.5G lam=0.3178356569260359 Gm=None
[s_only s2] step 10880/12000 loss=4.4387 gn=1.08 lr=7.19e-05 tps=20944 mem=5.5G lam=0.31792027472207945 Gm=None
[s_only s2] step 10900/12000 loss=4.4938 gn=1.17 lr=7.15e-05 tps=20944 mem=5.5G lam=0.31800786467889947 Gm=None
[s_only s2] step 10920/12000 loss=4.5316 gn=1.36 lr=7.11e-05 tps=20944 mem=5.5G lam=0.3180863031496604 Gm=None
[s_only s2] step 10940/12000 loss=4.5354 gn=1.05 lr=7.07e-05 tps=20944 mem=5.5G lam=0.31818564763913554 Gm=None
[s_only s2] step 10960/12000 loss=4.2912 gn=1.08 lr=7.03e-05 tps=20944 mem=5.5G lam=0.318250703625381 Gm=None
[s_only s2] step 10980/12000 loss=4.1733 gn=1.09 lr=6.99e-05 tps=20944 mem=5.5G lam=0.31832778081297874 Gm=None
[s_only s2] step 11000/12000 loss=4.4134 gn=1.14 lr=6.95e-05 tps=20944 mem=5.5G lam=0.31840884933869046 Gm=None
[s_only s2] EVAL step 11000: val_loss=4.4170 val_ppl=82.84
[s_only s2] step 11020/12000 loss=4.3584 gn=1.18 lr=6.91e-05 tps=20937 mem=5.5G lam=0.3184821304554741 Gm=None
[s_only s2] step 11040/12000 loss=4.2761 gn=1.17 lr=6.88e-05 tps=20937 mem=5.5G lam=0.31857701887687045 Gm=None
[s_only s2] step 11060/12000 loss=4.4017 gn=1.09 lr=6.84e-05 tps=20937 mem=5.5G lam=0.3186589435984691 Gm=None
[s_only s2] step 11080/12000 loss=4.3046 gn=1.13 lr=6.81e-05 tps=20937 mem=5.5G lam=0.3187442384660244 Gm=None
[s_only s2] step 11100/12000 loss=4.4506 gn=1.09 lr=6.77e-05 tps=20937 mem=5.5G lam=0.3188036906843384 Gm=None
[s_only s2] step 11120/12000 loss=4.1732 gn=1.11 lr=6.74e-05 tps=20937 mem=5.5G lam=0.31888922955840826 Gm=None
[s_only s2] step 11140/12000 loss=4.3649 gn=1.28 lr=6.70e-05 tps=20937 mem=5.5G lam=0.3189837612832586 Gm=None
[s_only s2] step 11160/12000 loss=4.3596 gn=1.11 lr=6.67e-05 tps=20937 mem=5.5G lam=0.3190742504472534 Gm=None
[s_only s2] step 11180/12000 loss=4.3524 gn=1.11 lr=6.64e-05 tps=20937 mem=5.5G lam=0.3191437888890505 Gm=None
[s_only s2] step 11200/12000 loss=4.1847 gn=1.06 lr=6.61e-05 tps=20937 mem=5.5G lam=0.3192397678891818 Gm=None
[s_only s2] step 11220/12000 loss=4.1324 gn=1.02 lr=6.58e-05 tps=20937 mem=5.5G lam=0.31933032255619764 Gm=None
[s_only s2] step 11240/12000 loss=4.3515 gn=1.24 lr=6.55e-05 tps=20937 mem=5.5G lam=0.3194219156478842 Gm=None
[s_only s2] step 11260/12000 loss=4.3744 gn=1.15 lr=6.52e-05 tps=20937 mem=5.5G lam=0.31950094488759834 Gm=None
[s_only s2] step 11280/12000 loss=4.3266 gn=1.15 lr=6.49e-05 tps=20937 mem=5.5G lam=0.319584546610713 Gm=None
[s_only s2] step 11300/12000 loss=4.3671 gn=1.06 lr=6.47e-05 tps=20937 mem=5.5G lam=0.319683985474209 Gm=None
[s_only s2] step 11320/12000 loss=4.2456 gn=1.07 lr=6.44e-05 tps=20937 mem=5.5G lam=0.319750570692122 Gm=None
[s_only s2] step 11340/12000 loss=4.4091 gn=1.26 lr=6.42e-05 tps=20937 mem=5.5G lam=0.3198445653542876 Gm=None
[s_only s2] step 11360/12000 loss=4.3223 gn=1.16 lr=6.39e-05 tps=20937 mem=5.5G lam=0.3199012711023291 Gm=None
[s_only s2] step 11380/12000 loss=4.3340 gn=1.14 lr=6.37e-05 tps=20937 mem=5.5G lam=0.3199791464333733 Gm=None
[s_only s2] step 11400/12000 loss=4.3759 gn=1.43 lr=6.34e-05 tps=20937 mem=5.5G lam=0.32003639452159405 Gm=None
[s_only s2] step 11420/12000 loss=4.3305 gn=1.03 lr=6.32e-05 tps=20937 mem=5.5G lam=0.32011103971550864 Gm=None
[s_only s2] step 11440/12000 loss=4.2018 gn=1.12 lr=6.30e-05 tps=20937 mem=5.5G lam=0.32020201285680133 Gm=None
[s_only s2] step 11460/12000 loss=4.2672 gn=1.09 lr=6.28e-05 tps=20938 mem=5.5G lam=0.3202570068339507 Gm=None
[s_only s2] step 11480/12000 loss=4.2477 gn=1.15 lr=6.26e-05 tps=20938 mem=5.5G lam=0.3203262286260724 Gm=None
[s_only s2] step 11500/12000 loss=4.3657 gn=1.14 lr=6.24e-05 tps=20938 mem=5.5G lam=0.3203818431744973 Gm=None
[s_only s2] step 11520/12000 loss=4.4691 gn=1.13 lr=6.22e-05 tps=20938 mem=5.5G lam=0.32046946107099455 Gm=None
[s_only s2] step 11540/12000 loss=4.3444 gn=1.21 lr=6.20e-05 tps=20938 mem=5.5G lam=0.3205560448889931 Gm=None
[s_only s2] step 11560/12000 loss=4.3037 gn=1.16 lr=6.19e-05 tps=20938 mem=5.5G lam=0.3206070481489102 Gm=None
[s_only s2] step 11580/12000 loss=4.4853 gn=1.30 lr=6.17e-05 tps=20938 mem=5.5G lam=0.3206480899825692 Gm=None
[s_only s2] step 11600/12000 loss=4.2072 gn=1.11 lr=6.15e-05 tps=20939 mem=5.5G lam=0.3207078240811825 Gm=None
[s_only s2] step 11620/12000 loss=4.3296 gn=1.07 lr=6.14e-05 tps=20939 mem=5.5G lam=0.32077139616012573 Gm=None
[s_only s2] step 11640/12000 loss=4.2504 gn=1.13 lr=6.12e-05 tps=20939 mem=5.5G lam=0.32085795638461906 Gm=None
[s_only s2] step 11660/12000 loss=4.2830 gn=1.26 lr=6.11e-05 tps=20939 mem=5.5G lam=0.32095415952305 Gm=None
[s_only s2] step 11680/12000 loss=4.3120 gn=1.08 lr=6.10e-05 tps=20939 mem=5.5G lam=0.3210279953976472 Gm=None
[s_only s2] step 11700/12000 loss=4.3523 gn=1.16 lr=6.09e-05 tps=20939 mem=5.5G lam=0.32109503261744976 Gm=None
[s_only s2] step 11720/12000 loss=4.3071 gn=1.16 lr=6.07e-05 tps=20939 mem=5.5G lam=0.3211668940881888 Gm=None
[s_only s2] step 11740/12000 loss=4.3488 gn=1.25 lr=6.06e-05 tps=20939 mem=5.5G lam=0.3212483761211236 Gm=None
[s_only s2] step 11760/12000 loss=4.2396 gn=1.18 lr=6.06e-05 tps=20939 mem=5.5G lam=0.3213210618123412 Gm=None
[s_only s2] step 11780/12000 loss=4.4185 gn=1.27 lr=6.05e-05 tps=20939 mem=5.5G lam=0.3213784700880448 Gm=None
[s_only s2] step 11800/12000 loss=4.3289 gn=1.15 lr=6.04e-05 tps=20938 mem=5.5G lam=0.3214435235907634 Gm=None
[s_only s2] step 11820/12000 loss=4.4963 gn=1.10 lr=6.03e-05 tps=20938 mem=5.5G lam=0.321516215801239 Gm=None
[s_only s2] step 11840/12000 loss=4.2640 gn=1.12 lr=6.02e-05 tps=20938 mem=5.5G lam=0.3215939151123166 Gm=None
[s_only s2] step 11860/12000 loss=4.2370 gn=1.20 lr=6.02e-05 tps=20938 mem=5.5G lam=0.32163970296581584 Gm=None
[s_only s2] step 11880/12000 loss=4.3461 gn=1.09 lr=6.01e-05 tps=20938 mem=5.5G lam=0.32171495134631795 Gm=None
[s_only s2] step 11900/12000 loss=4.3016 gn=1.16 lr=6.01e-05 tps=20939 mem=5.5G lam=0.32180316373705864 Gm=None
[s_only s2] step 11920/12000 loss=4.2151 gn=1.27 lr=6.01e-05 tps=20938 mem=5.5G lam=0.321872066706419 Gm=None
[s_only s2] step 11940/12000 loss=4.2026 gn=1.54 lr=6.00e-05 tps=20938 mem=5.5G lam=0.321935310959816 Gm=None
[s_only s2] step 11960/12000 loss=4.2968 gn=1.08 lr=6.00e-05 tps=20939 mem=5.5G lam=0.3220043744271 Gm=None
[s_only s2] step 11980/12000 loss=4.2947 gn=1.54 lr=6.00e-05 tps=20939 mem=5.5G lam=0.32208347382644814 Gm=None
[s_only s2] EVAL step 11999: val_loss=4.4076 val_ppl=82.07
[init] variant=g_only seed=2 params=63.39M
[init] use_S=False use_G=True
[g_only s2] step 0/12000 loss=10.8905 gn=10.16 lr=3.00e-06 tps=6592 mem=5.0G lam=None Gm=0.5052897135416666
[g_only s2] step 20/12000 loss=9.8805 gn=2.16 lr=6.30e-05 tps=20790 mem=5.5G lam=None Gm=0.436279296875
[g_only s2] step 40/12000 loss=9.1124 gn=1.82 lr=1.23e-04 tps=19597 mem=5.5G lam=None Gm=0.427001953125
[g_only s2] step 60/12000 loss=8.1915 gn=1.56 lr=1.83e-04 tps=20097 mem=5.5G lam=None Gm=0.4217122395833333
[g_only s2] step 80/12000 loss=7.5614 gn=0.88 lr=2.43e-04 tps=20765 mem=5.5G lam=None Gm=0.4251302083333333
[g_only s2] step 100/12000 loss=7.2424 gn=0.87 lr=3.03e-04 tps=21153 mem=5.5G lam=None Gm=0.4134114583333333
[g_only s2] step 120/12000 loss=7.1390 gn=0.63 lr=3.63e-04 tps=21437 mem=5.5G lam=None Gm=0.4169108072916667
[g_only s2] step 140/12000 loss=7.0135 gn=0.57 lr=4.23e-04 tps=21639 mem=5.5G lam=None Gm=0.40234375
[g_only s2] step 160/12000 loss=6.7258 gn=0.53 lr=4.83e-04 tps=21793 mem=5.5G lam=None Gm=0.4013671875
[g_only s2] step 180/12000 loss=6.8416 gn=0.52 lr=5.43e-04 tps=21906 mem=5.5G lam=None Gm=0.400634765625
[g_only s2] step 200/12000 loss=6.6198 gn=0.55 lr=6.00e-04 tps=22002 mem=5.5G lam=None Gm=0.3798828125
[g_only s2] step 220/12000 loss=6.6216 gn=0.58 lr=6.00e-04 tps=22081 mem=5.5G lam=None Gm=0.3935546875
[g_only s2] step 240/12000 loss=6.5915 gn=0.52 lr=6.00e-04 tps=22141 mem=5.5G lam=None Gm=0.3861490885416667
[g_only s2] step 260/12000 loss=6.4115 gn=0.44 lr=6.00e-04 tps=22189 mem=5.5G lam=None Gm=0.4021809895833333
[g_only s2] step 280/12000 loss=6.5140 gn=0.48 lr=6.00e-04 tps=22234 mem=5.5G lam=None Gm=0.4115397135416667
[g_only s2] step 300/12000 loss=6.6525 gn=0.47 lr=6.00e-04 tps=22276 mem=5.5G lam=None Gm=0.4124348958333333
[g_only s2] step 320/12000 loss=6.6011 gn=0.49 lr=6.00e-04 tps=22312 mem=5.5G lam=None Gm=0.4034830729166667
[g_only s2] step 340/12000 loss=6.4612 gn=0.46 lr=6.00e-04 tps=22342 mem=5.5G lam=None Gm=0.4058430989583333
[g_only s2] step 360/12000 loss=6.4019 gn=0.54 lr=6.00e-04 tps=22371 mem=5.5G lam=None Gm=0.40625
[g_only s2] step 380/12000 loss=6.2625 gn=0.49 lr=6.00e-04 tps=22399 mem=5.5G lam=None Gm=0.4348958333333333
[g_only s2] step 400/12000 loss=6.4838 gn=0.49 lr=6.00e-04 tps=22421 mem=5.5G lam=None Gm=0.4185384114583333
[g_only s2] step 420/12000 loss=6.2916 gn=0.45 lr=6.00e-04 tps=22440 mem=5.5G lam=None Gm=0.4432779947916667
[g_only s2] step 440/12000 loss=6.3003 gn=0.47 lr=5.99e-04 tps=22459 mem=5.5G lam=None Gm=0.4318033854166667
[g_only s2] step 460/12000 loss=6.2473 gn=0.46 lr=5.99e-04 tps=22470 mem=5.5G lam=None Gm=0.4419759114583333
[g_only s2] step 480/12000 loss=6.4953 gn=0.50 lr=5.99e-04 tps=22489 mem=5.5G lam=None Gm=0.4442545572916667
[g_only s2] step 500/12000 loss=6.3136 gn=0.48 lr=5.99e-04 tps=22504 mem=5.5G lam=None Gm=0.4357096354166667
[g_only s2] step 520/12000 loss=6.3574 gn=0.53 lr=5.99e-04 tps=22517 mem=5.5G lam=None Gm=0.478515625
[g_only s2] step 540/12000 loss=6.0854 gn=0.46 lr=5.99e-04 tps=22527 mem=5.5G lam=None Gm=0.4805501302083333
[g_only s2] step 560/12000 loss=6.0611 gn=0.53 lr=5.99e-04 tps=22533 mem=5.5G lam=None Gm=0.5020345052083334
[g_only s2] step 580/12000 loss=5.9147 gn=0.46 lr=5.99e-04 tps=22540 mem=5.5G lam=None Gm=0.4993489583333333
[g_only s2] step 600/12000 loss=6.0519 gn=0.47 lr=5.98e-04 tps=22552 mem=5.5G lam=None Gm=0.513671875
[g_only s2] step 620/12000 loss=6.2111 gn=0.50 lr=5.98e-04 tps=22561 mem=5.5G lam=None Gm=0.518310546875
[g_only s2] step 640/12000 loss=6.1385 gn=0.47 lr=5.98e-04 tps=22572 mem=5.5G lam=None Gm=0.528076171875
[g_only s2] step 660/12000 loss=6.1215 gn=0.49 lr=5.98e-04 tps=22584 mem=5.5G lam=None Gm=0.5537923177083334
[g_only s2] step 680/12000 loss=6.0606 gn=0.44 lr=5.98e-04 tps=22591 mem=5.5G lam=None Gm=0.532470703125
[g_only s2] step 700/12000 loss=5.9778 gn=0.51 lr=5.98e-04 tps=22600 mem=5.5G lam=None Gm=0.5603841145833334
[g_only s2] step 720/12000 loss=6.0268 gn=0.60 lr=5.97e-04 tps=22605 mem=5.5G lam=None Gm=0.5616861979166666
[g_only s2] step 740/12000 loss=6.0117 gn=0.52 lr=5.97e-04 tps=22614 mem=5.5G lam=None Gm=0.5357259114583334
[g_only s2] step 760/12000 loss=6.0227 gn=0.48 lr=5.97e-04 tps=22620 mem=5.5G lam=None Gm=0.5782877604166666
[g_only s2] step 780/12000 loss=5.7870 gn=0.48 lr=5.97e-04 tps=22628 mem=5.5G lam=None Gm=0.5655110677083334
[g_only s2] step 800/12000 loss=5.8893 gn=0.50 lr=5.97e-04 tps=22632 mem=5.5G lam=None Gm=0.5841471354166666
[g_only s2] step 820/12000 loss=5.8424 gn=0.46 lr=5.96e-04 tps=22637 mem=5.5G lam=None Gm=0.55810546875
[g_only s2] step 840/12000 loss=5.9114 gn=0.49 lr=5.96e-04 tps=22641 mem=5.5G lam=None Gm=0.5636393229166666
[g_only s2] step 860/12000 loss=5.8806 gn=0.50 lr=5.96e-04 tps=22646 mem=5.5G lam=None Gm=0.5511067708333334
[g_only s2] step 880/12000 loss=5.9765 gn=0.57 lr=5.96e-04 tps=22649 mem=5.5G lam=None Gm=0.5885416666666666
[g_only s2] step 900/12000 loss=5.7737 gn=0.50 lr=5.95e-04 tps=22647 mem=5.5G lam=None Gm=0.5504150390625
[g_only s2] step 920/12000 loss=5.9124 gn=0.47 lr=5.95e-04 tps=22647 mem=5.5G lam=None Gm=0.5569661458333334
[g_only s2] step 940/12000 loss=5.8328 gn=0.47 lr=5.95e-04 tps=22648 mem=5.5G lam=None Gm=0.5612386067708334
[g_only s2] step 960/12000 loss=5.7309 gn=0.48 lr=5.94e-04 tps=22650 mem=5.5G lam=None Gm=0.572021484375
[g_only s2] step 980/12000 loss=5.8104 gn=0.49 lr=5.94e-04 tps=22652 mem=5.5G lam=None Gm=0.56982421875
[g_only s2] step 1000/12000 loss=5.7324 gn=0.50 lr=5.94e-04 tps=22653 mem=5.5G lam=None Gm=0.5630696614583334
[g_only s2] EVAL step 1000: val_loss=5.7312 val_ppl=308.35
[g_only s2] step 1020/12000 loss=5.6850 gn=0.49 lr=5.94e-04 tps=22579 mem=5.5G lam=None Gm=0.5563557942708334
[g_only s2] step 1040/12000 loss=5.8191 gn=0.49 lr=5.93e-04 tps=22584 mem=5.5G lam=None Gm=0.5682373046875
[g_only s2] step 1060/12000 loss=5.6883 gn=0.78 lr=5.93e-04 tps=22588 mem=5.5G lam=None Gm=0.5499267578125
[g_only s2] step 1080/12000 loss=5.7648 gn=0.53 lr=5.93e-04 tps=22590 mem=5.5G lam=None Gm=0.5444742838541666
[g_only s2] step 1100/12000 loss=5.5975 gn=0.49 lr=5.92e-04 tps=22593 mem=5.5G lam=None Gm=0.5621744791666666
[g_only s2] step 1120/12000 loss=5.6899 gn=0.52 lr=5.92e-04 tps=22594 mem=5.5G lam=None Gm=0.5421142578125
[g_only s2] step 1140/12000 loss=5.7412 gn=0.56 lr=5.92e-04 tps=22597 mem=5.5G lam=None Gm=0.5581461588541666
[g_only s2] step 1160/12000 loss=5.6625 gn=0.50 lr=5.91e-04 tps=22600 mem=5.5G lam=None Gm=0.5555826822916666
[g_only s2] step 1180/12000 loss=5.4883 gn=0.50 lr=5.91e-04 tps=22604 mem=5.5G lam=None Gm=0.5484212239583334
[g_only s2] step 1200/12000 loss=5.5541 gn=0.48 lr=5.90e-04 tps=22603 mem=5.5G lam=None Gm=0.5351969401041666
[g_only s2] step 1220/12000 loss=5.6044 gn=0.49 lr=5.90e-04 tps=22606 mem=5.5G lam=None Gm=0.5479329427083334
[g_only s2] step 1240/12000 loss=5.5502 gn=0.58 lr=5.90e-04 tps=22610 mem=5.5G lam=None Gm=0.5462239583333334
[g_only s2] step 1260/12000 loss=5.4804 gn=0.53 lr=5.89e-04 tps=22613 mem=5.5G lam=None Gm=0.5277913411458334
[g_only s2] step 1280/12000 loss=5.4513 gn=0.53 lr=5.89e-04 tps=22615 mem=5.5G lam=None Gm=0.5511067708333334
[g_only s2] step 1300/12000 loss=5.6064 gn=0.50 lr=5.89e-04 tps=22618 mem=5.5G lam=None Gm=0.5299072265625
[g_only s2] step 1320/12000 loss=5.4722 gn=0.56 lr=5.88e-04 tps=22623 mem=5.5G lam=None Gm=0.54345703125
[g_only s2] step 1340/12000 loss=5.6666 gn=0.55 lr=5.88e-04 tps=22627 mem=5.5G lam=None Gm=0.5423583984375
[g_only s2] step 1360/12000 loss=5.4767 gn=0.52 lr=5.87e-04 tps=22630 mem=5.5G lam=None Gm=0.5489095052083334
[g_only s2] step 1380/12000 loss=5.4949 gn=0.55 lr=5.87e-04 tps=22631 mem=5.5G lam=None Gm=0.5292561848958334
[g_only s2] step 1400/12000 loss=5.3934 gn=0.53 lr=5.86e-04 tps=22634 mem=5.5G lam=None Gm=0.5227457682291666
[g_only s2] step 1420/12000 loss=5.4659 gn=0.57 lr=5.86e-04 tps=22637 mem=5.5G lam=None Gm=0.5234375
[g_only s2] step 1440/12000 loss=5.4999 gn=0.51 lr=5.85e-04 tps=22639 mem=5.5G lam=None Gm=0.5244954427083334
[g_only s2] step 1460/12000 loss=5.4337 gn=0.59 lr=5.85e-04 tps=22640 mem=5.5G lam=None Gm=0.5108235677083334
[g_only s2] step 1480/12000 loss=5.3577 gn=0.57 lr=5.84e-04 tps=22643 mem=5.5G lam=None Gm=0.5225626627604166
[g_only s2] step 1500/12000 loss=5.6303 gn=0.60 lr=5.84e-04 tps=22646 mem=5.5G lam=None Gm=0.5278523763020834
[g_only s2] step 1520/12000 loss=5.4162 gn=0.62 lr=5.83e-04 tps=22649 mem=5.5G lam=None Gm=0.5062459309895834
[g_only s2] step 1540/12000 loss=5.3991 gn=0.51 lr=5.83e-04 tps=22650 mem=5.5G lam=None Gm=0.5170694986979166
[g_only s2] step 1560/12000 loss=5.6102 gn=0.51 lr=5.82e-04 tps=22652 mem=5.5G lam=None Gm=0.5211385091145834
[g_only s2] step 1580/12000 loss=5.5002 gn=0.56 lr=5.82e-04 tps=22654 mem=5.5G lam=None Gm=0.5106404622395834
[g_only s2] step 1600/12000 loss=5.4035 gn=0.56 lr=5.81e-04 tps=22657 mem=5.5G lam=None Gm=0.5182291666666666
[g_only s2] step 1620/12000 loss=5.3834 gn=0.53 lr=5.81e-04 tps=22658 mem=5.5G lam=None Gm=0.5196126302083334
[g_only s2] step 1640/12000 loss=5.4492 gn=0.56 lr=5.80e-04 tps=22660 mem=5.5G lam=None Gm=0.5208943684895834
[g_only s2] step 1660/12000 loss=5.1713 gn=0.55 lr=5.80e-04 tps=22662 mem=5.5G lam=None Gm=0.5033365885416666
[g_only s2] step 1680/12000 loss=5.4410 gn=0.57 lr=5.79e-04 tps=22663 mem=5.5G lam=None Gm=0.5103352864583334
[g_only s2] step 1700/12000 loss=5.5097 gn=0.59 lr=5.79e-04 tps=22665 mem=5.5G lam=None Gm=0.50445556640625
[g_only s2] step 1720/12000 loss=5.3032 gn=0.57 lr=5.78e-04 tps=22667 mem=5.5G lam=None Gm=0.5204264322916666
[g_only s2] step 1740/12000 loss=5.3685 gn=0.55 lr=5.78e-04 tps=22669 mem=5.5G lam=None Gm=0.5171101888020834
[g_only s2] step 1760/12000 loss=5.2448 gn=0.55 lr=5.77e-04 tps=22670 mem=5.5G lam=None Gm=0.5015462239583334
[g_only s2] step 1780/12000 loss=5.2823 gn=0.61 lr=5.76e-04 tps=22672 mem=5.5G lam=None Gm=0.50567626953125
[g_only s2] step 1800/12000 loss=5.4544 gn=0.56 lr=5.76e-04 tps=22674 mem=5.5G lam=None Gm=0.50054931640625
[g_only s2] step 1820/12000 loss=5.4790 gn=0.56 lr=5.75e-04 tps=22676 mem=5.5G lam=None Gm=0.4886474609375
[g_only s2] step 1840/12000 loss=5.4174 gn=0.57 lr=5.75e-04 tps=22678 mem=5.5G lam=None Gm=0.5041097005208334
[g_only s2] step 1860/12000 loss=5.4403 gn=0.62 lr=5.74e-04 tps=22679 mem=5.5G lam=None Gm=0.4883829752604167
[g_only s2] step 1880/12000 loss=5.1817 gn=0.57 lr=5.73e-04 tps=22680 mem=5.5G lam=None Gm=0.4864908854166667
[g_only s2] step 1900/12000 loss=5.2431 gn=0.65 lr=5.73e-04 tps=22682 mem=5.5G lam=None Gm=0.5016682942708334
[g_only s2] step 1920/12000 loss=5.4238 gn=0.58 lr=5.72e-04 tps=22683 mem=5.5G lam=None Gm=0.4935302734375
[g_only s2] step 1940/12000 loss=5.5611 gn=0.66 lr=5.72e-04 tps=22685 mem=5.5G lam=None Gm=0.4972330729166667
[g_only s2] step 1960/12000 loss=5.1757 gn=0.57 lr=5.71e-04 tps=22686 mem=5.5G lam=None Gm=0.4930826822916667
[g_only s2] step 1980/12000 loss=5.1623 gn=0.60 lr=5.70e-04 tps=22687 mem=5.5G lam=None Gm=0.4913533528645833
[g_only s2] step 2000/12000 loss=5.1179 gn=0.61 lr=5.70e-04 tps=22689 mem=5.5G lam=None Gm=0.4912923177083333
[g_only s2] EVAL step 2000: val_loss=5.2844 val_ppl=197.24
[g_only s2] step 2020/12000 loss=5.1930 gn=0.59 lr=5.69e-04 tps=22652 mem=5.5G lam=None Gm=0.48016357421875
[g_only s2] step 2040/12000 loss=5.3324 gn=0.80 lr=5.68e-04 tps=22653 mem=5.5G lam=None Gm=0.4796142578125
[g_only s2] step 2060/12000 loss=5.3688 gn=0.70 lr=5.68e-04 tps=22656 mem=5.5G lam=None Gm=0.4782918294270833
[g_only s2] step 2080/12000 loss=5.3927 gn=0.58 lr=5.67e-04 tps=22657 mem=5.5G lam=None Gm=0.4844970703125
[g_only s2] step 2100/12000 loss=5.2067 gn=0.62 lr=5.66e-04 tps=22658 mem=5.5G lam=None Gm=0.4794514973958333
[g_only s2] step 2120/12000 loss=5.3611 gn=0.68 lr=5.65e-04 tps=22658 mem=5.5G lam=None Gm=0.4737141927083333
[g_only s2] step 2140/12000 loss=5.1343 gn=0.58 lr=5.65e-04 tps=22656 mem=5.5G lam=None Gm=0.4730021158854167
[g_only s2] step 2160/12000 loss=5.1795 gn=0.60 lr=5.64e-04 tps=22657 mem=5.5G lam=None Gm=0.475738525390625
[g_only s2] step 2180/12000 loss=5.2941 gn=0.61 lr=5.63e-04 tps=22659 mem=5.5G lam=None Gm=0.4795328776041667
[g_only s2] step 2200/12000 loss=5.0680 gn=0.61 lr=5.63e-04 tps=22660 mem=5.5G lam=None Gm=0.4567667643229167
[g_only s2] step 2220/12000 loss=5.1647 gn=0.61 lr=5.62e-04 tps=22661 mem=5.5G lam=None Gm=0.475311279296875
[g_only s2] step 2240/12000 loss=5.2876 gn=0.59 lr=5.61e-04 tps=22662 mem=5.5G lam=None Gm=0.4803873697916667
[g_only s2] step 2260/12000 loss=5.0723 gn=0.64 lr=5.60e-04 tps=22664 mem=5.5G lam=None Gm=0.4657999674479167
[g_only s2] step 2280/12000 loss=5.1181 gn=0.65 lr=5.60e-04 tps=22663 mem=5.5G lam=None Gm=0.4778544108072917
[g_only s2] step 2300/12000 loss=5.3242 gn=0.64 lr=5.59e-04 tps=22665 mem=5.5G lam=None Gm=0.4591878255208333
[g_only s2] step 2320/12000 loss=5.2508 gn=0.65 lr=5.58e-04 tps=22665 mem=5.5G lam=None Gm=0.466827392578125
[g_only s2] step 2340/12000 loss=5.1039 gn=0.61 lr=5.57e-04 tps=22666 mem=5.5G lam=None Gm=0.4684651692708333
[g_only s2] step 2360/12000 loss=5.1176 gn=0.68 lr=5.57e-04 tps=22667 mem=5.5G lam=None Gm=0.4695231119791667
[g_only s2] step 2380/12000 loss=5.0960 gn=0.66 lr=5.56e-04 tps=22669 mem=5.5G lam=None Gm=0.48406982421875
[g_only s2] step 2400/12000 loss=5.0810 gn=0.61 lr=5.55e-04 tps=22670 mem=5.5G lam=None Gm=0.4647216796875
[g_only s2] step 2420/12000 loss=5.2328 gn=0.64 lr=5.54e-04 tps=22672 mem=5.5G lam=None Gm=0.4826558430989583
[g_only s2] step 2440/12000 loss=5.1062 gn=0.61 lr=5.53e-04 tps=22672 mem=5.5G lam=None Gm=0.4629007975260417
[g_only s2] step 2460/12000 loss=5.0440 gn=0.62 lr=5.53e-04 tps=22673 mem=5.5G lam=None Gm=0.4675699869791667
[g_only s2] step 2480/12000 loss=5.0550 gn=0.60 lr=5.52e-04 tps=22674 mem=5.5G lam=None Gm=0.4742838541666667
[g_only s2] step 2500/12000 loss=5.1430 gn=0.64 lr=5.51e-04 tps=22676 mem=5.5G lam=None Gm=0.462432861328125
[g_only s2] step 2520/12000 loss=4.9738 gn=0.61 lr=5.50e-04 tps=22677 mem=5.5G lam=None Gm=0.454742431640625
[g_only s2] step 2540/12000 loss=5.0708 gn=0.64 lr=5.49e-04 tps=22678 mem=5.5G lam=None Gm=0.4590047200520833
[g_only s2] step 2560/12000 loss=5.1622 gn=0.73 lr=5.48e-04 tps=22679 mem=5.5G lam=None Gm=0.47381591796875
[g_only s2] step 2580/12000 loss=5.1506 gn=0.70 lr=5.48e-04 tps=22679 mem=5.5G lam=None Gm=0.4802144368489583
[g_only s2] step 2600/12000 loss=5.0187 gn=0.59 lr=5.47e-04 tps=22681 mem=5.5G lam=None Gm=0.47052001953125
[g_only s2] step 2620/12000 loss=4.9771 gn=0.66 lr=5.46e-04 tps=22682 mem=5.5G lam=None Gm=0.4625040690104167
[g_only s2] step 2640/12000 loss=5.0932 gn=0.68 lr=5.45e-04 tps=22683 mem=5.5G lam=None Gm=0.4650675455729167
[g_only s2] step 2660/12000 loss=5.1342 gn=0.64 lr=5.44e-04 tps=22685 mem=5.5G lam=None Gm=0.4666544596354167
[g_only s2] step 2680/12000 loss=5.1061 gn=0.69 lr=5.43e-04 tps=22686 mem=5.5G lam=None Gm=0.4715983072916667
[g_only s2] step 2700/12000 loss=5.1137 gn=0.64 lr=5.42e-04 tps=22687 mem=5.5G lam=None Gm=0.4589335123697917
[g_only s2] step 2720/12000 loss=4.9872 gn=0.67 lr=5.41e-04 tps=22688 mem=5.5G lam=None Gm=0.4524943033854167
[g_only s2] step 2740/12000 loss=5.0739 gn=0.59 lr=5.41e-04 tps=22688 mem=5.5G lam=None Gm=0.450042724609375
[g_only s2] step 2760/12000 loss=5.0095 gn=0.63 lr=5.40e-04 tps=22689 mem=5.5G lam=None Gm=0.4508056640625
[g_only s2] step 2780/12000 loss=4.9421 gn=0.63 lr=5.39e-04 tps=22690 mem=5.5G lam=None Gm=0.4373270670572917
[g_only s2] step 2800/12000 loss=4.9860 gn=0.66 lr=5.38e-04 tps=22689 mem=5.5G lam=None Gm=0.4506022135416667
[g_only s2] step 2820/12000 loss=4.9598 gn=0.66 lr=5.37e-04 tps=22690 mem=5.5G lam=None Gm=0.4437154134114583
[g_only s2] step 2840/12000 loss=5.1060 gn=0.70 lr=5.36e-04 tps=22690 mem=5.5G lam=None Gm=0.4638570149739583
[g_only s2] step 2860/12000 loss=4.8671 gn=0.69 lr=5.35e-04 tps=22691 mem=5.5G lam=None Gm=0.4420267740885417
[g_only s2] step 2880/12000 loss=5.0353 gn=0.66 lr=5.34e-04 tps=22691 mem=5.5G lam=None Gm=0.4574686686197917
[g_only s2] step 2900/12000 loss=4.9931 gn=0.69 lr=5.33e-04 tps=22691 mem=5.5G lam=None Gm=0.4514058430989583
[g_only s2] step 2920/12000 loss=5.0424 gn=0.61 lr=5.32e-04 tps=22691 mem=5.5G lam=None Gm=0.447021484375
[g_only s2] step 2940/12000 loss=5.1275 gn=0.66 lr=5.31e-04 tps=22692 mem=5.5G lam=None Gm=0.4496663411458333
[g_only s2] step 2960/12000 loss=4.8846 gn=0.64 lr=5.30e-04 tps=22693 mem=5.5G lam=None Gm=0.4459431966145833
[g_only s2] step 2980/12000 loss=4.9836 gn=0.66 lr=5.29e-04 tps=22693 mem=5.5G lam=None Gm=0.4384256998697917
[g_only s2] step 3000/12000 loss=4.8805 gn=0.65 lr=5.28e-04 tps=22694 mem=5.5G lam=None Gm=0.4494120279947917
[g_only s2] EVAL step 3000: val_loss=5.0398 val_ppl=154.44
[g_only s2] step 3020/12000 loss=5.0617 gn=0.66 lr=5.27e-04 tps=22668 mem=5.5G lam=None Gm=0.4556986490885417
[g_only s2] step 3040/12000 loss=5.0274 gn=0.70 lr=5.26e-04 tps=22669 mem=5.5G lam=None Gm=0.4429524739583333
[g_only s2] step 3060/12000 loss=4.9518 gn=0.68 lr=5.25e-04 tps=22670 mem=5.5G lam=None Gm=0.4340108235677083
[g_only s2] step 3080/12000 loss=4.8446 gn=0.64 lr=5.24e-04 tps=22669 mem=5.5G lam=None Gm=0.4388326009114583
[g_only s2] step 3100/12000 loss=4.9757 gn=0.67 lr=5.23e-04 tps=22669 mem=5.5G lam=None Gm=0.4311014811197917
[g_only s2] step 3120/12000 loss=4.7251 gn=0.71 lr=5.22e-04 tps=22671 mem=5.5G lam=None Gm=0.4437255859375
[g_only s2] step 3140/12000 loss=4.8698 gn=0.64 lr=5.21e-04 tps=22671 mem=5.5G lam=None Gm=0.4434814453125
[g_only s2] step 3160/12000 loss=4.8398 gn=0.63 lr=5.20e-04 tps=22672 mem=5.5G lam=None Gm=0.445220947265625
[g_only s2] step 3180/12000 loss=4.9475 gn=0.62 lr=5.19e-04 tps=22673 mem=5.5G lam=None Gm=0.4402974446614583
[g_only s2] step 3200/12000 loss=4.8823 gn=0.67 lr=5.18e-04 tps=22673 mem=5.5G lam=None Gm=0.4231160481770833
[g_only s2] step 3220/12000 loss=4.9371 gn=0.69 lr=5.17e-04 tps=22674 mem=5.5G lam=None Gm=0.4395345052083333
[g_only s2] step 3240/12000 loss=4.9884 gn=0.68 lr=5.16e-04 tps=22675 mem=5.5G lam=None Gm=0.4449666341145833
[g_only s2] step 3260/12000 loss=5.0753 gn=0.67 lr=5.15e-04 tps=22676 mem=5.5G lam=None Gm=0.4401652018229167
[g_only s2] step 3280/12000 loss=4.8406 gn=0.72 lr=5.14e-04 tps=22677 mem=5.5G lam=None Gm=0.4371134440104167
[g_only s2] step 3300/12000 loss=4.7620 gn=0.69 lr=5.13e-04 tps=22679 mem=5.5G lam=None Gm=0.430328369140625
[g_only s2] step 3320/12000 loss=4.8490 gn=0.74 lr=5.12e-04 tps=22679 mem=5.5G lam=None Gm=0.44268798828125
[g_only s2] step 3340/12000 loss=4.8959 gn=0.66 lr=5.11e-04 tps=22679 mem=5.5G lam=None Gm=0.4423828125
[g_only s2] step 3360/12000 loss=4.8525 gn=0.70 lr=5.10e-04 tps=22680 mem=5.5G lam=None Gm=0.4323628743489583
[g_only s2] step 3380/12000 loss=4.9354 gn=0.66 lr=5.09e-04 tps=22681 mem=5.5G lam=None Gm=0.4411214192708333
[g_only s2] step 3400/12000 loss=4.8699 gn=0.69 lr=5.08e-04 tps=22682 mem=5.5G lam=None Gm=0.4502461751302083
[g_only s2] step 3420/12000 loss=4.9929 gn=0.66 lr=5.07e-04 tps=22683 mem=5.5G lam=None Gm=0.4383341471354167
[g_only s2] step 3440/12000 loss=4.9184 gn=0.67 lr=5.06e-04 tps=22684 mem=5.5G lam=None Gm=0.4378763834635417
[g_only s2] step 3460/12000 loss=4.9176 gn=0.77 lr=5.05e-04 tps=22685 mem=5.5G lam=None Gm=0.4361470540364583
[g_only s2] step 3480/12000 loss=4.9490 gn=0.71 lr=5.03e-04 tps=22686 mem=5.5G lam=None Gm=0.4353129069010417
[g_only s2] step 3500/12000 loss=4.8482 gn=0.69 lr=5.02e-04 tps=22686 mem=5.5G lam=None Gm=0.4349873860677083
[g_only s2] step 3520/12000 loss=4.9036 gn=0.69 lr=5.01e-04 tps=22687 mem=5.5G lam=None Gm=0.4334055582682292
[g_only s2] step 3540/12000 loss=4.8722 gn=0.67 lr=5.00e-04 tps=22687 mem=5.5G lam=None Gm=0.428955078125
[g_only s2] step 3560/12000 loss=4.8013 gn=0.68 lr=4.99e-04 tps=22687 mem=5.5G lam=None Gm=0.4402364095052083
[g_only s2] step 3580/12000 loss=4.8857 gn=0.75 lr=4.98e-04 tps=22688 mem=5.5G lam=None Gm=0.4342702229817708
[g_only s2] step 3600/12000 loss=4.7443 gn=0.67 lr=4.97e-04 tps=22689 mem=5.5G lam=None Gm=0.4315745035807292
[g_only s2] step 3620/12000 loss=4.8521 gn=0.72 lr=4.96e-04 tps=22689 mem=5.5G lam=None Gm=0.426422119140625
[g_only s2] step 3640/12000 loss=4.7852 gn=0.70 lr=4.94e-04 tps=22690 mem=5.5G lam=None Gm=0.4347381591796875
[g_only s2] step 3660/12000 loss=4.8483 gn=0.66 lr=4.93e-04 tps=22691 mem=5.5G lam=None Gm=0.4323628743489583
[g_only s2] step 3680/12000 loss=4.8716 gn=0.66 lr=4.92e-04 tps=22691 mem=5.5G lam=None Gm=0.4336903889973958
[g_only s2] step 3700/12000 loss=4.7929 gn=0.70 lr=4.91e-04 tps=22691 mem=5.5G lam=None Gm=0.4185384114583333
[g_only s2] step 3720/12000 loss=4.9655 gn=0.70 lr=4.90e-04 tps=22692 mem=5.5G lam=None Gm=0.4273681640625
[g_only s2] step 3740/12000 loss=4.8564 gn=0.71 lr=4.89e-04 tps=22692 mem=5.5G lam=None Gm=0.4201253255208333
[g_only s2] step 3760/12000 loss=4.8122 gn=0.74 lr=4.88e-04 tps=22693 mem=5.5G lam=None Gm=0.4113413492838542
[g_only s2] step 3780/12000 loss=4.7867 gn=0.71 lr=4.86e-04 tps=22694 mem=5.5G lam=None Gm=0.4171905517578125
[g_only s2] step 3800/12000 loss=4.8924 gn=0.67 lr=4.85e-04 tps=22695 mem=5.5G lam=None Gm=0.4329630533854167
[g_only s2] step 3820/12000 loss=4.8311 gn=0.68 lr=4.84e-04 tps=22696 mem=5.5G lam=None Gm=0.42279052734375
[g_only s2] step 3840/12000 loss=4.9876 gn=0.69 lr=4.83e-04 tps=22696 mem=5.5G lam=None Gm=0.4304351806640625
[g_only s2] step 3860/12000 loss=4.6406 gn=0.70 lr=4.82e-04 tps=22697 mem=5.5G lam=None Gm=0.41705322265625
[g_only s2] step 3880/12000 loss=4.7462 gn=0.70 lr=4.80e-04 tps=22698 mem=5.5G lam=None Gm=0.4259745279947917
[g_only s2] step 3900/12000 loss=4.7742 gn=0.65 lr=4.79e-04 tps=22698 mem=5.5G lam=None Gm=0.4114583333333333
[g_only s2] step 3920/12000 loss=4.7932 gn=0.68 lr=4.78e-04 tps=22699 mem=5.5G lam=None Gm=0.4309844970703125
[g_only s2] step 3940/12000 loss=4.9180 gn=0.71 lr=4.77e-04 tps=22700 mem=5.5G lam=None Gm=0.4263661702473958
[g_only s2] step 3960/12000 loss=4.7004 gn=0.72 lr=4.76e-04 tps=22700 mem=5.5G lam=None Gm=0.421295166015625
[g_only s2] step 3980/12000 loss=4.6387 gn=0.73 lr=4.74e-04 tps=22701 mem=5.5G lam=None Gm=0.4190572102864583
[g_only s2] step 4000/12000 loss=4.8664 gn=0.70 lr=4.73e-04 tps=22702 mem=5.5G lam=None Gm=0.4163258870442708
[g_only s2] EVAL step 4000: val_loss=4.8642 val_ppl=129.57
[g_only s2] step 4020/12000 loss=4.8896 gn=0.73 lr=4.72e-04 tps=22683 mem=5.5G lam=None Gm=0.4218953450520833
[g_only s2] step 4040/12000 loss=4.6737 gn=0.74 lr=4.71e-04 tps=22683 mem=5.5G lam=None Gm=0.4279937744140625
[g_only s2] step 4060/12000 loss=4.7044 gn=0.75 lr=4.70e-04 tps=22684 mem=5.5G lam=None Gm=0.4234059651692708
[g_only s2] step 4080/12000 loss=4.8238 gn=0.74 lr=4.68e-04 tps=22684 mem=5.5G lam=None Gm=0.4126180013020833
[g_only s2] step 4100/12000 loss=4.7268 gn=0.73 lr=4.67e-04 tps=22684 mem=5.5G lam=None Gm=0.4149983723958333
[g_only s2] step 4120/12000 loss=4.9097 gn=0.73 lr=4.66e-04 tps=22685 mem=5.5G lam=None Gm=0.4195810953776042
[g_only s2] step 4140/12000 loss=4.8318 gn=0.73 lr=4.65e-04 tps=22686 mem=5.5G lam=None Gm=0.4228159586588542
[g_only s2] step 4160/12000 loss=4.7492 gn=0.72 lr=4.63e-04 tps=22686 mem=5.5G lam=None Gm=0.4200541178385417
[g_only s2] step 4180/12000 loss=4.8190 gn=0.67 lr=4.62e-04 tps=22686 mem=5.5G lam=None Gm=0.4147135416666667
[g_only s2] step 4200/12000 loss=4.6574 gn=0.73 lr=4.61e-04 tps=22687 mem=5.5G lam=None Gm=0.4092508951822917
[g_only s2] step 4220/12000 loss=4.7030 gn=0.69 lr=4.60e-04 tps=22688 mem=5.5G lam=None Gm=0.4293212890625
[g_only s2] step 4240/12000 loss=4.7373 gn=0.72 lr=4.58e-04 tps=22689 mem=5.5G lam=None Gm=0.4128824869791667
[g_only s2] step 4260/12000 loss=4.6321 gn=0.72 lr=4.57e-04 tps=22689 mem=5.5G lam=None Gm=0.413116455078125
[g_only s2] step 4280/12000 loss=4.7187 gn=0.71 lr=4.56e-04 tps=22690 mem=5.5G lam=None Gm=0.4183451334635417
[g_only s2] step 4300/12000 loss=4.7494 gn=0.82 lr=4.54e-04 tps=22691 mem=5.5G lam=None Gm=0.4118448893229167
[g_only s2] step 4320/12000 loss=4.8459 gn=0.69 lr=4.53e-04 tps=22691 mem=5.5G lam=None Gm=0.4234466552734375
[g_only s2] step 4340/12000 loss=4.7968 gn=0.73 lr=4.52e-04 tps=22692 mem=5.5G lam=None Gm=0.4102274576822917
[g_only s2] step 4360/12000 loss=4.6781 gn=0.72 lr=4.51e-04 tps=22693 mem=5.5G lam=None Gm=0.4152170817057292
[g_only s2] step 4380/12000 loss=4.6569 gn=0.72 lr=4.49e-04 tps=22693 mem=5.5G lam=None Gm=0.4015655517578125
[g_only s2] step 4400/12000 loss=4.7196 gn=0.75 lr=4.48e-04 tps=22694 mem=5.5G lam=None Gm=0.4190521240234375
[g_only s2] step 4420/12000 loss=4.7453 gn=0.72 lr=4.47e-04 tps=22694 mem=5.5G lam=None Gm=0.4155324300130208
[g_only s2] step 4440/12000 loss=4.7420 gn=0.75 lr=4.45e-04 tps=22695 mem=5.5G lam=None Gm=0.4206492106119792
[g_only s2] step 4460/12000 loss=4.8913 gn=0.74 lr=4.44e-04 tps=22696 mem=5.5G lam=None Gm=0.4086659749348958
[g_only s2] step 4480/12000 loss=4.8320 gn=0.77 lr=4.43e-04 tps=22697 mem=5.5G lam=None Gm=0.416015625
[g_only s2] step 4500/12000 loss=4.6918 gn=0.72 lr=4.42e-04 tps=22698 mem=5.5G lam=None Gm=0.412353515625
[g_only s2] step 4520/12000 loss=4.8073 gn=0.75 lr=4.40e-04 tps=22698 mem=5.5G lam=None Gm=0.4203338623046875
[g_only s2] step 4540/12000 loss=4.7654 gn=0.75 lr=4.39e-04 tps=22699 mem=5.5G lam=None Gm=0.4130605061848958
[g_only s2] step 4560/12000 loss=4.7716 gn=0.76 lr=4.38e-04 tps=22700 mem=5.5G lam=None Gm=0.4023030598958333
[g_only s2] step 4580/12000 loss=4.6046 gn=0.78 lr=4.36e-04 tps=22700 mem=5.5G lam=None Gm=0.4112294514973958
[g_only s2] step 4600/12000 loss=4.6068 gn=0.71 lr=4.35e-04 tps=22700 mem=5.5G lam=None Gm=0.413970947265625
[g_only s2] step 4620/12000 loss=4.6852 gn=0.72 lr=4.34e-04 tps=22701 mem=5.5G lam=None Gm=0.407440185546875
[g_only s2] step 4640/12000 loss=4.6935 gn=0.72 lr=4.32e-04 tps=22702 mem=5.5G lam=None Gm=0.4008026123046875
[g_only s2] step 4660/12000 loss=4.8501 gn=0.77 lr=4.31e-04 tps=22703 mem=5.5G lam=None Gm=0.4084421793619792
[g_only s2] step 4680/12000 loss=4.8741 gn=0.76 lr=4.30e-04 tps=22704 mem=5.5G lam=None Gm=0.4175923665364583
[g_only s2] step 4700/12000 loss=4.7029 gn=0.72 lr=4.28e-04 tps=22704 mem=5.5G lam=None Gm=0.4096221923828125
[g_only s2] step 4720/12000 loss=4.5715 gn=0.79 lr=4.27e-04 tps=22705 mem=5.5G lam=None Gm=0.4029693603515625
[g_only s2] step 4740/12000 loss=4.8803 gn=0.72 lr=4.26e-04 tps=22705 mem=5.5G lam=None Gm=0.4084320068359375
[g_only s2] step 4760/12000 loss=4.5275 gn=0.75 lr=4.24e-04 tps=22706 mem=5.5G lam=None Gm=0.4013570149739583
[g_only s2] step 4780/12000 loss=4.5136 gn=0.76 lr=4.23e-04 tps=22706 mem=5.5G lam=None Gm=0.404266357421875
[g_only s2] step 4800/12000 loss=4.7774 gn=0.74 lr=4.22e-04 tps=22707 mem=5.5G lam=None Gm=0.4099934895833333
[g_only s2] step 4820/12000 loss=4.6827 gn=0.74 lr=4.20e-04 tps=22708 mem=5.5G lam=None Gm=0.4095611572265625
[g_only s2] step 4840/12000 loss=4.7501 gn=0.73 lr=4.19e-04 tps=22708 mem=5.5G lam=None Gm=0.3989461263020833
[g_only s2] step 4860/12000 loss=4.7577 gn=0.76 lr=4.18e-04 tps=22708 mem=5.5G lam=None Gm=0.4147796630859375
[g_only s2] step 4880/12000 loss=4.6304 gn=0.79 lr=4.16e-04 tps=22709 mem=5.5G lam=None Gm=0.4041035970052083
[g_only s2] step 4900/12000 loss=4.6907 gn=0.74 lr=4.15e-04 tps=22710 mem=5.5G lam=None Gm=0.4107716878255208
[g_only s2] step 4920/12000 loss=4.6693 gn=0.81 lr=4.13e-04 tps=22710 mem=5.5G lam=None Gm=0.4105733235677083
[g_only s2] step 4940/12000 loss=4.6494 gn=0.70 lr=4.12e-04 tps=22710 mem=5.5G lam=None Gm=0.4005584716796875
[g_only s2] step 4960/12000 loss=4.6317 gn=0.72 lr=4.11e-04 tps=22711 mem=5.5G lam=None Gm=0.4045155843098958
[g_only s2] step 4980/12000 loss=4.6350 gn=0.77 lr=4.09e-04 tps=22711 mem=5.5G lam=None Gm=0.4083455403645833
[g_only s2] step 5000/12000 loss=4.5454 gn=0.72 lr=4.08e-04 tps=22711 mem=5.5G lam=None Gm=0.3948872884114583
[g_only s2] EVAL step 5000: val_loss=4.7388 val_ppl=114.29
[g_only s2] step 5020/12000 loss=4.8083 gn=0.75 lr=4.07e-04 tps=22696 mem=5.5G lam=None Gm=0.4080098470052083
[g_only s2] step 5040/12000 loss=4.6165 gn=0.80 lr=4.05e-04 tps=22696 mem=5.5G lam=None Gm=0.4147288004557292
[g_only s2] step 5060/12000 loss=4.6361 gn=0.74 lr=4.04e-04 tps=22696 mem=5.5G lam=None Gm=0.4031219482421875
[g_only s2] step 5080/12000 loss=4.5489 gn=0.74 lr=4.02e-04 tps=22694 mem=5.5G lam=None Gm=0.4016520182291667
[g_only s2] step 5100/12000 loss=4.6541 gn=0.74 lr=4.01e-04 tps=22695 mem=5.5G lam=None Gm=0.4025115966796875
[g_only s2] step 5120/12000 loss=4.4888 gn=0.76 lr=4.00e-04 tps=22694 mem=5.5G lam=None Gm=0.4011383056640625
[g_only s2] step 5140/12000 loss=4.7935 gn=0.84 lr=3.98e-04 tps=22694 mem=5.5G lam=None Gm=0.4087371826171875
[g_only s2] step 5160/12000 loss=4.8380 gn=0.82 lr=3.97e-04 tps=22694 mem=5.5G lam=None Gm=0.4083455403645833
[g_only s2] step 5180/12000 loss=4.6244 gn=0.73 lr=3.95e-04 tps=22693 mem=5.5G lam=None Gm=0.4011891682942708
[g_only s2] step 5200/12000 loss=4.6545 gn=0.79 lr=3.94e-04 tps=22692 mem=5.5G lam=None Gm=0.4001871744791667
[g_only s2] step 5220/12000 loss=4.7301 gn=0.77 lr=3.93e-04 tps=22692 mem=5.5G lam=None Gm=0.4016164143880208
[g_only s2] step 5240/12000 loss=4.5999 gn=0.76 lr=3.91e-04 tps=22692 mem=5.5G lam=None Gm=0.3951466878255208
[g_only s2] step 5260/12000 loss=4.4573 gn=0.76 lr=3.90e-04 tps=22692 mem=5.5G lam=None Gm=0.4032948811848958
[g_only s2] step 5280/12000 loss=4.8023 gn=0.77 lr=3.88e-04 tps=22692 mem=5.5G lam=None Gm=0.412322998046875
[g_only s2] step 5300/12000 loss=4.6841 gn=0.78 lr=3.87e-04 tps=22692 mem=5.5G lam=None Gm=0.4116058349609375
[g_only s2] step 5320/12000 loss=4.7252 gn=0.79 lr=3.86e-04 tps=22692 mem=5.5G lam=None Gm=0.39617919921875
[g_only s2] step 5340/12000 loss=4.4718 gn=0.73 lr=3.84e-04 tps=22693 mem=5.5G lam=None Gm=0.3972371419270833
[g_only s2] step 5360/12000 loss=4.7215 gn=0.76 lr=3.83e-04 tps=22693 mem=5.5G lam=None Gm=0.4118601481119792
[g_only s2] step 5380/12000 loss=4.4875 gn=0.84 lr=3.81e-04 tps=22693 mem=5.5G lam=None Gm=0.4015909830729167
[g_only s2] step 5400/12000 loss=4.5568 gn=0.78 lr=3.80e-04 tps=22693 mem=5.5G lam=None Gm=0.3969828287760417
[g_only s2] step 5420/12000 loss=4.6936 gn=0.76 lr=3.79e-04 tps=22694 mem=5.5G lam=None Gm=0.4098307291666667
[g_only s2] step 5440/12000 loss=4.5340 gn=0.73 lr=3.77e-04 tps=22694 mem=5.5G lam=None Gm=0.3980763753255208
[g_only s2] step 5460/12000 loss=4.7729 gn=0.84 lr=3.76e-04 tps=22694 mem=5.5G lam=None Gm=0.3990987141927083
[g_only s2] step 5480/12000 loss=4.5307 gn=0.78 lr=3.74e-04 tps=22693 mem=5.5G lam=None Gm=0.4024149576822917
[g_only s2] step 5500/12000 loss=4.8875 gn=0.77 lr=3.73e-04 tps=22693 mem=5.5G lam=None Gm=0.4044138590494792
[g_only s2] step 5520/12000 loss=4.6063 gn=0.84 lr=3.72e-04 tps=22693 mem=5.5G lam=None Gm=0.4057871500651042
[g_only s2] step 5540/12000 loss=4.5803 gn=0.76 lr=3.70e-04 tps=22693 mem=5.5G lam=None Gm=0.4007008870442708
[g_only s2] step 5560/12000 loss=4.6503 gn=0.73 lr=3.69e-04 tps=22692 mem=5.5G lam=None Gm=0.4074554443359375
[g_only s2] step 5580/12000 loss=4.5975 gn=0.78 lr=3.67e-04 tps=22692 mem=5.5G lam=None Gm=0.3935648600260417
[g_only s2] step 5600/12000 loss=4.7562 gn=0.76 lr=3.66e-04 tps=22691 mem=5.5G lam=None Gm=0.3907368977864583
[g_only s2] step 5620/12000 loss=4.6563 gn=0.79 lr=3.64e-04 tps=22691 mem=5.5G lam=None Gm=0.3994038899739583
[g_only s2] step 5640/12000 loss=4.5221 gn=0.79 lr=3.63e-04 tps=22691 mem=5.5G lam=None Gm=0.4011077880859375
[g_only s2] step 5660/12000 loss=4.5570 gn=0.76 lr=3.62e-04 tps=22691 mem=5.5G lam=None Gm=0.4034372965494792
[g_only s2] step 5680/12000 loss=4.6599 gn=0.80 lr=3.60e-04 tps=22691 mem=5.5G lam=None Gm=0.4017232259114583
[g_only s2] step 5700/12000 loss=4.5695 gn=0.78 lr=3.59e-04 tps=22692 mem=5.5G lam=None Gm=0.3835652669270833
[g_only s2] step 5720/12000 loss=4.5220 gn=0.76 lr=3.57e-04 tps=22692 mem=5.5G lam=None Gm=0.3983052571614583
[g_only s2] step 5740/12000 loss=4.5552 gn=0.77 lr=3.56e-04 tps=22691 mem=5.5G lam=None Gm=0.4013519287109375
[g_only s2] step 5760/12000 loss=4.3379 gn=0.74 lr=3.54e-04 tps=22692 mem=5.5G lam=None Gm=0.384979248046875
[g_only s2] step 5780/12000 loss=4.5290 gn=0.73 lr=3.53e-04 tps=22691 mem=5.5G lam=None Gm=0.3918304443359375
[g_only s2] step 5800/12000 loss=4.6298 gn=0.77 lr=3.52e-04 tps=22691 mem=5.5G lam=None Gm=0.3967437744140625
[g_only s2] step 5820/12000 loss=4.5986 gn=0.80 lr=3.50e-04 tps=22692 mem=5.5G lam=None Gm=0.3949228922526042
[g_only s2] step 5840/12000 loss=4.5989 gn=0.76 lr=3.49e-04 tps=22692 mem=5.5G lam=None Gm=0.3910115559895833
[g_only s2] step 5860/12000 loss=4.6366 gn=0.80 lr=3.47e-04 tps=22692 mem=5.5G lam=None Gm=0.3939768473307292
[g_only s2] step 5880/12000 loss=4.6339 gn=0.78 lr=3.46e-04 tps=22692 mem=5.5G lam=None Gm=0.398468017578125
[g_only s2] step 5900/12000 loss=4.7860 gn=0.77 lr=3.44e-04 tps=22692 mem=5.5G lam=None Gm=0.4014078776041667
[g_only s2] step 5920/12000 loss=4.6220 gn=0.81 lr=3.43e-04 tps=22692 mem=5.5G lam=None Gm=0.3944803873697917
[g_only s2] step 5940/12000 loss=4.6033 gn=0.80 lr=3.41e-04 tps=22692 mem=5.5G lam=None Gm=0.3946787516276042
[g_only s2] step 5960/12000 loss=4.6412 gn=0.74 lr=3.40e-04 tps=22692 mem=5.5G lam=None Gm=0.3865254720052083
[g_only s2] step 5980/12000 loss=4.5086 gn=0.84 lr=3.39e-04 tps=22693 mem=5.5G lam=None Gm=0.3955434163411458
[g_only s2] step 6000/12000 loss=4.5319 gn=0.81 lr=3.37e-04 tps=22693 mem=5.5G lam=None Gm=0.3934682210286458
[g_only s2] EVAL step 6000: val_loss=4.6267 val_ppl=102.17
[g_only s2] step 6020/12000 loss=4.4675 gn=0.77 lr=3.36e-04 tps=22680 mem=5.5G lam=None Gm=0.3888753255208333
[g_only s2] step 6040/12000 loss=4.6073 gn=0.78 lr=3.34e-04 tps=22680 mem=5.5G lam=None Gm=0.3993123372395833
[g_only s2] step 6060/12000 loss=4.5063 gn=0.80 lr=3.33e-04 tps=22680 mem=5.5G lam=None Gm=0.4021504720052083
[g_only s2] step 6080/12000 loss=4.6006 gn=0.81 lr=3.31e-04 tps=22680 mem=5.5G lam=None Gm=0.3978627522786458
[g_only s2] step 6100/12000 loss=4.5593 gn=0.81 lr=3.30e-04 tps=22680 mem=5.5G lam=None Gm=0.4018046061197917
[g_only s2] step 6120/12000 loss=4.4538 gn=0.76 lr=3.29e-04 tps=22680 mem=5.5G lam=None Gm=0.3939971923828125
[g_only s2] step 6140/12000 loss=4.5335 gn=0.84 lr=3.27e-04 tps=22681 mem=5.5G lam=None Gm=0.3853607177734375
[g_only s2] step 6160/12000 loss=4.6238 gn=0.75 lr=3.26e-04 tps=22681 mem=5.5G lam=None Gm=0.4012400309244792
[g_only s2] step 6180/12000 loss=4.5151 gn=0.78 lr=3.24e-04 tps=22681 mem=5.5G lam=None Gm=0.3979288736979167
[g_only s2] step 6200/12000 loss=4.5917 gn=0.80 lr=3.23e-04 tps=22681 mem=5.5G lam=None Gm=0.3930409749348958
[g_only s2] step 6220/12000 loss=4.4893 gn=0.80 lr=3.21e-04 tps=22681 mem=5.5G lam=None Gm=0.38916015625
[g_only s2] step 6240/12000 loss=4.4353 gn=0.78 lr=3.20e-04 tps=22681 mem=5.5G lam=None Gm=0.3851267496744792
[g_only s2] step 6260/12000 loss=4.4393 gn=0.83 lr=3.19e-04 tps=22681 mem=5.5G lam=None Gm=0.3953653971354167
[g_only s2] step 6280/12000 loss=4.7339 gn=0.80 lr=3.17e-04 tps=22681 mem=5.5G lam=None Gm=0.3922932942708333
[g_only s2] step 6300/12000 loss=4.7208 gn=0.82 lr=3.16e-04 tps=22681 mem=5.5G lam=None Gm=0.3865966796875
[g_only s2] step 6320/12000 loss=4.4999 gn=0.82 lr=3.14e-04 tps=22681 mem=5.5G lam=None Gm=0.3899993896484375
[g_only s2] step 6340/12000 loss=4.6183 gn=0.82 lr=3.13e-04 tps=22681 mem=5.5G lam=None Gm=0.3922627766927083
[g_only s2] step 6360/12000 loss=4.4994 gn=0.76 lr=3.11e-04 tps=22681 mem=5.5G lam=None Gm=0.3840484619140625
[g_only s2] step 6380/12000 loss=4.5370 gn=0.78 lr=3.10e-04 tps=22681 mem=5.5G lam=None Gm=0.3899383544921875
[g_only s2] step 6400/12000 loss=4.3743 gn=0.81 lr=3.08e-04 tps=22681 mem=5.5G lam=None Gm=0.3812357584635417
[g_only s2] step 6420/12000 loss=4.5722 gn=0.82 lr=3.07e-04 tps=22681 mem=5.5G lam=None Gm=0.4014180501302083
[g_only s2] step 6440/12000 loss=4.7282 gn=0.83 lr=3.06e-04 tps=22681 mem=5.5G lam=None Gm=0.3953908284505208
[g_only s2] step 6460/12000 loss=4.5161 gn=0.83 lr=3.04e-04 tps=22681 mem=5.5G lam=None Gm=0.39398193359375
[g_only s2] step 6480/12000 loss=4.5898 gn=0.97 lr=3.03e-04 tps=22682 mem=5.5G lam=None Gm=0.390960693359375
[g_only s2] step 6500/12000 loss=4.3882 gn=0.82 lr=3.01e-04 tps=22682 mem=5.5G lam=None Gm=0.389617919921875
[g_only s2] step 6520/12000 loss=4.6593 gn=0.85 lr=3.00e-04 tps=22682 mem=5.5G lam=None Gm=0.3950093587239583
[g_only s2] step 6540/12000 loss=4.5808 gn=0.87 lr=2.98e-04 tps=22682 mem=5.5G lam=None Gm=0.40057373046875
[g_only s2] step 6560/12000 loss=4.5614 gn=0.83 lr=2.97e-04 tps=22683 mem=5.5G lam=None Gm=0.3989969889322917
[g_only s2] step 6580/12000 loss=4.4359 gn=0.84 lr=2.96e-04 tps=22683 mem=5.5G lam=None Gm=0.3953501383463542
[g_only s2] step 6600/12000 loss=4.6040 gn=0.79 lr=2.94e-04 tps=22683 mem=5.5G lam=None Gm=0.4027608235677083
[g_only s2] step 6620/12000 loss=4.4638 gn=0.84 lr=2.93e-04 tps=22683 mem=5.5G lam=None Gm=0.3867085774739583
[g_only s2] step 6640/12000 loss=4.5885 gn=0.84 lr=2.91e-04 tps=22683 mem=5.5G lam=None Gm=0.3845316569010417
[g_only s2] step 6660/12000 loss=4.6772 gn=0.81 lr=2.90e-04 tps=22683 mem=5.5G lam=None Gm=0.3979136149088542
[g_only s2] step 6680/12000 loss=4.5029 gn=0.82 lr=2.88e-04 tps=22683 mem=5.5G lam=None Gm=0.3922017415364583
[g_only s2] step 6700/12000 loss=4.5926 gn=0.86 lr=2.87e-04 tps=22683 mem=5.5G lam=None Gm=0.3935597737630208
[g_only s2] step 6720/12000 loss=4.6028 gn=0.81 lr=2.86e-04 tps=22683 mem=5.5G lam=None Gm=0.3894195556640625
[g_only s2] step 6740/12000 loss=4.5699 gn=0.78 lr=2.84e-04 tps=22684 mem=5.5G lam=None Gm=0.3924001057942708
[g_only s2] step 6760/12000 loss=4.5784 gn=0.76 lr=2.83e-04 tps=22684 mem=5.5G lam=None Gm=0.3881734212239583
[g_only s2] step 6780/12000 loss=4.5420 gn=0.77 lr=2.81e-04 tps=22684 mem=5.5G lam=None Gm=0.3876953125
[g_only s2] step 6800/12000 loss=4.5865 gn=0.86 lr=2.80e-04 tps=22684 mem=5.5G lam=None Gm=0.3860575358072917
[g_only s2] step 6820/12000 loss=4.5462 gn=0.78 lr=2.79e-04 tps=22684 mem=5.5G lam=None Gm=0.3911692301432292
[g_only s2] step 6840/12000 loss=4.6052 gn=0.78 lr=2.77e-04 tps=22684 mem=5.5G lam=None Gm=0.3895212809244792
[g_only s2] step 6860/12000 loss=4.6050 gn=0.87 lr=2.76e-04 tps=22683 mem=5.5G lam=None Gm=0.3960622151692708
[g_only s2] step 6880/12000 loss=4.4840 gn=0.82 lr=2.74e-04 tps=22683 mem=5.5G lam=None Gm=0.397918701171875
[g_only s2] step 6900/12000 loss=4.5564 gn=0.85 lr=2.73e-04 tps=22683 mem=5.5G lam=None Gm=0.381988525390625
[g_only s2] step 6920/12000 loss=4.4119 gn=0.82 lr=2.72e-04 tps=22684 mem=5.5G lam=None Gm=0.390167236328125
[g_only s2] step 6940/12000 loss=4.7639 gn=0.84 lr=2.70e-04 tps=22684 mem=5.5G lam=None Gm=0.3911234537760417
[g_only s2] step 6960/12000 loss=4.5231 gn=0.86 lr=2.69e-04 tps=22684 mem=5.5G lam=None Gm=0.3861185709635417
[g_only s2] step 6980/12000 loss=4.4543 gn=0.81 lr=2.67e-04 tps=22684 mem=5.5G lam=None Gm=0.3850148518880208
[g_only s2] step 7000/12000 loss=4.5679 gn=0.83 lr=2.66e-04 tps=22684 mem=5.5G lam=None Gm=0.3797607421875
[g_only s2] EVAL step 7000: val_loss=4.5681 val_ppl=96.36
[g_only s2] step 7020/12000 loss=4.4617 gn=0.82 lr=2.65e-04 tps=22673 mem=5.5G lam=None Gm=0.3901774088541667
[g_only s2] step 7040/12000 loss=4.5697 gn=0.84 lr=2.63e-04 tps=22673 mem=5.5G lam=None Gm=0.3918406168619792
[g_only s2] step 7060/12000 loss=4.6065 gn=0.83 lr=2.62e-04 tps=22673 mem=5.5G lam=None Gm=0.3917338053385417
[g_only s2] step 7080/12000 loss=4.4696 gn=0.84 lr=2.60e-04 tps=22673 mem=5.5G lam=None Gm=0.3949228922526042
[g_only s2] step 7100/12000 loss=4.4749 gn=0.82 lr=2.59e-04 tps=22673 mem=5.5G lam=None Gm=0.3844807942708333
[g_only s2] step 7120/12000 loss=4.4300 gn=0.87 lr=2.58e-04 tps=22672 mem=5.5G lam=None Gm=0.3865102132161458
[g_only s2] step 7140/12000 loss=4.5677 gn=0.82 lr=2.56e-04 tps=22672 mem=5.5G lam=None Gm=0.3775227864583333
[g_only s2] step 7160/12000 loss=4.4268 gn=0.82 lr=2.55e-04 tps=22672 mem=5.5G lam=None Gm=0.3889516194661458
[g_only s2] step 7180/12000 loss=4.5047 gn=0.85 lr=2.53e-04 tps=22672 mem=5.5G lam=None Gm=0.38446044921875
[g_only s2] step 7200/12000 loss=4.5477 gn=0.88 lr=2.52e-04 tps=22672 mem=5.5G lam=None Gm=0.3812204996744792
[g_only s2] step 7220/12000 loss=4.5741 gn=0.84 lr=2.51e-04 tps=22672 mem=5.5G lam=None Gm=0.3904876708984375
[g_only s2] step 7240/12000 loss=4.3680 gn=0.86 lr=2.49e-04 tps=22673 mem=5.5G lam=None Gm=0.38714599609375
[g_only s2] step 7260/12000 loss=4.5805 gn=0.91 lr=2.48e-04 tps=22673 mem=5.5G lam=None Gm=0.3844451904296875
[g_only s2] step 7280/12000 loss=4.4715 gn=0.88 lr=2.47e-04 tps=22673 mem=5.5G lam=None Gm=0.3826904296875
[g_only s2] step 7300/12000 loss=4.4653 gn=0.84 lr=2.45e-04 tps=22673 mem=5.5G lam=None Gm=0.3891042073567708
[g_only s2] step 7320/12000 loss=4.6209 gn=0.86 lr=2.44e-04 tps=22674 mem=5.5G lam=None Gm=0.3962148030598958
[g_only s2] step 7340/12000 loss=4.4030 gn=0.81 lr=2.42e-04 tps=22674 mem=5.5G lam=None Gm=0.3846689860026042
[g_only s2] step 7360/12000 loss=4.3822 gn=0.90 lr=2.41e-04 tps=22674 mem=5.5G lam=None Gm=0.3853556315104167
[g_only s2] step 7380/12000 loss=4.6003 gn=0.83 lr=2.40e-04 tps=22674 mem=5.5G lam=None Gm=0.3907267252604167
[g_only s2] step 7400/12000 loss=4.4286 gn=0.83 lr=2.38e-04 tps=22674 mem=5.5G lam=None Gm=0.3799641927083333
[g_only s2] step 7420/12000 loss=4.6577 gn=0.83 lr=2.37e-04 tps=22675 mem=5.5G lam=None Gm=0.3931121826171875
[g_only s2] step 7440/12000 loss=4.3962 gn=0.80 lr=2.36e-04 tps=22675 mem=5.5G lam=None Gm=0.3898061116536458
[g_only s2] step 7460/12000 loss=4.5322 gn=0.87 lr=2.34e-04 tps=22675 mem=5.5G lam=None Gm=0.376434326171875
[g_only s2] step 7480/12000 loss=4.5091 gn=0.81 lr=2.33e-04 tps=22675 mem=5.5G lam=None Gm=0.3774363199869792
[g_only s2] step 7500/12000 loss=4.4626 gn=0.82 lr=2.32e-04 tps=22675 mem=5.5G lam=None Gm=0.3787078857421875
[g_only s2] step 7520/12000 loss=4.3465 gn=0.79 lr=2.30e-04 tps=22675 mem=5.5G lam=None Gm=0.3869578043619792
[g_only s2] step 7540/12000 loss=4.4471 gn=0.86 lr=2.29e-04 tps=22675 mem=5.5G lam=None Gm=0.3838399251302083
[g_only s2] step 7560/12000 loss=4.5947 gn=0.81 lr=2.28e-04 tps=22675 mem=5.5G lam=None Gm=0.3857574462890625
[g_only s2] step 7580/12000 loss=4.4681 gn=0.85 lr=2.26e-04 tps=22676 mem=5.5G lam=None Gm=0.3809916178385417
[g_only s2] step 7600/12000 loss=4.4570 gn=0.81 lr=2.25e-04 tps=22675 mem=5.5G lam=None Gm=0.3815409342447917
[g_only s2] step 7620/12000 loss=4.7112 gn=0.93 lr=2.24e-04 tps=22675 mem=5.5G lam=None Gm=0.3878224690755208
[g_only s2] step 7640/12000 loss=4.4253 gn=0.87 lr=2.22e-04 tps=22676 mem=5.5G lam=None Gm=0.3770090738932292
[g_only s2] step 7660/12000 loss=4.3538 gn=0.80 lr=2.21e-04 tps=22676 mem=5.5G lam=None Gm=0.3863983154296875
[g_only s2] step 7680/12000 loss=4.3220 gn=0.83 lr=2.20e-04 tps=22676 mem=5.5G lam=None Gm=0.3846537272135417
[g_only s2] step 7700/12000 loss=4.4808 gn=0.80 lr=2.18e-04 tps=22676 mem=5.5G lam=None Gm=0.3836619059244792
[g_only s2] step 7720/12000 loss=4.5314 gn=0.89 lr=2.17e-04 tps=22675 mem=5.5G lam=None Gm=0.38641357421875
[g_only s2] step 7740/12000 loss=4.4207 gn=0.90 lr=2.16e-04 tps=22675 mem=5.5G lam=None Gm=0.3866526285807292
[g_only s2] step 7760/12000 loss=4.5504 gn=0.89 lr=2.15e-04 tps=22675 mem=5.5G lam=None Gm=0.390777587890625
[g_only s2] step 7780/12000 loss=4.6005 gn=0.87 lr=2.13e-04 tps=22675 mem=5.5G lam=None Gm=0.3752288818359375
[g_only s2] step 7800/12000 loss=4.4858 gn=0.87 lr=2.12e-04 tps=22675 mem=5.5G lam=None Gm=0.3849538167317708
[g_only s2] step 7820/12000 loss=4.4475 gn=0.84 lr=2.11e-04 tps=22675 mem=5.5G lam=None Gm=0.388336181640625
[g_only s2] step 7840/12000 loss=4.3501 gn=0.84 lr=2.09e-04 tps=22675 mem=5.5G lam=None Gm=0.37945556640625
[g_only s2] step 7860/12000 loss=4.4040 gn=0.83 lr=2.08e-04 tps=22675 mem=5.5G lam=None Gm=0.3763427734375
[g_only s2] step 7880/12000 loss=4.4709 gn=0.91 lr=2.07e-04 tps=22675 mem=5.5G lam=None Gm=0.3832346598307292
[g_only s2] step 7900/12000 loss=4.4626 gn=0.85 lr=2.06e-04 tps=22675 mem=5.5G lam=None Gm=0.3781483968098958
[g_only s2] step 7920/12000 loss=4.5341 gn=0.85 lr=2.04e-04 tps=22675 mem=5.5G lam=None Gm=0.3912760416666667
[g_only s2] step 7940/12000 loss=4.4412 gn=0.90 lr=2.03e-04 tps=22675 mem=5.5G lam=None Gm=0.3818511962890625
[g_only s2] step 7960/12000 loss=4.5028 gn=0.90 lr=2.02e-04 tps=22675 mem=5.5G lam=None Gm=0.3751118977864583
[g_only s2] step 7980/12000 loss=4.4686 gn=0.89 lr=2.00e-04 tps=22676 mem=5.5G lam=None Gm=0.3753611246744792
[g_only s2] step 8000/12000 loss=4.4229 gn=0.85 lr=1.99e-04 tps=22676 mem=5.5G lam=None Gm=0.3785858154296875
[g_only s2] EVAL step 8000: val_loss=4.4698 val_ppl=87.34
[g_only s2] step 8020/12000 loss=4.4877 gn=0.86 lr=1.98e-04 tps=22666 mem=5.5G lam=None Gm=0.38470458984375
[g_only s2] step 8040/12000 loss=4.5054 gn=0.88 lr=1.97e-04 tps=22667 mem=5.5G lam=None Gm=0.3830464680989583
[g_only s2] step 8060/12000 loss=4.3751 gn=0.89 lr=1.95e-04 tps=22667 mem=5.5G lam=None Gm=0.3803151448567708
[g_only s2] step 8080/12000 loss=4.4431 gn=0.83 lr=1.94e-04 tps=22667 mem=5.5G lam=None Gm=0.3859507242838542
[g_only s2] step 8100/12000 loss=4.4979 gn=0.88 lr=1.93e-04 tps=22662 mem=5.5G lam=None Gm=0.3805898030598958
[g_only s2] step 8120/12000 loss=4.5184 gn=0.86 lr=1.92e-04 tps=22660 mem=5.5G lam=None Gm=0.3861033121744792
[g_only s2] step 8140/12000 loss=4.4382 gn=0.86 lr=1.90e-04 tps=22661 mem=5.5G lam=None Gm=0.38421630859375
[g_only s2] step 8160/12000 loss=4.5449 gn=0.84 lr=1.89e-04 tps=22660 mem=5.5G lam=None Gm=0.3787587483723958
[g_only s2] step 8180/12000 loss=4.5309 gn=0.95 lr=1.88e-04 tps=22661 mem=5.5G lam=None Gm=0.3836568196614583
[g_only s2] step 8200/12000 loss=4.4948 gn=0.84 lr=1.87e-04 tps=22661 mem=5.5G lam=None Gm=0.3839314778645833
[g_only s2] step 8220/12000 loss=4.4949 gn=0.89 lr=1.86e-04 tps=22661 mem=5.5G lam=None Gm=0.3905893961588542
[g_only s2] step 8240/12000 loss=4.4152 gn=0.91 lr=1.84e-04 tps=22661 mem=5.5G lam=None Gm=0.3793131510416667
[g_only s2] step 8260/12000 loss=4.4631 gn=0.88 lr=1.83e-04 tps=22661 mem=5.5G lam=None Gm=0.3801625569661458
[g_only s2] step 8280/12000 loss=4.4381 gn=0.85 lr=1.82e-04 tps=22661 mem=5.5G lam=None Gm=0.3855387369791667
[g_only s2] step 8300/12000 loss=4.4890 gn=0.91 lr=1.81e-04 tps=22661 mem=5.5G lam=None Gm=0.3873291015625
[g_only s2] step 8320/12000 loss=4.4158 gn=0.88 lr=1.80e-04 tps=22661 mem=5.5G lam=None Gm=0.3872578938802083
[g_only s2] step 8340/12000 loss=4.4602 gn=0.88 lr=1.78e-04 tps=22661 mem=5.5G lam=None Gm=0.3767547607421875
[g_only s2] step 8360/12000 loss=4.4705 gn=0.85 lr=1.77e-04 tps=22661 mem=5.5G lam=None Gm=0.3802388509114583
[g_only s2] step 8380/12000 loss=4.4303 gn=0.88 lr=1.76e-04 tps=22661 mem=5.5G lam=None Gm=0.3799794514973958
[g_only s2] step 8400/12000 loss=4.3810 gn=0.93 lr=1.75e-04 tps=22661 mem=5.5G lam=None Gm=0.38995361328125
[g_only s2] step 8420/12000 loss=4.5770 gn=0.91 lr=1.74e-04 tps=22661 mem=5.5G lam=None Gm=0.3868509928385417
[g_only s2] step 8440/12000 loss=4.4606 gn=0.95 lr=1.72e-04 tps=22661 mem=5.5G lam=None Gm=0.3803354899088542
[g_only s2] step 8460/12000 loss=4.4007 gn=0.91 lr=1.71e-04 tps=22662 mem=5.5G lam=None Gm=0.3866068522135417
[g_only s2] step 8480/12000 loss=4.3583 gn=0.83 lr=1.70e-04 tps=22661 mem=5.5G lam=None Gm=0.3737691243489583
[g_only s2] step 8500/12000 loss=4.3820 gn=0.85 lr=1.69e-04 tps=22661 mem=5.5G lam=None Gm=0.3739013671875
[g_only s2] step 8520/12000 loss=4.5145 gn=0.90 lr=1.68e-04 tps=22661 mem=5.5G lam=None Gm=0.3845977783203125
[g_only s2] step 8540/12000 loss=4.5828 gn=1.00 lr=1.67e-04 tps=22660 mem=5.5G lam=None Gm=0.3956095377604167
[g_only s2] step 8560/12000 loss=4.3139 gn=0.94 lr=1.66e-04 tps=22658 mem=5.5G lam=None Gm=0.3802235921223958
[g_only s2] step 8580/12000 loss=4.4689 gn=0.87 lr=1.64e-04 tps=22658 mem=5.5G lam=None Gm=0.3821665445963542
[g_only s2] step 8600/12000 loss=4.3586 gn=0.92 lr=1.63e-04 tps=22657 mem=5.5G lam=None Gm=0.3863169352213542
[g_only s2] step 8620/12000 loss=4.3806 gn=0.87 lr=1.62e-04 tps=22657 mem=5.5G lam=None Gm=0.3836313883463542
[g_only s2] step 8640/12000 loss=4.3791 gn=0.85 lr=1.61e-04 tps=22655 mem=5.5G lam=None Gm=0.3756815592447917
[g_only s2] step 8660/12000 loss=4.4413 gn=0.91 lr=1.60e-04 tps=22653 mem=5.5G lam=None Gm=0.3820648193359375
[g_only s2] step 8680/12000 loss=4.3190 gn=0.94 lr=1.59e-04 tps=22652 mem=5.5G lam=None Gm=0.3899332682291667
[g_only s2] step 8700/12000 loss=4.1986 gn=0.84 lr=1.58e-04 tps=22649 mem=5.5G lam=None Gm=0.3725077311197917
[g_only s2] step 8720/12000 loss=4.3783 gn=0.91 lr=1.57e-04 tps=22648 mem=5.5G lam=None Gm=0.3720347086588542
[g_only s2] step 8740/12000 loss=4.4178 gn=0.88 lr=1.55e-04 tps=22645 mem=5.5G lam=None Gm=0.3832143147786458
[g_only s2] step 8760/12000 loss=4.5165 gn=0.96 lr=1.54e-04 tps=22643 mem=5.5G lam=None Gm=0.390869140625
[g_only s2] step 8780/12000 loss=4.5298 gn=0.88 lr=1.53e-04 tps=22641 mem=5.5G lam=None Gm=0.3752237955729167
[g_only s2] step 8800/12000 loss=4.3576 gn=0.89 lr=1.52e-04 tps=22641 mem=5.5G lam=None Gm=0.3797251383463542
[g_only s2] step 8820/12000 loss=4.3733 gn=0.91 lr=1.51e-04 tps=22640 mem=5.5G lam=None Gm=0.3725382486979167
[g_only s2] step 8840/12000 loss=4.5179 gn=0.87 lr=1.50e-04 tps=22640 mem=5.5G lam=None Gm=0.3775227864583333
[g_only s2] step 8860/12000 loss=4.3843 gn=0.91 lr=1.49e-04 tps=22640 mem=5.5G lam=None Gm=0.3813730875651042
[g_only s2] step 8880/12000 loss=4.3821 gn=0.88 lr=1.48e-04 tps=22640 mem=5.5G lam=None Gm=0.3733876546223958
[g_only s2] step 8900/12000 loss=4.4782 gn=0.88 lr=1.47e-04 tps=22640 mem=5.5G lam=None Gm=0.3791859944661458
[g_only s2] step 8920/12000 loss=4.3601 gn=0.92 lr=1.46e-04 tps=22639 mem=5.5G lam=None Gm=0.3771158854166667
[g_only s2] step 8940/12000 loss=4.4431 gn=0.94 lr=1.45e-04 tps=22639 mem=5.5G lam=None Gm=0.3790435791015625
[g_only s2] step 8960/12000 loss=4.4145 gn=0.88 lr=1.44e-04 tps=22638 mem=5.5G lam=None Gm=0.3790842692057292
[g_only s2] step 8980/12000 loss=4.3136 gn=0.97 lr=1.43e-04 tps=22638 mem=5.5G lam=None Gm=0.3834279378255208
[g_only s2] step 9000/12000 loss=4.3526 gn=0.87 lr=1.42e-04 tps=22638 mem=5.5G lam=None Gm=0.3805287679036458
[g_only s2] EVAL step 9000: val_loss=4.4928 val_ppl=89.37
[g_only s2] step 9020/12000 loss=4.3761 gn=0.93 lr=1.41e-04 tps=22629 mem=5.5G lam=None Gm=0.3788604736328125
[g_only s2] step 9040/12000 loss=4.5242 gn=0.90 lr=1.40e-04 tps=22629 mem=5.5G lam=None Gm=0.378875732421875
[g_only s2] step 9060/12000 loss=4.4010 gn=0.95 lr=1.39e-04 tps=22629 mem=5.5G lam=None Gm=0.3785756429036458
[g_only s2] step 9080/12000 loss=4.3047 gn=0.92 lr=1.38e-04 tps=22629 mem=5.5G lam=None Gm=0.3785349527994792
[g_only s2] step 9100/12000 loss=4.4362 gn=0.94 lr=1.37e-04 tps=22630 mem=5.5G lam=None Gm=0.3842315673828125
[g_only s2] step 9120/12000 loss=4.3660 gn=0.92 lr=1.36e-04 tps=22630 mem=5.5G lam=None Gm=0.3827972412109375
[g_only s2] step 9140/12000 loss=4.3053 gn=0.93 lr=1.35e-04 tps=22630 mem=5.5G lam=None Gm=0.3722381591796875
[g_only s2] step 9160/12000 loss=4.4296 gn=0.99 lr=1.34e-04 tps=22629 mem=5.5G lam=None Gm=0.3784230550130208
[g_only s2] step 9180/12000 loss=4.3543 gn=0.95 lr=1.33e-04 tps=22630 mem=5.5G lam=None Gm=0.3857930501302083
[g_only s2] step 9200/12000 loss=4.4738 gn=0.97 lr=1.32e-04 tps=22630 mem=5.5G lam=None Gm=0.3816121419270833
[g_only s2] step 9220/12000 loss=4.3266 gn=0.98 lr=1.31e-04 tps=22630 mem=5.5G lam=None Gm=0.3791707356770833
[g_only s2] step 9240/12000 loss=4.3585 gn=0.90 lr=1.30e-04 tps=22630 mem=5.5G lam=None Gm=0.3759206136067708
[g_only s2] step 9260/12000 loss=4.3506 gn=0.92 lr=1.29e-04 tps=22630 mem=5.5G lam=None Gm=0.373138427734375
[g_only s2] step 9280/12000 loss=4.2280 gn=0.94 lr=1.28e-04 tps=22630 mem=5.5G lam=None Gm=0.3821868896484375
[g_only s2] step 9300/12000 loss=4.4802 gn=0.97 lr=1.27e-04 tps=22630 mem=5.5G lam=None Gm=0.3853505452473958
[g_only s2] step 9320/12000 loss=4.3461 gn=0.95 lr=1.26e-04 tps=22631 mem=5.5G lam=None Gm=0.3818206787109375
[g_only s2] step 9340/12000 loss=4.3585 gn=0.88 lr=1.25e-04 tps=22631 mem=5.5G lam=None Gm=0.3750356038411458
[g_only s2] step 9360/12000 loss=4.1271 gn=0.88 lr=1.24e-04 tps=22631 mem=5.5G lam=None Gm=0.3682403564453125
[g_only s2] step 9380/12000 loss=4.4951 gn=0.98 lr=1.23e-04 tps=22631 mem=5.5G lam=None Gm=0.3883056640625
[g_only s2] step 9400/12000 loss=4.4123 gn=0.89 lr=1.22e-04 tps=22631 mem=5.5G lam=None Gm=0.3844655354817708
[g_only s2] step 9420/12000 loss=4.3731 gn=0.96 lr=1.21e-04 tps=22631 mem=5.5G lam=None Gm=0.3857981363932292
[g_only s2] step 9440/12000 loss=4.2772 gn=0.88 lr=1.20e-04 tps=22631 mem=5.5G lam=None Gm=0.3730214436848958
[g_only s2] step 9460/12000 loss=4.4363 gn=0.88 lr=1.19e-04 tps=22631 mem=5.5G lam=None Gm=0.377685546875
[g_only s2] step 9480/12000 loss=4.2511 gn=1.02 lr=1.19e-04 tps=22631 mem=5.5G lam=None Gm=0.3754425048828125
[g_only s2] step 9500/12000 loss=4.4106 gn=0.93 lr=1.18e-04 tps=22631 mem=5.5G lam=None Gm=0.381561279296875
[g_only s2] step 9520/12000 loss=4.2818 gn=0.91 lr=1.17e-04 tps=22631 mem=5.5G lam=None Gm=0.3802490234375
[g_only s2] step 9540/12000 loss=4.2377 gn=0.93 lr=1.16e-04 tps=22631 mem=5.5G lam=None Gm=0.3779703776041667
[g_only s2] step 9560/12000 loss=4.3055 gn=0.90 lr=1.15e-04 tps=22631 mem=5.5G lam=None Gm=0.3780008951822917
[g_only s2] step 9580/12000 loss=4.2218 gn=0.89 lr=1.14e-04 tps=22631 mem=5.5G lam=None Gm=0.3693491617838542
[g_only s2] step 9600/12000 loss=4.3734 gn=0.98 lr=1.13e-04 tps=22631 mem=5.5G lam=None Gm=0.3765970865885417
[g_only s2] step 9620/12000 loss=4.4704 gn=0.88 lr=1.12e-04 tps=22631 mem=5.5G lam=None Gm=0.377899169921875
[g_only s2] step 9640/12000 loss=4.3871 gn=0.90 lr=1.12e-04 tps=22632 mem=5.5G lam=None Gm=0.3731689453125
[g_only s2] step 9660/12000 loss=4.2317 gn=0.89 lr=1.11e-04 tps=22632 mem=5.5G lam=None Gm=0.374786376953125
[g_only s2] step 9680/12000 loss=4.2010 gn=0.93 lr=1.10e-04 tps=22632 mem=5.5G lam=None Gm=0.3736979166666667
[g_only s2] step 9700/12000 loss=4.2449 gn=0.94 lr=1.09e-04 tps=22632 mem=5.5G lam=None Gm=0.3732859293619792
[g_only s2] step 9720/12000 loss=4.2407 gn=0.91 lr=1.08e-04 tps=22632 mem=5.5G lam=None Gm=0.3774973551432292
[g_only s2] step 9740/12000 loss=4.3421 gn=0.97 lr=1.07e-04 tps=22632 mem=5.5G lam=None Gm=0.3720804850260417
[g_only s2] step 9760/12000 loss=4.2041 gn=0.88 lr=1.07e-04 tps=22631 mem=5.5G lam=None Gm=0.3719228108723958
[g_only s2] step 9780/12000 loss=4.3522 gn=0.92 lr=1.06e-04 tps=22631 mem=5.5G lam=None Gm=0.3690897623697917
[g_only s2] step 9800/12000 loss=4.3923 gn=0.93 lr=1.05e-04 tps=22631 mem=5.5G lam=None Gm=0.3722635904947917
[g_only s2] step 9820/12000 loss=4.4281 gn=0.95 lr=1.04e-04 tps=22631 mem=5.5G lam=None Gm=0.3753712972005208
[g_only s2] step 9840/12000 loss=4.1713 gn=0.96 lr=1.03e-04 tps=22632 mem=5.5G lam=None Gm=0.3708038330078125
[g_only s2] step 9860/12000 loss=4.4320 gn=0.95 lr=1.03e-04 tps=22632 mem=5.5G lam=None Gm=0.3753306070963542
[g_only s2] step 9880/12000 loss=4.4980 gn=0.92 lr=1.02e-04 tps=22632 mem=5.5G lam=None Gm=0.377899169921875
[g_only s2] step 9900/12000 loss=4.3312 gn=0.99 lr=1.01e-04 tps=22633 mem=5.5G lam=None Gm=0.3768157958984375
[g_only s2] step 9920/12000 loss=4.4004 gn=0.93 lr=1.00e-04 tps=22632 mem=5.5G lam=None Gm=0.3730417887369792
[g_only s2] step 9940/12000 loss=4.3372 gn=0.89 lr=9.96e-05 tps=22633 mem=5.5G lam=None Gm=0.3732503255208333
[g_only s2] step 9960/12000 loss=4.1768 gn=0.87 lr=9.89e-05 tps=22633 mem=5.5G lam=None Gm=0.3719126383463542
[g_only s2] step 9980/12000 loss=4.3172 gn=0.93 lr=9.81e-05 tps=22633 mem=5.5G lam=None Gm=0.3733418782552083
[g_only s2] step 10000/12000 loss=4.2138 gn=0.90 lr=9.74e-05 tps=22633 mem=5.5G lam=None Gm=0.3727671305338542
[g_only s2] EVAL step 10000: val_loss=4.4047 val_ppl=81.84
[g_only s2] step 10020/12000 loss=4.4931 gn=0.95 lr=9.67e-05 tps=22625 mem=5.5G lam=None Gm=0.375335693359375
[g_only s2] step 10040/12000 loss=4.5289 gn=0.99 lr=9.59e-05 tps=22625 mem=5.5G lam=None Gm=0.3736521402994792
[g_only s2] step 10060/12000 loss=4.5119 gn=0.94 lr=9.52e-05 tps=22625 mem=5.5G lam=None Gm=0.3796844482421875
[g_only s2] step 10080/12000 loss=4.3691 gn=0.94 lr=9.45e-05 tps=22625 mem=5.5G lam=None Gm=0.3678690592447917
[g_only s2] step 10100/12000 loss=4.4869 gn=0.92 lr=9.38e-05 tps=22625 mem=5.5G lam=None Gm=0.3781178792317708
[g_only s2] step 10120/12000 loss=4.2805 gn=1.00 lr=9.31e-05 tps=22625 mem=5.5G lam=None Gm=0.3739827473958333
[g_only s2] step 10140/12000 loss=4.2794 gn=0.90 lr=9.24e-05 tps=22625 mem=5.5G lam=None Gm=0.3681538899739583
[g_only s2] step 10160/12000 loss=4.3776 gn=0.93 lr=9.18e-05 tps=22625 mem=5.5G lam=None Gm=0.3758087158203125
[g_only s2] step 10180/12000 loss=4.3889 gn=0.94 lr=9.11e-05 tps=22625 mem=5.5G lam=None Gm=0.3707529703776042
[g_only s2] step 10200/12000 loss=4.2895 gn=0.96 lr=9.04e-05 tps=22625 mem=5.5G lam=None Gm=0.3681691487630208
[g_only s2] step 10220/12000 loss=4.3753 gn=0.91 lr=8.98e-05 tps=22625 mem=5.5G lam=None Gm=0.3725179036458333
[g_only s2] step 10240/12000 loss=4.3018 gn=0.93 lr=8.91e-05 tps=22625 mem=5.5G lam=None Gm=0.3730112711588542
[g_only s2] step 10260/12000 loss=4.3143 gn=0.93 lr=8.85e-05 tps=22625 mem=5.5G lam=None Gm=0.3791656494140625
[g_only s2] step 10280/12000 loss=4.4540 gn=0.92 lr=8.78e-05 tps=22625 mem=5.5G lam=None Gm=0.3731435139973958
[g_only s2] step 10300/12000 loss=4.2939 gn=0.93 lr=8.72e-05 tps=22625 mem=5.5G lam=None Gm=0.3811492919921875
[g_only s2] step 10320/12000 loss=4.4800 gn=1.02 lr=8.66e-05 tps=22625 mem=5.5G lam=None Gm=0.3787587483723958
[g_only s2] step 10340/12000 loss=4.2808 gn=0.92 lr=8.59e-05 tps=22626 mem=5.5G lam=None Gm=0.3708597819010417
[g_only s2] step 10360/12000 loss=4.3309 gn=0.93 lr=8.53e-05 tps=22626 mem=5.5G lam=None Gm=0.372314453125
[g_only s2] step 10380/12000 loss=4.4381 gn=1.03 lr=8.47e-05 tps=22626 mem=5.5G lam=None Gm=0.3773701985677083
[g_only s2] step 10400/12000 loss=4.4251 gn=0.97 lr=8.41e-05 tps=22626 mem=5.5G lam=None Gm=0.3853047688802083
[g_only s2] step 10420/12000 loss=4.2637 gn=0.98 lr=8.35e-05 tps=22626 mem=5.5G lam=None Gm=0.3735758463541667
[g_only s2] step 10440/12000 loss=4.2115 gn=0.94 lr=8.30e-05 tps=22626 mem=5.5G lam=None Gm=0.3761240641276042
[g_only s2] step 10460/12000 loss=4.3606 gn=0.98 lr=8.24e-05 tps=22626 mem=5.5G lam=None Gm=0.3809000651041667
[g_only s2] step 10480/12000 loss=4.3831 gn=0.99 lr=8.18e-05 tps=22626 mem=5.5G lam=None Gm=0.375732421875
[g_only s2] step 10500/12000 loss=4.2728 gn=0.90 lr=8.12e-05 tps=22626 mem=5.5G lam=None Gm=0.3720448811848958
[g_only s2] step 10520/12000 loss=4.2335 gn=0.89 lr=8.07e-05 tps=22627 mem=5.5G lam=None Gm=0.3734792073567708
[g_only s2] step 10540/12000 loss=4.1016 gn=1.00 lr=8.01e-05 tps=22627 mem=5.5G lam=None Gm=0.3683420817057292
[g_only s2] step 10560/12000 loss=4.3457 gn=0.92 lr=7.96e-05 tps=22627 mem=5.5G lam=None Gm=0.3748931884765625
[g_only s2] step 10580/12000 loss=4.3925 gn=0.98 lr=7.91e-05 tps=22627 mem=5.5G lam=None Gm=0.3796590169270833
[g_only s2] step 10600/12000 loss=4.4371 gn=1.02 lr=7.85e-05 tps=22627 mem=5.5G lam=None Gm=0.3749237060546875
[g_only s2] step 10620/12000 loss=4.3808 gn=0.97 lr=7.80e-05 tps=22627 mem=5.5G lam=None Gm=0.3728586832682292
[g_only s2] step 10640/12000 loss=4.3684 gn=0.99 lr=7.75e-05 tps=22627 mem=5.5G lam=None Gm=0.3742624918619792
[g_only s2] step 10660/12000 loss=4.3403 gn=0.99 lr=7.70e-05 tps=22628 mem=5.5G lam=None Gm=0.373870849609375
[g_only s2] step 10680/12000 loss=4.4234 gn=0.95 lr=7.65e-05 tps=22628 mem=5.5G lam=None Gm=0.3711649576822917
[g_only s2] step 10700/12000 loss=4.4433 gn=0.94 lr=7.60e-05 tps=22628 mem=5.5G lam=None Gm=0.3749440511067708
[g_only s2] step 10720/12000 loss=4.3283 gn=0.88 lr=7.55e-05 tps=22628 mem=5.5G lam=None Gm=0.3688812255859375
[g_only s2] step 10740/12000 loss=4.2055 gn=0.89 lr=7.50e-05 tps=22628 mem=5.5G lam=None Gm=0.3717600504557292
[g_only s2] step 10760/12000 loss=4.3187 gn=0.94 lr=7.46e-05 tps=22628 mem=5.5G lam=None Gm=0.3761342366536458
[g_only s2] step 10780/12000 loss=4.4319 gn=0.95 lr=7.41e-05 tps=22629 mem=5.5G lam=None Gm=0.3846893310546875
[g_only s2] step 10800/12000 loss=4.3884 gn=1.05 lr=7.37e-05 tps=22629 mem=5.5G lam=None Gm=0.3733927408854167
[g_only s2] step 10820/12000 loss=4.3058 gn=0.95 lr=7.32e-05 tps=22629 mem=5.5G lam=None Gm=0.378936767578125
[g_only s2] step 10840/12000 loss=4.3084 gn=0.98 lr=7.28e-05 tps=22629 mem=5.5G lam=None Gm=0.3789825439453125
[g_only s2] step 10860/12000 loss=4.3008 gn=0.97 lr=7.23e-05 tps=22629 mem=5.5G lam=None Gm=0.3772939046223958
[g_only s2] step 10880/12000 loss=4.4311 gn=0.97 lr=7.19e-05 tps=22629 mem=5.5G lam=None Gm=0.372955322265625
[g_only s2] step 10900/12000 loss=4.4850 gn=1.05 lr=7.15e-05 tps=22629 mem=5.5G lam=None Gm=0.3794504801432292
[g_only s2] step 10920/12000 loss=4.5226 gn=1.26 lr=7.11e-05 tps=22629 mem=5.5G lam=None Gm=0.373138427734375
[g_only s2] step 10940/12000 loss=4.5196 gn=0.95 lr=7.07e-05 tps=22629 mem=5.5G lam=None Gm=0.3744303385416667
[g_only s2] step 10960/12000 loss=4.2891 gn=0.97 lr=7.03e-05 tps=22629 mem=5.5G lam=None Gm=0.3699849446614583
[g_only s2] step 10980/12000 loss=4.1632 gn=0.91 lr=6.99e-05 tps=22629 mem=5.5G lam=None Gm=0.3722279866536458
[g_only s2] step 11000/12000 loss=4.3970 gn=0.99 lr=6.95e-05 tps=22629 mem=5.5G lam=None Gm=0.3775583902994792
[g_only s2] EVAL step 11000: val_loss=4.4030 val_ppl=81.70
[g_only s2] step 11020/12000 loss=4.3389 gn=1.04 lr=6.91e-05 tps=22622 mem=5.5G lam=None Gm=0.37542724609375
[g_only s2] step 11040/12000 loss=4.2769 gn=0.97 lr=6.88e-05 tps=22622 mem=5.5G lam=None Gm=0.3743336995442708
[g_only s2] step 11060/12000 loss=4.3864 gn=1.04 lr=6.84e-05 tps=22622 mem=5.5G lam=None Gm=0.3834177652994792
[g_only s2] step 11080/12000 loss=4.2964 gn=1.04 lr=6.81e-05 tps=22622 mem=5.5G lam=None Gm=0.3700358072916667
[g_only s2] step 11100/12000 loss=4.4284 gn=0.96 lr=6.77e-05 tps=22622 mem=5.5G lam=None Gm=0.3770650227864583
[g_only s2] step 11120/12000 loss=4.1675 gn=0.93 lr=6.74e-05 tps=22622 mem=5.5G lam=None Gm=0.3697662353515625
[g_only s2] step 11140/12000 loss=4.3310 gn=0.96 lr=6.70e-05 tps=22622 mem=5.5G lam=None Gm=0.3728383382161458
[g_only s2] step 11160/12000 loss=4.3456 gn=0.96 lr=6.67e-05 tps=22622 mem=5.5G lam=None Gm=0.371063232421875
[g_only s2] step 11180/12000 loss=4.3330 gn=0.94 lr=6.64e-05 tps=22622 mem=5.5G lam=None Gm=0.3712056477864583
[g_only s2] step 11200/12000 loss=4.1793 gn=1.00 lr=6.61e-05 tps=22622 mem=5.5G lam=None Gm=0.3695220947265625
[g_only s2] step 11220/12000 loss=4.1199 gn=0.97 lr=6.58e-05 tps=22622 mem=5.5G lam=None Gm=0.3672993977864583
[g_only s2] step 11240/12000 loss=4.3324 gn=1.03 lr=6.55e-05 tps=22622 mem=5.5G lam=None Gm=0.3761240641276042
[g_only s2] step 11260/12000 loss=4.3626 gn=1.01 lr=6.52e-05 tps=22622 mem=5.5G lam=None Gm=0.3727060953776042
[g_only s2] step 11280/12000 loss=4.3203 gn=1.00 lr=6.49e-05 tps=22622 mem=5.5G lam=None Gm=0.3746999104817708
[g_only s2] step 11300/12000 loss=4.3607 gn=1.05 lr=6.47e-05 tps=22622 mem=5.5G lam=None Gm=0.3670857747395833
[g_only s2] step 11320/12000 loss=4.2294 gn=1.09 lr=6.44e-05 tps=22622 mem=5.5G lam=None Gm=0.3720855712890625
[g_only s2] step 11340/12000 loss=4.4051 gn=1.02 lr=6.42e-05 tps=22622 mem=5.5G lam=None Gm=0.3773651123046875
[g_only s2] step 11360/12000 loss=4.3279 gn=1.01 lr=6.39e-05 tps=22621 mem=5.5G lam=None Gm=0.3742472330729167
[g_only s2] step 11380/12000 loss=4.3338 gn=1.00 lr=6.37e-05 tps=22621 mem=5.5G lam=None Gm=0.37176513671875
[g_only s2] step 11400/12000 loss=4.3554 gn=1.16 lr=6.34e-05 tps=22621 mem=5.5G lam=None Gm=0.3716227213541667
[g_only s2] step 11420/12000 loss=4.3283 gn=1.00 lr=6.32e-05 tps=22621 mem=5.5G lam=None Gm=0.3755900065104167
[g_only s2] step 11440/12000 loss=4.1997 gn=0.96 lr=6.30e-05 tps=22621 mem=5.5G lam=None Gm=0.3776295979817708
[g_only s2] step 11460/12000 loss=4.2585 gn=1.04 lr=6.28e-05 tps=22621 mem=5.5G lam=None Gm=0.3709971110026042
[g_only s2] step 11480/12000 loss=4.2338 gn=1.04 lr=6.26e-05 tps=22621 mem=5.5G lam=None Gm=0.3670196533203125
[g_only s2] step 11500/12000 loss=4.3549 gn=0.96 lr=6.24e-05 tps=22620 mem=5.5G lam=None Gm=0.3767038981119792
[g_only s2] step 11520/12000 loss=4.4486 gn=0.99 lr=6.22e-05 tps=22616 mem=5.5G lam=None Gm=0.3751271565755208
[g_only s2] step 11540/12000 loss=4.3157 gn=1.01 lr=6.20e-05 tps=22610 mem=5.5G lam=None Gm=0.37774658203125
[g_only s2] step 11560/12000 loss=4.2876 gn=1.05 lr=6.19e-05 tps=22602 mem=5.5G lam=None Gm=0.3789265950520833
[g_only s2] step 11580/12000 loss=4.4789 gn=1.18 lr=6.17e-05 tps=22597 mem=5.5G lam=None Gm=0.3744099934895833
[g_only s2] step 11600/12000 loss=4.1962 gn=0.99 lr=6.15e-05 tps=22597 mem=5.5G lam=None Gm=0.3798319498697917
[g_only s2] step 11620/12000 loss=4.3171 gn=1.02 lr=6.14e-05 tps=22597 mem=5.5G lam=None Gm=0.3704681396484375
[g_only s2] step 11640/12000 loss=4.2416 gn=0.89 lr=6.12e-05 tps=22597 mem=5.5G lam=None Gm=0.3709004720052083
[g_only s2] step 11660/12000 loss=4.2890 gn=1.05 lr=6.11e-05 tps=22597 mem=5.5G lam=None Gm=0.3713785807291667
[g_only s2] step 11680/12000 loss=4.3083 gn=0.94 lr=6.10e-05 tps=22597 mem=5.5G lam=None Gm=0.3693288167317708
[g_only s2] step 11700/12000 loss=4.3434 gn=0.97 lr=6.09e-05 tps=22597 mem=5.5G lam=None Gm=0.3730926513671875
[g_only s2] step 11720/12000 loss=4.2888 gn=1.02 lr=6.07e-05 tps=22598 mem=5.5G lam=None Gm=0.3698527018229167
[g_only s2] step 11740/12000 loss=4.3491 gn=1.03 lr=6.06e-05 tps=22597 mem=5.5G lam=None Gm=0.3814493815104167
[g_only s2] step 11760/12000 loss=4.2133 gn=0.99 lr=6.06e-05 tps=22598 mem=5.5G lam=None Gm=0.3657735188802083
[g_only s2] step 11780/12000 loss=4.4250 gn=1.07 lr=6.05e-05 tps=22598 mem=5.5G lam=None Gm=0.37506103515625
[g_only s2] step 11800/12000 loss=4.3204 gn=1.11 lr=6.04e-05 tps=22598 mem=5.5G lam=None Gm=0.3726603190104167
[g_only s2] step 11820/12000 loss=4.4857 gn=0.93 lr=6.03e-05 tps=22598 mem=5.5G lam=None Gm=0.3721923828125
[g_only s2] step 11840/12000 loss=4.2489 gn=0.97 lr=6.02e-05 tps=22598 mem=5.5G lam=None Gm=0.3699798583984375
[g_only s2] step 11860/12000 loss=4.2438 gn=1.07 lr=6.02e-05 tps=22598 mem=5.5G lam=None Gm=0.3698832194010417
[g_only s2] step 11880/12000 loss=4.3410 gn=1.08 lr=6.01e-05 tps=22598 mem=5.5G lam=None Gm=0.3696339925130208
[g_only s2] step 11900/12000 loss=4.2947 gn=1.00 lr=6.01e-05 tps=22598 mem=5.5G lam=None Gm=0.3719329833984375
[g_only s2] step 11920/12000 loss=4.2152 gn=1.06 lr=6.01e-05 tps=22598 mem=5.5G lam=None Gm=0.3739369710286458
[g_only s2] step 11940/12000 loss=4.1800 gn=1.00 lr=6.00e-05 tps=22598 mem=5.5G lam=None Gm=0.367034912109375
[g_only s2] step 11960/12000 loss=4.3057 gn=1.00 lr=6.00e-05 tps=22598 mem=5.5G lam=None Gm=0.369171142578125
[g_only s2] step 11980/12000 loss=4.2727 gn=1.05 lr=6.00e-05 tps=22598 mem=5.5G lam=None Gm=0.3676300048828125
[g_only s2] EVAL step 11999: val_loss=4.3986 val_ppl=81.34
[init] variant=full seed=2 params=63.98M
[init] use_S=True use_G=True
[full s2] step 0/12000 loss=10.8549 gn=9.82 lr=3.00e-06 tps=7949 mem=5.2G lam=0.12692801654338837 Gm=0.48413818205396336
[full s2] step 20/12000 loss=9.8600 gn=1.92 lr=6.30e-05 tps=16895 mem=5.7G lam=0.12692545354366302 Gm=0.4522758461534977
[full s2] step 40/12000 loss=9.0901 gn=1.79 lr=1.23e-04 tps=17467 mem=5.7G lam=0.1268333693345388 Gm=0.43023352945844334
[full s2] step 60/12000 loss=8.1711 gn=1.49 lr=1.83e-04 tps=17765 mem=5.7G lam=0.1267441939562559 Gm=0.42800211906433105
[full s2] step 80/12000 loss=7.5458 gn=0.84 lr=2.43e-04 tps=17918 mem=5.7G lam=0.12663992308080196 Gm=0.4271373637020588
[full s2] step 100/12000 loss=7.2317 gn=0.72 lr=3.03e-04 tps=18036 mem=5.7G lam=0.12654135872920355 Gm=0.415961633125941
[full s2] step 120/12000 loss=7.1380 gn=0.67 lr=3.63e-04 tps=18104 mem=5.7G lam=0.1264414396136999 Gm=0.41266874223947525
[full s2] step 140/12000 loss=7.0255 gn=0.68 lr=4.23e-04 tps=18150 mem=5.7G lam=0.12638316924373308 Gm=0.419362660497427
[full s2] step 160/12000 loss=6.7394 gn=0.62 lr=4.83e-04 tps=18177 mem=5.7G lam=0.12631283203760782 Gm=0.40420519933104515
[full s2] step 180/12000 loss=6.8471 gn=0.50 lr=5.43e-04 tps=18192 mem=5.7G lam=0.12634840918083987 Gm=0.40053849294781685
[full s2] step 200/12000 loss=6.6233 gn=0.56 lr=6.00e-04 tps=18209 mem=5.7G lam=0.12632321938872337 Gm=0.3915938114126523
[full s2] step 220/12000 loss=6.6334 gn=0.60 lr=6.00e-04 tps=18237 mem=5.7G lam=0.1262961132451892 Gm=0.39850909635424614
[full s2] step 240/12000 loss=6.5848 gn=0.52 lr=6.00e-04 tps=18261 mem=5.7G lam=0.12628011809041104 Gm=0.38567479078968364
[full s2] step 260/12000 loss=6.4205 gn=0.49 lr=6.00e-04 tps=18285 mem=5.7G lam=0.1262688816835483 Gm=0.40669455751776695
[full s2] step 280/12000 loss=6.5054 gn=0.49 lr=6.00e-04 tps=18305 mem=5.7G lam=0.12628869184603295 Gm=0.4135252746442954
[full s2] step 300/12000 loss=6.6429 gn=0.46 lr=6.00e-04 tps=18321 mem=5.7G lam=0.12627174612134695 Gm=0.41215543697277707
[full s2] step 320/12000 loss=6.5922 gn=0.48 lr=6.00e-04 tps=18328 mem=5.7G lam=0.12624872537950674 Gm=0.4080927607913812
[full s2] step 340/12000 loss=6.4547 gn=0.47 lr=6.00e-04 tps=18349 mem=5.7G lam=0.12630452867597342 Gm=0.41941652198632556
[full s2] step 360/12000 loss=6.4022 gn=0.51 lr=6.00e-04 tps=18358 mem=5.7G lam=0.12636436987668276 Gm=0.41444091126322746
[full s2] step 380/12000 loss=6.2693 gn=0.49 lr=6.00e-04 tps=18367 mem=5.7G lam=0.12644809919099012 Gm=0.44231489673256874
[full s2] step 400/12000 loss=6.4634 gn=0.49 lr=6.00e-04 tps=18360 mem=5.7G lam=0.1264700721949339 Gm=0.4171920989950498
[full s2] step 420/12000 loss=6.2934 gn=0.47 lr=6.00e-04 tps=18353 mem=5.7G lam=0.12653880566358566 Gm=0.44463082775473595
[full s2] step 440/12000 loss=6.2999 gn=0.48 lr=5.99e-04 tps=18369 mem=5.7G lam=0.12665680578599373 Gm=0.4387928210198879
[full s2] step 460/12000 loss=6.2429 gn=0.47 lr=5.99e-04 tps=18383 mem=5.7G lam=0.1267462329318126 Gm=0.442952507485946
[full s2] step 480/12000 loss=6.4837 gn=0.51 lr=5.99e-04 tps=18387 mem=5.7G lam=0.12689094307521978 Gm=0.4348972775042057
[full s2] step 500/12000 loss=6.3186 gn=0.47 lr=5.99e-04 tps=18394 mem=5.7G lam=0.12710919479529062 Gm=0.4438770276804765
[full s2] step 520/12000 loss=6.3432 gn=0.47 lr=5.99e-04 tps=18390 mem=5.7G lam=0.1273205168545246 Gm=0.46138598769903183
[full s2] step 540/12000 loss=6.0884 gn=0.46 lr=5.99e-04 tps=18396 mem=5.7G lam=0.12752549350261688 Gm=0.49114174271623295
[full s2] step 560/12000 loss=6.0521 gn=0.50 lr=5.99e-04 tps=18402 mem=5.7G lam=0.12772539630532265 Gm=0.4747086713711421
[full s2] step 580/12000 loss=5.9166 gn=0.51 lr=5.99e-04 tps=18407 mem=5.7G lam=0.1279321194936832 Gm=0.48434366037448245
[full s2] step 600/12000 loss=6.0612 gn=0.51 lr=5.98e-04 tps=18416 mem=5.7G lam=0.1281968541443348 Gm=0.5085552694896857
[full s2] step 620/12000 loss=6.2218 gn=0.47 lr=5.98e-04 tps=18420 mem=5.7G lam=0.12840498921771845 Gm=0.5146757401525974
[full s2] step 640/12000 loss=6.1311 gn=0.46 lr=5.98e-04 tps=18419 mem=5.7G lam=0.12866881676018238 Gm=0.4856528143088023
[full s2] step 660/12000 loss=6.1160 gn=0.49 lr=5.98e-04 tps=18424 mem=5.7G lam=0.12898446805775166 Gm=0.525129958987236
[full s2] step 680/12000 loss=6.0618 gn=0.43 lr=5.98e-04 tps=18423 mem=5.7G lam=0.12929840572178364 Gm=0.5323292103906473
[full s2] step 700/12000 loss=5.9658 gn=0.48 lr=5.98e-04 tps=18424 mem=5.7G lam=0.12961199941734472 Gm=0.5174335166811943
[full s2] step 720/12000 loss=6.0338 gn=0.59 lr=5.97e-04 tps=18428 mem=5.7G lam=0.13001847142974535 Gm=0.5206350771089395
[full s2] step 740/12000 loss=6.0100 gn=0.51 lr=5.97e-04 tps=18424 mem=5.7G lam=0.1303439848124981 Gm=0.5434011556208134
[full s2] step 760/12000 loss=6.0204 gn=0.49 lr=5.97e-04 tps=18422 mem=5.7G lam=0.13071177092691263 Gm=0.5497094007829825
[full s2] step 780/12000 loss=5.7890 gn=0.45 lr=5.97e-04 tps=18426 mem=5.7G lam=0.1311031791071097 Gm=0.5489365843435129
[full s2] step 800/12000 loss=5.8960 gn=0.52 lr=5.97e-04 tps=18429 mem=5.7G lam=0.13150799833238125 Gm=0.5431501778463522
[full s2] step 820/12000 loss=5.8409 gn=0.46 lr=5.96e-04 tps=18434 mem=5.7G lam=0.13191263501842818 Gm=0.5251021397610506
[full s2] step 840/12000 loss=5.9160 gn=0.51 lr=5.96e-04 tps=18433 mem=5.7G lam=0.13229165226221085 Gm=0.5420791395008564
[full s2] step 860/12000 loss=5.8857 gn=0.48 lr=5.96e-04 tps=18436 mem=5.7G lam=0.13265409568945566 Gm=0.5364958656330904
[full s2] step 880/12000 loss=5.9824 gn=0.56 lr=5.96e-04 tps=18439 mem=5.7G lam=0.13300994535287222 Gm=0.5545470807701349
[full s2] step 900/12000 loss=5.7609 gn=0.48 lr=5.95e-04 tps=18442 mem=5.7G lam=0.13343547781308493 Gm=0.5333253517746925
[full s2] step 920/12000 loss=5.9207 gn=0.48 lr=5.95e-04 tps=18445 mem=5.7G lam=0.13383407766620317 Gm=0.5261904081950585
[full s2] step 940/12000 loss=5.8397 gn=0.49 lr=5.95e-04 tps=18449 mem=5.7G lam=0.1342735110471646 Gm=0.5237048634638389
[full s2] step 960/12000 loss=5.7283 gn=0.53 lr=5.94e-04 tps=18453 mem=5.7G lam=0.13469342483828464 Gm=0.5491224192082882
[full s2] step 980/12000 loss=5.8160 gn=0.49 lr=5.94e-04 tps=18457 mem=5.7G lam=0.13506792889287075 Gm=0.5385550862799088
[full s2] step 1000/12000 loss=5.7309 gn=0.52 lr=5.94e-04 tps=18458 mem=5.7G lam=0.13545610196888447 Gm=0.5289684981107712
[full s2] EVAL step 1000: val_loss=5.7257 val_ppl=306.65
[full s2] step 1020/12000 loss=5.6772 gn=0.52 lr=5.94e-04 tps=18393 mem=5.7G lam=0.13589525253822407 Gm=0.5185140880445639
[full s2] step 1040/12000 loss=5.8224 gn=0.52 lr=5.93e-04 tps=18389 mem=5.7G lam=0.13630167953670025 Gm=0.5284766412029663
[full s2] step 1060/12000 loss=5.7123 gn=0.85 lr=5.93e-04 tps=18391 mem=5.7G lam=0.13668747867147127 Gm=0.5174616674582163
[full s2] step 1080/12000 loss=5.7744 gn=0.52 lr=5.93e-04 tps=18392 mem=5.7G lam=0.1370680301139752 Gm=0.5161223740627369
[full s2] step 1100/12000 loss=5.5989 gn=0.52 lr=5.92e-04 tps=18394 mem=5.7G lam=0.137446830359598 Gm=0.5228482174376646
[full s2] step 1120/12000 loss=5.7034 gn=0.57 lr=5.92e-04 tps=18398 mem=5.7G lam=0.13789547079553208 Gm=0.507317022110025
[full s2] step 1140/12000 loss=5.7423 gn=0.57 lr=5.92e-04 tps=18398 mem=5.7G lam=0.13832512373725572 Gm=0.5107714664191008
[full s2] step 1160/12000 loss=5.6599 gn=0.52 lr=5.91e-04 tps=18399 mem=5.7G lam=0.1387224905192852 Gm=0.5247598265608152
[full s2] step 1180/12000 loss=5.5033 gn=0.51 lr=5.91e-04 tps=18398 mem=5.7G lam=0.13918971673895916 Gm=0.5210008726765712
[full s2] step 1200/12000 loss=5.5467 gn=0.48 lr=5.90e-04 tps=18398 mem=5.7G lam=0.13964535668492317 Gm=0.500509966785709
[full s2] step 1220/12000 loss=5.5963 gn=0.49 lr=5.90e-04 tps=18400 mem=5.7G lam=0.14003067122151455 Gm=0.5094861071556807
[full s2] step 1240/12000 loss=5.5315 gn=0.52 lr=5.90e-04 tps=18399 mem=5.7G lam=0.14037068064014116 Gm=0.49680651413897675
[full s2] step 1260/12000 loss=5.4802 gn=0.56 lr=5.89e-04 tps=18402 mem=5.7G lam=0.14069891100128493 Gm=0.49864096318682033
[full s2] step 1280/12000 loss=5.4696 gn=0.54 lr=5.89e-04 tps=18402 mem=5.7G lam=0.14109345184018215 Gm=0.49228996845583123
[full s2] step 1300/12000 loss=5.5974 gn=0.51 lr=5.89e-04 tps=18403 mem=5.7G lam=0.14156868805487952 Gm=0.4901578289767106
[full s2] step 1320/12000 loss=5.4460 gn=0.53 lr=5.88e-04 tps=18405 mem=5.7G lam=0.14196639135479927 Gm=0.4994811595728
[full s2] step 1340/12000 loss=5.6604 gn=0.59 lr=5.88e-04 tps=18407 mem=5.7G lam=0.1423983027537664 Gm=0.48677730311950046
[full s2] step 1360/12000 loss=5.4658 gn=0.57 lr=5.87e-04 tps=18409 mem=5.7G lam=0.14282935267935196 Gm=0.4950997866690159
[full s2] step 1380/12000 loss=5.4970 gn=0.62 lr=5.87e-04 tps=18411 mem=5.7G lam=0.14321468956768513 Gm=0.49573741666972637
[full s2] step 1400/12000 loss=5.3893 gn=0.56 lr=5.86e-04 tps=18413 mem=5.7G lam=0.14363887626677752 Gm=0.49526443021992844
[full s2] step 1420/12000 loss=5.4517 gn=0.54 lr=5.86e-04 tps=18415 mem=5.7G lam=0.1440575054536263 Gm=0.4655254849543174
[full s2] step 1440/12000 loss=5.5097 gn=0.54 lr=5.85e-04 tps=18416 mem=5.7G lam=0.1445297353590528 Gm=0.47922661527991295
[full s2] step 1460/12000 loss=5.4204 gn=0.57 lr=5.85e-04 tps=18420 mem=5.7G lam=0.14494937906662622 Gm=0.47419710208972293
[full s2] step 1480/12000 loss=5.3641 gn=0.53 lr=5.84e-04 tps=18423 mem=5.7G lam=0.1453350962450107 Gm=0.47464812360703945
[full s2] step 1500/12000 loss=5.6162 gn=0.60 lr=5.84e-04 tps=18426 mem=5.7G lam=0.14579517673701048 Gm=0.47905650983254117
[full s2] step 1520/12000 loss=5.3954 gn=0.56 lr=5.83e-04 tps=18428 mem=5.7G lam=0.1461938265711069 Gm=0.46732063715656597
[full s2] step 1540/12000 loss=5.3966 gn=0.53 lr=5.83e-04 tps=18431 mem=5.7G lam=0.14668183152874312 Gm=0.4651111603404085
[full s2] step 1560/12000 loss=5.6022 gn=0.57 lr=5.82e-04 tps=18433 mem=5.7G lam=0.14709010782341161 Gm=0.47138171053181094
[full s2] step 1580/12000 loss=5.4933 gn=0.55 lr=5.82e-04 tps=18429 mem=5.7G lam=0.1475543569152554 Gm=0.4618686428293586
[full s2] step 1600/12000 loss=5.4038 gn=0.57 lr=5.81e-04 tps=18431 mem=5.7G lam=0.14800871443003416 Gm=0.46421256692459184
[full s2] step 1620/12000 loss=5.3787 gn=0.56 lr=5.81e-04 tps=18430 mem=5.7G lam=0.14845969714224339 Gm=0.4632339822128415
[full s2] step 1640/12000 loss=5.4404 gn=0.58 lr=5.80e-04 tps=18431 mem=5.7G lam=0.14885643031448126 Gm=0.47566917911171913
[full s2] step 1660/12000 loss=5.1687 gn=0.54 lr=5.80e-04 tps=18431 mem=5.7G lam=0.14929607852051655 Gm=0.44603611901402473
[full s2] step 1680/12000 loss=5.4398 gn=0.57 lr=5.79e-04 tps=18431 mem=5.7G lam=0.14969619922339916 Gm=0.4659826283653577
[full s2] step 1700/12000 loss=5.5159 gn=0.60 lr=5.79e-04 tps=18432 mem=5.7G lam=0.15010455095519623 Gm=0.47073886419336003
[full s2] step 1720/12000 loss=5.2982 gn=0.55 lr=5.78e-04 tps=18431 mem=5.7G lam=0.15055705265452465 Gm=0.47026906193544465
[full s2] step 1740/12000 loss=5.3695 gn=0.58 lr=5.78e-04 tps=18434 mem=5.7G lam=0.15100570799161991 Gm=0.4625313753883044
[full s2] step 1760/12000 loss=5.2400 gn=0.53 lr=5.77e-04 tps=18435 mem=5.7G lam=0.15146891369173923 Gm=0.4495198515554269
[full s2] step 1780/12000 loss=5.2724 gn=0.57 lr=5.76e-04 tps=18436 mem=5.7G lam=0.1519279001901547 Gm=0.45763474112997454
[full s2] step 1800/12000 loss=5.4397 gn=0.58 lr=5.76e-04 tps=18438 mem=5.7G lam=0.15239717345684767 Gm=0.45396521128714085
[full s2] step 1820/12000 loss=5.4899 gn=0.58 lr=5.75e-04 tps=18438 mem=5.7G lam=0.15286842888842025 Gm=0.4512081081047654
[full s2] step 1840/12000 loss=5.4258 gn=0.58 lr=5.75e-04 tps=18440 mem=5.7G lam=0.15337270312011242 Gm=0.4454848974322279
[full s2] step 1860/12000 loss=5.4309 gn=0.59 lr=5.74e-04 tps=18442 mem=5.7G lam=0.15397522784769535 Gm=0.4515508736173312
[full s2] step 1880/12000 loss=5.1769 gn=0.57 lr=5.73e-04 tps=18442 mem=5.7G lam=0.15446000453084707 Gm=0.45178980721781653
[full s2] step 1900/12000 loss=5.2322 gn=0.59 lr=5.73e-04 tps=18444 mem=5.7G lam=0.15490084451933703 Gm=0.4526829474295179
[full s2] step 1920/12000 loss=5.4306 gn=0.60 lr=5.72e-04 tps=18446 mem=5.7G lam=0.15538312184313932 Gm=0.44620835439612466
[full s2] step 1940/12000 loss=5.5489 gn=0.67 lr=5.72e-04 tps=18447 mem=5.7G lam=0.15589597324530283 Gm=0.4416217254474759
[full s2] step 1960/12000 loss=5.1733 gn=0.58 lr=5.71e-04 tps=18449 mem=5.7G lam=0.15629517752677202 Gm=0.4462760289510091
[full s2] step 1980/12000 loss=5.1568 gn=0.60 lr=5.70e-04 tps=18450 mem=5.7G lam=0.1567376066620151 Gm=0.43893749949832755
[full s2] step 2000/12000 loss=5.1092 gn=0.58 lr=5.70e-04 tps=18451 mem=5.7G lam=0.15720953016231456 Gm=0.4413282200694084
[full s2] EVAL step 2000: val_loss=5.2818 val_ppl=196.73
[full s2] step 2020/12000 loss=5.1948 gn=0.68 lr=5.69e-04 tps=18417 mem=5.7G lam=0.1577280911927422 Gm=0.4364671589185794
[full s2] step 2040/12000 loss=5.2990 gn=0.57 lr=5.68e-04 tps=18420 mem=5.7G lam=0.1582211727897326 Gm=0.4461989753569166
[full s2] step 2060/12000 loss=5.3466 gn=0.61 lr=5.68e-04 tps=18421 mem=5.7G lam=0.15872606386741003 Gm=0.434550487746795
[full s2] step 2080/12000 loss=5.3829 gn=0.60 lr=5.67e-04 tps=18423 mem=5.7G lam=0.15926411903152862 Gm=0.4344435107583801
[full s2] step 2100/12000 loss=5.1996 gn=0.61 lr=5.66e-04 tps=18425 mem=5.7G lam=0.15979217582692704 Gm=0.4274547640234232
[full s2] step 2120/12000 loss=5.3441 gn=0.61 lr=5.65e-04 tps=18426 mem=5.7G lam=0.16027451865375042 Gm=0.42834157838175696
[full s2] step 2140/12000 loss=5.1312 gn=0.56 lr=5.65e-04 tps=18427 mem=5.7G lam=0.1607913759847482 Gm=0.421819521424671
[full s2] step 2160/12000 loss=5.1735 gn=0.57 lr=5.64e-04 tps=18428 mem=5.7G lam=0.16130892280489206 Gm=0.4264714699238539
[full s2] step 2180/12000 loss=5.2957 gn=0.63 lr=5.63e-04 tps=18430 mem=5.7G lam=0.16189563553780317 Gm=0.4254876160994172
[full s2] step 2200/12000 loss=5.0705 gn=0.68 lr=5.63e-04 tps=18432 mem=5.7G lam=0.16239047547181448 Gm=0.4118834890735646
[full s2] step 2220/12000 loss=5.1503 gn=0.56 lr=5.62e-04 tps=18432 mem=5.7G lam=0.16283243149518967 Gm=0.4342050813138485
[full s2] step 2240/12000 loss=5.2929 gn=0.67 lr=5.61e-04 tps=18433 mem=5.7G lam=0.16335143117854992 Gm=0.4264349148919185
[full s2] step 2260/12000 loss=5.0786 gn=0.64 lr=5.60e-04 tps=18433 mem=5.7G lam=0.16392874903976917 Gm=0.42783731361851096
[full s2] step 2280/12000 loss=5.1173 gn=0.62 lr=5.60e-04 tps=18434 mem=5.7G lam=0.16449401434510946 Gm=0.430241489627709
[full s2] step 2300/12000 loss=5.3252 gn=0.61 lr=5.59e-04 tps=18435 mem=5.7G lam=0.1649830381696423 Gm=0.41450281891350943
[full s2] step 2320/12000 loss=5.2681 gn=0.64 lr=5.58e-04 tps=18435 mem=5.7G lam=0.16551449801772833 Gm=0.4235620096636315
[full s2] step 2340/12000 loss=5.1128 gn=0.63 lr=5.57e-04 tps=18436 mem=5.7G lam=0.16596304842581353 Gm=0.4244716231090327
[full s2] step 2360/12000 loss=5.1075 gn=0.60 lr=5.57e-04 tps=18439 mem=5.7G lam=0.16649243297676244 Gm=0.4092130420419077
[full s2] step 2380/12000 loss=5.1006 gn=0.64 lr=5.56e-04 tps=18441 mem=5.7G lam=0.16700528499980768 Gm=0.42368073513110477
[full s2] step 2400/12000 loss=5.0811 gn=0.61 lr=5.55e-04 tps=18439 mem=5.7G lam=0.16756803635507822 Gm=0.4141194128120939
[full s2] step 2420/12000 loss=5.2364 gn=0.67 lr=5.54e-04 tps=18437 mem=5.7G lam=0.168087774887681 Gm=0.4349857857450843
[full s2] step 2440/12000 loss=5.1181 gn=0.63 lr=5.53e-04 tps=18436 mem=5.7G lam=0.16862649905184904 Gm=0.4139840779826045
[full s2] step 2460/12000 loss=5.0357 gn=0.61 lr=5.53e-04 tps=18435 mem=5.7G lam=0.1691224565729499 Gm=0.41543683502823114
[full s2] step 2480/12000 loss=5.0441 gn=0.66 lr=5.52e-04 tps=18434 mem=5.7G lam=0.16971852785597244 Gm=0.42961839788282913
[full s2] step 2500/12000 loss=5.1427 gn=0.60 lr=5.51e-04 tps=18432 mem=5.7G lam=0.17016773981352648 Gm=0.41371549883236486
[full s2] step 2520/12000 loss=4.9654 gn=0.61 lr=5.50e-04 tps=18431 mem=5.7G lam=0.17066154287507138 Gm=0.4112963353594144
[full s2] step 2540/12000 loss=5.0562 gn=0.66 lr=5.49e-04 tps=18431 mem=5.7G lam=0.17125032128145298 Gm=0.4135508197359741
[full s2] step 2560/12000 loss=5.1571 gn=0.77 lr=5.48e-04 tps=18429 mem=5.7G lam=0.1718167985479037 Gm=0.41368107000986737
[full s2] step 2580/12000 loss=5.1532 gn=0.69 lr=5.48e-04 tps=18428 mem=5.7G lam=0.17230215078840652 Gm=0.42312095252176124
[full s2] step 2600/12000 loss=5.0284 gn=0.62 lr=5.47e-04 tps=18428 mem=5.7G lam=0.1728131820758184 Gm=0.4155926622139911
[full s2] step 2620/12000 loss=4.9642 gn=0.67 lr=5.46e-04 tps=18427 mem=5.7G lam=0.17337300473203263 Gm=0.4151487424969673
[full s2] step 2640/12000 loss=5.0885 gn=0.68 lr=5.45e-04 tps=18427 mem=5.7G lam=0.17382766089091697 Gm=0.4139624477053682
[full s2] step 2660/12000 loss=5.1452 gn=0.67 lr=5.44e-04 tps=18426 mem=5.7G lam=0.17434489292403063 Gm=0.40837875303501886
[full s2] step 2680/12000 loss=5.0928 gn=0.64 lr=5.43e-04 tps=18425 mem=5.7G lam=0.17484164300064245 Gm=0.40649866793925565
[full s2] step 2700/12000 loss=5.1179 gn=0.66 lr=5.42e-04 tps=18424 mem=5.7G lam=0.17536256772776446 Gm=0.41110881650820374
[full s2] step 2720/12000 loss=4.9922 gn=0.66 lr=5.41e-04 tps=18423 mem=5.7G lam=0.17586318496614695 Gm=0.4039522058640917
[full s2] step 2740/12000 loss=5.0633 gn=0.63 lr=5.41e-04 tps=18422 mem=5.7G lam=0.17638398396472135 Gm=0.40223020532478887
[full s2] step 2760/12000 loss=5.0013 gn=0.64 lr=5.40e-04 tps=18422 mem=5.7G lam=0.17691764483849207 Gm=0.4051111680455506
[full s2] step 2780/12000 loss=4.9417 gn=0.64 lr=5.39e-04 tps=18421 mem=5.7G lam=0.1773693005864819 Gm=0.39169166640688974
[full s2] step 2800/12000 loss=4.9872 gn=0.69 lr=5.38e-04 tps=18419 mem=5.7G lam=0.17784373989949623 Gm=0.40321701345965266
[full s2] step 2820/12000 loss=4.9635 gn=0.66 lr=5.37e-04 tps=18417 mem=5.7G lam=0.1784131700793902 Gm=0.39375390236576396
[full s2] step 2840/12000 loss=5.1185 gn=0.66 lr=5.36e-04 tps=18415 mem=5.7G lam=0.17893077867726484 Gm=0.4047230863943696
[full s2] step 2860/12000 loss=4.8520 gn=0.65 lr=5.35e-04 tps=18412 mem=5.7G lam=0.17937469203025103 Gm=0.3962149474148949
[full s2] step 2880/12000 loss=5.0210 gn=0.63 lr=5.34e-04 tps=18412 mem=5.7G lam=0.1798654356971383 Gm=0.4030799643757443
[full s2] step 2900/12000 loss=5.0084 gn=0.69 lr=5.33e-04 tps=18410 mem=5.7G lam=0.18034114222973585 Gm=0.4049566965550184
[full s2] step 2920/12000 loss=5.0510 gn=0.67 lr=5.32e-04 tps=18410 mem=5.7G lam=0.18082317368437847 Gm=0.39658166623363894
[full s2] step 2940/12000 loss=5.1431 gn=0.74 lr=5.31e-04 tps=18409 mem=5.7G lam=0.18131747903923193 Gm=0.40029849562173087
[full s2] step 2960/12000 loss=4.8792 gn=0.65 lr=5.30e-04 tps=18408 mem=5.7G lam=0.18177484907209873 Gm=0.3961283323975901
[full s2] step 2980/12000 loss=4.9670 gn=0.64 lr=5.29e-04 tps=18407 mem=5.7G lam=0.1822403014327089 Gm=0.393532975576818
[full s2] step 3000/12000 loss=4.8794 gn=0.64 lr=5.28e-04 tps=18406 mem=5.7G lam=0.18269335757941008 Gm=0.4037764500826597
[full s2] EVAL step 3000: val_loss=5.0354 val_ppl=153.76
[full s2] step 3020/12000 loss=5.0466 gn=0.70 lr=5.27e-04 tps=18382 mem=5.7G lam=0.1831766627728939 Gm=0.41135511733591557
[full s2] step 3040/12000 loss=5.0272 gn=0.70 lr=5.26e-04 tps=18380 mem=5.7G lam=0.1837120500082771 Gm=0.3988512436238428
[full s2] step 3060/12000 loss=4.9663 gn=0.71 lr=5.25e-04 tps=18380 mem=5.7G lam=0.18421843368560076 Gm=0.38992744653175276
[full s2] step 3080/12000 loss=4.8410 gn=0.63 lr=5.24e-04 tps=18381 mem=5.7G lam=0.1848160351316134 Gm=0.3933831875522931
[full s2] step 3100/12000 loss=4.9848 gn=0.68 lr=5.23e-04 tps=18381 mem=5.7G lam=0.18530254159122705 Gm=0.38876636264224845
[full s2] step 3120/12000 loss=4.7244 gn=0.67 lr=5.22e-04 tps=18378 mem=5.7G lam=0.1858147345483303 Gm=0.39413539599627256
[full s2] step 3140/12000 loss=4.8798 gn=0.63 lr=5.21e-04 tps=18378 mem=5.7G lam=0.18633918619404236 Gm=0.3939918363466859
[full s2] step 3160/12000 loss=4.8428 gn=0.69 lr=5.20e-04 tps=18379 mem=5.7G lam=0.18685126273582378 Gm=0.39178433222696185
[full s2] step 3180/12000 loss=4.9391 gn=0.62 lr=5.19e-04 tps=18378 mem=5.7G lam=0.1873847550402085 Gm=0.3922201964693765
[full s2] step 3200/12000 loss=4.8913 gn=0.66 lr=5.18e-04 tps=18378 mem=5.7G lam=0.18788201113541922 Gm=0.3853043174992005
[full s2] step 3220/12000 loss=4.9277 gn=0.72 lr=5.17e-04 tps=18376 mem=5.7G lam=0.18842553750922283 Gm=0.39062416056791943
[full s2] step 3240/12000 loss=4.9800 gn=0.72 lr=5.16e-04 tps=18376 mem=5.7G lam=0.18892436133076748 Gm=0.3880583730836709
[full s2] step 3260/12000 loss=5.0697 gn=0.73 lr=5.15e-04 tps=18375 mem=5.7G lam=0.1894298124437531 Gm=0.4001246471889317
[full s2] step 3280/12000 loss=4.8568 gn=0.93 lr=5.14e-04 tps=18375 mem=5.7G lam=0.1899496034408609 Gm=0.38592807451883954
[full s2] step 3300/12000 loss=4.7542 gn=0.67 lr=5.13e-04 tps=18375 mem=5.7G lam=0.19044240284711123 Gm=0.38255268211166066
[full s2] step 3320/12000 loss=4.8663 gn=0.82 lr=5.12e-04 tps=18374 mem=5.7G lam=0.19088284516086182 Gm=0.38907974772155285
[full s2] step 3340/12000 loss=4.8951 gn=0.70 lr=5.11e-04 tps=18373 mem=5.7G lam=0.1913753580302 Gm=0.394565490540117
[full s2] step 3360/12000 loss=4.8391 gn=0.72 lr=5.10e-04 tps=18373 mem=5.7G lam=0.19190064569314322 Gm=0.3847434848236541
[full s2] step 3380/12000 loss=4.9555 gn=0.72 lr=5.09e-04 tps=18373 mem=5.7G lam=0.19236861417690912 Gm=0.3877182236562173
[full s2] step 3400/12000 loss=4.8665 gn=0.69 lr=5.08e-04 tps=18372 mem=5.7G lam=0.1928472894554337 Gm=0.39847093882660073
[full s2] step 3420/12000 loss=4.9917 gn=0.69 lr=5.07e-04 tps=18372 mem=5.7G lam=0.19331851601600647 Gm=0.3863439983688295
[full s2] step 3440/12000 loss=4.9193 gn=0.73 lr=5.06e-04 tps=18371 mem=5.7G lam=0.19383815148224434 Gm=0.3923082761466503
[full s2] step 3460/12000 loss=4.9070 gn=0.70 lr=5.05e-04 tps=18371 mem=5.7G lam=0.19435821970303854 Gm=0.3862011462139587
[full s2] step 3480/12000 loss=4.9366 gn=0.73 lr=5.03e-04 tps=18370 mem=5.7G lam=0.1948233644167582 Gm=0.3873302536085248
[full s2] step 3500/12000 loss=4.8354 gn=0.69 lr=5.02e-04 tps=18369 mem=5.7G lam=0.1953278916577498 Gm=0.38518177702402073
[full s2] step 3520/12000 loss=4.9114 gn=0.71 lr=5.01e-04 tps=18367 mem=5.7G lam=0.19589741869519153 Gm=0.38527073928465444
[full s2] step 3540/12000 loss=4.8637 gn=0.66 lr=5.00e-04 tps=18367 mem=5.7G lam=0.19641887893279394 Gm=0.3838514550589025
[full s2] step 3560/12000 loss=4.8009 gn=0.75 lr=4.99e-04 tps=18367 mem=5.7G lam=0.19689542582879463 Gm=0.3865942684933543
[full s2] step 3580/12000 loss=4.8777 gn=0.68 lr=4.98e-04 tps=18366 mem=5.7G lam=0.19738874894877276 Gm=0.38344471994787455
[full s2] step 3600/12000 loss=4.7430 gn=0.80 lr=4.97e-04 tps=18366 mem=5.7G lam=0.197815821506083 Gm=0.3862852974173923
[full s2] step 3620/12000 loss=4.8467 gn=0.80 lr=4.96e-04 tps=18366 mem=5.7G lam=0.19834799381593862 Gm=0.3789879215570788
[full s2] step 3640/12000 loss=4.7840 gn=0.80 lr=4.94e-04 tps=18366 mem=5.7G lam=0.198832582992812 Gm=0.38778681276987
[full s2] step 3660/12000 loss=4.8440 gn=0.71 lr=4.93e-04 tps=18367 mem=5.7G lam=0.19932392860452333 Gm=0.3850980217879017
[full s2] step 3680/12000 loss=4.8846 gn=0.71 lr=4.92e-04 tps=18367 mem=5.7G lam=0.19980428367853165 Gm=0.3861343474127352
[full s2] step 3700/12000 loss=4.7966 gn=0.70 lr=4.91e-04 tps=18368 mem=5.7G lam=0.20031365348647037 Gm=0.38018740294501185
[full s2] step 3720/12000 loss=4.9615 gn=0.71 lr=4.90e-04 tps=18368 mem=5.7G lam=0.20072645942370096 Gm=0.37767988350242376
[full s2] step 3740/12000 loss=4.8553 gn=0.71 lr=4.89e-04 tps=18369 mem=5.7G lam=0.20118917804211378 Gm=0.37415416243796545
[full s2] step 3760/12000 loss=4.8041 gn=0.67 lr=4.88e-04 tps=18369 mem=5.7G lam=0.20177840751906237 Gm=0.3798754387535155
[full s2] step 3780/12000 loss=4.7846 gn=0.71 lr=4.86e-04 tps=18369 mem=5.7G lam=0.2023206309725841 Gm=0.37871278449893
[full s2] step 3800/12000 loss=4.8914 gn=0.69 lr=4.85e-04 tps=18369 mem=5.7G lam=0.20276674100508293 Gm=0.3825483511512478
[full s2] step 3820/12000 loss=4.8381 gn=0.65 lr=4.84e-04 tps=18370 mem=5.7G lam=0.2032441608607769 Gm=0.37459241412580013
[full s2] step 3840/12000 loss=5.0072 gn=0.70 lr=4.83e-04 tps=18369 mem=5.7G lam=0.2037030402570963 Gm=0.3785966210222493
[full s2] step 3860/12000 loss=4.6479 gn=0.71 lr=4.82e-04 tps=18369 mem=5.7G lam=0.20427408752342066 Gm=0.37602947598012787
[full s2] step 3880/12000 loss=4.7572 gn=0.78 lr=4.80e-04 tps=18368 mem=5.7G lam=0.20472345563272634 Gm=0.3808244798177232
[full s2] step 3900/12000 loss=4.7683 gn=0.70 lr=4.79e-04 tps=18367 mem=5.7G lam=0.20519114627192417 Gm=0.3668788247741759
[full s2] step 3920/12000 loss=4.7967 gn=0.69 lr=4.78e-04 tps=18367 mem=5.7G lam=0.20564960315823555 Gm=0.3729277398282041
[full s2] step 3940/12000 loss=4.9316 gn=0.71 lr=4.77e-04 tps=18367 mem=5.7G lam=0.20609594322741032 Gm=0.3854743697059651
[full s2] step 3960/12000 loss=4.7196 gn=0.75 lr=4.76e-04 tps=18367 mem=5.7G lam=0.20658881527682146 Gm=0.379374358492593
[full s2] step 3980/12000 loss=4.6355 gn=0.70 lr=4.74e-04 tps=18367 mem=5.7G lam=0.2070237503697475 Gm=0.3729872376813243
[full s2] step 4000/12000 loss=4.8703 gn=0.71 lr=4.73e-04 tps=18367 mem=5.7G lam=0.20749107841402292 Gm=0.3746379624741773
[full s2] EVAL step 4000: val_loss=4.8564 val_ppl=128.56
[full s2] step 4020/12000 loss=4.8899 gn=0.72 lr=4.72e-04 tps=18349 mem=5.7G lam=0.20798185374587774 Gm=0.37987362042379874
[full s2] step 4040/12000 loss=4.6569 gn=0.70 lr=4.71e-04 tps=18348 mem=5.7G lam=0.2084938862050573 Gm=0.37919288019960123
[full s2] step 4060/12000 loss=4.7079 gn=0.74 lr=4.70e-04 tps=18344 mem=5.7G lam=0.2089303166915973 Gm=0.37904641567729414
[full s2] step 4080/12000 loss=4.8316 gn=0.72 lr=4.68e-04 tps=18344 mem=5.7G lam=0.20939962783207497 Gm=0.3734715984513362
[full s2] step 4100/12000 loss=4.7223 gn=0.73 lr=4.67e-04 tps=18344 mem=5.7G lam=0.20991316996514797 Gm=0.36823732778429985
[full s2] step 4120/12000 loss=4.9089 gn=0.74 lr=4.66e-04 tps=18344 mem=5.7G lam=0.21041056948403516 Gm=0.3751599001698196
[full s2] step 4140/12000 loss=4.8168 gn=0.74 lr=4.65e-04 tps=18344 mem=5.7G lam=0.21092920874555907 Gm=0.3734304079165061
[full s2] step 4160/12000 loss=4.7469 gn=0.68 lr=4.63e-04 tps=18345 mem=5.7G lam=0.21138408749053875 Gm=0.3752025291323662
[full s2] step 4180/12000 loss=4.8220 gn=0.69 lr=4.62e-04 tps=18344 mem=5.7G lam=0.2118880252043406 Gm=0.36622643082713086
[full s2] step 4200/12000 loss=4.6627 gn=0.72 lr=4.61e-04 tps=18344 mem=5.7G lam=0.21241609131296477 Gm=0.36605495602513355
[full s2] step 4220/12000 loss=4.7038 gn=0.68 lr=4.60e-04 tps=18344 mem=5.7G lam=0.2128771562129259 Gm=0.3791825131823619
[full s2] step 4240/12000 loss=4.7370 gn=0.72 lr=4.58e-04 tps=18344 mem=5.7G lam=0.21334155400594076 Gm=0.3726536488781373
[full s2] step 4260/12000 loss=4.6196 gn=0.74 lr=4.57e-04 tps=18344 mem=5.7G lam=0.21385138357679048 Gm=0.37003951938822865
[full s2] step 4280/12000 loss=4.7041 gn=0.72 lr=4.56e-04 tps=18344 mem=5.7G lam=0.21429701211551824 Gm=0.3701711723891397
[full s2] step 4300/12000 loss=4.7516 gn=0.80 lr=4.54e-04 tps=18344 mem=5.7G lam=0.21476611432929835 Gm=0.3680025717864434
[full s2] step 4320/12000 loss=4.8398 gn=0.77 lr=4.53e-04 tps=18344 mem=5.7G lam=0.2153128059580922 Gm=0.37151685915887356
[full s2] step 4340/12000 loss=4.7799 gn=0.71 lr=4.52e-04 tps=18344 mem=5.7G lam=0.21580229544391236 Gm=0.3638923742497961
[full s2] step 4360/12000 loss=4.6910 gn=0.77 lr=4.51e-04 tps=18344 mem=5.7G lam=0.21623171865940094 Gm=0.371763720177114
[full s2] step 4380/12000 loss=4.6486 gn=0.69 lr=4.49e-04 tps=18344 mem=5.7G lam=0.21671825492133698 Gm=0.36193791606153053
[full s2] step 4400/12000 loss=4.7203 gn=0.76 lr=4.48e-04 tps=18344 mem=5.7G lam=0.21719104579339424 Gm=0.3707248494805147
[full s2] step 4420/12000 loss=4.7377 gn=0.72 lr=4.47e-04 tps=18344 mem=5.7G lam=0.21760284279783568 Gm=0.37194110996400315
[full s2] step 4440/12000 loss=4.7360 gn=0.75 lr=4.45e-04 tps=18343 mem=5.7G lam=0.21803683818628392 Gm=0.3762660894232492
[full s2] step 4460/12000 loss=4.8833 gn=0.80 lr=4.44e-04 tps=18343 mem=5.7G lam=0.21844663905600706 Gm=0.36829678419356543
[full s2] step 4480/12000 loss=4.8281 gn=0.73 lr=4.43e-04 tps=18343 mem=5.7G lam=0.21886573328326145 Gm=0.373716742809241
[full s2] step 4500/12000 loss=4.6800 gn=0.75 lr=4.42e-04 tps=18343 mem=5.7G lam=0.2192375414694349 Gm=0.3700681682676077
[full s2] step 4520/12000 loss=4.7962 gn=0.75 lr=4.40e-04 tps=18343 mem=5.7G lam=0.21969680146624646 Gm=0.37437101911442977
[full s2] step 4540/12000 loss=4.7517 gn=0.71 lr=4.39e-04 tps=18343 mem=5.7G lam=0.22013943828642368 Gm=0.36656052983986837
[full s2] step 4560/12000 loss=4.7635 gn=0.73 lr=4.38e-04 tps=18342 mem=5.7G lam=0.22059112321585417 Gm=0.36933529990104336
[full s2] step 4580/12000 loss=4.5918 gn=0.73 lr=4.36e-04 tps=18342 mem=5.7G lam=0.22097623565544686 Gm=0.3670616849946479
[full s2] step 4600/12000 loss=4.6058 gn=0.73 lr=4.35e-04 tps=18342 mem=5.7G lam=0.22144688945263624 Gm=0.37005076456504565
[full s2] step 4620/12000 loss=4.6723 gn=0.74 lr=4.34e-04 tps=18341 mem=5.7G lam=0.2219452199836572 Gm=0.3624509124395748
[full s2] step 4640/12000 loss=4.7003 gn=0.77 lr=4.32e-04 tps=18341 mem=5.7G lam=0.22240000311285257 Gm=0.355315966764465
[full s2] step 4660/12000 loss=4.8718 gn=0.73 lr=4.31e-04 tps=18341 mem=5.7G lam=0.22276649562021097 Gm=0.3647414025229712
[full s2] step 4680/12000 loss=4.8657 gn=0.78 lr=4.30e-04 tps=18342 mem=5.7G lam=0.22325715453674397 Gm=0.36839777169128257
[full s2] step 4700/12000 loss=4.7021 gn=0.77 lr=4.28e-04 tps=18343 mem=5.7G lam=0.22376455211391053 Gm=0.3655489800342669
[full s2] step 4720/12000 loss=4.5634 gn=0.81 lr=4.27e-04 tps=18343 mem=5.7G lam=0.22411862884958586 Gm=0.36582632541346055
[full s2] step 4740/12000 loss=4.8844 gn=0.74 lr=4.26e-04 tps=18344 mem=5.7G lam=0.2245661892617742 Gm=0.36656110376740497
[full s2] step 4760/12000 loss=4.5254 gn=0.80 lr=4.24e-04 tps=18344 mem=5.7G lam=0.22499683126807213 Gm=0.3614852003908406
[full s2] step 4780/12000 loss=4.5047 gn=0.74 lr=4.23e-04 tps=18345 mem=5.7G lam=0.22545017457256714 Gm=0.36245282537614304
[full s2] step 4800/12000 loss=4.7722 gn=0.73 lr=4.22e-04 tps=18344 mem=5.7G lam=0.22590030543506145 Gm=0.36767158440003794
[full s2] step 4820/12000 loss=4.6723 gn=0.76 lr=4.20e-04 tps=18344 mem=5.7G lam=0.22634083156784376 Gm=0.3642715894772361
[full s2] step 4840/12000 loss=4.7346 gn=0.71 lr=4.19e-04 tps=18344 mem=5.7G lam=0.22682149770359197 Gm=0.35907149376968545
[full s2] step 4860/12000 loss=4.7640 gn=0.78 lr=4.18e-04 tps=18344 mem=5.7G lam=0.2272549153616031 Gm=0.37219169611732167
[full s2] step 4880/12000 loss=4.6199 gn=0.77 lr=4.16e-04 tps=18344 mem=5.7G lam=0.22768030098328987 Gm=0.3636318159600099
[full s2] step 4900/12000 loss=4.6797 gn=0.77 lr=4.15e-04 tps=18344 mem=5.7G lam=0.22808641909311214 Gm=0.3708611101222535
[full s2] step 4920/12000 loss=4.6380 gn=0.75 lr=4.13e-04 tps=18344 mem=5.7G lam=0.22853189085920653 Gm=0.3683882237722476
[full s2] step 4940/12000 loss=4.6538 gn=0.76 lr=4.12e-04 tps=18344 mem=5.7G lam=0.2289446129774054 Gm=0.3626647622634967
[full s2] step 4960/12000 loss=4.6401 gn=0.73 lr=4.11e-04 tps=18344 mem=5.7G lam=0.22938456603636345 Gm=0.3609300156434377
[full s2] step 4980/12000 loss=4.6223 gn=0.76 lr=4.09e-04 tps=18344 mem=5.7G lam=0.2299287881081303 Gm=0.3685564718519648
[full s2] step 5000/12000 loss=4.5271 gn=0.72 lr=4.08e-04 tps=18344 mem=5.7G lam=0.23039571971942982 Gm=0.3614051959011704
[full s2] EVAL step 5000: val_loss=4.7313 val_ppl=113.45
[full s2] step 5020/12000 loss=4.8063 gn=0.78 lr=4.07e-04 tps=18329 mem=5.7G lam=0.23078136704862118 Gm=0.36648691119626164
[full s2] step 5040/12000 loss=4.6118 gn=0.80 lr=4.05e-04 tps=18329 mem=5.7G lam=0.23125379936148724 Gm=0.36731131731842953
[full s2] step 5060/12000 loss=4.6353 gn=0.77 lr=4.04e-04 tps=18328 mem=5.7G lam=0.23172950775672993 Gm=0.35900086257606745
[full s2] step 5080/12000 loss=4.5414 gn=0.76 lr=4.02e-04 tps=18328 mem=5.7G lam=0.23209853656589985 Gm=0.35634246841073036
[full s2] step 5100/12000 loss=4.6732 gn=0.80 lr=4.01e-04 tps=18326 mem=5.7G lam=0.23248967000593743 Gm=0.36003898790416616
[full s2] step 5120/12000 loss=4.5076 gn=0.79 lr=4.00e-04 tps=18325 mem=5.7G lam=0.23290867265313864 Gm=0.36572482793902356
[full s2] step 5140/12000 loss=4.7718 gn=0.85 lr=3.98e-04 tps=18325 mem=5.7G lam=0.23327579628676176 Gm=0.3646634053438902
[full s2] step 5160/12000 loss=4.8395 gn=0.87 lr=3.97e-04 tps=18325 mem=5.7G lam=0.23367973789572716 Gm=0.3683308439018826
[full s2] step 5180/12000 loss=4.6176 gn=0.72 lr=3.95e-04 tps=18324 mem=5.7G lam=0.23416248646875223 Gm=0.35976670884216827
[full s2] step 5200/12000 loss=4.6424 gn=0.79 lr=3.94e-04 tps=18323 mem=5.7G lam=0.23463715302447477 Gm=0.35749017881850403
[full s2] step 5220/12000 loss=4.7180 gn=0.82 lr=3.93e-04 tps=18324 mem=5.7G lam=0.23508761016031107 Gm=0.36218861141242087
[full s2] step 5240/12000 loss=4.5908 gn=0.74 lr=3.91e-04 tps=18324 mem=5.7G lam=0.23551624920219183 Gm=0.3550149424312015
[full s2] step 5260/12000 loss=4.4556 gn=0.80 lr=3.90e-04 tps=18324 mem=5.7G lam=0.2359797777608037 Gm=0.3588457959704101
[full s2] step 5280/12000 loss=4.7925 gn=0.81 lr=3.88e-04 tps=18324 mem=5.7G lam=0.23636363012095293 Gm=0.37189727183431387
[full s2] step 5300/12000 loss=4.6837 gn=0.77 lr=3.87e-04 tps=18325 mem=5.7G lam=0.2366569982841611 Gm=0.3652012792105476
[full s2] step 5320/12000 loss=4.7220 gn=0.79 lr=3.86e-04 tps=18324 mem=5.7G lam=0.2370383289332191 Gm=0.35622096558411914
[full s2] step 5340/12000 loss=4.4667 gn=0.75 lr=3.84e-04 tps=18325 mem=5.7G lam=0.2374259065836668 Gm=0.3587189270959546
[full s2] step 5360/12000 loss=4.7094 gn=0.82 lr=3.83e-04 tps=18324 mem=5.7G lam=0.2378961956128478 Gm=0.36667414599408704
[full s2] step 5380/12000 loss=4.4924 gn=0.83 lr=3.81e-04 tps=18325 mem=5.7G lam=0.23831748279432455 Gm=0.3562206371376912
[full s2] step 5400/12000 loss=4.5411 gn=0.79 lr=3.80e-04 tps=18324 mem=5.7G lam=0.2387167252600193 Gm=0.3605493443707625
[full s2] step 5420/12000 loss=4.6958 gn=0.80 lr=3.79e-04 tps=18325 mem=5.7G lam=0.23914241635551056 Gm=0.3691505810711533
[full s2] step 5440/12000 loss=4.5360 gn=0.76 lr=3.77e-04 tps=18325 mem=5.7G lam=0.23948462773114443 Gm=0.3569627126368384
[full s2] step 5460/12000 loss=4.7502 gn=0.79 lr=3.76e-04 tps=18325 mem=5.7G lam=0.23992769109706083 Gm=0.3621095049505432
[full s2] step 5480/12000 loss=4.5312 gn=0.74 lr=3.74e-04 tps=18325 mem=5.7G lam=0.24027853272855282 Gm=0.3600333489788075
[full s2] step 5500/12000 loss=4.8859 gn=0.80 lr=3.73e-04 tps=18325 mem=5.7G lam=0.24063249056537947 Gm=0.3626681532866011
[full s2] step 5520/12000 loss=4.5877 gn=0.84 lr=3.72e-04 tps=18325 mem=5.7G lam=0.24102115258574486 Gm=0.36627815337851644
[full s2] step 5540/12000 loss=4.5795 gn=0.81 lr=3.70e-04 tps=18325 mem=5.7G lam=0.2414532263452808 Gm=0.35865988675504923
[full s2] step 5560/12000 loss=4.6303 gn=0.79 lr=3.69e-04 tps=18325 mem=5.7G lam=0.2418029671534896 Gm=0.36070890026167035
[full s2] step 5580/12000 loss=4.5757 gn=0.76 lr=3.67e-04 tps=18324 mem=5.7G lam=0.2422080272808671 Gm=0.35591344147299725
[full s2] step 5600/12000 loss=4.7499 gn=0.76 lr=3.66e-04 tps=18325 mem=5.7G lam=0.24267926843216023 Gm=0.35002347896806896
[full s2] step 5620/12000 loss=4.6610 gn=0.84 lr=3.64e-04 tps=18325 mem=5.7G lam=0.2430457528680563 Gm=0.3599376818941285
[full s2] step 5640/12000 loss=4.5079 gn=0.76 lr=3.63e-04 tps=18323 mem=5.7G lam=0.24339958435545364 Gm=0.3587719136849046
[full s2] step 5660/12000 loss=4.5346 gn=0.76 lr=3.62e-04 tps=18323 mem=5.7G lam=0.24386021650085846 Gm=0.3577356638076405
[full s2] step 5680/12000 loss=4.6379 gn=0.80 lr=3.60e-04 tps=18323 mem=5.7G lam=0.24425046953062216 Gm=0.3595401063406219
[full s2] step 5700/12000 loss=4.5525 gn=0.81 lr=3.59e-04 tps=18323 mem=5.7G lam=0.2446083746229609 Gm=0.3507873003060619
[full s2] step 5720/12000 loss=4.5219 gn=0.81 lr=3.57e-04 tps=18324 mem=5.7G lam=0.24502059817314148 Gm=0.3544035234954208
[full s2] step 5740/12000 loss=4.5472 gn=0.76 lr=3.56e-04 tps=18324 mem=5.7G lam=0.24539149397363266 Gm=0.35764799538689357
[full s2] step 5760/12000 loss=4.3295 gn=0.75 lr=3.54e-04 tps=18324 mem=5.7G lam=0.24579982490589222 Gm=0.34527440726136166
[full s2] step 5780/12000 loss=4.5479 gn=0.83 lr=3.53e-04 tps=18325 mem=5.7G lam=0.24613815701256195 Gm=0.3523742681524406
[full s2] step 5800/12000 loss=4.6207 gn=0.78 lr=3.52e-04 tps=18325 mem=5.7G lam=0.24657330506791672 Gm=0.3569521813187748
[full s2] step 5820/12000 loss=4.5724 gn=0.81 lr=3.50e-04 tps=18325 mem=5.7G lam=0.2470536750430862 Gm=0.35477494083655375
[full s2] step 5840/12000 loss=4.5916 gn=0.77 lr=3.49e-04 tps=18325 mem=5.7G lam=0.2474379101768136 Gm=0.35730172010759514
[full s2] step 5860/12000 loss=4.6233 gn=0.80 lr=3.47e-04 tps=18326 mem=5.7G lam=0.24784611475964388 Gm=0.35157510071682435
[full s2] step 5880/12000 loss=4.6421 gn=0.86 lr=3.46e-04 tps=18326 mem=5.7G lam=0.24823339097201824 Gm=0.3571040197275579
[full s2] step 5900/12000 loss=4.7835 gn=0.81 lr=3.44e-04 tps=18326 mem=5.7G lam=0.24857573583722115 Gm=0.3591122531797737
[full s2] step 5920/12000 loss=4.6194 gn=0.82 lr=3.43e-04 tps=18326 mem=5.7G lam=0.24897401966154575 Gm=0.35313502644809586
[full s2] step 5940/12000 loss=4.5860 gn=0.82 lr=3.41e-04 tps=18326 mem=5.7G lam=0.2493547728906075 Gm=0.35611751636800665
[full s2] step 5960/12000 loss=4.6417 gn=0.74 lr=3.40e-04 tps=18326 mem=5.7G lam=0.2497344557195902 Gm=0.35023068031296134
[full s2] step 5980/12000 loss=4.4890 gn=0.80 lr=3.39e-04 tps=18326 mem=5.7G lam=0.2501613786444068 Gm=0.35462310118600726
[full s2] step 6000/12000 loss=4.5148 gn=0.76 lr=3.37e-04 tps=18327 mem=5.7G lam=0.25054719516386587 Gm=0.3519288348034024
[full s2] EVAL step 6000: val_loss=4.6151 val_ppl=101.00
[full s2] step 6020/12000 loss=4.4491 gn=0.79 lr=3.36e-04 tps=18314 mem=5.7G lam=0.2508945145333807 Gm=0.34866391378454864
[full s2] step 6040/12000 loss=4.5964 gn=0.78 lr=3.34e-04 tps=18315 mem=5.7G lam=0.2513109513868888 Gm=0.35723599046468735
[full s2] step 6060/12000 loss=4.5043 gn=0.82 lr=3.33e-04 tps=18314 mem=5.7G lam=0.25163984516014654 Gm=0.36254176722529036
[full s2] step 6080/12000 loss=4.5953 gn=0.81 lr=3.31e-04 tps=18314 mem=5.7G lam=0.2519926804428299 Gm=0.35580452958432335
[full s2] step 6100/12000 loss=4.5521 gn=0.82 lr=3.30e-04 tps=18314 mem=5.7G lam=0.2524294729034106 Gm=0.35547514143399894
[full s2] step 6120/12000 loss=4.4517 gn=0.76 lr=3.29e-04 tps=18314 mem=5.7G lam=0.2528292102118333 Gm=0.35154489598547417
[full s2] step 6140/12000 loss=4.5132 gn=0.83 lr=3.27e-04 tps=18314 mem=5.7G lam=0.2531834427888195 Gm=0.3497035066441943
[full s2] step 6160/12000 loss=4.6301 gn=0.85 lr=3.26e-04 tps=18314 mem=5.7G lam=0.2535893510406216 Gm=0.3611762940417975
[full s2] step 6180/12000 loss=4.5106 gn=0.84 lr=3.24e-04 tps=18314 mem=5.7G lam=0.2539746171484391 Gm=0.3534837254943947
[full s2] step 6200/12000 loss=4.5873 gn=0.81 lr=3.23e-04 tps=18314 mem=5.7G lam=0.25430611707270145 Gm=0.35488781162227195
[full s2] step 6220/12000 loss=4.4781 gn=0.81 lr=3.21e-04 tps=18314 mem=5.7G lam=0.25466801784932613 Gm=0.35047577368095517
[full s2] step 6240/12000 loss=4.4461 gn=0.80 lr=3.20e-04 tps=18314 mem=5.7G lam=0.25506712806721527 Gm=0.3448609738455464
[full s2] step 6260/12000 loss=4.4310 gn=0.93 lr=3.19e-04 tps=18314 mem=5.7G lam=0.25548212602734566 Gm=0.3521242570908119
[full s2] step 6280/12000 loss=4.7337 gn=0.81 lr=3.17e-04 tps=18315 mem=5.7G lam=0.25578777057429153 Gm=0.35100746310005587
[full s2] step 6300/12000 loss=4.7230 gn=0.85 lr=3.16e-04 tps=18315 mem=5.7G lam=0.2561467581739028 Gm=0.34998311459397274
[full s2] step 6320/12000 loss=4.4769 gn=0.82 lr=3.14e-04 tps=18316 mem=5.7G lam=0.25649868107090396 Gm=0.3466288612689823
[full s2] step 6340/12000 loss=4.6287 gn=0.81 lr=3.13e-04 tps=18316 mem=5.7G lam=0.2568798279389739 Gm=0.34797933565763134
[full s2] step 6360/12000 loss=4.5012 gn=0.78 lr=3.11e-04 tps=18316 mem=5.7G lam=0.2572236234943072 Gm=0.3391026667474459
[full s2] step 6380/12000 loss=4.5289 gn=0.77 lr=3.10e-04 tps=18317 mem=5.7G lam=0.257581099246939 Gm=0.34649092812711996
[full s2] step 6400/12000 loss=4.3637 gn=0.89 lr=3.08e-04 tps=18317 mem=5.7G lam=0.25803817994892597 Gm=0.3426804624808331
[full s2] step 6420/12000 loss=4.5723 gn=0.84 lr=3.07e-04 tps=18317 mem=5.7G lam=0.25837179242322844 Gm=0.35516571734721464
[full s2] step 6440/12000 loss=4.7193 gn=0.89 lr=3.06e-04 tps=18317 mem=5.7G lam=0.2586974569906791 Gm=0.34903534354331595
[full s2] step 6460/12000 loss=4.5144 gn=0.82 lr=3.04e-04 tps=18317 mem=5.7G lam=0.25904644653201103 Gm=0.3505143219760309
[full s2] step 6480/12000 loss=4.5650 gn=0.95 lr=3.03e-04 tps=18317 mem=5.7G lam=0.2594121241321166 Gm=0.3448467819641034
[full s2] step 6500/12000 loss=4.3932 gn=0.80 lr=3.01e-04 tps=18317 mem=5.7G lam=0.25970530106375617 Gm=0.3492836563382298
[full s2] step 6520/12000 loss=4.6475 gn=0.85 lr=3.00e-04 tps=18317 mem=5.7G lam=0.2600031749655803 Gm=0.3541179499588907
[full s2] step 6540/12000 loss=4.5583 gn=0.85 lr=2.98e-04 tps=18317 mem=5.7G lam=0.2603443854798873 Gm=0.35399328971592087
[full s2] step 6560/12000 loss=4.5603 gn=0.87 lr=2.97e-04 tps=18316 mem=5.7G lam=0.26064069972683984 Gm=0.3536200257949531
[full s2] step 6580/12000 loss=4.4335 gn=0.81 lr=2.96e-04 tps=18316 mem=5.7G lam=0.2609589636946718 Gm=0.35654911228145164
[full s2] step 6600/12000 loss=4.6110 gn=0.83 lr=2.94e-04 tps=18316 mem=5.7G lam=0.2612045304849744 Gm=0.3551192869587491
[full s2] step 6620/12000 loss=4.4582 gn=0.79 lr=2.93e-04 tps=18316 mem=5.7G lam=0.26152102028330165 Gm=0.34749683861931163
[full s2] step 6640/12000 loss=4.5684 gn=0.82 lr=2.91e-04 tps=18316 mem=5.7G lam=0.26186503004282713 Gm=0.3510279416417082
[full s2] step 6660/12000 loss=4.6608 gn=0.84 lr=2.90e-04 tps=18316 mem=5.7G lam=0.2621956942602992 Gm=0.35527290791894
[full s2] step 6680/12000 loss=4.4864 gn=0.83 lr=2.88e-04 tps=18316 mem=5.7G lam=0.26259634271264076 Gm=0.3510572847444564
[full s2] step 6700/12000 loss=4.5880 gn=0.81 lr=2.87e-04 tps=18316 mem=5.7G lam=0.26286860182881355 Gm=0.3537772623045991
[full s2] step 6720/12000 loss=4.5867 gn=0.81 lr=2.86e-04 tps=18315 mem=5.7G lam=0.26317142850408953 Gm=0.3513659493376811
[full s2] step 6740/12000 loss=4.5622 gn=0.78 lr=2.84e-04 tps=18315 mem=5.7G lam=0.2634890132273237 Gm=0.34843026466357213
[full s2] step 6760/12000 loss=4.5906 gn=0.81 lr=2.83e-04 tps=18315 mem=5.7G lam=0.2638515178114176 Gm=0.34799542735951644
[full s2] step 6780/12000 loss=4.5395 gn=0.79 lr=2.81e-04 tps=18315 mem=5.7G lam=0.26413755770772696 Gm=0.35010140396965045
[full s2] step 6800/12000 loss=4.5679 gn=0.87 lr=2.80e-04 tps=18315 mem=5.7G lam=0.264411261305213 Gm=0.34468358017814654
[full s2] step 6820/12000 loss=4.5252 gn=0.82 lr=2.79e-04 tps=18316 mem=5.7G lam=0.26471197543044883 Gm=0.35014793323352933
[full s2] step 6840/12000 loss=4.5943 gn=0.83 lr=2.77e-04 tps=18316 mem=5.7G lam=0.2649932544057568 Gm=0.3480816565764447
[full s2] step 6860/12000 loss=4.5718 gn=0.87 lr=2.76e-04 tps=18316 mem=5.7G lam=0.2653119992464781 Gm=0.35150448031102616
[full s2] step 6880/12000 loss=4.4638 gn=0.88 lr=2.74e-04 tps=18316 mem=5.7G lam=0.26557062411059934 Gm=0.3512707483799507
[full s2] step 6900/12000 loss=4.5582 gn=0.86 lr=2.73e-04 tps=18317 mem=5.7G lam=0.2658611920972665 Gm=0.3417081370328863
[full s2] step 6920/12000 loss=4.3920 gn=0.81 lr=2.72e-04 tps=18317 mem=5.7G lam=0.2661539052302639 Gm=0.34680186902793747
[full s2] step 6940/12000 loss=4.7371 gn=0.89 lr=2.70e-04 tps=18317 mem=5.7G lam=0.26639222415784997 Gm=0.3537677451968193
[full s2] step 6960/12000 loss=4.5053 gn=0.83 lr=2.69e-04 tps=18318 mem=5.7G lam=0.2667310054724415 Gm=0.3496264221612364
[full s2] step 6980/12000 loss=4.4456 gn=0.83 lr=2.67e-04 tps=18317 mem=5.7G lam=0.2670760548984011 Gm=0.3417915853206068
[full s2] step 7000/12000 loss=4.5586 gn=0.83 lr=2.66e-04 tps=18318 mem=5.7G lam=0.2673562038689852 Gm=0.3417685638802747
[full s2] EVAL step 7000: val_loss=4.5634 val_ppl=95.91
[full s2] step 7020/12000 loss=4.4617 gn=0.86 lr=2.65e-04 tps=18308 mem=5.7G lam=0.26773539930582047 Gm=0.3509233488390843
[full s2] step 7040/12000 loss=4.5660 gn=0.90 lr=2.63e-04 tps=18308 mem=5.7G lam=0.267977526721855 Gm=0.35230124679704505
[full s2] step 7060/12000 loss=4.5962 gn=0.90 lr=2.62e-04 tps=18307 mem=5.7G lam=0.2681980977455775 Gm=0.3519947857906421
[full s2] step 7080/12000 loss=4.4650 gn=0.85 lr=2.60e-04 tps=18308 mem=5.7G lam=0.2684271289035678 Gm=0.34930820561324555
[full s2] step 7100/12000 loss=4.4679 gn=0.83 lr=2.59e-04 tps=18308 mem=5.7G lam=0.2687070118263364 Gm=0.34349508156689507
[full s2] step 7120/12000 loss=4.4218 gn=0.88 lr=2.58e-04 tps=18308 mem=5.7G lam=0.26900801062583923 Gm=0.3450092206088205
[full s2] step 7140/12000 loss=4.5450 gn=0.82 lr=2.56e-04 tps=18308 mem=5.7G lam=0.26931104219208163 Gm=0.34349807801966864
[full s2] step 7160/12000 loss=4.4232 gn=0.81 lr=2.55e-04 tps=18308 mem=5.7G lam=0.269560053323706 Gm=0.345428672619164
[full s2] step 7180/12000 loss=4.4903 gn=0.86 lr=2.53e-04 tps=18308 mem=5.7G lam=0.26989066414535046 Gm=0.34445443594207364
[full s2] step 7200/12000 loss=4.5330 gn=0.86 lr=2.52e-04 tps=18308 mem=5.7G lam=0.270141807384789 Gm=0.34280206814097863
[full s2] step 7220/12000 loss=4.5741 gn=0.87 lr=2.51e-04 tps=18308 mem=5.7G lam=0.2704648192351063 Gm=0.3518008942094942
[full s2] step 7240/12000 loss=4.3837 gn=0.88 lr=2.49e-04 tps=18308 mem=5.7G lam=0.27075411037852365 Gm=0.3458780182215075
[full s2] step 7260/12000 loss=4.5761 gn=0.91 lr=2.48e-04 tps=18308 mem=5.7G lam=0.2710619615390897 Gm=0.34576650025943917
[full s2] step 7280/12000 loss=4.4439 gn=0.88 lr=2.47e-04 tps=18308 mem=5.7G lam=0.2713607791811228 Gm=0.3417631190580626
[full s2] step 7300/12000 loss=4.4499 gn=0.87 lr=2.45e-04 tps=18308 mem=5.7G lam=0.2716145838300387 Gm=0.3456472070732464
[full s2] step 7320/12000 loss=4.5973 gn=0.87 lr=2.44e-04 tps=18308 mem=5.7G lam=0.27185906500866014 Gm=0.35261366454263526
[full s2] step 7340/12000 loss=4.3823 gn=0.81 lr=2.42e-04 tps=18308 mem=5.7G lam=0.2721202426279585 Gm=0.34390215047945577
[full s2] step 7360/12000 loss=4.3431 gn=0.87 lr=2.41e-04 tps=18308 mem=5.7G lam=0.27236748735109967 Gm=0.3472267137064288
[full s2] step 7380/12000 loss=4.5738 gn=0.83 lr=2.40e-04 tps=18308 mem=5.7G lam=0.2726407693699002 Gm=0.3504553808985899
[full s2] step 7400/12000 loss=4.4419 gn=0.84 lr=2.38e-04 tps=18309 mem=5.7G lam=0.27289222956945497 Gm=0.3411280196160078
[full s2] step 7420/12000 loss=4.6553 gn=0.84 lr=2.37e-04 tps=18309 mem=5.7G lam=0.2731316403175394 Gm=0.3511813074971239
[full s2] step 7440/12000 loss=4.4277 gn=0.85 lr=2.36e-04 tps=18309 mem=5.7G lam=0.27346060518175364 Gm=0.3474676991657664
[full s2] step 7460/12000 loss=4.5304 gn=0.89 lr=2.34e-04 tps=18309 mem=5.7G lam=0.27370642808576423 Gm=0.3403428123953442
[full s2] step 7480/12000 loss=4.5128 gn=0.85 lr=2.33e-04 tps=18309 mem=5.7G lam=0.273967313580215 Gm=0.3409225351642817
[full s2] step 7500/12000 loss=4.4574 gn=0.86 lr=2.32e-04 tps=18309 mem=5.7G lam=0.27417553402483463 Gm=0.34461744587558013
[full s2] step 7520/12000 loss=4.3435 gn=0.87 lr=2.30e-04 tps=18309 mem=5.7G lam=0.27432938509931165 Gm=0.34491568446780246
[full s2] step 7540/12000 loss=4.4453 gn=0.87 lr=2.29e-04 tps=18309 mem=5.7G lam=0.2745937841633956 Gm=0.34407577019495267
[full s2] step 7560/12000 loss=4.5801 gn=0.87 lr=2.28e-04 tps=18310 mem=5.7G lam=0.27488923724740744 Gm=0.34745575363437337
[full s2] step 7580/12000 loss=4.4852 gn=0.87 lr=2.26e-04 tps=18310 mem=5.7G lam=0.275138265453279 Gm=0.34007783024571836
[full s2] step 7600/12000 loss=4.4722 gn=0.84 lr=2.25e-04 tps=18310 mem=5.7G lam=0.2753533609211445 Gm=0.34357141936197877
[full s2] step 7620/12000 loss=4.6985 gn=0.95 lr=2.24e-04 tps=18310 mem=5.7G lam=0.27554303128272295 Gm=0.3465550330777963
[full s2] step 7640/12000 loss=4.4269 gn=0.91 lr=2.22e-04 tps=18310 mem=5.7G lam=0.27578023355454206 Gm=0.34294593582550686
[full s2] step 7660/12000 loss=4.3693 gn=0.91 lr=2.21e-04 tps=18310 mem=5.7G lam=0.27607018190125626 Gm=0.34929618790435296
[full s2] step 7680/12000 loss=4.3235 gn=0.86 lr=2.20e-04 tps=18310 mem=5.7G lam=0.2763404094924529 Gm=0.3509070803411305
[full s2] step 7700/12000 loss=4.4607 gn=0.86 lr=2.18e-04 tps=18310 mem=5.7G lam=0.276559518960615 Gm=0.34671878232620656
[full s2] step 7720/12000 loss=4.5134 gn=0.86 lr=2.17e-04 tps=18311 mem=5.7G lam=0.27682762779295444 Gm=0.3445802017425497
[full s2] step 7740/12000 loss=4.4098 gn=0.91 lr=2.16e-04 tps=18311 mem=5.7G lam=0.27704560042669374 Gm=0.34736425064814586
[full s2] step 7760/12000 loss=4.5452 gn=0.94 lr=2.15e-04 tps=18311 mem=5.7G lam=0.27727884457757074 Gm=0.3515725485049188
[full s2] step 7780/12000 loss=4.5954 gn=0.90 lr=2.13e-04 tps=18311 mem=5.7G lam=0.2775564383094509 Gm=0.33264025393873453
[full s2] step 7800/12000 loss=4.4886 gn=0.88 lr=2.12e-04 tps=18311 mem=5.7G lam=0.27780077420175076 Gm=0.3463479704999675
[full s2] step 7820/12000 loss=4.4318 gn=0.85 lr=2.11e-04 tps=18311 mem=5.7G lam=0.27803632368644077 Gm=0.3506323369219899
[full s2] step 7840/12000 loss=4.3344 gn=0.82 lr=2.09e-04 tps=18311 mem=5.7G lam=0.278230636070172 Gm=0.34209092054516077
[full s2] step 7860/12000 loss=4.4086 gn=0.91 lr=2.08e-04 tps=18311 mem=5.7G lam=0.27840364755441743 Gm=0.34498072632898885
[full s2] step 7880/12000 loss=4.4746 gn=0.95 lr=2.07e-04 tps=18311 mem=5.7G lam=0.2786326926822464 Gm=0.3454666421748698
[full s2] step 7900/12000 loss=4.4444 gn=0.85 lr=2.06e-04 tps=18311 mem=5.7G lam=0.27885624797393876 Gm=0.3414739913617571
[full s2] step 7920/12000 loss=4.5235 gn=0.87 lr=2.04e-04 tps=18311 mem=5.7G lam=0.2790412101894617 Gm=0.34968565109496313
[full s2] step 7940/12000 loss=4.4336 gn=0.93 lr=2.03e-04 tps=18312 mem=5.7G lam=0.2792527923981349 Gm=0.346094433683902
[full s2] step 7960/12000 loss=4.4926 gn=0.87 lr=2.02e-04 tps=18312 mem=5.7G lam=0.27943616081029177 Gm=0.3391097190324217
[full s2] step 7980/12000 loss=4.4708 gn=0.86 lr=2.00e-04 tps=18312 mem=5.7G lam=0.27962516620755196 Gm=0.33773344111007947
[full s2] step 8000/12000 loss=4.4232 gn=0.88 lr=1.99e-04 tps=18312 mem=5.7G lam=0.2798181405911843 Gm=0.341323188583677
[full s2] EVAL step 8000: val_loss=4.4613 val_ppl=86.60
[full s2] step 8020/12000 loss=4.4831 gn=0.88 lr=1.98e-04 tps=18304 mem=5.7G lam=0.2800451160098116 Gm=0.3455191315151751
[full s2] step 8040/12000 loss=4.5102 gn=0.88 lr=1.97e-04 tps=18304 mem=5.7G lam=0.2802237846578161 Gm=0.33901863413242
[full s2] step 8060/12000 loss=4.3732 gn=0.86 lr=1.95e-04 tps=18304 mem=5.7G lam=0.2804586937030156 Gm=0.34125416663785774
[full s2] step 8080/12000 loss=4.4435 gn=0.85 lr=1.94e-04 tps=18302 mem=5.7G lam=0.2807151038820545 Gm=0.34719248100494343
[full s2] step 8100/12000 loss=4.4747 gn=0.89 lr=1.93e-04 tps=18302 mem=5.7G lam=0.2809012910972039 Gm=0.34576702358511585
[full s2] step 8120/12000 loss=4.5229 gn=0.88 lr=1.92e-04 tps=18301 mem=5.7G lam=0.2811124635239442 Gm=0.3453328316099942
[full s2] step 8140/12000 loss=4.4180 gn=0.83 lr=1.90e-04 tps=18302 mem=5.7G lam=0.28133445885032415 Gm=0.34428204378734034
[full s2] step 8160/12000 loss=4.5540 gn=0.86 lr=1.89e-04 tps=18301 mem=5.7G lam=0.28156424841533106 Gm=0.3436093144118786
[full s2] step 8180/12000 loss=4.5321 gn=0.94 lr=1.88e-04 tps=18302 mem=5.7G lam=0.2817673208191991 Gm=0.3430606619610141
[full s2] step 8200/12000 loss=4.4874 gn=0.86 lr=1.87e-04 tps=18302 mem=5.7G lam=0.2819822688276569 Gm=0.34271760533253354
[full s2] step 8220/12000 loss=4.5120 gn=0.99 lr=1.86e-04 tps=18302 mem=5.7G lam=0.2822049530223012 Gm=0.34834318530435365
[full s2] step 8240/12000 loss=4.4097 gn=0.95 lr=1.84e-04 tps=18302 mem=5.7G lam=0.28237522145112354 Gm=0.3425897490233183
[full s2] step 8260/12000 loss=4.4494 gn=0.88 lr=1.83e-04 tps=18302 mem=5.7G lam=0.2825614387790362 Gm=0.34251963269586366
[full s2] step 8280/12000 loss=4.4421 gn=0.88 lr=1.82e-04 tps=18303 mem=5.7G lam=0.2827739864587784 Gm=0.3436471870324264
[full s2] step 8300/12000 loss=4.4927 gn=0.94 lr=1.81e-04 tps=18302 mem=5.7G lam=0.2829879376416405 Gm=0.34521379228681326
[full s2] step 8320/12000 loss=4.4156 gn=0.91 lr=1.80e-04 tps=18302 mem=5.7G lam=0.2831706767901778 Gm=0.3452549030383428
[full s2] step 8340/12000 loss=4.4694 gn=0.87 lr=1.78e-04 tps=18303 mem=5.7G lam=0.2833177875727415 Gm=0.33958334289491177
[full s2] step 8360/12000 loss=4.4762 gn=0.87 lr=1.77e-04 tps=18303 mem=5.7G lam=0.28351906811197597 Gm=0.34123490176474053
[full s2] step 8380/12000 loss=4.4158 gn=0.87 lr=1.76e-04 tps=18303 mem=5.7G lam=0.28374673519283533 Gm=0.3427600240490089
[full s2] step 8400/12000 loss=4.3812 gn=0.92 lr=1.75e-04 tps=18303 mem=5.7G lam=0.28394926711916924 Gm=0.34632193025512
[full s2] step 8420/12000 loss=4.5570 gn=0.91 lr=1.74e-04 tps=18303 mem=5.7G lam=0.2841445741554101 Gm=0.3454383021841447
[full s2] step 8440/12000 loss=4.4496 gn=0.92 lr=1.72e-04 tps=18303 mem=5.7G lam=0.28432086296379566 Gm=0.3401517115222911
[full s2] step 8460/12000 loss=4.4003 gn=0.90 lr=1.71e-04 tps=18303 mem=5.7G lam=0.28454557651033 Gm=0.3425490638862054
[full s2] step 8480/12000 loss=4.3573 gn=0.85 lr=1.70e-04 tps=18304 mem=5.7G lam=0.2847661593308051 Gm=0.33732015592977405
[full s2] step 8500/12000 loss=4.3747 gn=0.86 lr=1.69e-04 tps=18304 mem=5.7G lam=0.2849052483215928 Gm=0.3368231837327282
[full s2] step 8520/12000 loss=4.5093 gn=0.90 lr=1.68e-04 tps=18304 mem=5.7G lam=0.2850850997492671 Gm=0.3454651453066617
[full s2] step 8540/12000 loss=4.5737 gn=1.08 lr=1.67e-04 tps=18304 mem=5.7G lam=0.28532285677889985 Gm=0.3492842603009194
[full s2] step 8560/12000 loss=4.3011 gn=0.94 lr=1.66e-04 tps=18304 mem=5.7G lam=0.28551208848754567 Gm=0.3420008389900128
[full s2] step 8580/12000 loss=4.4717 gn=0.87 lr=1.64e-04 tps=18304 mem=5.7G lam=0.28568725877751905 Gm=0.3427431220188737
[full s2] step 8600/12000 loss=4.3637 gn=0.90 lr=1.63e-04 tps=18304 mem=5.7G lam=0.28584979691853124 Gm=0.34264243106978637
[full s2] step 8620/12000 loss=4.3837 gn=0.88 lr=1.62e-04 tps=18304 mem=5.7G lam=0.28602315795918304 Gm=0.3388632466085255
[full s2] step 8640/12000 loss=4.3757 gn=0.91 lr=1.61e-04 tps=18304 mem=5.7G lam=0.2862177149703105 Gm=0.3360674226035674
[full s2] step 8660/12000 loss=4.4359 gn=0.91 lr=1.60e-04 tps=18304 mem=5.7G lam=0.28639540790269774 Gm=0.34096252320644754
[full s2] step 8680/12000 loss=4.3073 gn=0.92 lr=1.59e-04 tps=18304 mem=5.7G lam=0.28655648169418174 Gm=0.3462958197730283
[full s2] step 8700/12000 loss=4.1872 gn=0.87 lr=1.58e-04 tps=18304 mem=5.7G lam=0.2867042403668165 Gm=0.3338698341976851
[full s2] step 8720/12000 loss=4.3663 gn=0.93 lr=1.57e-04 tps=18304 mem=5.7G lam=0.28689033165574074 Gm=0.33544097864069045
[full s2] step 8740/12000 loss=4.4253 gn=0.89 lr=1.55e-04 tps=18304 mem=5.7G lam=0.2870753730336825 Gm=0.3406755831092596
[full s2] step 8760/12000 loss=4.5214 gn=0.91 lr=1.54e-04 tps=18305 mem=5.7G lam=0.2872346993535757 Gm=0.3465053917995344
[full s2] step 8780/12000 loss=4.5311 gn=0.93 lr=1.53e-04 tps=18305 mem=5.7G lam=0.2873885929584503 Gm=0.33731718532120186
[full s2] step 8800/12000 loss=4.3403 gn=0.89 lr=1.52e-04 tps=18305 mem=5.7G lam=0.28755657747387886 Gm=0.33812927291728556
[full s2] step 8820/12000 loss=4.3749 gn=0.98 lr=1.51e-04 tps=18305 mem=5.7G lam=0.2877129102125764 Gm=0.3362420320821305
[full s2] step 8840/12000 loss=4.5028 gn=0.87 lr=1.50e-04 tps=18305 mem=5.7G lam=0.287870019984742 Gm=0.335821316887935
[full s2] step 8860/12000 loss=4.3806 gn=0.89 lr=1.49e-04 tps=18306 mem=5.7G lam=0.28801581387718517 Gm=0.3378468573403855
[full s2] step 8880/12000 loss=4.3951 gn=0.90 lr=1.48e-04 tps=18306 mem=5.7G lam=0.2881877450272441 Gm=0.33469846736018855
[full s2] step 8900/12000 loss=4.4586 gn=0.91 lr=1.47e-04 tps=18306 mem=5.7G lam=0.28834663207332295 Gm=0.3401527948056658
[full s2] step 8920/12000 loss=4.3641 gn=0.92 lr=1.46e-04 tps=18306 mem=5.7G lam=0.28851402923464775 Gm=0.33773778681643307
[full s2] step 8940/12000 loss=4.4373 gn=0.88 lr=1.45e-04 tps=18306 mem=5.7G lam=0.2887246481453379 Gm=0.33842016554748017
[full s2] step 8960/12000 loss=4.4077 gn=0.93 lr=1.44e-04 tps=18306 mem=5.7G lam=0.28890900282810134 Gm=0.34036789066158235
[full s2] step 8980/12000 loss=4.3170 gn=0.89 lr=1.43e-04 tps=18307 mem=5.7G lam=0.28903149751325447 Gm=0.34201516350731254
[full s2] step 9000/12000 loss=4.3509 gn=0.93 lr=1.42e-04 tps=18307 mem=5.7G lam=0.28915111379077035 Gm=0.3391826833443095
[full s2] EVAL step 9000: val_loss=4.4914 val_ppl=89.24
[full s2] step 9020/12000 loss=4.3672 gn=0.91 lr=1.41e-04 tps=18300 mem=5.7G lam=0.28927144470314187 Gm=0.33862423004272085
[full s2] step 9040/12000 loss=4.5250 gn=0.95 lr=1.40e-04 tps=18301 mem=5.7G lam=0.2893817185734709 Gm=0.34088653915872175
[full s2] step 9060/12000 loss=4.3943 gn=0.92 lr=1.39e-04 tps=18301 mem=5.7G lam=0.2895372382675608 Gm=0.34071164710136753
[full s2] step 9080/12000 loss=4.3073 gn=0.87 lr=1.38e-04 tps=18301 mem=5.7G lam=0.28968385327607393 Gm=0.3396356809729089
[full s2] step 9100/12000 loss=4.4477 gn=1.01 lr=1.37e-04 tps=18301 mem=5.7G lam=0.28984434126565856 Gm=0.3415426362771541
[full s2] step 9120/12000 loss=4.3634 gn=0.92 lr=1.36e-04 tps=18301 mem=5.7G lam=0.28998504144450027 Gm=0.34391885142152506
[full s2] step 9140/12000 loss=4.2923 gn=0.91 lr=1.35e-04 tps=18301 mem=5.7G lam=0.2901645516976714 Gm=0.33488942504239577
[full s2] step 9160/12000 loss=4.4389 gn=0.94 lr=1.34e-04 tps=18301 mem=5.7G lam=0.2903410258392493 Gm=0.3386434703910102
[full s2] step 9180/12000 loss=4.3573 gn=1.03 lr=1.33e-04 tps=18301 mem=5.7G lam=0.29047109310825664 Gm=0.3450638285527627
[full s2] step 9200/12000 loss=4.4686 gn=0.95 lr=1.32e-04 tps=18301 mem=5.7G lam=0.29060574527829885 Gm=0.3408366416115314
[full s2] step 9220/12000 loss=4.3143 gn=0.97 lr=1.31e-04 tps=18301 mem=5.7G lam=0.290707743105789 Gm=0.33629184992363054
[full s2] step 9240/12000 loss=4.3555 gn=0.96 lr=1.30e-04 tps=18301 mem=5.7G lam=0.29084125130126876 Gm=0.3358357850617419
[full s2] step 9260/12000 loss=4.3491 gn=0.88 lr=1.29e-04 tps=18301 mem=5.7G lam=0.29100487505396205 Gm=0.3334297842035691
[full s2] step 9280/12000 loss=4.2185 gn=0.93 lr=1.28e-04 tps=18301 mem=5.7G lam=0.29116071357081336 Gm=0.3412368368978302
[full s2] step 9300/12000 loss=4.4581 gn=1.01 lr=1.27e-04 tps=18301 mem=5.7G lam=0.29130803669492406 Gm=0.3452843878573428
[full s2] step 9320/12000 loss=4.3303 gn=0.94 lr=1.26e-04 tps=18301 mem=5.7G lam=0.2914233735452096 Gm=0.3435021953191608
[full s2] step 9340/12000 loss=4.3509 gn=0.92 lr=1.25e-04 tps=18301 mem=5.7G lam=0.2915653583283226 Gm=0.33519791966925067
[full s2] step 9360/12000 loss=4.1000 gn=0.90 lr=1.24e-04 tps=18301 mem=5.7G lam=0.2916759125267466 Gm=0.3326109075763573
[full s2] step 9380/12000 loss=4.4985 gn=1.00 lr=1.23e-04 tps=18301 mem=5.7G lam=0.2918123643224438 Gm=0.3454054951046904
[full s2] step 9400/12000 loss=4.4234 gn=0.91 lr=1.22e-04 tps=18301 mem=5.7G lam=0.29192141722887754 Gm=0.3417293028129886
[full s2] step 9420/12000 loss=4.3565 gn=0.98 lr=1.21e-04 tps=18301 mem=5.7G lam=0.29202832467854023 Gm=0.34317640005610883
[full s2] step 9440/12000 loss=4.2715 gn=0.92 lr=1.20e-04 tps=18301 mem=5.7G lam=0.2921571529780825 Gm=0.33100863088232774
[full s2] step 9460/12000 loss=4.4359 gn=0.87 lr=1.19e-04 tps=18302 mem=5.7G lam=0.2922652779767911 Gm=0.33791570202447474
[full s2] step 9480/12000 loss=4.2528 gn=1.00 lr=1.19e-04 tps=18302 mem=5.7G lam=0.29236923065036535 Gm=0.3376257074220727
[full s2] step 9500/12000 loss=4.4217 gn=0.94 lr=1.18e-04 tps=18302 mem=5.7G lam=0.2925151623785496 Gm=0.3401383471985658
[full s2] step 9520/12000 loss=4.2762 gn=0.91 lr=1.17e-04 tps=18302 mem=5.7G lam=0.29266442855199176 Gm=0.3382982169277966
[full s2] step 9540/12000 loss=4.2537 gn=0.94 lr=1.16e-04 tps=18302 mem=5.7G lam=0.2928137170771758 Gm=0.33977019755790633
[full s2] step 9560/12000 loss=4.2919 gn=0.91 lr=1.15e-04 tps=18302 mem=5.7G lam=0.2929294751957059 Gm=0.33709967974573374
[full s2] step 9580/12000 loss=4.2067 gn=0.88 lr=1.14e-04 tps=18303 mem=5.7G lam=0.29305023948351544 Gm=0.3303916146978736
[full s2] step 9600/12000 loss=4.3628 gn=0.96 lr=1.13e-04 tps=18303 mem=5.7G lam=0.29315228822330636 Gm=0.3390725862700492
[full s2] step 9620/12000 loss=4.4498 gn=0.90 lr=1.12e-04 tps=18303 mem=5.7G lam=0.29326609211663407 Gm=0.33715248891773325
[full s2] step 9640/12000 loss=4.3852 gn=0.90 lr=1.12e-04 tps=18303 mem=5.7G lam=0.293414739271005 Gm=0.3335470393455277
[full s2] step 9660/12000 loss=4.2443 gn=0.97 lr=1.11e-04 tps=18303 mem=5.7G lam=0.2935737905402978 Gm=0.3376707124213378
[full s2] step 9680/12000 loss=4.2084 gn=0.96 lr=1.10e-04 tps=18303 mem=5.7G lam=0.29369101269791525 Gm=0.33507958784078556
[full s2] step 9700/12000 loss=4.2276 gn=0.97 lr=1.09e-04 tps=18303 mem=5.7G lam=0.2938101164375742 Gm=0.33479424302155775
[full s2] step 9720/12000 loss=4.2321 gn=0.96 lr=1.08e-04 tps=18303 mem=5.7G lam=0.29392986247936886 Gm=0.3371958912660678
[full s2] step 9740/12000 loss=4.3465 gn=0.98 lr=1.07e-04 tps=18303 mem=5.7G lam=0.29402144129077595 Gm=0.3368426085604976
[full s2] step 9760/12000 loss=4.2040 gn=0.89 lr=1.07e-04 tps=18303 mem=5.7G lam=0.2941578694929679 Gm=0.33265756047330797
[full s2] step 9780/12000 loss=4.3503 gn=0.97 lr=1.06e-04 tps=18303 mem=5.7G lam=0.2942352027942737 Gm=0.3320882262196392
[full s2] step 9800/12000 loss=4.3884 gn=0.96 lr=1.05e-04 tps=18303 mem=5.7G lam=0.29434534596900147 Gm=0.33472171099856496
[full s2] step 9820/12000 loss=4.4263 gn=0.94 lr=1.04e-04 tps=18303 mem=5.7G lam=0.2944585792720318 Gm=0.33602952988197404
[full s2] step 9840/12000 loss=4.1682 gn=0.97 lr=1.03e-04 tps=18303 mem=5.7G lam=0.2945928235227863 Gm=0.3351038912466417
[full s2] step 9860/12000 loss=4.4296 gn=0.96 lr=1.03e-04 tps=18303 mem=5.7G lam=0.29472578534235555 Gm=0.33624815203559894
[full s2] step 9880/12000 loss=4.5135 gn=0.95 lr=1.02e-04 tps=18303 mem=5.7G lam=0.29482037015259266 Gm=0.33789721317589283
[full s2] step 9900/12000 loss=4.3128 gn=0.97 lr=1.01e-04 tps=18303 mem=5.7G lam=0.2949146314834555 Gm=0.33645067488153774
[full s2] step 9920/12000 loss=4.3972 gn=0.94 lr=1.00e-04 tps=18303 mem=5.7G lam=0.2950349214176337 Gm=0.33672376939405996
[full s2] step 9940/12000 loss=4.3311 gn=0.88 lr=9.96e-05 tps=18303 mem=5.7G lam=0.2951022122676174 Gm=0.33262418761538964
[full s2] step 9960/12000 loss=4.1846 gn=0.91 lr=9.89e-05 tps=18303 mem=5.7G lam=0.29520911288758117 Gm=0.33283226176475483
[full s2] step 9980/12000 loss=4.3211 gn=0.94 lr=9.81e-05 tps=18304 mem=5.7G lam=0.2953006786604722 Gm=0.3369789677672088
[full s2] step 10000/12000 loss=4.2114 gn=0.88 lr=9.74e-05 tps=18304 mem=5.7G lam=0.2954214770967762 Gm=0.3333827465151747
[full s2] EVAL step 10000: val_loss=4.4008 val_ppl=81.52
[full s2] step 10020/12000 loss=4.4945 gn=0.94 lr=9.67e-05 tps=18297 mem=5.7G lam=0.29554028374453384 Gm=0.33878051637051004
[full s2] step 10040/12000 loss=4.5187 gn=1.02 lr=9.59e-05 tps=18297 mem=5.7G lam=0.2956211045384407 Gm=0.335706892888993
[full s2] step 10060/12000 loss=4.5073 gn=0.99 lr=9.52e-05 tps=18297 mem=5.7G lam=0.295744691354533 Gm=0.3379207417989771
[full s2] step 10080/12000 loss=4.3479 gn=0.95 lr=9.45e-05 tps=18297 mem=5.7G lam=0.2958727565904458 Gm=0.32970282970927656
[full s2] step 10100/12000 loss=4.4742 gn=0.98 lr=9.38e-05 tps=18298 mem=5.7G lam=0.29597582078228396 Gm=0.33863294854139286
[full s2] step 10120/12000 loss=4.2817 gn=0.97 lr=9.31e-05 tps=18298 mem=5.7G lam=0.2960841543972492 Gm=0.33341941563412547
[full s2] step 10140/12000 loss=4.2789 gn=0.94 lr=9.24e-05 tps=18298 mem=5.7G lam=0.2961673429235816 Gm=0.33104372140951455
[full s2] step 10160/12000 loss=4.3724 gn=1.00 lr=9.18e-05 tps=18298 mem=5.7G lam=0.296258218276004 Gm=0.334837014398848
[full s2] step 10180/12000 loss=4.3798 gn=1.02 lr=9.11e-05 tps=18298 mem=5.7G lam=0.2963631597037117 Gm=0.33466524886898696
[full s2] step 10200/12000 loss=4.2829 gn=0.96 lr=9.04e-05 tps=18299 mem=5.7G lam=0.2964528252681096 Gm=0.3319472138925145
[full s2] step 10220/12000 loss=4.3792 gn=0.94 lr=8.98e-05 tps=18298 mem=5.7G lam=0.29653269456078607 Gm=0.3360574174827586
[full s2] step 10240/12000 loss=4.3010 gn=0.93 lr=8.91e-05 tps=18298 mem=5.7G lam=0.2966192088400324 Gm=0.331117530586198
[full s2] step 10260/12000 loss=4.3111 gn=0.94 lr=8.85e-05 tps=18298 mem=5.7G lam=0.2967294656361143 Gm=0.3397163654056688
[full s2] step 10280/12000 loss=4.4568 gn=0.96 lr=8.78e-05 tps=18298 mem=5.7G lam=0.29682743549346924 Gm=0.3370238135879238
[full s2] step 10300/12000 loss=4.2900 gn=1.01 lr=8.72e-05 tps=18298 mem=5.7G lam=0.296941928875943 Gm=0.33729294082149863
[full s2] step 10320/12000 loss=4.4875 gn=0.98 lr=8.66e-05 tps=18299 mem=5.7G lam=0.29703755987187225 Gm=0.34162324977417785
[full s2] step 10340/12000 loss=4.2981 gn=0.94 lr=8.59e-05 tps=18300 mem=5.7G lam=0.29712083221723634 Gm=0.33505570151222247
[full s2] step 10360/12000 loss=4.3197 gn=0.97 lr=8.53e-05 tps=18300 mem=5.7G lam=0.2971818794806798 Gm=0.3349855304695666
[full s2] step 10380/12000 loss=4.4258 gn=1.05 lr=8.47e-05 tps=18300 mem=5.7G lam=0.2972594431291024 Gm=0.33489597293858725
[full s2] step 10400/12000 loss=4.4407 gn=0.98 lr=8.41e-05 tps=18300 mem=5.7G lam=0.2973357926433285 Gm=0.34063150531922776
[full s2] step 10420/12000 loss=4.2587 gn=0.97 lr=8.35e-05 tps=18301 mem=5.7G lam=0.2974061307807763 Gm=0.33310824042807025
[full s2] step 10440/12000 loss=4.2100 gn=1.08 lr=8.30e-05 tps=18301 mem=5.7G lam=0.29749381138632697 Gm=0.33501911008109647
[full s2] step 10460/12000 loss=4.3595 gn=1.02 lr=8.24e-05 tps=18301 mem=5.7G lam=0.29757903578380746 Gm=0.3378456477851917
[full s2] step 10480/12000 loss=4.3731 gn=0.96 lr=8.18e-05 tps=18301 mem=5.7G lam=0.29769213559726876 Gm=0.3355237925425172
[full s2] step 10500/12000 loss=4.2692 gn=0.96 lr=8.12e-05 tps=18301 mem=5.7G lam=0.2977768012012045 Gm=0.3309869532628606
[full s2] step 10520/12000 loss=4.2185 gn=0.96 lr=8.07e-05 tps=18302 mem=5.7G lam=0.29787065119793016 Gm=0.33339215551192564
[full s2] step 10540/12000 loss=4.0970 gn=0.98 lr=8.01e-05 tps=18302 mem=5.7G lam=0.2979574119672179 Gm=0.330084431450814
[full s2] step 10560/12000 loss=4.3473 gn=0.99 lr=7.96e-05 tps=18302 mem=5.7G lam=0.29804212382684153 Gm=0.3382441345602274
[full s2] step 10580/12000 loss=4.4054 gn=1.02 lr=7.91e-05 tps=18302 mem=5.7G lam=0.29812996586163837 Gm=0.3381600435823202
[full s2] step 10600/12000 loss=4.4437 gn=1.00 lr=7.85e-05 tps=18302 mem=5.7G lam=0.2982260699694355 Gm=0.33483957685530186
[full s2] step 10620/12000 loss=4.3811 gn=1.00 lr=7.80e-05 tps=18302 mem=5.7G lam=0.29827895543227595 Gm=0.3335218519593279
[full s2] step 10640/12000 loss=4.3628 gn=0.93 lr=7.75e-05 tps=18303 mem=5.7G lam=0.29834595633049804 Gm=0.3355657681822777
[full s2] step 10660/12000 loss=4.3397 gn=0.99 lr=7.70e-05 tps=18303 mem=5.7G lam=0.29840943186233443 Gm=0.33601428552841145
[full s2] step 10680/12000 loss=4.4184 gn=0.94 lr=7.65e-05 tps=18303 mem=5.7G lam=0.2984905168414116 Gm=0.3320116763934493
[full s2] step 10700/12000 loss=4.4439 gn=0.96 lr=7.60e-05 tps=18303 mem=5.7G lam=0.2985793311769764 Gm=0.33309401882191497
[full s2] step 10720/12000 loss=4.3144 gn=0.94 lr=7.55e-05 tps=18303 mem=5.7G lam=0.29866899953534204 Gm=0.3293830219190568
[full s2] step 10740/12000 loss=4.1968 gn=0.92 lr=7.50e-05 tps=18304 mem=5.7G lam=0.29875212348997593 Gm=0.33091396605595946
[full s2] step 10760/12000 loss=4.3248 gn=0.99 lr=7.46e-05 tps=18303 mem=5.7G lam=0.29883819352835417 Gm=0.3360634380951524
[full s2] step 10780/12000 loss=4.4318 gn=0.98 lr=7.41e-05 tps=18304 mem=5.7G lam=0.2989079315836231 Gm=0.338360452093184
[full s2] step 10800/12000 loss=4.3842 gn=1.17 lr=7.37e-05 tps=18304 mem=5.7G lam=0.2989699486643076 Gm=0.33223221303584677
[full s2] step 10820/12000 loss=4.3256 gn=1.03 lr=7.32e-05 tps=18304 mem=5.7G lam=0.2990274153028925 Gm=0.3372191662589709
[full s2] step 10840/12000 loss=4.3152 gn=1.00 lr=7.28e-05 tps=18304 mem=5.7G lam=0.29912532183031243 Gm=0.3354375382574896
[full s2] step 10860/12000 loss=4.3049 gn=0.99 lr=7.23e-05 tps=18304 mem=5.7G lam=0.29917903058230877 Gm=0.3341499847980837
[full s2] step 10880/12000 loss=4.4307 gn=1.02 lr=7.19e-05 tps=18303 mem=5.7G lam=0.29924711895485717 Gm=0.3305690231888245
[full s2] step 10900/12000 loss=4.4936 gn=0.98 lr=7.15e-05 tps=18303 mem=5.7G lam=0.2993392863621314 Gm=0.33885904937051237
[full s2] step 10920/12000 loss=4.5191 gn=1.15 lr=7.11e-05 tps=18304 mem=5.7G lam=0.2994183097034693 Gm=0.3364360462874174
[full s2] step 10940/12000 loss=4.5151 gn=0.97 lr=7.07e-05 tps=18304 mem=5.7G lam=0.29951002666105825 Gm=0.33465244015678763
[full s2] step 10960/12000 loss=4.2980 gn=0.94 lr=7.03e-05 tps=18304 mem=5.7G lam=0.29959105141460896 Gm=0.3320754912371437
[full s2] step 10980/12000 loss=4.1673 gn=0.96 lr=6.99e-05 tps=18304 mem=5.7G lam=0.2996717893208067 Gm=0.3328418214805424
[full s2] step 11000/12000 loss=4.3976 gn=0.99 lr=6.95e-05 tps=18304 mem=5.7G lam=0.29974689210454625 Gm=0.33909621454464894
[full s2] EVAL step 11000: val_loss=4.4008 val_ppl=81.51
[full s2] step 11020/12000 loss=4.3394 gn=1.06 lr=6.91e-05 tps=18298 mem=5.7G lam=0.2998280708367626 Gm=0.33585909722993773
[full s2] step 11040/12000 loss=4.2727 gn=1.02 lr=6.88e-05 tps=18298 mem=5.7G lam=0.2999063804745674 Gm=0.3344186300722261
[full s2] step 11060/12000 loss=4.3882 gn=1.00 lr=6.84e-05 tps=18298 mem=5.7G lam=0.29997246836622554 Gm=0.3404817064292729
[full s2] step 11080/12000 loss=4.2957 gn=1.11 lr=6.81e-05 tps=18298 mem=5.7G lam=0.3000399845962723 Gm=0.33245221005442244
[full s2] step 11100/12000 loss=4.4460 gn=0.94 lr=6.77e-05 tps=18298 mem=5.7G lam=0.3001103528464834 Gm=0.3366591820959002
[full s2] step 11120/12000 loss=4.1792 gn=0.95 lr=6.74e-05 tps=18299 mem=5.7G lam=0.3001735821987192 Gm=0.3322420703091969
[full s2] step 11140/12000 loss=4.3246 gn=0.94 lr=6.70e-05 tps=18299 mem=5.7G lam=0.30025535232077044 Gm=0.3340846349019557
[full s2] step 11160/12000 loss=4.3590 gn=0.98 lr=6.67e-05 tps=18299 mem=5.7G lam=0.3003443709264199 Gm=0.3310563878621906
[full s2] step 11180/12000 loss=4.3413 gn=1.01 lr=6.64e-05 tps=18299 mem=5.7G lam=0.3004110446199775 Gm=0.3342722758340339
[full s2] step 11200/12000 loss=4.1781 gn=0.96 lr=6.61e-05 tps=18299 mem=5.7G lam=0.30048211570829153 Gm=0.3339957483112812
[full s2] step 11220/12000 loss=4.1240 gn=0.97 lr=6.58e-05 tps=18299 mem=5.7G lam=0.3005703358600537 Gm=0.3322759289294481
[full s2] step 11240/12000 loss=4.3414 gn=1.05 lr=6.55e-05 tps=18299 mem=5.7G lam=0.3006470849116643 Gm=0.3359257663444926
[full s2] step 11260/12000 loss=4.3582 gn=1.04 lr=6.52e-05 tps=18299 mem=5.7G lam=0.3007193918650349 Gm=0.33518690429627895
[full s2] step 11280/12000 loss=4.3194 gn=0.97 lr=6.49e-05 tps=18299 mem=5.7G lam=0.3007976400355498 Gm=0.3354551646237572
[full s2] step 11300/12000 loss=4.3561 gn=1.05 lr=6.47e-05 tps=18299 mem=5.7G lam=0.3008703788121541 Gm=0.32774160988628864
[full s2] step 11320/12000 loss=4.2173 gn=0.97 lr=6.44e-05 tps=18300 mem=5.7G lam=0.30093539350976545 Gm=0.3309194231405854
[full s2] step 11340/12000 loss=4.3989 gn=1.04 lr=6.42e-05 tps=18300 mem=5.7G lam=0.3010226304953297 Gm=0.33545717131346464
[full s2] step 11360/12000 loss=4.3132 gn=1.00 lr=6.39e-05 tps=18300 mem=5.7G lam=0.3010765478635828 Gm=0.3337508357750873
[full s2] step 11380/12000 loss=4.3315 gn=0.99 lr=6.37e-05 tps=18300 mem=5.7G lam=0.30114170846839744 Gm=0.3364961484136681
[full s2] step 11400/12000 loss=4.3581 gn=1.16 lr=6.34e-05 tps=18300 mem=5.7G lam=0.30120555125176907 Gm=0.3350443052283178
[full s2] step 11420/12000 loss=4.3313 gn=1.01 lr=6.32e-05 tps=18300 mem=5.7G lam=0.3012923700734973 Gm=0.3355515001652141
[full s2] step 11440/12000 loss=4.2027 gn=1.01 lr=6.30e-05 tps=18300 mem=5.7G lam=0.30137043446302414 Gm=0.3367900756808619
[full s2] step 11460/12000 loss=4.2644 gn=1.01 lr=6.28e-05 tps=18300 mem=5.7G lam=0.3014207547530532 Gm=0.3333430814867218
[full s2] step 11480/12000 loss=4.2372 gn=0.99 lr=6.26e-05 tps=18300 mem=5.7G lam=0.30149094946682453 Gm=0.3290424144361168
[full s2] step 11500/12000 loss=4.3741 gn=1.05 lr=6.24e-05 tps=18300 mem=5.7G lam=0.3015477191656828 Gm=0.33636049134656787
[full s2] step 11520/12000 loss=4.4323 gn=1.00 lr=6.22e-05 tps=18300 mem=5.7G lam=0.3016110733151436 Gm=0.33577623140687746
[full s2] step 11540/12000 loss=4.3232 gn=1.07 lr=6.20e-05 tps=18300 mem=5.7G lam=0.3016840474059184 Gm=0.3353229062631726
[full s2] step 11560/12000 loss=4.2707 gn=1.03 lr=6.19e-05 tps=18300 mem=5.7G lam=0.30174472214033204 Gm=0.33598918669546646
[full s2] step 11580/12000 loss=4.4874 gn=1.19 lr=6.17e-05 tps=18301 mem=5.7G lam=0.30178547588487464 Gm=0.33549159734199446
[full s2] step 11600/12000 loss=4.2109 gn=0.99 lr=6.15e-05 tps=18301 mem=5.7G lam=0.3018618741383155 Gm=0.33840199327096343
[full s2] step 11620/12000 loss=4.3223 gn=1.03 lr=6.14e-05 tps=18301 mem=5.7G lam=0.30193774309009314 Gm=0.3322816089882205
[full s2] step 11640/12000 loss=4.2298 gn=0.92 lr=6.12e-05 tps=18301 mem=5.7G lam=0.3020254758497079 Gm=0.33092236580948037
[full s2] step 11660/12000 loss=4.2679 gn=1.02 lr=6.11e-05 tps=18301 mem=5.7G lam=0.3020991949985425 Gm=0.3331262009839217
[full s2] step 11680/12000 loss=4.3035 gn=0.96 lr=6.10e-05 tps=18302 mem=5.7G lam=0.30217099376022816 Gm=0.33133028556282323
[full s2] step 11700/12000 loss=4.3462 gn=1.04 lr=6.09e-05 tps=18302 mem=5.7G lam=0.30223641358315945 Gm=0.33266834588721395
[full s2] step 11720/12000 loss=4.3007 gn=1.00 lr=6.07e-05 tps=18302 mem=5.7G lam=0.30230084465195733 Gm=0.332668022873501
[full s2] step 11740/12000 loss=4.3439 gn=1.11 lr=6.06e-05 tps=18302 mem=5.7G lam=0.30235824082046747 Gm=0.33805657100553316
[full s2] step 11760/12000 loss=4.2244 gn=1.00 lr=6.06e-05 tps=18302 mem=5.7G lam=0.30240761302411556 Gm=0.32713424678271014
[full s2] step 11780/12000 loss=4.4177 gn=1.02 lr=6.05e-05 tps=18302 mem=5.7G lam=0.30246808255712193 Gm=0.3366701540847619
[full s2] step 11800/12000 loss=4.3225 gn=0.97 lr=6.04e-05 tps=18303 mem=5.7G lam=0.30254902100811404 Gm=0.3355330795360108
[full s2] step 11820/12000 loss=4.4871 gn=0.98 lr=6.03e-05 tps=18303 mem=5.7G lam=0.30261956869314116 Gm=0.3343801381221662
[full s2] step 11840/12000 loss=4.2584 gn=1.00 lr=6.02e-05 tps=18303 mem=5.7G lam=0.3026861995458603 Gm=0.33055491792038083
[full s2] step 11860/12000 loss=4.2239 gn=1.06 lr=6.02e-05 tps=18303 mem=5.7G lam=0.3027473653977116 Gm=0.3318434583488852
[full s2] step 11880/12000 loss=4.3311 gn=1.14 lr=6.01e-05 tps=18303 mem=5.7G lam=0.30281743717690307 Gm=0.33413421533380944
[full s2] step 11900/12000 loss=4.2967 gn=0.96 lr=6.01e-05 tps=18303 mem=5.7G lam=0.3028759406879544 Gm=0.3323155481678744
[full s2] step 11920/12000 loss=4.2085 gn=1.08 lr=6.01e-05 tps=18303 mem=5.7G lam=0.3029349548742175 Gm=0.33602407574653625
[full s2] step 11940/12000 loss=4.1956 gn=1.12 lr=6.00e-05 tps=18303 mem=5.7G lam=0.30299328671147424 Gm=0.3265834611374885
[full s2] step 11960/12000 loss=4.2941 gn=1.03 lr=6.00e-05 tps=18304 mem=5.7G lam=0.30304825988908607 Gm=0.3326101692703863
[full s2] step 11980/12000 loss=4.2694 gn=1.03 lr=6.00e-05 tps=18304 mem=5.7G lam=0.30312894998739165 Gm=0.33056403052372235
[full s2] EVAL step 11999: val_loss=4.3977 val_ppl=81.26
[init] variant=baseline seed=3 params=63.38M
[init] use_S=False use_G=False
[baseline s3] step 0/12000 loss=10.9114 gn=13.48 lr=3.00e-06 tps=10437 mem=4.8G lam=None Gm=None
[baseline s3] step 20/12000 loss=9.9122 gn=2.20 lr=6.30e-05 tps=23331 mem=5.4G lam=None Gm=None
[baseline s3] step 40/12000 loss=9.1606 gn=1.82 lr=1.23e-04 tps=24062 mem=5.4G lam=None Gm=None
[baseline s3] step 60/12000 loss=8.2196 gn=1.62 lr=1.83e-04 tps=24277 mem=5.4G lam=None Gm=None
[baseline s3] step 80/12000 loss=7.5543 gn=0.95 lr=2.43e-04 tps=24356 mem=5.4G lam=None Gm=None
[baseline s3] step 100/12000 loss=7.1170 gn=0.70 lr=3.03e-04 tps=24291 mem=5.4G lam=None Gm=None
[baseline s3] step 120/12000 loss=7.2036 gn=0.68 lr=3.63e-04 tps=24370 mem=5.4G lam=None Gm=None
[baseline s3] step 140/12000 loss=6.9144 gn=0.67 lr=4.23e-04 tps=24411 mem=5.4G lam=None Gm=None
[baseline s3] step 160/12000 loss=6.8611 gn=0.67 lr=4.83e-04 tps=24452 mem=5.4G lam=None Gm=None
[baseline s3] step 180/12000 loss=6.7627 gn=0.69 lr=5.43e-04 tps=24470 mem=5.4G lam=None Gm=None
[baseline s3] step 200/12000 loss=6.6926 gn=0.63 lr=6.00e-04 tps=24497 mem=5.4G lam=None Gm=None
[baseline s3] step 220/12000 loss=6.6015 gn=0.56 lr=6.00e-04 tps=24513 mem=5.4G lam=None Gm=None
[baseline s3] step 240/12000 loss=6.6267 gn=0.54 lr=6.00e-04 tps=24530 mem=5.4G lam=None Gm=None
[baseline s3] step 260/12000 loss=6.6433 gn=0.57 lr=6.00e-04 tps=24543 mem=5.4G lam=None Gm=None
[baseline s3] step 280/12000 loss=6.4615 gn=0.63 lr=6.00e-04 tps=24553 mem=5.4G lam=None Gm=None
[baseline s3] step 300/12000 loss=6.3438 gn=0.52 lr=6.00e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 320/12000 loss=6.4371 gn=0.46 lr=6.00e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 340/12000 loss=6.5003 gn=0.57 lr=6.00e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 360/12000 loss=6.2773 gn=0.58 lr=6.00e-04 tps=24579 mem=5.4G lam=None Gm=None
[baseline s3] step 380/12000 loss=6.3127 gn=0.55 lr=6.00e-04 tps=24584 mem=5.4G lam=None Gm=None
[baseline s3] step 400/12000 loss=6.3850 gn=0.53 lr=6.00e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s3] step 420/12000 loss=6.2952 gn=0.50 lr=6.00e-04 tps=24596 mem=5.4G lam=None Gm=None
[baseline s3] step 440/12000 loss=6.2434 gn=0.61 lr=5.99e-04 tps=24602 mem=5.4G lam=None Gm=None
[baseline s3] step 460/12000 loss=6.3590 gn=0.55 lr=5.99e-04 tps=24606 mem=5.4G lam=None Gm=None
[baseline s3] step 480/12000 loss=6.2150 gn=0.51 lr=5.99e-04 tps=24610 mem=5.4G lam=None Gm=None
[baseline s3] step 500/12000 loss=6.2556 gn=0.53 lr=5.99e-04 tps=24613 mem=5.4G lam=None Gm=None
[baseline s3] step 520/12000 loss=6.2658 gn=0.54 lr=5.99e-04 tps=24616 mem=5.4G lam=None Gm=None
[baseline s3] step 540/12000 loss=6.1726 gn=0.56 lr=5.99e-04 tps=24617 mem=5.4G lam=None Gm=None
[baseline s3] step 560/12000 loss=6.2168 gn=0.54 lr=5.99e-04 tps=24615 mem=5.4G lam=None Gm=None
[baseline s3] step 580/12000 loss=6.1943 gn=0.53 lr=5.99e-04 tps=24615 mem=5.4G lam=None Gm=None
[baseline s3] step 600/12000 loss=6.0998 gn=0.48 lr=5.98e-04 tps=24614 mem=5.4G lam=None Gm=None
[baseline s3] step 620/12000 loss=6.0107 gn=0.54 lr=5.98e-04 tps=24615 mem=5.4G lam=None Gm=None
[baseline s3] step 640/12000 loss=6.0965 gn=0.54 lr=5.98e-04 tps=24618 mem=5.4G lam=None Gm=None
[baseline s3] step 660/12000 loss=5.8990 gn=0.52 lr=5.98e-04 tps=24618 mem=5.4G lam=None Gm=None
[baseline s3] step 680/12000 loss=6.0254 gn=0.51 lr=5.98e-04 tps=24618 mem=5.4G lam=None Gm=None
[baseline s3] step 700/12000 loss=6.0725 gn=0.51 lr=5.98e-04 tps=24619 mem=5.4G lam=None Gm=None
[baseline s3] step 720/12000 loss=5.8644 gn=0.52 lr=5.97e-04 tps=24620 mem=5.4G lam=None Gm=None
[baseline s3] step 740/12000 loss=6.0486 gn=0.55 lr=5.97e-04 tps=24622 mem=5.4G lam=None Gm=None
[baseline s3] step 760/12000 loss=5.9352 gn=0.56 lr=5.97e-04 tps=24620 mem=5.4G lam=None Gm=None
[baseline s3] step 780/12000 loss=6.0132 gn=0.52 lr=5.97e-04 tps=24620 mem=5.4G lam=None Gm=None
[baseline s3] step 800/12000 loss=5.9363 gn=0.51 lr=5.97e-04 tps=24621 mem=5.4G lam=None Gm=None
[baseline s3] step 820/12000 loss=5.8584 gn=0.55 lr=5.96e-04 tps=24623 mem=5.4G lam=None Gm=None
[baseline s3] step 840/12000 loss=5.8853 gn=0.59 lr=5.96e-04 tps=24619 mem=5.4G lam=None Gm=None
[baseline s3] step 860/12000 loss=5.8607 gn=0.56 lr=5.96e-04 tps=24621 mem=5.4G lam=None Gm=None
[baseline s3] step 880/12000 loss=5.9693 gn=0.52 lr=5.96e-04 tps=24621 mem=5.4G lam=None Gm=None
[baseline s3] step 900/12000 loss=5.7708 gn=0.50 lr=5.95e-04 tps=24620 mem=5.4G lam=None Gm=None
[baseline s3] step 920/12000 loss=5.7981 gn=0.56 lr=5.95e-04 tps=24620 mem=5.4G lam=None Gm=None
[baseline s3] step 940/12000 loss=5.6471 gn=0.51 lr=5.95e-04 tps=24621 mem=5.4G lam=None Gm=None
[baseline s3] step 960/12000 loss=5.8175 gn=0.59 lr=5.94e-04 tps=24623 mem=5.4G lam=None Gm=None
[baseline s3] step 980/12000 loss=5.7338 gn=0.49 lr=5.94e-04 tps=24624 mem=5.4G lam=None Gm=None
[baseline s3] step 1000/12000 loss=5.9067 gn=0.63 lr=5.94e-04 tps=24626 mem=5.4G lam=None Gm=None
[baseline s3] EVAL step 1000: val_loss=5.8590 val_ppl=350.37
[baseline s3] step 1020/12000 loss=5.7402 gn=0.51 lr=5.94e-04 tps=24543 mem=5.4G lam=None Gm=None
[baseline s3] step 1040/12000 loss=5.6488 gn=0.51 lr=5.93e-04 tps=24546 mem=5.4G lam=None Gm=None
[baseline s3] step 1060/12000 loss=5.6252 gn=0.54 lr=5.93e-04 tps=24548 mem=5.4G lam=None Gm=None
[baseline s3] step 1080/12000 loss=5.6993 gn=0.53 lr=5.93e-04 tps=24550 mem=5.4G lam=None Gm=None
[baseline s3] step 1100/12000 loss=5.6645 gn=0.57 lr=5.92e-04 tps=24551 mem=5.4G lam=None Gm=None
[baseline s3] step 1120/12000 loss=5.7535 gn=0.53 lr=5.92e-04 tps=24553 mem=5.4G lam=None Gm=None
[baseline s3] step 1140/12000 loss=5.6475 gn=0.53 lr=5.92e-04 tps=24555 mem=5.4G lam=None Gm=None
[baseline s3] step 1160/12000 loss=5.7055 gn=0.57 lr=5.91e-04 tps=24557 mem=5.4G lam=None Gm=None
[baseline s3] step 1180/12000 loss=5.6323 gn=0.54 lr=5.91e-04 tps=24557 mem=5.4G lam=None Gm=None
[baseline s3] step 1200/12000 loss=5.7008 gn=0.59 lr=5.90e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 1220/12000 loss=5.5084 gn=0.53 lr=5.90e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s3] step 1240/12000 loss=5.5478 gn=0.53 lr=5.90e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s3] step 1260/12000 loss=5.7204 gn=0.54 lr=5.89e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 1280/12000 loss=5.5685 gn=0.56 lr=5.89e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 1300/12000 loss=5.6690 gn=0.58 lr=5.89e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 1320/12000 loss=5.5577 gn=0.58 lr=5.88e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 1340/12000 loss=5.6259 gn=0.58 lr=5.88e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 1360/12000 loss=5.4661 gn=0.59 lr=5.87e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 1380/12000 loss=5.4320 gn=0.59 lr=5.87e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 1400/12000 loss=5.6185 gn=0.60 lr=5.86e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 1420/12000 loss=5.4887 gn=0.58 lr=5.86e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 1440/12000 loss=5.3776 gn=0.55 lr=5.85e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 1460/12000 loss=5.5481 gn=0.63 lr=5.85e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 1480/12000 loss=5.3899 gn=0.58 lr=5.84e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 1500/12000 loss=5.5063 gn=0.59 lr=5.84e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 1520/12000 loss=5.4973 gn=0.59 lr=5.83e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 1540/12000 loss=5.3640 gn=0.61 lr=5.83e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 1560/12000 loss=5.4229 gn=0.60 lr=5.82e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 1580/12000 loss=5.4993 gn=0.56 lr=5.82e-04 tps=24579 mem=5.4G lam=None Gm=None
[baseline s3] step 1600/12000 loss=5.2761 gn=0.59 lr=5.81e-04 tps=24580 mem=5.4G lam=None Gm=None
[baseline s3] step 1620/12000 loss=5.4775 gn=0.58 lr=5.81e-04 tps=24582 mem=5.4G lam=None Gm=None
[baseline s3] step 1640/12000 loss=5.3555 gn=0.59 lr=5.80e-04 tps=24583 mem=5.4G lam=None Gm=None
[baseline s3] step 1660/12000 loss=5.3775 gn=0.61 lr=5.80e-04 tps=24583 mem=5.4G lam=None Gm=None
[baseline s3] step 1680/12000 loss=5.3862 gn=0.57 lr=5.79e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s3] step 1700/12000 loss=5.5440 gn=0.61 lr=5.79e-04 tps=24586 mem=5.4G lam=None Gm=None
[baseline s3] step 1720/12000 loss=5.3912 gn=0.63 lr=5.78e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s3] step 1740/12000 loss=5.3404 gn=0.59 lr=5.78e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s3] step 1760/12000 loss=5.2744 gn=0.57 lr=5.77e-04 tps=24586 mem=5.4G lam=None Gm=None
[baseline s3] step 1780/12000 loss=5.4244 gn=0.62 lr=5.76e-04 tps=24588 mem=5.4G lam=None Gm=None
[baseline s3] step 1800/12000 loss=5.3310 gn=0.60 lr=5.76e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s3] step 1820/12000 loss=5.2838 gn=0.59 lr=5.75e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s3] step 1840/12000 loss=5.4461 gn=0.62 lr=5.75e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s3] step 1860/12000 loss=5.4029 gn=0.62 lr=5.74e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s3] step 1880/12000 loss=5.2906 gn=0.58 lr=5.73e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s3] step 1900/12000 loss=5.2187 gn=0.65 lr=5.73e-04 tps=24592 mem=5.4G lam=None Gm=None
[baseline s3] step 1920/12000 loss=5.3155 gn=0.59 lr=5.72e-04 tps=24593 mem=5.4G lam=None Gm=None
[baseline s3] step 1940/12000 loss=5.4311 gn=0.61 lr=5.72e-04 tps=24593 mem=5.4G lam=None Gm=None
[baseline s3] step 1960/12000 loss=5.3726 gn=0.62 lr=5.71e-04 tps=24593 mem=5.4G lam=None Gm=None
[baseline s3] step 1980/12000 loss=5.1066 gn=0.60 lr=5.70e-04 tps=24594 mem=5.4G lam=None Gm=None
[baseline s3] step 2000/12000 loss=5.3560 gn=0.56 lr=5.70e-04 tps=24593 mem=5.4G lam=None Gm=None
[baseline s3] EVAL step 2000: val_loss=5.3649 val_ppl=213.78
[baseline s3] step 2020/12000 loss=5.3843 gn=0.61 lr=5.69e-04 tps=24551 mem=5.4G lam=None Gm=None
[baseline s3] step 2040/12000 loss=5.4138 gn=0.63 lr=5.68e-04 tps=24552 mem=5.4G lam=None Gm=None
[baseline s3] step 2060/12000 loss=5.2996 gn=0.61 lr=5.68e-04 tps=24552 mem=5.4G lam=None Gm=None
[baseline s3] step 2080/12000 loss=5.2104 gn=0.61 lr=5.67e-04 tps=24554 mem=5.4G lam=None Gm=None
[baseline s3] step 2100/12000 loss=5.3015 gn=0.60 lr=5.66e-04 tps=24554 mem=5.4G lam=None Gm=None
[baseline s3] step 2120/12000 loss=5.3284 gn=0.60 lr=5.65e-04 tps=24555 mem=5.4G lam=None Gm=None
[baseline s3] step 2140/12000 loss=5.1465 gn=0.62 lr=5.65e-04 tps=24556 mem=5.4G lam=None Gm=None
[baseline s3] step 2160/12000 loss=5.1244 gn=0.63 lr=5.64e-04 tps=24557 mem=5.4G lam=None Gm=None
[baseline s3] step 2180/12000 loss=5.1736 gn=0.64 lr=5.63e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 2200/12000 loss=5.3564 gn=0.65 lr=5.63e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s3] step 2220/12000 loss=5.2752 gn=0.61 lr=5.62e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s3] step 2240/12000 loss=5.2666 gn=0.69 lr=5.61e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s3] step 2260/12000 loss=5.1377 gn=0.64 lr=5.60e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s3] step 2280/12000 loss=5.2310 gn=0.88 lr=5.60e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 2300/12000 loss=5.2883 gn=0.63 lr=5.59e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 2320/12000 loss=5.1914 gn=0.62 lr=5.58e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 2340/12000 loss=5.0065 gn=0.68 lr=5.57e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 2360/12000 loss=5.2104 gn=0.66 lr=5.57e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 2380/12000 loss=5.1504 gn=0.68 lr=5.56e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 2400/12000 loss=5.0992 gn=0.61 lr=5.55e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 2420/12000 loss=5.1270 gn=0.67 lr=5.54e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 2440/12000 loss=5.1507 gn=0.64 lr=5.53e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 2460/12000 loss=5.0989 gn=0.63 lr=5.53e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 2480/12000 loss=5.1131 gn=0.61 lr=5.52e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 2500/12000 loss=5.1221 gn=0.61 lr=5.51e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 2520/12000 loss=5.2352 gn=0.63 lr=5.50e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 2540/12000 loss=5.0895 gn=0.61 lr=5.49e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 2560/12000 loss=5.1998 gn=0.80 lr=5.48e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 2580/12000 loss=5.0493 gn=0.64 lr=5.48e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 2600/12000 loss=5.1181 gn=0.64 lr=5.47e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 2620/12000 loss=5.0237 gn=0.67 lr=5.46e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 2640/12000 loss=4.9731 gn=0.78 lr=5.45e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 2660/12000 loss=5.0928 gn=0.65 lr=5.44e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 2680/12000 loss=5.0756 gn=0.66 lr=5.43e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 2700/12000 loss=5.0614 gn=0.67 lr=5.42e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 2720/12000 loss=5.1274 gn=0.73 lr=5.41e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 2740/12000 loss=5.0989 gn=0.67 lr=5.41e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 2760/12000 loss=5.1185 gn=0.72 lr=5.40e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s3] step 2780/12000 loss=5.0470 gn=0.69 lr=5.39e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s3] step 2800/12000 loss=5.0093 gn=0.69 lr=5.38e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s3] step 2820/12000 loss=5.1816 gn=0.72 lr=5.37e-04 tps=24579 mem=5.4G lam=None Gm=None
[baseline s3] step 2840/12000 loss=5.1085 gn=0.68 lr=5.36e-04 tps=24580 mem=5.4G lam=None Gm=None
[baseline s3] step 2860/12000 loss=4.9669 gn=0.70 lr=5.35e-04 tps=24580 mem=5.4G lam=None Gm=None
[baseline s3] step 2880/12000 loss=5.0195 gn=0.67 lr=5.34e-04 tps=24581 mem=5.4G lam=None Gm=None
[baseline s3] step 2900/12000 loss=4.8728 gn=0.69 lr=5.33e-04 tps=24581 mem=5.4G lam=None Gm=None
[baseline s3] step 2920/12000 loss=4.9963 gn=0.69 lr=5.32e-04 tps=24582 mem=5.4G lam=None Gm=None
[baseline s3] step 2940/12000 loss=5.0402 gn=0.70 lr=5.31e-04 tps=24583 mem=5.4G lam=None Gm=None
[baseline s3] step 2960/12000 loss=4.8702 gn=0.71 lr=5.30e-04 tps=24584 mem=5.4G lam=None Gm=None
[baseline s3] step 2980/12000 loss=4.8033 gn=1.02 lr=5.29e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s3] step 3000/12000 loss=5.0822 gn=0.81 lr=5.28e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s3] EVAL step 3000: val_loss=5.0396 val_ppl=154.41
[baseline s3] step 3020/12000 loss=5.1267 gn=0.72 lr=5.27e-04 tps=24557 mem=5.4G lam=None Gm=None
[baseline s3] step 3040/12000 loss=4.8589 gn=0.66 lr=5.26e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 3060/12000 loss=4.9337 gn=0.75 lr=5.25e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 3080/12000 loss=4.8880 gn=0.69 lr=5.24e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s3] step 3100/12000 loss=5.0400 gn=0.70 lr=5.23e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s3] step 3120/12000 loss=4.7936 gn=0.71 lr=5.22e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s3] step 3140/12000 loss=4.9200 gn=0.68 lr=5.21e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s3] step 3160/12000 loss=4.8702 gn=0.73 lr=5.20e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s3] step 3180/12000 loss=4.8962 gn=0.75 lr=5.19e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s3] step 3200/12000 loss=4.8673 gn=0.71 lr=5.18e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 3220/12000 loss=4.9684 gn=0.77 lr=5.17e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 3240/12000 loss=4.9773 gn=0.73 lr=5.16e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 3260/12000 loss=5.0071 gn=0.69 lr=5.15e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 3280/12000 loss=4.8178 gn=0.66 lr=5.14e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 3300/12000 loss=5.0747 gn=0.67 lr=5.13e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 3320/12000 loss=4.9283 gn=0.69 lr=5.12e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s3] step 3340/12000 loss=4.9037 gn=0.75 lr=5.11e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s3] step 3360/12000 loss=4.9320 gn=0.71 lr=5.10e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 3380/12000 loss=5.0718 gn=0.80 lr=5.09e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 3400/12000 loss=4.9834 gn=0.75 lr=5.08e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 3420/12000 loss=4.9429 gn=0.76 lr=5.07e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 3440/12000 loss=4.7289 gn=0.68 lr=5.06e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 3460/12000 loss=4.9469 gn=0.70 lr=5.05e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 3480/12000 loss=4.9701 gn=0.75 lr=5.03e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 3500/12000 loss=5.0811 gn=0.72 lr=5.02e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 3520/12000 loss=4.8385 gn=0.71 lr=5.01e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 3540/12000 loss=4.8548 gn=0.68 lr=5.00e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 3560/12000 loss=4.9218 gn=0.78 lr=4.99e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 3580/12000 loss=4.9307 gn=0.71 lr=4.98e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 3600/12000 loss=4.9094 gn=0.74 lr=4.97e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 3620/12000 loss=4.8991 gn=0.69 lr=4.96e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 3640/12000 loss=4.8054 gn=0.72 lr=4.94e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 3660/12000 loss=5.0216 gn=0.74 lr=4.93e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 3680/12000 loss=4.8469 gn=0.72 lr=4.92e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 3700/12000 loss=5.0132 gn=0.75 lr=4.91e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 3720/12000 loss=4.9734 gn=0.78 lr=4.90e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 3740/12000 loss=4.8851 gn=0.75 lr=4.89e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 3760/12000 loss=4.8189 gn=0.80 lr=4.88e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 3780/12000 loss=4.7751 gn=0.76 lr=4.86e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 3800/12000 loss=4.9181 gn=0.76 lr=4.85e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 3820/12000 loss=5.0341 gn=0.78 lr=4.84e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 3840/12000 loss=4.9222 gn=0.78 lr=4.83e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 3860/12000 loss=4.8868 gn=0.71 lr=4.82e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 3880/12000 loss=4.9190 gn=0.73 lr=4.80e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 3900/12000 loss=4.9013 gn=0.74 lr=4.79e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 3920/12000 loss=4.8880 gn=0.71 lr=4.78e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 3940/12000 loss=4.7801 gn=0.80 lr=4.77e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 3960/12000 loss=4.7614 gn=0.81 lr=4.76e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 3980/12000 loss=4.8489 gn=0.73 lr=4.74e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s3] step 4000/12000 loss=4.7820 gn=0.76 lr=4.73e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s3] EVAL step 4000: val_loss=4.9010 val_ppl=134.43
[baseline s3] step 4020/12000 loss=4.7293 gn=0.76 lr=4.72e-04 tps=24557 mem=5.4G lam=None Gm=None
[baseline s3] step 4040/12000 loss=5.1089 gn=0.82 lr=4.71e-04 tps=24557 mem=5.4G lam=None Gm=None
[baseline s3] step 4060/12000 loss=4.7707 gn=0.79 lr=4.70e-04 tps=24557 mem=5.4G lam=None Gm=None
[baseline s3] step 4080/12000 loss=4.9279 gn=0.84 lr=4.68e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 4100/12000 loss=4.8439 gn=0.77 lr=4.67e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 4120/12000 loss=4.8110 gn=0.76 lr=4.66e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 4140/12000 loss=4.8312 gn=0.71 lr=4.65e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 4160/12000 loss=4.7723 gn=0.84 lr=4.63e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s3] step 4180/12000 loss=4.7573 gn=0.73 lr=4.62e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s3] step 4200/12000 loss=4.8557 gn=0.83 lr=4.61e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s3] step 4220/12000 loss=4.6853 gn=0.78 lr=4.60e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s3] step 4240/12000 loss=4.8711 gn=0.82 lr=4.58e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s3] step 4260/12000 loss=4.8910 gn=0.76 lr=4.57e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s3] step 4280/12000 loss=4.7954 gn=0.75 lr=4.56e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s3] step 4300/12000 loss=4.7202 gn=0.73 lr=4.54e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s3] step 4320/12000 loss=4.7721 gn=0.77 lr=4.53e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 4340/12000 loss=4.8774 gn=0.80 lr=4.52e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 4360/12000 loss=4.9196 gn=0.79 lr=4.51e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 4380/12000 loss=4.7934 gn=0.77 lr=4.49e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 4400/12000 loss=4.7009 gn=0.76 lr=4.48e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 4420/12000 loss=5.0152 gn=0.78 lr=4.47e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 4440/12000 loss=4.9138 gn=0.80 lr=4.45e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 4460/12000 loss=4.7862 gn=0.76 lr=4.44e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 4480/12000 loss=4.9836 gn=0.79 lr=4.43e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 4500/12000 loss=4.9216 gn=0.84 lr=4.42e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 4520/12000 loss=4.7776 gn=0.88 lr=4.40e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 4540/12000 loss=4.8168 gn=0.80 lr=4.39e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 4560/12000 loss=4.9579 gn=0.90 lr=4.38e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s3] step 4580/12000 loss=4.8217 gn=0.76 lr=4.36e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s3] step 4600/12000 loss=4.8176 gn=0.75 lr=4.35e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s3] step 4620/12000 loss=4.7610 gn=0.84 lr=4.34e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 4640/12000 loss=4.7475 gn=0.76 lr=4.32e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 4660/12000 loss=4.9473 gn=0.78 lr=4.31e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 4680/12000 loss=4.6323 gn=0.78 lr=4.30e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 4700/12000 loss=4.6491 gn=0.78 lr=4.28e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 4720/12000 loss=4.9053 gn=0.81 lr=4.27e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 4740/12000 loss=4.6636 gn=0.82 lr=4.26e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 4760/12000 loss=4.8081 gn=0.76 lr=4.24e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 4780/12000 loss=4.7624 gn=0.78 lr=4.23e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 4800/12000 loss=4.7756 gn=0.79 lr=4.22e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 4820/12000 loss=4.6294 gn=0.79 lr=4.20e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 4840/12000 loss=4.7430 gn=0.75 lr=4.19e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 4860/12000 loss=4.7752 gn=0.80 lr=4.18e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 4880/12000 loss=4.7837 gn=0.81 lr=4.16e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 4900/12000 loss=4.5858 gn=0.80 lr=4.15e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 4920/12000 loss=4.8026 gn=0.80 lr=4.13e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 4940/12000 loss=4.6733 gn=0.78 lr=4.12e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 4960/12000 loss=4.7417 gn=0.82 lr=4.11e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 4980/12000 loss=4.7020 gn=0.76 lr=4.09e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 5000/12000 loss=4.5902 gn=0.87 lr=4.08e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] EVAL step 5000: val_loss=4.7875 val_ppl=120.00
[baseline s3] step 5020/12000 loss=4.7631 gn=0.81 lr=4.07e-04 tps=24557 mem=5.4G lam=None Gm=None
[baseline s3] step 5040/12000 loss=4.6250 gn=0.80 lr=4.05e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 5060/12000 loss=4.6736 gn=0.93 lr=4.04e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 5080/12000 loss=4.7325 gn=0.82 lr=4.02e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 5100/12000 loss=4.6324 gn=0.87 lr=4.01e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 5120/12000 loss=4.7487 gn=0.75 lr=4.00e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s3] step 5140/12000 loss=4.6706 gn=0.86 lr=3.98e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s3] step 5160/12000 loss=4.7846 gn=0.78 lr=3.97e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s3] step 5180/12000 loss=4.5184 gn=0.81 lr=3.95e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s3] step 5200/12000 loss=4.5519 gn=0.84 lr=3.94e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s3] step 5220/12000 loss=4.7531 gn=0.79 lr=3.93e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s3] step 5240/12000 loss=4.5709 gn=0.84 lr=3.91e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s3] step 5260/12000 loss=4.7150 gn=0.83 lr=3.90e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s3] step 5280/12000 loss=4.5523 gn=0.81 lr=3.88e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s3] step 5300/12000 loss=4.7523 gn=0.88 lr=3.87e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 5320/12000 loss=4.6058 gn=0.80 lr=3.86e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 5340/12000 loss=4.5838 gn=0.79 lr=3.84e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 5360/12000 loss=4.6263 gn=0.83 lr=3.83e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 5380/12000 loss=4.7453 gn=0.82 lr=3.81e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 5400/12000 loss=4.6762 gn=0.81 lr=3.80e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 5420/12000 loss=4.8283 gn=0.85 lr=3.79e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 5440/12000 loss=4.5465 gn=0.82 lr=3.77e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 5460/12000 loss=4.5995 gn=0.79 lr=3.76e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 5480/12000 loss=4.5882 gn=0.79 lr=3.74e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 5500/12000 loss=4.7905 gn=0.95 lr=3.73e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s3] step 5520/12000 loss=4.8025 gn=0.88 lr=3.72e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 5540/12000 loss=4.6884 gn=0.93 lr=3.70e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s3] step 5560/12000 loss=4.7111 gn=0.99 lr=3.69e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 5580/12000 loss=4.5460 gn=0.84 lr=3.67e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 5600/12000 loss=4.7336 gn=0.93 lr=3.66e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 5620/12000 loss=4.6212 gn=0.88 lr=3.64e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 5640/12000 loss=4.6017 gn=0.89 lr=3.63e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 5660/12000 loss=4.6566 gn=0.84 lr=3.62e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 5680/12000 loss=4.7616 gn=0.84 lr=3.60e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 5700/12000 loss=4.6430 gn=0.85 lr=3.59e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 5720/12000 loss=4.6317 gn=0.82 lr=3.57e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 5740/12000 loss=4.6519 gn=0.89 lr=3.56e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 5760/12000 loss=4.5748 gn=0.79 lr=3.54e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 5780/12000 loss=4.6665 gn=0.85 lr=3.53e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s3] step 5800/12000 loss=4.6574 gn=0.84 lr=3.52e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s3] step 5820/12000 loss=4.4838 gn=0.87 lr=3.50e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 5840/12000 loss=4.5635 gn=0.84 lr=3.49e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 5860/12000 loss=4.5039 gn=0.83 lr=3.47e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 5880/12000 loss=4.4945 gn=0.85 lr=3.46e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 5900/12000 loss=4.5517 gn=0.90 lr=3.44e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 5920/12000 loss=4.5498 gn=0.83 lr=3.43e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 5940/12000 loss=4.6995 gn=0.83 lr=3.41e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 5960/12000 loss=4.6299 gn=0.82 lr=3.40e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 5980/12000 loss=4.4736 gn=0.88 lr=3.39e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 6000/12000 loss=4.6977 gn=0.84 lr=3.37e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] EVAL step 6000: val_loss=4.7332 val_ppl=113.66
[baseline s3] step 6020/12000 loss=4.7908 gn=0.86 lr=3.36e-04 tps=24556 mem=5.4G lam=None Gm=None
[baseline s3] step 6040/12000 loss=4.5770 gn=0.82 lr=3.34e-04 tps=24556 mem=5.4G lam=None Gm=None
[baseline s3] step 6060/12000 loss=4.5042 gn=0.89 lr=3.33e-04 tps=24556 mem=5.4G lam=None Gm=None
[baseline s3] step 6080/12000 loss=4.5372 gn=0.79 lr=3.31e-04 tps=24557 mem=5.4G lam=None Gm=None
[baseline s3] step 6100/12000 loss=4.6748 gn=0.84 lr=3.30e-04 tps=24557 mem=5.4G lam=None Gm=None
[baseline s3] step 6120/12000 loss=4.6991 gn=0.90 lr=3.29e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 6140/12000 loss=4.6526 gn=0.85 lr=3.27e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 6160/12000 loss=4.5346 gn=0.85 lr=3.26e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s3] step 6180/12000 loss=4.6078 gn=0.88 lr=3.24e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s3] step 6200/12000 loss=4.5772 gn=1.06 lr=3.23e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s3] step 6220/12000 loss=4.5968 gn=0.88 lr=3.21e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s3] step 6240/12000 loss=4.6883 gn=0.81 lr=3.20e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s3] step 6260/12000 loss=4.5764 gn=0.83 lr=3.19e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s3] step 6280/12000 loss=4.5607 gn=0.87 lr=3.17e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s3] step 6300/12000 loss=4.6819 gn=0.81 lr=3.16e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s3] step 6320/12000 loss=4.5276 gn=0.88 lr=3.14e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 6340/12000 loss=4.6492 gn=0.91 lr=3.13e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 6360/12000 loss=4.7759 gn=0.95 lr=3.11e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 6380/12000 loss=4.3180 gn=0.87 lr=3.10e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 6400/12000 loss=4.5449 gn=0.81 lr=3.08e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 6420/12000 loss=4.4882 gn=0.88 lr=3.07e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 6440/12000 loss=4.6554 gn=0.84 lr=3.06e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 6460/12000 loss=4.5274 gn=0.90 lr=3.04e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 6480/12000 loss=4.5642 gn=0.98 lr=3.03e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 6500/12000 loss=4.5089 gn=0.82 lr=3.01e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s3] step 6520/12000 loss=4.6204 gn=0.89 lr=3.00e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s3] step 6540/12000 loss=4.5336 gn=0.85 lr=2.98e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s3] step 6560/12000 loss=4.6784 gn=0.85 lr=2.97e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 6580/12000 loss=4.6149 gn=0.90 lr=2.96e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 6600/12000 loss=4.5153 gn=0.88 lr=2.94e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 6620/12000 loss=4.5475 gn=0.98 lr=2.93e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 6640/12000 loss=4.4153 gn=0.92 lr=2.91e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 6660/12000 loss=4.4639 gn=0.83 lr=2.90e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 6680/12000 loss=4.4875 gn=0.91 lr=2.88e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 6700/12000 loss=4.7967 gn=0.96 lr=2.87e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 6720/12000 loss=4.4422 gn=0.88 lr=2.86e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 6740/12000 loss=4.4884 gn=0.88 lr=2.84e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 6760/12000 loss=4.5905 gn=0.95 lr=2.83e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 6780/12000 loss=4.5489 gn=0.82 lr=2.81e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 6800/12000 loss=4.7064 gn=0.94 lr=2.80e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 6820/12000 loss=4.5966 gn=0.92 lr=2.79e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 6840/12000 loss=4.5831 gn=0.95 lr=2.77e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 6860/12000 loss=4.5805 gn=0.92 lr=2.76e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 6880/12000 loss=4.5784 gn=0.90 lr=2.74e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 6900/12000 loss=4.5668 gn=0.89 lr=2.73e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 6920/12000 loss=4.4952 gn=0.93 lr=2.72e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 6940/12000 loss=4.3886 gn=0.82 lr=2.70e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 6960/12000 loss=4.4527 gn=0.88 lr=2.69e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 6980/12000 loss=4.6287 gn=0.98 lr=2.67e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 7000/12000 loss=4.4164 gn=0.83 lr=2.66e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] EVAL step 7000: val_loss=4.6259 val_ppl=102.10
[baseline s3] step 7020/12000 loss=4.5065 gn=0.84 lr=2.65e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s3] step 7040/12000 loss=4.4877 gn=0.92 lr=2.63e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 7060/12000 loss=4.5556 gn=0.94 lr=2.62e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 7080/12000 loss=4.4955 gn=0.97 lr=2.60e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 7100/12000 loss=4.4911 gn=0.87 lr=2.59e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s3] step 7120/12000 loss=4.6229 gn=0.92 lr=2.58e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 7140/12000 loss=4.5255 gn=0.96 lr=2.56e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 7160/12000 loss=4.6908 gn=0.92 lr=2.55e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 7180/12000 loss=4.5083 gn=0.86 lr=2.53e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 7200/12000 loss=4.4249 gn=0.87 lr=2.52e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s3] step 7220/12000 loss=4.4560 gn=0.90 lr=2.51e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 7240/12000 loss=4.5891 gn=0.86 lr=2.49e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 7260/12000 loss=4.4211 gn=1.01 lr=2.48e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s3] step 7280/12000 loss=4.3915 gn=0.86 lr=2.47e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s3] step 7300/12000 loss=4.6424 gn=0.93 lr=2.45e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s3] step 7320/12000 loss=4.6485 gn=0.94 lr=2.44e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 7340/12000 loss=4.4469 gn=0.89 lr=2.42e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 7360/12000 loss=4.4262 gn=0.90 lr=2.41e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 7380/12000 loss=4.4746 gn=0.90 lr=2.40e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 7400/12000 loss=4.6049 gn=0.90 lr=2.38e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 7420/12000 loss=4.4650 gn=0.90 lr=2.37e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 7440/12000 loss=4.5241 gn=0.94 lr=2.36e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 7460/12000 loss=4.5992 gn=0.92 lr=2.34e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 7480/12000 loss=4.5267 gn=0.93 lr=2.33e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 7500/12000 loss=4.5916 gn=0.90 lr=2.32e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 7520/12000 loss=4.4055 gn=0.89 lr=2.30e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 7540/12000 loss=4.5050 gn=0.92 lr=2.29e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 7560/12000 loss=4.5384 gn=0.87 lr=2.28e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 7580/12000 loss=4.4672 gn=0.88 lr=2.26e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 7600/12000 loss=4.4122 gn=0.98 lr=2.25e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 7620/12000 loss=4.3242 gn=0.96 lr=2.24e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 7640/12000 loss=4.5264 gn=0.92 lr=2.22e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 7660/12000 loss=4.4276 gn=0.98 lr=2.21e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 7680/12000 loss=4.5293 gn=0.93 lr=2.20e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 7700/12000 loss=4.4680 gn=0.93 lr=2.18e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 7720/12000 loss=4.3635 gn=0.94 lr=2.17e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 7740/12000 loss=4.3533 gn=0.92 lr=2.16e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 7760/12000 loss=4.4386 gn=0.95 lr=2.15e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 7780/12000 loss=4.4696 gn=0.88 lr=2.13e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 7800/12000 loss=4.4409 gn=0.98 lr=2.12e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 7820/12000 loss=4.5578 gn=0.92 lr=2.11e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 7840/12000 loss=4.4919 gn=0.95 lr=2.09e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 7860/12000 loss=4.2528 gn=0.90 lr=2.08e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 7880/12000 loss=4.5519 gn=1.02 lr=2.07e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 7900/12000 loss=4.5535 gn=1.03 lr=2.06e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 7920/12000 loss=4.3406 gn=0.96 lr=2.04e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 7940/12000 loss=4.4964 gn=0.94 lr=2.03e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 7960/12000 loss=4.5487 gn=0.94 lr=2.02e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 7980/12000 loss=4.4281 gn=0.92 lr=2.00e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s3] step 8000/12000 loss=4.4898 gn=0.90 lr=1.99e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s3] EVAL step 8000: val_loss=4.5128 val_ppl=91.17
[baseline s3] step 8020/12000 loss=4.5364 gn=0.97 lr=1.98e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s3] step 8040/12000 loss=4.5537 gn=0.96 lr=1.97e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 8060/12000 loss=4.5083 gn=0.95 lr=1.95e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 8080/12000 loss=4.4166 gn=1.00 lr=1.94e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 8100/12000 loss=4.3151 gn=0.95 lr=1.93e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 8120/12000 loss=4.7354 gn=1.02 lr=1.92e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 8140/12000 loss=4.4248 gn=0.96 lr=1.90e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 8160/12000 loss=4.4084 gn=0.92 lr=1.89e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 8180/12000 loss=4.5053 gn=1.05 lr=1.88e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 8200/12000 loss=4.4627 gn=0.92 lr=1.87e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 8220/12000 loss=4.4797 gn=1.02 lr=1.86e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 8240/12000 loss=4.6057 gn=0.99 lr=1.84e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 8260/12000 loss=4.4386 gn=0.91 lr=1.83e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 8280/12000 loss=4.3924 gn=0.93 lr=1.82e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 8300/12000 loss=4.4207 gn=0.97 lr=1.81e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 8320/12000 loss=4.3962 gn=1.00 lr=1.80e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 8340/12000 loss=4.4828 gn=1.00 lr=1.78e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 8360/12000 loss=4.3428 gn=1.00 lr=1.77e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 8380/12000 loss=4.4244 gn=0.96 lr=1.76e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 8400/12000 loss=4.4984 gn=1.01 lr=1.75e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 8420/12000 loss=4.4784 gn=1.01 lr=1.74e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 8440/12000 loss=4.4338 gn=0.95 lr=1.72e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 8460/12000 loss=4.5092 gn=1.01 lr=1.71e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 8480/12000 loss=4.4629 gn=1.10 lr=1.70e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 8500/12000 loss=4.4299 gn=1.04 lr=1.69e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 8520/12000 loss=4.4377 gn=1.02 lr=1.68e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 8540/12000 loss=4.4238 gn=0.91 lr=1.67e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 8560/12000 loss=4.3979 gn=1.06 lr=1.66e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 8580/12000 loss=4.5119 gn=1.06 lr=1.64e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 8600/12000 loss=4.3445 gn=0.97 lr=1.63e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 8620/12000 loss=4.4495 gn=0.99 lr=1.62e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 8640/12000 loss=4.4625 gn=0.95 lr=1.61e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 8660/12000 loss=4.4796 gn=0.96 lr=1.60e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 8680/12000 loss=4.4901 gn=0.94 lr=1.59e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 8700/12000 loss=4.4437 gn=0.96 lr=1.58e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 8720/12000 loss=4.4620 gn=1.00 lr=1.57e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 8740/12000 loss=4.3729 gn=0.98 lr=1.55e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 8760/12000 loss=4.4548 gn=0.98 lr=1.54e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 8780/12000 loss=4.2941 gn=0.96 lr=1.53e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 8800/12000 loss=4.4787 gn=1.03 lr=1.52e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s3] step 8820/12000 loss=4.5140 gn=0.97 lr=1.51e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s3] step 8840/12000 loss=4.4527 gn=0.98 lr=1.50e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s3] step 8860/12000 loss=4.3625 gn=0.92 lr=1.49e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s3] step 8880/12000 loss=4.5655 gn=1.00 lr=1.48e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s3] step 8900/12000 loss=4.4335 gn=0.96 lr=1.47e-04 tps=24579 mem=5.4G lam=None Gm=None
[baseline s3] step 8920/12000 loss=4.4362 gn=1.04 lr=1.46e-04 tps=24579 mem=5.4G lam=None Gm=None
[baseline s3] step 8940/12000 loss=4.2879 gn=1.00 lr=1.45e-04 tps=24579 mem=5.4G lam=None Gm=None
[baseline s3] step 8960/12000 loss=4.4540 gn=0.95 lr=1.44e-04 tps=24579 mem=5.4G lam=None Gm=None
[baseline s3] step 8980/12000 loss=4.4624 gn=1.12 lr=1.43e-04 tps=24579 mem=5.4G lam=None Gm=None
[baseline s3] step 9000/12000 loss=4.5518 gn=0.98 lr=1.42e-04 tps=24579 mem=5.4G lam=None Gm=None
[baseline s3] EVAL step 9000: val_loss=4.4801 val_ppl=88.25
[baseline s3] step 9020/12000 loss=4.3560 gn=1.04 lr=1.41e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 9040/12000 loss=4.4644 gn=0.98 lr=1.40e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 9060/12000 loss=4.2369 gn=1.00 lr=1.39e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 9080/12000 loss=4.4199 gn=1.01 lr=1.38e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 9100/12000 loss=4.5150 gn=1.02 lr=1.37e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 9120/12000 loss=4.4866 gn=0.93 lr=1.36e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 9140/12000 loss=4.2669 gn=0.98 lr=1.35e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 9160/12000 loss=4.5629 gn=1.20 lr=1.34e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 9180/12000 loss=4.3470 gn=0.97 lr=1.33e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 9200/12000 loss=4.4363 gn=0.98 lr=1.32e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 9220/12000 loss=4.4081 gn=1.07 lr=1.31e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 9240/12000 loss=4.4238 gn=1.09 lr=1.30e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 9260/12000 loss=4.4348 gn=1.05 lr=1.29e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 9280/12000 loss=4.4311 gn=1.00 lr=1.28e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 9300/12000 loss=4.3185 gn=1.20 lr=1.27e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 9320/12000 loss=4.5431 gn=1.09 lr=1.26e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 9340/12000 loss=4.5564 gn=1.08 lr=1.25e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 9360/12000 loss=4.3772 gn=1.09 lr=1.24e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 9380/12000 loss=4.4444 gn=1.01 lr=1.23e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 9400/12000 loss=4.4187 gn=1.09 lr=1.22e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 9420/12000 loss=4.4037 gn=1.10 lr=1.21e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 9440/12000 loss=4.2833 gn=1.01 lr=1.20e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 9460/12000 loss=4.5062 gn=1.06 lr=1.19e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 9480/12000 loss=4.5611 gn=1.16 lr=1.19e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 9500/12000 loss=4.3066 gn=1.02 lr=1.18e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 9520/12000 loss=4.4245 gn=1.07 lr=1.17e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 9540/12000 loss=4.3790 gn=1.00 lr=1.16e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 9560/12000 loss=4.3185 gn=0.95 lr=1.15e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 9580/12000 loss=4.4025 gn=1.07 lr=1.14e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 9600/12000 loss=4.6061 gn=1.07 lr=1.13e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 9620/12000 loss=4.4327 gn=1.10 lr=1.12e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 9640/12000 loss=4.2685 gn=1.08 lr=1.12e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 9660/12000 loss=4.5086 gn=1.03 lr=1.11e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 9680/12000 loss=4.4223 gn=1.02 lr=1.10e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 9700/12000 loss=4.2798 gn=1.00 lr=1.09e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 9720/12000 loss=4.3475 gn=0.98 lr=1.08e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 9740/12000 loss=4.3361 gn=1.08 lr=1.07e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 9760/12000 loss=4.4092 gn=1.03 lr=1.07e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 9780/12000 loss=4.3316 gn=0.99 lr=1.06e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 9800/12000 loss=4.3471 gn=1.12 lr=1.05e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 9820/12000 loss=4.3214 gn=1.08 lr=1.04e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 9840/12000 loss=4.3413 gn=0.97 lr=1.03e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 9860/12000 loss=4.3340 gn=1.04 lr=1.03e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 9880/12000 loss=4.2665 gn=1.02 lr=1.02e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 9900/12000 loss=4.3551 gn=1.05 lr=1.01e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 9920/12000 loss=4.3569 gn=1.02 lr=1.00e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 9940/12000 loss=4.3230 gn=1.16 lr=9.96e-05 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 9960/12000 loss=4.5070 gn=1.22 lr=9.89e-05 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 9980/12000 loss=4.2698 gn=1.10 lr=9.81e-05 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] step 10000/12000 loss=4.4129 gn=1.05 lr=9.74e-05 tps=24577 mem=5.4G lam=None Gm=None
[baseline s3] EVAL step 10000: val_loss=4.4777 val_ppl=88.03
[baseline s3] step 10020/12000 loss=4.2730 gn=1.15 lr=9.67e-05 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 10040/12000 loss=4.3734 gn=1.07 lr=9.59e-05 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 10060/12000 loss=4.2654 gn=1.02 lr=9.52e-05 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 10080/12000 loss=4.2103 gn=0.97 lr=9.45e-05 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 10100/12000 loss=4.5193 gn=1.10 lr=9.38e-05 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 10120/12000 loss=4.4165 gn=1.03 lr=9.31e-05 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 10140/12000 loss=4.2914 gn=1.03 lr=9.24e-05 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 10160/12000 loss=4.4215 gn=1.07 lr=9.18e-05 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 10180/12000 loss=4.5175 gn=1.07 lr=9.11e-05 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 10200/12000 loss=4.5061 gn=1.05 lr=9.04e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 10220/12000 loss=4.4143 gn=1.11 lr=8.98e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 10240/12000 loss=4.2719 gn=1.07 lr=8.91e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 10260/12000 loss=4.4186 gn=1.15 lr=8.85e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 10280/12000 loss=4.4341 gn=1.16 lr=8.78e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 10300/12000 loss=4.3148 gn=1.11 lr=8.72e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 10320/12000 loss=4.4542 gn=1.02 lr=8.66e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 10340/12000 loss=4.2675 gn=1.04 lr=8.59e-05 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 10360/12000 loss=4.3070 gn=1.02 lr=8.53e-05 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 10380/12000 loss=4.4473 gn=1.04 lr=8.47e-05 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 10400/12000 loss=4.4064 gn=1.07 lr=8.41e-05 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 10420/12000 loss=4.2504 gn=0.98 lr=8.35e-05 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 10440/12000 loss=4.2585 gn=1.07 lr=8.30e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 10460/12000 loss=4.4643 gn=1.29 lr=8.24e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 10480/12000 loss=4.5828 gn=1.12 lr=8.18e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 10500/12000 loss=4.4147 gn=1.19 lr=8.12e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 10520/12000 loss=4.3162 gn=1.09 lr=8.07e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 10540/12000 loss=4.2827 gn=1.05 lr=8.01e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 10560/12000 loss=4.2460 gn=1.11 lr=7.96e-05 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 10580/12000 loss=4.4442 gn=1.03 lr=7.91e-05 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 10600/12000 loss=4.2598 gn=1.03 lr=7.85e-05 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 10620/12000 loss=4.4145 gn=1.07 lr=7.80e-05 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 10640/12000 loss=4.2702 gn=1.09 lr=7.75e-05 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 10660/12000 loss=4.3425 gn=1.17 lr=7.70e-05 tps=24574 mem=5.4G lam=None Gm=None
[baseline s3] step 10680/12000 loss=4.4145 gn=1.18 lr=7.65e-05 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 10700/12000 loss=4.4238 gn=1.08 lr=7.60e-05 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 10720/12000 loss=4.3224 gn=1.01 lr=7.55e-05 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 10740/12000 loss=4.2670 gn=1.04 lr=7.50e-05 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 10760/12000 loss=4.3646 gn=1.09 lr=7.46e-05 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 10780/12000 loss=4.3552 gn=1.13 lr=7.41e-05 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 10800/12000 loss=4.3919 gn=1.10 lr=7.37e-05 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 10820/12000 loss=4.3324 gn=1.17 lr=7.32e-05 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 10840/12000 loss=4.4895 gn=1.20 lr=7.28e-05 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 10860/12000 loss=4.4334 gn=1.20 lr=7.23e-05 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 10880/12000 loss=4.4374 gn=1.06 lr=7.19e-05 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] step 10900/12000 loss=4.2947 gn=1.10 lr=7.15e-05 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 10920/12000 loss=4.1761 gn=1.09 lr=7.11e-05 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 10940/12000 loss=4.4421 gn=1.05 lr=7.07e-05 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 10960/12000 loss=4.3651 gn=1.14 lr=7.03e-05 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 10980/12000 loss=4.3494 gn=1.28 lr=6.99e-05 tps=24575 mem=5.4G lam=None Gm=None
[baseline s3] step 11000/12000 loss=4.3403 gn=1.18 lr=6.95e-05 tps=24576 mem=5.4G lam=None Gm=None
[baseline s3] EVAL step 11000: val_loss=4.3897 val_ppl=80.61
[baseline s3] step 11020/12000 loss=4.2964 gn=1.07 lr=6.91e-05 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 11040/12000 loss=4.3059 gn=1.04 lr=6.88e-05 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 11060/12000 loss=4.4136 gn=1.07 lr=6.84e-05 tps=24568 mem=5.4G lam=None Gm=None
[baseline s3] step 11080/12000 loss=4.1593 gn=1.13 lr=6.81e-05 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 11100/12000 loss=4.3929 gn=1.31 lr=6.77e-05 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 11120/12000 loss=4.3232 gn=1.01 lr=6.74e-05 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 11140/12000 loss=4.3487 gn=1.10 lr=6.70e-05 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 11160/12000 loss=4.3645 gn=1.02 lr=6.67e-05 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 11180/12000 loss=4.3178 gn=1.13 lr=6.64e-05 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 11200/12000 loss=4.2417 gn=1.11 lr=6.61e-05 tps=24569 mem=5.4G lam=None Gm=None
[baseline s3] step 11220/12000 loss=4.2896 gn=1.12 lr=6.58e-05 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 11240/12000 loss=4.3467 gn=1.10 lr=6.55e-05 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 11260/12000 loss=4.3634 gn=1.26 lr=6.52e-05 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 11280/12000 loss=4.2993 gn=1.09 lr=6.49e-05 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 11300/12000 loss=4.2978 gn=1.13 lr=6.47e-05 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 11320/12000 loss=4.3196 gn=1.13 lr=6.44e-05 tps=24570 mem=5.4G lam=None Gm=None
[baseline s3] step 11340/12000 loss=4.3945 gn=1.20 lr=6.42e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 11360/12000 loss=4.4946 gn=1.13 lr=6.39e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 11380/12000 loss=4.3189 gn=1.15 lr=6.37e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 11400/12000 loss=4.4036 gn=1.13 lr=6.34e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 11420/12000 loss=4.3125 gn=1.06 lr=6.32e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 11440/12000 loss=4.3456 gn=1.06 lr=6.30e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 11460/12000 loss=4.3805 gn=1.16 lr=6.28e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 11480/12000 loss=4.3730 gn=1.10 lr=6.26e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 11500/12000 loss=4.2762 gn=1.16 lr=6.24e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 11520/12000 loss=4.1864 gn=1.21 lr=6.22e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 11540/12000 loss=4.4457 gn=1.10 lr=6.20e-05 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 11560/12000 loss=4.3353 gn=1.17 lr=6.19e-05 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 11580/12000 loss=4.2062 gn=1.08 lr=6.17e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 11600/12000 loss=4.3415 gn=1.05 lr=6.15e-05 tps=24571 mem=5.4G lam=None Gm=None
[baseline s3] step 11620/12000 loss=4.2916 gn=1.22 lr=6.14e-05 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 11640/12000 loss=4.3572 gn=1.06 lr=6.12e-05 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 11660/12000 loss=4.4375 gn=1.25 lr=6.11e-05 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 11680/12000 loss=4.2270 gn=1.15 lr=6.10e-05 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 11700/12000 loss=4.3745 gn=1.05 lr=6.09e-05 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 11720/12000 loss=4.2871 gn=1.18 lr=6.07e-05 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 11740/12000 loss=4.3310 gn=1.22 lr=6.06e-05 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 11760/12000 loss=4.3345 gn=1.10 lr=6.06e-05 tps=24572 mem=5.4G lam=None Gm=None
[baseline s3] step 11780/12000 loss=4.3628 gn=1.08 lr=6.05e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 11800/12000 loss=4.3317 gn=1.09 lr=6.04e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 11820/12000 loss=4.3704 gn=1.19 lr=6.03e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 11840/12000 loss=4.2606 gn=1.25 lr=6.02e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 11860/12000 loss=4.2839 gn=1.08 lr=6.02e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 11880/12000 loss=4.4770 gn=1.19 lr=6.01e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 11900/12000 loss=4.2925 gn=1.20 lr=6.01e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 11920/12000 loss=4.2869 gn=1.15 lr=6.01e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 11940/12000 loss=4.4190 gn=1.34 lr=6.00e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 11960/12000 loss=4.2699 gn=1.10 lr=6.00e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] step 11980/12000 loss=4.3054 gn=1.17 lr=6.00e-05 tps=24573 mem=5.4G lam=None Gm=None
[baseline s3] EVAL step 11999: val_loss=4.3744 val_ppl=79.39
[init] variant=s_only seed=3 params=63.97M
[init] use_S=True use_G=False
[s_only s3] step 0/12000 loss=10.8947 gn=14.87 lr=3.00e-06 tps=8439 mem=5.0G lam=0.12692801654338837 Gm=None
[s_only s3] step 20/12000 loss=9.8787 gn=1.97 lr=6.30e-05 tps=19656 mem=5.5G lam=0.12694220369060835 Gm=None
[s_only s3] step 40/12000 loss=9.1230 gn=1.77 lr=1.23e-04 tps=20283 mem=5.5G lam=0.126886830975612 Gm=None
[s_only s3] step 60/12000 loss=8.1696 gn=1.58 lr=1.83e-04 tps=20614 mem=5.5G lam=0.12679918544987837 Gm=None
[s_only s3] step 80/12000 loss=7.5320 gn=0.94 lr=2.43e-04 tps=20750 mem=5.5G lam=0.12672995527585348 Gm=None
[s_only s3] step 100/12000 loss=7.1228 gn=0.64 lr=3.03e-04 tps=20829 mem=5.5G lam=0.1266972292214632 Gm=None
[s_only s3] step 120/12000 loss=7.1949 gn=0.68 lr=3.63e-04 tps=20897 mem=5.5G lam=0.12658714999755225 Gm=None
[s_only s3] step 140/12000 loss=6.9264 gn=0.77 lr=4.23e-04 tps=20937 mem=5.5G lam=0.12656180560588837 Gm=None
[s_only s3] step 160/12000 loss=6.8878 gn=1.04 lr=4.83e-04 tps=20966 mem=5.5G lam=0.12656703094641367 Gm=None
[s_only s3] step 180/12000 loss=6.7629 gn=0.78 lr=5.43e-04 tps=20986 mem=5.5G lam=0.12656066628793874 Gm=None
[s_only s3] step 200/12000 loss=6.6858 gn=0.64 lr=6.00e-04 tps=21014 mem=5.5G lam=0.12658241080741087 Gm=None
[s_only s3] step 220/12000 loss=6.5929 gn=0.55 lr=6.00e-04 tps=21023 mem=5.5G lam=0.1266044502456983 Gm=None
[s_only s3] step 240/12000 loss=6.6295 gn=0.52 lr=6.00e-04 tps=21036 mem=5.5G lam=0.1266349603732427 Gm=None
[s_only s3] step 260/12000 loss=6.6218 gn=0.48 lr=6.00e-04 tps=21043 mem=5.5G lam=0.12663273823757967 Gm=None
[s_only s3] step 280/12000 loss=6.4487 gn=0.62 lr=6.00e-04 tps=21055 mem=5.5G lam=0.1266415569310387 Gm=None
[s_only s3] step 300/12000 loss=6.3327 gn=0.51 lr=6.00e-04 tps=21053 mem=5.5G lam=0.12665006828804812 Gm=None
[s_only s3] step 320/12000 loss=6.4291 gn=0.56 lr=6.00e-04 tps=21047 mem=5.5G lam=0.12663793377578259 Gm=None
[s_only s3] step 340/12000 loss=6.4897 gn=0.61 lr=6.00e-04 tps=21024 mem=5.5G lam=0.1266579208895564 Gm=None
[s_only s3] step 360/12000 loss=6.2732 gn=0.56 lr=6.00e-04 tps=21002 mem=5.5G lam=0.1267132411400477 Gm=None
[s_only s3] step 380/12000 loss=6.3135 gn=0.57 lr=6.00e-04 tps=20973 mem=5.5G lam=0.12670761936654648 Gm=None
[s_only s3] step 400/12000 loss=6.3679 gn=0.59 lr=6.00e-04 tps=20953 mem=5.5G lam=0.12676518689841032 Gm=None
[s_only s3] step 420/12000 loss=6.2888 gn=0.47 lr=6.00e-04 tps=20937 mem=5.5G lam=0.1267999398211638 Gm=None
[s_only s3] step 440/12000 loss=6.2291 gn=0.56 lr=5.99e-04 tps=20876 mem=5.5G lam=0.12688300355027118 Gm=None
[s_only s3] step 460/12000 loss=6.3626 gn=0.55 lr=5.99e-04 tps=20840 mem=5.5G lam=0.12695795483887196 Gm=None
[s_only s3] step 480/12000 loss=6.2115 gn=0.51 lr=5.99e-04 tps=20813 mem=5.5G lam=0.12707082461565733 Gm=None
[s_only s3] step 500/12000 loss=6.2465 gn=0.52 lr=5.99e-04 tps=20792 mem=5.5G lam=0.12718711979687214 Gm=None
[s_only s3] step 520/12000 loss=6.2745 gn=0.58 lr=5.99e-04 tps=20763 mem=5.5G lam=0.12737652597328028 Gm=None
[s_only s3] step 540/12000 loss=6.1698 gn=0.52 lr=5.99e-04 tps=20745 mem=5.5G lam=0.12749819147090116 Gm=None
[s_only s3] step 560/12000 loss=6.2090 gn=0.57 lr=5.99e-04 tps=20719 mem=5.5G lam=0.12764237727969885 Gm=None
[s_only s3] step 580/12000 loss=6.2011 gn=0.55 lr=5.99e-04 tps=20709 mem=5.5G lam=0.127825283134977 Gm=None
[s_only s3] step 600/12000 loss=6.1010 gn=0.48 lr=5.98e-04 tps=20704 mem=5.5G lam=0.12795953080058098 Gm=None
[s_only s3] step 620/12000 loss=6.0148 gn=0.52 lr=5.98e-04 tps=20707 mem=5.5G lam=0.12812368975331387 Gm=None
[s_only s3] step 640/12000 loss=6.1043 gn=0.54 lr=5.98e-04 tps=20717 mem=5.5G lam=0.12832175133128962 Gm=None
[s_only s3] step 660/12000 loss=5.9025 gn=0.54 lr=5.98e-04 tps=20734 mem=5.5G lam=0.12851136705527702 Gm=None
[s_only s3] step 680/12000 loss=6.0172 gn=0.50 lr=5.98e-04 tps=20746 mem=5.5G lam=0.12868034715453783 Gm=None
[s_only s3] step 700/12000 loss=6.0751 gn=0.56 lr=5.98e-04 tps=20760 mem=5.5G lam=0.12891405262053013 Gm=None
[s_only s3] step 720/12000 loss=5.8826 gn=0.54 lr=5.97e-04 tps=20770 mem=5.5G lam=0.12920820309470096 Gm=None
[s_only s3] step 740/12000 loss=6.0464 gn=0.55 lr=5.97e-04 tps=20773 mem=5.5G lam=0.12944251050551733 Gm=None
[s_only s3] step 760/12000 loss=5.9405 gn=0.53 lr=5.97e-04 tps=20780 mem=5.5G lam=0.12973964431633553 Gm=None
[s_only s3] step 780/12000 loss=6.0210 gn=0.59 lr=5.97e-04 tps=20791 mem=5.5G lam=0.13004410670449337 Gm=None
[s_only s3] step 800/12000 loss=5.9413 gn=0.51 lr=5.97e-04 tps=20800 mem=5.5G lam=0.13040621299296618 Gm=None
[s_only s3] step 820/12000 loss=5.8643 gn=0.54 lr=5.96e-04 tps=20805 mem=5.5G lam=0.1307692745079597 Gm=None
[s_only s3] step 840/12000 loss=5.8955 gn=0.58 lr=5.96e-04 tps=20816 mem=5.5G lam=0.13110253680497408 Gm=None
[s_only s3] step 860/12000 loss=5.8447 gn=0.51 lr=5.96e-04 tps=20824 mem=5.5G lam=0.13148421545823416 Gm=None
[s_only s3] step 880/12000 loss=5.9974 gn=0.63 lr=5.96e-04 tps=20833 mem=5.5G lam=0.13183280701438585 Gm=None
[s_only s3] step 900/12000 loss=5.7843 gn=0.57 lr=5.95e-04 tps=20839 mem=5.5G lam=0.13218222682674727 Gm=None
[s_only s3] step 920/12000 loss=5.8090 gn=0.52 lr=5.95e-04 tps=20846 mem=5.5G lam=0.13257871506114802 Gm=None
[s_only s3] step 940/12000 loss=5.6490 gn=0.53 lr=5.95e-04 tps=20852 mem=5.5G lam=0.1329437584305803 Gm=None
[s_only s3] step 960/12000 loss=5.8092 gn=0.52 lr=5.94e-04 tps=20859 mem=5.5G lam=0.13336021018524966 Gm=None
[s_only s3] step 980/12000 loss=5.7391 gn=0.52 lr=5.94e-04 tps=20866 mem=5.5G lam=0.133741723994414 Gm=None
[s_only s3] step 1000/12000 loss=5.9076 gn=0.58 lr=5.94e-04 tps=20873 mem=5.5G lam=0.13417456454286972 Gm=None
[s_only s3] EVAL step 1000: val_loss=5.8518 val_ppl=347.86
[s_only s3] step 1020/12000 loss=5.7333 gn=0.52 lr=5.94e-04 tps=20805 mem=5.5G lam=0.13449585065245628 Gm=None
[s_only s3] step 1040/12000 loss=5.6524 gn=0.55 lr=5.93e-04 tps=20812 mem=5.5G lam=0.13490383668492237 Gm=None
[s_only s3] step 1060/12000 loss=5.6541 gn=0.61 lr=5.93e-04 tps=20816 mem=5.5G lam=0.13530297266940275 Gm=None
[s_only s3] step 1080/12000 loss=5.7044 gn=0.52 lr=5.93e-04 tps=20825 mem=5.5G lam=0.1357328516120712 Gm=None
[s_only s3] step 1100/12000 loss=5.6635 gn=0.56 lr=5.92e-04 tps=20829 mem=5.5G lam=0.13609287949899831 Gm=None
[s_only s3] step 1120/12000 loss=5.7738 gn=0.63 lr=5.92e-04 tps=20837 mem=5.5G lam=0.13648841002335152 Gm=None
[s_only s3] step 1140/12000 loss=5.6606 gn=0.57 lr=5.92e-04 tps=20839 mem=5.5G lam=0.1368508137141665 Gm=None
[s_only s3] step 1160/12000 loss=5.7048 gn=0.58 lr=5.91e-04 tps=20845 mem=5.5G lam=0.1373081263154745 Gm=None
[s_only s3] step 1180/12000 loss=5.6299 gn=0.54 lr=5.91e-04 tps=20849 mem=5.5G lam=0.13778687144319215 Gm=None
[s_only s3] step 1200/12000 loss=5.7025 gn=0.62 lr=5.90e-04 tps=20855 mem=5.5G lam=0.13828484155237675 Gm=None
[s_only s3] step 1220/12000 loss=5.5112 gn=0.55 lr=5.90e-04 tps=20861 mem=5.5G lam=0.13870205885420242 Gm=None
[s_only s3] step 1240/12000 loss=5.5611 gn=0.56 lr=5.90e-04 tps=20866 mem=5.5G lam=0.1391298739860455 Gm=None
[s_only s3] step 1260/12000 loss=5.7347 gn=0.56 lr=5.89e-04 tps=20868 mem=5.5G lam=0.13961359423895678 Gm=None
[s_only s3] step 1280/12000 loss=5.5690 gn=0.58 lr=5.89e-04 tps=20871 mem=5.5G lam=0.1400772612541914 Gm=None
[s_only s3] step 1300/12000 loss=5.6611 gn=0.53 lr=5.89e-04 tps=20874 mem=5.5G lam=0.14053657744079828 Gm=None
[s_only s3] step 1320/12000 loss=5.5688 gn=0.58 lr=5.88e-04 tps=20879 mem=5.5G lam=0.14098914340138435 Gm=None
[s_only s3] step 1340/12000 loss=5.6360 gn=0.58 lr=5.88e-04 tps=20882 mem=5.5G lam=0.14152920028815666 Gm=None
[s_only s3] step 1360/12000 loss=5.4790 gn=0.60 lr=5.87e-04 tps=20886 mem=5.5G lam=0.14196714044859013 Gm=None
[s_only s3] step 1380/12000 loss=5.4218 gn=0.55 lr=5.87e-04 tps=20891 mem=5.5G lam=0.14235272475828728 Gm=None
[s_only s3] step 1400/12000 loss=5.6239 gn=0.63 lr=5.86e-04 tps=20895 mem=5.5G lam=0.1428036680445075 Gm=None
[s_only s3] step 1420/12000 loss=5.4842 gn=0.62 lr=5.86e-04 tps=20898 mem=5.5G lam=0.14324054711808762 Gm=None
[s_only s3] step 1440/12000 loss=5.3740 gn=0.57 lr=5.85e-04 tps=20902 mem=5.5G lam=0.14371431898325682 Gm=None
[s_only s3] step 1460/12000 loss=5.5496 gn=0.61 lr=5.85e-04 tps=20906 mem=5.5G lam=0.14421408313016096 Gm=None
[s_only s3] step 1480/12000 loss=5.3994 gn=0.60 lr=5.84e-04 tps=20909 mem=5.5G lam=0.14469032486279806 Gm=None
[s_only s3] step 1500/12000 loss=5.5122 gn=0.58 lr=5.84e-04 tps=20913 mem=5.5G lam=0.14517768317212662 Gm=None
[s_only s3] step 1520/12000 loss=5.5056 gn=0.57 lr=5.83e-04 tps=20914 mem=5.5G lam=0.14564614246288934 Gm=None
[s_only s3] step 1540/12000 loss=5.3640 gn=0.59 lr=5.83e-04 tps=20916 mem=5.5G lam=0.1461265878751874 Gm=None
[s_only s3] step 1560/12000 loss=5.4231 gn=0.56 lr=5.82e-04 tps=20918 mem=5.5G lam=0.14658704648415247 Gm=None
[s_only s3] step 1580/12000 loss=5.4919 gn=0.57 lr=5.82e-04 tps=20923 mem=5.5G lam=0.14701714956512055 Gm=None
[s_only s3] step 1600/12000 loss=5.2736 gn=0.58 lr=5.81e-04 tps=20926 mem=5.5G lam=0.14750135131180286 Gm=None
[s_only s3] step 1620/12000 loss=5.4942 gn=0.59 lr=5.81e-04 tps=20930 mem=5.5G lam=0.1479597290356954 Gm=None
[s_only s3] step 1640/12000 loss=5.3593 gn=0.59 lr=5.80e-04 tps=20934 mem=5.5G lam=0.14843208498011032 Gm=None
[s_only s3] step 1660/12000 loss=5.3763 gn=0.61 lr=5.80e-04 tps=20938 mem=5.5G lam=0.14888587904473147 Gm=None
[s_only s3] step 1680/12000 loss=5.3820 gn=0.56 lr=5.79e-04 tps=20941 mem=5.5G lam=0.14940758794546127 Gm=None
[s_only s3] step 1700/12000 loss=5.5410 gn=0.60 lr=5.79e-04 tps=20945 mem=5.5G lam=0.14982634441306195 Gm=None
[s_only s3] step 1720/12000 loss=5.3974 gn=0.60 lr=5.78e-04 tps=20946 mem=5.5G lam=0.1503677119811376 Gm=None
[s_only s3] step 1740/12000 loss=5.3413 gn=0.65 lr=5.78e-04 tps=20949 mem=5.5G lam=0.1508328371370832 Gm=None
[s_only s3] step 1760/12000 loss=5.2739 gn=0.58 lr=5.77e-04 tps=20951 mem=5.5G lam=0.1513590533286333 Gm=None
[s_only s3] step 1780/12000 loss=5.4289 gn=0.62 lr=5.76e-04 tps=20953 mem=5.5G lam=0.15195063843081394 Gm=None
[s_only s3] step 1800/12000 loss=5.3411 gn=0.60 lr=5.76e-04 tps=20955 mem=5.5G lam=0.1524457804237803 Gm=None
[s_only s3] step 1820/12000 loss=5.2930 gn=0.61 lr=5.75e-04 tps=20958 mem=5.5G lam=0.15293488713602224 Gm=None
[s_only s3] step 1840/12000 loss=5.4547 gn=0.63 lr=5.75e-04 tps=20960 mem=5.5G lam=0.15345919442673525 Gm=None
[s_only s3] step 1860/12000 loss=5.4131 gn=0.63 lr=5.74e-04 tps=20963 mem=5.5G lam=0.15391629996399084 Gm=None
[s_only s3] step 1880/12000 loss=5.3073 gn=0.60 lr=5.73e-04 tps=20965 mem=5.5G lam=0.15444200237592062 Gm=None
[s_only s3] step 1900/12000 loss=5.2185 gn=0.60 lr=5.73e-04 tps=20967 mem=5.5G lam=0.15496338810771704 Gm=None
[s_only s3] step 1920/12000 loss=5.3068 gn=0.57 lr=5.72e-04 tps=20966 mem=5.5G lam=0.15550452874352536 Gm=None
[s_only s3] step 1940/12000 loss=5.4119 gn=0.60 lr=5.72e-04 tps=20969 mem=5.5G lam=0.15604656096547842 Gm=None
[s_only s3] step 1960/12000 loss=5.3566 gn=0.58 lr=5.71e-04 tps=20970 mem=5.5G lam=0.15654522522042194 Gm=None
[s_only s3] step 1980/12000 loss=5.1046 gn=0.56 lr=5.70e-04 tps=20973 mem=5.5G lam=0.1571055787305037 Gm=None
[s_only s3] step 2000/12000 loss=5.3473 gn=0.56 lr=5.70e-04 tps=20975 mem=5.5G lam=0.157640913190941 Gm=None
[s_only s3] EVAL step 2000: val_loss=5.3642 val_ppl=213.63
[s_only s3] step 2020/12000 loss=5.3967 gn=0.61 lr=5.69e-04 tps=20938 mem=5.5G lam=0.15812867445250353 Gm=None
[s_only s3] step 2040/12000 loss=5.4042 gn=0.60 lr=5.68e-04 tps=20941 mem=5.5G lam=0.15867000973472992 Gm=None
[s_only s3] step 2060/12000 loss=5.3086 gn=0.63 lr=5.68e-04 tps=20944 mem=5.5G lam=0.1591886511693398 Gm=None
[s_only s3] step 2080/12000 loss=5.2221 gn=0.58 lr=5.67e-04 tps=20946 mem=5.5G lam=0.15965720762809119 Gm=None
[s_only s3] step 2100/12000 loss=5.2930 gn=0.58 lr=5.66e-04 tps=20948 mem=5.5G lam=0.16022760265817246 Gm=None
[s_only s3] step 2120/12000 loss=5.3471 gn=0.62 lr=5.65e-04 tps=20951 mem=5.5G lam=0.16081504120181003 Gm=None
[s_only s3] step 2140/12000 loss=5.1443 gn=0.60 lr=5.65e-04 tps=20951 mem=5.5G lam=0.16131479510416588 Gm=None
[s_only s3] step 2160/12000 loss=5.1243 gn=0.62 lr=5.64e-04 tps=20953 mem=5.5G lam=0.1618762823442618 Gm=None
[s_only s3] step 2180/12000 loss=5.1559 gn=0.63 lr=5.63e-04 tps=20955 mem=5.5G lam=0.16239843952159086 Gm=None
[s_only s3] step 2200/12000 loss=5.3548 gn=0.62 lr=5.63e-04 tps=20958 mem=5.5G lam=0.16292800102382898 Gm=None
[s_only s3] step 2220/12000 loss=5.2824 gn=0.63 lr=5.62e-04 tps=20960 mem=5.5G lam=0.1634970015535752 Gm=None
[s_only s3] step 2240/12000 loss=5.2789 gn=0.70 lr=5.61e-04 tps=20963 mem=5.5G lam=0.1640439551944534 Gm=None
[s_only s3] step 2260/12000 loss=5.1492 gn=0.66 lr=5.60e-04 tps=20964 mem=5.5G lam=0.16461799448976913 Gm=None
[s_only s3] step 2280/12000 loss=5.2255 gn=1.05 lr=5.60e-04 tps=20967 mem=5.5G lam=0.1651757045959433 Gm=None
[s_only s3] step 2300/12000 loss=5.2786 gn=0.64 lr=5.59e-04 tps=20969 mem=5.5G lam=0.16579562425613403 Gm=None
[s_only s3] step 2320/12000 loss=5.2192 gn=0.68 lr=5.58e-04 tps=20971 mem=5.5G lam=0.16640225580583015 Gm=None
[s_only s3] step 2340/12000 loss=5.0022 gn=0.66 lr=5.57e-04 tps=20971 mem=5.5G lam=0.1668911144758264 Gm=None
[s_only s3] step 2360/12000 loss=5.2226 gn=0.61 lr=5.57e-04 tps=20973 mem=5.5G lam=0.16745880153030157 Gm=None
[s_only s3] step 2380/12000 loss=5.1478 gn=0.69 lr=5.56e-04 tps=20975 mem=5.5G lam=0.1680245685080687 Gm=None
[s_only s3] step 2400/12000 loss=5.1173 gn=0.63 lr=5.55e-04 tps=20977 mem=5.5G lam=0.16856745351105928 Gm=None
[s_only s3] step 2420/12000 loss=5.1471 gn=0.72 lr=5.54e-04 tps=20979 mem=5.5G lam=0.16916084848344326 Gm=None
[s_only s3] step 2440/12000 loss=5.1603 gn=0.61 lr=5.53e-04 tps=20980 mem=5.5G lam=0.16971150071670613 Gm=None
[s_only s3] step 2460/12000 loss=5.1129 gn=0.62 lr=5.53e-04 tps=20981 mem=5.5G lam=0.1702629942446947 Gm=None
[s_only s3] step 2480/12000 loss=5.1421 gn=0.65 lr=5.52e-04 tps=20982 mem=5.5G lam=0.17080736408631006 Gm=None
[s_only s3] step 2500/12000 loss=5.1330 gn=0.62 lr=5.51e-04 tps=20985 mem=5.5G lam=0.17129923589527607 Gm=None
[s_only s3] step 2520/12000 loss=5.2338 gn=0.59 lr=5.50e-04 tps=20984 mem=5.5G lam=0.17186312874158224 Gm=None
[s_only s3] step 2540/12000 loss=5.0934 gn=0.65 lr=5.49e-04 tps=20987 mem=5.5G lam=0.17238754530747732 Gm=None
[s_only s3] step 2560/12000 loss=5.2068 gn=0.71 lr=5.48e-04 tps=20987 mem=5.5G lam=0.17288817061732212 Gm=None
[s_only s3] step 2580/12000 loss=5.0538 gn=0.65 lr=5.48e-04 tps=20987 mem=5.5G lam=0.17347303529580435 Gm=None
[s_only s3] step 2600/12000 loss=5.1140 gn=0.62 lr=5.47e-04 tps=20988 mem=5.5G lam=0.17405547574162483 Gm=None
[s_only s3] step 2620/12000 loss=5.0385 gn=0.63 lr=5.46e-04 tps=20989 mem=5.5G lam=0.174584886059165 Gm=None
[s_only s3] step 2640/12000 loss=5.0004 gn=0.75 lr=5.45e-04 tps=20991 mem=5.5G lam=0.17514473665505648 Gm=None
[s_only s3] step 2660/12000 loss=5.0964 gn=0.64 lr=5.44e-04 tps=20992 mem=5.5G lam=0.17571115183333555 Gm=None
[s_only s3] step 2680/12000 loss=5.0865 gn=0.65 lr=5.43e-04 tps=20993 mem=5.5G lam=0.17630939868589243 Gm=None
[s_only s3] step 2700/12000 loss=5.0500 gn=0.64 lr=5.42e-04 tps=20993 mem=5.5G lam=0.17686768559118113 Gm=None
[s_only s3] step 2720/12000 loss=5.1562 gn=0.78 lr=5.41e-04 tps=20995 mem=5.5G lam=0.17745353250453869 Gm=None
[s_only s3] step 2740/12000 loss=5.1139 gn=0.67 lr=5.41e-04 tps=20996 mem=5.5G lam=0.17796417605131865 Gm=None
[s_only s3] step 2760/12000 loss=5.1309 gn=0.71 lr=5.40e-04 tps=20997 mem=5.5G lam=0.1784825442979733 Gm=None
[s_only s3] step 2780/12000 loss=5.0624 gn=0.68 lr=5.39e-04 tps=20998 mem=5.5G lam=0.17888430102417865 Gm=None
[s_only s3] step 2800/12000 loss=5.0144 gn=0.71 lr=5.38e-04 tps=20999 mem=5.5G lam=0.17934417507300773 Gm=None
[s_only s3] step 2820/12000 loss=5.1634 gn=0.76 lr=5.37e-04 tps=21002 mem=5.5G lam=0.1799729916577538 Gm=None
[s_only s3] step 2840/12000 loss=5.1202 gn=0.67 lr=5.36e-04 tps=21003 mem=5.5G lam=0.18065636170407137 Gm=None
[s_only s3] step 2860/12000 loss=4.9527 gn=0.72 lr=5.35e-04 tps=21004 mem=5.5G lam=0.18117472529411316 Gm=None
[s_only s3] step 2880/12000 loss=5.0321 gn=0.68 lr=5.34e-04 tps=21006 mem=5.5G lam=0.18174382330228886 Gm=None
[s_only s3] step 2900/12000 loss=4.8904 gn=0.66 lr=5.33e-04 tps=21007 mem=5.5G lam=0.1822758965815107 Gm=None
[s_only s3] step 2920/12000 loss=4.9885 gn=0.67 lr=5.32e-04 tps=21008 mem=5.5G lam=0.1827599204455813 Gm=None
[s_only s3] step 2940/12000 loss=5.0275 gn=0.73 lr=5.31e-04 tps=21010 mem=5.5G lam=0.18328631669282913 Gm=None
[s_only s3] step 2960/12000 loss=4.8790 gn=0.69 lr=5.30e-04 tps=21011 mem=5.5G lam=0.18391878250986338 Gm=None
[s_only s3] step 2980/12000 loss=4.7845 gn=0.89 lr=5.29e-04 tps=21012 mem=5.5G lam=0.18440715440859398 Gm=None
[s_only s3] step 3000/12000 loss=5.0700 gn=0.74 lr=5.28e-04 tps=21013 mem=5.5G lam=0.18498189436892667 Gm=None
[s_only s3] EVAL step 3000: val_loss=5.0432 val_ppl=154.97
[s_only s3] step 3020/12000 loss=5.1426 gn=0.75 lr=5.27e-04 tps=20990 mem=5.5G lam=0.1855556114266316 Gm=None
[s_only s3] step 3040/12000 loss=4.8466 gn=0.67 lr=5.26e-04 tps=20990 mem=5.5G lam=0.18607309367507696 Gm=None
[s_only s3] step 3060/12000 loss=4.9375 gn=0.69 lr=5.25e-04 tps=20990 mem=5.5G lam=0.18656674989809593 Gm=None
[s_only s3] step 3080/12000 loss=4.8801 gn=0.71 lr=5.24e-04 tps=20992 mem=5.5G lam=0.18712459163119396 Gm=None
[s_only s3] step 3100/12000 loss=5.0334 gn=0.79 lr=5.23e-04 tps=20993 mem=5.5G lam=0.18768051204582056 Gm=None
[s_only s3] step 3120/12000 loss=4.7990 gn=0.74 lr=5.22e-04 tps=20994 mem=5.5G lam=0.18817588003973165 Gm=None
[s_only s3] step 3140/12000 loss=4.9271 gn=0.68 lr=5.21e-04 tps=20995 mem=5.5G lam=0.1887569141884645 Gm=None
[s_only s3] step 3160/12000 loss=4.8710 gn=0.75 lr=5.20e-04 tps=20997 mem=5.5G lam=0.18937193602323532 Gm=None
[s_only s3] step 3180/12000 loss=4.9012 gn=0.72 lr=5.19e-04 tps=20998 mem=5.5G lam=0.1899965868021051 Gm=None
[s_only s3] step 3200/12000 loss=4.8792 gn=0.71 lr=5.18e-04 tps=20999 mem=5.5G lam=0.19056051845351854 Gm=None
[s_only s3] step 3220/12000 loss=4.9825 gn=0.83 lr=5.17e-04 tps=21000 mem=5.5G lam=0.19111564382910728 Gm=None
[s_only s3] step 3240/12000 loss=4.9550 gn=0.69 lr=5.16e-04 tps=21001 mem=5.5G lam=0.1916476171463728 Gm=None
[s_only s3] step 3260/12000 loss=5.0246 gn=0.72 lr=5.15e-04 tps=21001 mem=5.5G lam=0.19216732742885748 Gm=None
[s_only s3] step 3280/12000 loss=4.8351 gn=0.68 lr=5.14e-04 tps=21002 mem=5.5G lam=0.19270867357651392 Gm=None
[s_only s3] step 3300/12000 loss=5.0925 gn=0.70 lr=5.13e-04 tps=21004 mem=5.5G lam=0.193344515748322 Gm=None
[s_only s3] step 3320/12000 loss=4.9303 gn=0.69 lr=5.12e-04 tps=21004 mem=5.5G lam=0.19388321538766226 Gm=None
[s_only s3] step 3340/12000 loss=4.8977 gn=0.68 lr=5.11e-04 tps=21005 mem=5.5G lam=0.19441270641982555 Gm=None
[s_only s3] step 3360/12000 loss=4.9486 gn=0.90 lr=5.10e-04 tps=21007 mem=5.5G lam=0.19506384525448084 Gm=None
[s_only s3] step 3380/12000 loss=5.0753 gn=0.75 lr=5.09e-04 tps=21007 mem=5.5G lam=0.19559775634358326 Gm=None
[s_only s3] step 3400/12000 loss=5.0080 gn=0.86 lr=5.08e-04 tps=21006 mem=5.5G lam=0.19604836435367665 Gm=None
[s_only s3] step 3420/12000 loss=4.9251 gn=0.72 lr=5.07e-04 tps=21006 mem=5.5G lam=0.19656820936749378 Gm=None
[s_only s3] step 3440/12000 loss=4.7397 gn=0.68 lr=5.06e-04 tps=21008 mem=5.5G lam=0.19712105486541986 Gm=None
[s_only s3] step 3460/12000 loss=4.9556 gn=0.74 lr=5.05e-04 tps=21009 mem=5.5G lam=0.19768475896368423 Gm=None
[s_only s3] step 3480/12000 loss=4.9662 gn=0.75 lr=5.03e-04 tps=21010 mem=5.5G lam=0.19824143840620914 Gm=None
[s_only s3] step 3500/12000 loss=5.0849 gn=0.74 lr=5.02e-04 tps=21011 mem=5.5G lam=0.19879716355353594 Gm=None
[s_only s3] step 3520/12000 loss=4.8439 gn=0.78 lr=5.01e-04 tps=21013 mem=5.5G lam=0.1993343730767568 Gm=None
[s_only s3] step 3540/12000 loss=4.8639 gn=0.74 lr=5.00e-04 tps=21014 mem=5.5G lam=0.19994602942218384 Gm=None
[s_only s3] step 3560/12000 loss=4.9125 gn=0.76 lr=4.99e-04 tps=21016 mem=5.5G lam=0.2004567307109634 Gm=None
[s_only s3] step 3580/12000 loss=4.9264 gn=0.71 lr=4.98e-04 tps=21017 mem=5.5G lam=0.2010104317838947 Gm=None
[s_only s3] step 3600/12000 loss=4.9223 gn=0.75 lr=4.97e-04 tps=21018 mem=5.5G lam=0.20156620411823192 Gm=None
[s_only s3] step 3620/12000 loss=4.9067 gn=0.74 lr=4.96e-04 tps=21020 mem=5.5G lam=0.20216343582918248 Gm=None
[s_only s3] step 3640/12000 loss=4.8079 gn=0.69 lr=4.94e-04 tps=21021 mem=5.5G lam=0.20265825962026915 Gm=None
[s_only s3] step 3660/12000 loss=5.0376 gn=0.78 lr=4.93e-04 tps=21015 mem=5.5G lam=0.20320954297979674 Gm=None
[s_only s3] step 3680/12000 loss=4.8581 gn=0.76 lr=4.92e-04 tps=21016 mem=5.5G lam=0.20378255347410837 Gm=None
[s_only s3] step 3700/12000 loss=4.9982 gn=0.70 lr=4.91e-04 tps=21017 mem=5.5G lam=0.2043424757818381 Gm=None
[s_only s3] step 3720/12000 loss=4.9720 gn=0.84 lr=4.90e-04 tps=21017 mem=5.5G lam=0.2048528160278996 Gm=None
[s_only s3] step 3740/12000 loss=4.8881 gn=0.84 lr=4.89e-04 tps=21019 mem=5.5G lam=0.2053167400881648 Gm=None
[s_only s3] step 3760/12000 loss=4.8170 gn=0.77 lr=4.88e-04 tps=21019 mem=5.5G lam=0.2059400804961721 Gm=None
[s_only s3] step 3780/12000 loss=4.7682 gn=0.77 lr=4.86e-04 tps=21020 mem=5.5G lam=0.20650208772470555 Gm=None
[s_only s3] step 3800/12000 loss=4.9124 gn=0.76 lr=4.85e-04 tps=21021 mem=5.5G lam=0.20702394905189672 Gm=None
[s_only s3] step 3820/12000 loss=5.0250 gn=0.80 lr=4.84e-04 tps=21023 mem=5.5G lam=0.20754016314943632 Gm=None
[s_only s3] step 3840/12000 loss=4.9183 gn=0.78 lr=4.83e-04 tps=21024 mem=5.5G lam=0.20805131799230972 Gm=None
[s_only s3] step 3860/12000 loss=4.8745 gn=0.76 lr=4.82e-04 tps=21024 mem=5.5G lam=0.20862161523352066 Gm=None
[s_only s3] step 3880/12000 loss=4.9252 gn=0.75 lr=4.80e-04 tps=21025 mem=5.5G lam=0.20912469395746788 Gm=None
[s_only s3] step 3900/12000 loss=4.9183 gn=0.80 lr=4.79e-04 tps=21025 mem=5.5G lam=0.20965508837252855 Gm=None
[s_only s3] step 3920/12000 loss=4.8815 gn=0.69 lr=4.78e-04 tps=21026 mem=5.5G lam=0.21024226179967323 Gm=None
[s_only s3] step 3940/12000 loss=4.7559 gn=0.81 lr=4.77e-04 tps=21027 mem=5.5G lam=0.21078395719329515 Gm=None
[s_only s3] step 3960/12000 loss=4.7669 gn=0.82 lr=4.76e-04 tps=21028 mem=5.5G lam=0.21136238146573305 Gm=None
[s_only s3] step 3980/12000 loss=4.8314 gn=0.77 lr=4.74e-04 tps=21030 mem=5.5G lam=0.2118435949087143 Gm=None
[s_only s3] step 4000/12000 loss=4.7736 gn=0.76 lr=4.73e-04 tps=21031 mem=5.5G lam=0.21241079146663347 Gm=None
[s_only s3] EVAL step 4000: val_loss=4.8969 val_ppl=133.88
[s_only s3] step 4020/12000 loss=4.7406 gn=0.80 lr=4.72e-04 tps=21013 mem=5.5G lam=0.21301633026450872 Gm=None
[s_only s3] step 4040/12000 loss=5.0994 gn=0.83 lr=4.71e-04 tps=21013 mem=5.5G lam=0.21350487073262533 Gm=None
[s_only s3] step 4060/12000 loss=4.7545 gn=0.77 lr=4.70e-04 tps=21014 mem=5.5G lam=0.2140956592435638 Gm=None
[s_only s3] step 4080/12000 loss=4.9120 gn=0.83 lr=4.68e-04 tps=21015 mem=5.5G lam=0.2146022000039617 Gm=None
[s_only s3] step 4100/12000 loss=4.8296 gn=0.75 lr=4.67e-04 tps=21016 mem=5.5G lam=0.21505094785243273 Gm=None
[s_only s3] step 4120/12000 loss=4.8010 gn=0.77 lr=4.66e-04 tps=21016 mem=5.5G lam=0.2155224603290359 Gm=None
[s_only s3] step 4140/12000 loss=4.8341 gn=0.73 lr=4.65e-04 tps=21017 mem=5.5G lam=0.2160450452938676 Gm=None
[s_only s3] step 4160/12000 loss=4.7734 gn=0.79 lr=4.63e-04 tps=21018 mem=5.5G lam=0.21655108965933323 Gm=None
[s_only s3] step 4180/12000 loss=4.7292 gn=0.71 lr=4.62e-04 tps=21018 mem=5.5G lam=0.21710350923240185 Gm=None
[s_only s3] step 4200/12000 loss=4.8384 gn=0.83 lr=4.61e-04 tps=21019 mem=5.5G lam=0.21774428865561882 Gm=None
[s_only s3] step 4220/12000 loss=4.6862 gn=0.75 lr=4.60e-04 tps=21019 mem=5.5G lam=0.21827208964775005 Gm=None
[s_only s3] step 4240/12000 loss=4.8560 gn=0.77 lr=4.58e-04 tps=21020 mem=5.5G lam=0.2188006949921449 Gm=None
[s_only s3] step 4260/12000 loss=4.8969 gn=0.79 lr=4.57e-04 tps=21021 mem=5.5G lam=0.2194276244069139 Gm=None
[s_only s3] step 4280/12000 loss=4.8045 gn=0.79 lr=4.56e-04 tps=21021 mem=5.5G lam=0.21989780416091284 Gm=None
[s_only s3] step 4300/12000 loss=4.7267 gn=0.74 lr=4.54e-04 tps=21023 mem=5.5G lam=0.22049069652954736 Gm=None
[s_only s3] step 4320/12000 loss=4.7667 gn=0.88 lr=4.53e-04 tps=21023 mem=5.5G lam=0.22094896590958038 Gm=None
[s_only s3] step 4340/12000 loss=4.8827 gn=0.82 lr=4.52e-04 tps=21024 mem=5.5G lam=0.22141566158582768 Gm=None
[s_only s3] step 4360/12000 loss=4.9000 gn=0.77 lr=4.51e-04 tps=21024 mem=5.5G lam=0.22185522566239038 Gm=None
[s_only s3] step 4380/12000 loss=4.7774 gn=0.76 lr=4.49e-04 tps=21024 mem=5.5G lam=0.22237294539809227 Gm=None
[s_only s3] step 4400/12000 loss=4.6927 gn=0.82 lr=4.48e-04 tps=21025 mem=5.5G lam=0.22294518227378526 Gm=None
[s_only s3] step 4420/12000 loss=4.9900 gn=0.78 lr=4.47e-04 tps=21026 mem=5.5G lam=0.22349098231643438 Gm=None
[s_only s3] step 4440/12000 loss=4.9184 gn=0.88 lr=4.45e-04 tps=21026 mem=5.5G lam=0.22402157603452602 Gm=None
[s_only s3] step 4460/12000 loss=4.8016 gn=0.80 lr=4.44e-04 tps=21027 mem=5.5G lam=0.22449471708387136 Gm=None
[s_only s3] step 4480/12000 loss=4.9758 gn=0.77 lr=4.43e-04 tps=21028 mem=5.5G lam=0.22501828521490097 Gm=None
[s_only s3] step 4500/12000 loss=4.9120 gn=0.87 lr=4.42e-04 tps=21028 mem=5.5G lam=0.22554088259736696 Gm=None
[s_only s3] step 4520/12000 loss=4.7595 gn=0.83 lr=4.40e-04 tps=21029 mem=5.5G lam=0.2259930499518911 Gm=None
[s_only s3] step 4540/12000 loss=4.7931 gn=0.77 lr=4.39e-04 tps=21030 mem=5.5G lam=0.22653298390408358 Gm=None
[s_only s3] step 4560/12000 loss=4.9512 gn=0.82 lr=4.38e-04 tps=21030 mem=5.5G lam=0.22706285491585732 Gm=None
[s_only s3] step 4580/12000 loss=4.8110 gn=0.82 lr=4.36e-04 tps=21030 mem=5.5G lam=0.22760037519037724 Gm=None
[s_only s3] step 4600/12000 loss=4.7991 gn=0.78 lr=4.35e-04 tps=21031 mem=5.5G lam=0.22808931364367405 Gm=None
[s_only s3] step 4620/12000 loss=4.7683 gn=0.86 lr=4.34e-04 tps=21032 mem=5.5G lam=0.2284925344089667 Gm=None
[s_only s3] step 4640/12000 loss=4.7365 gn=0.75 lr=4.32e-04 tps=21032 mem=5.5G lam=0.22888869885355234 Gm=None
[s_only s3] step 4660/12000 loss=4.9663 gn=0.87 lr=4.31e-04 tps=21033 mem=5.5G lam=0.22943979346503815 Gm=None
[s_only s3] step 4680/12000 loss=4.6270 gn=0.81 lr=4.30e-04 tps=21034 mem=5.5G lam=0.23000638404240212 Gm=None
[s_only s3] step 4700/12000 loss=4.6364 gn=0.82 lr=4.28e-04 tps=21034 mem=5.5G lam=0.2304636680831512 Gm=None
[s_only s3] step 4720/12000 loss=4.8949 gn=0.87 lr=4.27e-04 tps=21034 mem=5.5G lam=0.23095131572335958 Gm=None
[s_only s3] step 4740/12000 loss=4.6821 gn=1.05 lr=4.26e-04 tps=21035 mem=5.5G lam=0.23144968940565983 Gm=None
[s_only s3] step 4760/12000 loss=4.8174 gn=0.78 lr=4.24e-04 tps=21036 mem=5.5G lam=0.23195957640806833 Gm=None
[s_only s3] step 4780/12000 loss=4.7545 gn=0.84 lr=4.23e-04 tps=21037 mem=5.5G lam=0.23244882809619108 Gm=None
[s_only s3] step 4800/12000 loss=4.7621 gn=0.75 lr=4.22e-04 tps=21038 mem=5.5G lam=0.2329943006237348 Gm=None
[s_only s3] step 4820/12000 loss=4.6186 gn=0.84 lr=4.20e-04 tps=21038 mem=5.5G lam=0.23355562736590704 Gm=None
[s_only s3] step 4840/12000 loss=4.7317 gn=0.81 lr=4.19e-04 tps=21039 mem=5.5G lam=0.23402741147826114 Gm=None
[s_only s3] step 4860/12000 loss=4.7833 gn=0.86 lr=4.18e-04 tps=21039 mem=5.5G lam=0.23454075337698063 Gm=None
[s_only s3] step 4880/12000 loss=4.8047 gn=0.81 lr=4.16e-04 tps=21040 mem=5.5G lam=0.23501304009308419 Gm=None
[s_only s3] step 4900/12000 loss=4.5813 gn=0.79 lr=4.15e-04 tps=21041 mem=5.5G lam=0.2354985506584247 Gm=None
[s_only s3] step 4920/12000 loss=4.8040 gn=0.84 lr=4.13e-04 tps=21041 mem=5.5G lam=0.2359691954528292 Gm=None
[s_only s3] step 4940/12000 loss=4.6653 gn=0.80 lr=4.12e-04 tps=21042 mem=5.5G lam=0.23641565317908922 Gm=None
[s_only s3] step 4960/12000 loss=4.7336 gn=0.80 lr=4.11e-04 tps=21041 mem=5.5G lam=0.23693146090954542 Gm=None
[s_only s3] step 4980/12000 loss=4.6896 gn=0.80 lr=4.09e-04 tps=21042 mem=5.5G lam=0.2375046011681358 Gm=None
[s_only s3] step 5000/12000 loss=4.5805 gn=0.84 lr=4.08e-04 tps=21042 mem=5.5G lam=0.2379760518670082 Gm=None
[s_only s3] EVAL step 5000: val_loss=4.7766 val_ppl=118.70
[s_only s3] step 5020/12000 loss=4.7582 gn=0.79 lr=4.07e-04 tps=21028 mem=5.5G lam=0.23840442020446062 Gm=None
[s_only s3] step 5040/12000 loss=4.6286 gn=0.77 lr=4.05e-04 tps=21027 mem=5.5G lam=0.23876803802947202 Gm=None
[s_only s3] step 5060/12000 loss=4.6618 gn=0.92 lr=4.04e-04 tps=21027 mem=5.5G lam=0.23923390079289675 Gm=None
[s_only s3] step 5080/12000 loss=4.7181 gn=0.86 lr=4.02e-04 tps=21028 mem=5.5G lam=0.23975531694789728 Gm=None
[s_only s3] step 5100/12000 loss=4.6143 gn=0.85 lr=4.01e-04 tps=21029 mem=5.5G lam=0.2402453419441978 Gm=None
[s_only s3] step 5120/12000 loss=4.7528 gn=0.79 lr=4.00e-04 tps=21029 mem=5.5G lam=0.24069552713384232 Gm=None
[s_only s3] step 5140/12000 loss=4.6667 gn=0.78 lr=3.98e-04 tps=21030 mem=5.5G lam=0.24114000828315815 Gm=None
[s_only s3] step 5160/12000 loss=4.7748 gn=0.77 lr=3.97e-04 tps=21030 mem=5.5G lam=0.24160239907602468 Gm=None
[s_only s3] step 5180/12000 loss=4.5057 gn=0.79 lr=3.95e-04 tps=21030 mem=5.5G lam=0.2420852491632104 Gm=None
[s_only s3] step 5200/12000 loss=4.5419 gn=0.87 lr=3.94e-04 tps=21029 mem=5.5G lam=0.24252531367043653 Gm=None
[s_only s3] step 5220/12000 loss=4.7423 gn=0.82 lr=3.93e-04 tps=21030 mem=5.5G lam=0.2429589688157042 Gm=None
[s_only s3] step 5240/12000 loss=4.5570 gn=0.80 lr=3.91e-04 tps=21030 mem=5.5G lam=0.24342031901081404 Gm=None
[s_only s3] step 5260/12000 loss=4.7172 gn=0.85 lr=3.90e-04 tps=21031 mem=5.5G lam=0.2438338895638784 Gm=None
[s_only s3] step 5280/12000 loss=4.5545 gn=0.78 lr=3.88e-04 tps=21031 mem=5.5G lam=0.2442765754337112 Gm=None
[s_only s3] step 5300/12000 loss=4.7641 gn=0.94 lr=3.87e-04 tps=21032 mem=5.5G lam=0.24483568531771502 Gm=None
[s_only s3] step 5320/12000 loss=4.5930 gn=0.85 lr=3.86e-04 tps=21032 mem=5.5G lam=0.2453006493548552 Gm=None
[s_only s3] step 5340/12000 loss=4.5797 gn=0.83 lr=3.84e-04 tps=21032 mem=5.5G lam=0.24576422230650982 Gm=None
[s_only s3] step 5360/12000 loss=4.6005 gn=0.86 lr=3.83e-04 tps=21033 mem=5.5G lam=0.24628845850626627 Gm=None
[s_only s3] step 5380/12000 loss=4.7554 gn=0.92 lr=3.81e-04 tps=21033 mem=5.5G lam=0.24681076686829329 Gm=None
[s_only s3] step 5400/12000 loss=4.6640 gn=0.81 lr=3.80e-04 tps=21034 mem=5.5G lam=0.24731259668866792 Gm=None
[s_only s3] step 5420/12000 loss=4.8133 gn=0.89 lr=3.79e-04 tps=21035 mem=5.5G lam=0.24777440199007592 Gm=None
[s_only s3] step 5440/12000 loss=4.5426 gn=0.87 lr=3.77e-04 tps=21035 mem=5.5G lam=0.24821137295415005 Gm=None
[s_only s3] step 5460/12000 loss=4.5994 gn=0.82 lr=3.76e-04 tps=21036 mem=5.5G lam=0.24866293898473182 Gm=None
[s_only s3] step 5480/12000 loss=4.5816 gn=0.82 lr=3.74e-04 tps=21036 mem=5.5G lam=0.2491338743517796 Gm=None
[s_only s3] step 5500/12000 loss=4.7776 gn=0.87 lr=3.73e-04 tps=21036 mem=5.5G lam=0.24959931491563717 Gm=None
[s_only s3] step 5520/12000 loss=4.7901 gn=0.86 lr=3.72e-04 tps=21037 mem=5.5G lam=0.250055651490887 Gm=None
[s_only s3] step 5540/12000 loss=4.6810 gn=0.88 lr=3.70e-04 tps=21037 mem=5.5G lam=0.2504699506486456 Gm=None
[s_only s3] step 5560/12000 loss=4.7170 gn=1.02 lr=3.69e-04 tps=21038 mem=5.5G lam=0.25087631524850923 Gm=None
[s_only s3] step 5580/12000 loss=4.5142 gn=0.82 lr=3.67e-04 tps=21038 mem=5.5G lam=0.25127558192859095 Gm=None
[s_only s3] step 5600/12000 loss=4.7225 gn=0.90 lr=3.66e-04 tps=21038 mem=5.5G lam=0.25180986647804576 Gm=None
[s_only s3] step 5620/12000 loss=4.6070 gn=0.89 lr=3.64e-04 tps=21039 mem=5.5G lam=0.2523468093325694 Gm=None
[s_only s3] step 5640/12000 loss=4.6056 gn=0.93 lr=3.63e-04 tps=21039 mem=5.5G lam=0.25270708308865625 Gm=None
[s_only s3] step 5660/12000 loss=4.6534 gn=0.90 lr=3.62e-04 tps=21039 mem=5.5G lam=0.2530415067449212 Gm=None
[s_only s3] step 5680/12000 loss=4.7474 gn=0.89 lr=3.60e-04 tps=21040 mem=5.5G lam=0.2534307176247239 Gm=None
[s_only s3] step 5700/12000 loss=4.6491 gn=0.95 lr=3.59e-04 tps=21040 mem=5.5G lam=0.2538331837082903 Gm=None
[s_only s3] step 5720/12000 loss=4.6087 gn=0.77 lr=3.57e-04 tps=21041 mem=5.5G lam=0.254263852412502 Gm=None
[s_only s3] step 5740/12000 loss=4.6446 gn=0.88 lr=3.56e-04 tps=21041 mem=5.5G lam=0.25476418311397236 Gm=None
[s_only s3] step 5760/12000 loss=4.5598 gn=0.83 lr=3.54e-04 tps=21042 mem=5.5G lam=0.25514222991963226 Gm=None
[s_only s3] step 5780/12000 loss=4.6624 gn=0.90 lr=3.53e-04 tps=21042 mem=5.5G lam=0.2555828085169196 Gm=None
[s_only s3] step 5800/12000 loss=4.6437 gn=0.85 lr=3.52e-04 tps=21043 mem=5.5G lam=0.2559935025249918 Gm=None
[s_only s3] step 5820/12000 loss=4.4680 gn=0.93 lr=3.50e-04 tps=21043 mem=5.5G lam=0.25641677249222994 Gm=None
[s_only s3] step 5840/12000 loss=4.5638 gn=0.85 lr=3.49e-04 tps=21042 mem=5.5G lam=0.25685216176013154 Gm=None
[s_only s3] step 5860/12000 loss=4.5000 gn=0.83 lr=3.47e-04 tps=21043 mem=5.5G lam=0.2572278743609786 Gm=None
[s_only s3] step 5880/12000 loss=4.4920 gn=0.88 lr=3.46e-04 tps=21042 mem=5.5G lam=0.2576815774664283 Gm=None
[s_only s3] step 5900/12000 loss=4.5395 gn=0.85 lr=3.44e-04 tps=21041 mem=5.5G lam=0.25807982807358104 Gm=None
[s_only s3] step 5920/12000 loss=4.5329 gn=0.83 lr=3.43e-04 tps=21042 mem=5.5G lam=0.2584884262954195 Gm=None
[s_only s3] step 5940/12000 loss=4.6880 gn=0.89 lr=3.41e-04 tps=21042 mem=5.5G lam=0.2589837433770299 Gm=None
[s_only s3] step 5960/12000 loss=4.6257 gn=0.84 lr=3.40e-04 tps=21043 mem=5.5G lam=0.2593919973199566 Gm=None
[s_only s3] step 5980/12000 loss=4.4627 gn=0.85 lr=3.39e-04 tps=21043 mem=5.5G lam=0.25977535483737785 Gm=None
[s_only s3] step 6000/12000 loss=4.6889 gn=0.88 lr=3.37e-04 tps=21044 mem=5.5G lam=0.26010638816903037 Gm=None
[s_only s3] EVAL step 6000: val_loss=4.7251 val_ppl=112.74
[s_only s3] step 6020/12000 loss=4.7739 gn=0.84 lr=3.36e-04 tps=21032 mem=5.5G lam=0.2605509363735716 Gm=None
[s_only s3] step 6040/12000 loss=4.5480 gn=0.86 lr=3.34e-04 tps=21033 mem=5.5G lam=0.26097840815782547 Gm=None
[s_only s3] step 6060/12000 loss=4.4970 gn=0.89 lr=3.33e-04 tps=21032 mem=5.5G lam=0.2614562710126241 Gm=None
[s_only s3] step 6080/12000 loss=4.5309 gn=0.82 lr=3.31e-04 tps=21033 mem=5.5G lam=0.2618637339522441 Gm=None
[s_only s3] step 6100/12000 loss=4.6644 gn=0.87 lr=3.30e-04 tps=21032 mem=5.5G lam=0.2621789959569772 Gm=None
[s_only s3] step 6120/12000 loss=4.6859 gn=0.89 lr=3.29e-04 tps=21033 mem=5.5G lam=0.26250711486985284 Gm=None
[s_only s3] step 6140/12000 loss=4.6607 gn=0.90 lr=3.27e-04 tps=21033 mem=5.5G lam=0.2628472674017151 Gm=None
[s_only s3] step 6160/12000 loss=4.5251 gn=0.94 lr=3.26e-04 tps=21033 mem=5.5G lam=0.26328982319682837 Gm=None
[s_only s3] step 6180/12000 loss=4.6131 gn=0.99 lr=3.24e-04 tps=21033 mem=5.5G lam=0.2636699276044965 Gm=None
[s_only s3] step 6200/12000 loss=4.5562 gn=1.10 lr=3.23e-04 tps=21033 mem=5.5G lam=0.2640429263313611 Gm=None
[s_only s3] step 6220/12000 loss=4.5884 gn=0.92 lr=3.21e-04 tps=21034 mem=5.5G lam=0.26443176344037056 Gm=None
[s_only s3] step 6240/12000 loss=4.6762 gn=0.91 lr=3.20e-04 tps=21034 mem=5.5G lam=0.26479389363278943 Gm=None
[s_only s3] step 6260/12000 loss=4.5564 gn=0.86 lr=3.19e-04 tps=21034 mem=5.5G lam=0.2651548186937968 Gm=None
[s_only s3] step 6280/12000 loss=4.5468 gn=0.89 lr=3.17e-04 tps=21035 mem=5.5G lam=0.2655941757063071 Gm=None
[s_only s3] step 6300/12000 loss=4.6803 gn=0.83 lr=3.16e-04 tps=21036 mem=5.5G lam=0.2659634094064434 Gm=None
[s_only s3] step 6320/12000 loss=4.5118 gn=0.84 lr=3.14e-04 tps=21037 mem=5.5G lam=0.26632695893446606 Gm=None
[s_only s3] step 6340/12000 loss=4.6229 gn=0.93 lr=3.13e-04 tps=21037 mem=5.5G lam=0.2666599468017618 Gm=None
[s_only s3] step 6360/12000 loss=4.7461 gn=0.96 lr=3.11e-04 tps=21037 mem=5.5G lam=0.2670133359109362 Gm=None
[s_only s3] step 6380/12000 loss=4.3177 gn=0.85 lr=3.10e-04 tps=21037 mem=5.5G lam=0.26738848350942135 Gm=None
[s_only s3] step 6400/12000 loss=4.5271 gn=0.85 lr=3.08e-04 tps=21037 mem=5.5G lam=0.2677568967143695 Gm=None
[s_only s3] step 6420/12000 loss=4.4796 gn=0.89 lr=3.07e-04 tps=21037 mem=5.5G lam=0.2680551962306102 Gm=None
[s_only s3] step 6440/12000 loss=4.6515 gn=0.85 lr=3.06e-04 tps=21037 mem=5.5G lam=0.268474033412834 Gm=None
[s_only s3] step 6460/12000 loss=4.5176 gn=1.00 lr=3.04e-04 tps=21037 mem=5.5G lam=0.26887696143239737 Gm=None
[s_only s3] step 6480/12000 loss=4.5228 gn=0.93 lr=3.03e-04 tps=21035 mem=5.5G lam=0.26924001953254145 Gm=None
[s_only s3] step 6500/12000 loss=4.4865 gn=0.86 lr=3.01e-04 tps=21034 mem=5.5G lam=0.2696080633128683 Gm=None
[s_only s3] step 6520/12000 loss=4.6060 gn=0.88 lr=3.00e-04 tps=21034 mem=5.5G lam=0.2699444650982817 Gm=None
[s_only s3] step 6540/12000 loss=4.5248 gn=0.89 lr=2.98e-04 tps=21034 mem=5.5G lam=0.2702836294968923 Gm=None
[s_only s3] step 6560/12000 loss=4.6737 gn=0.88 lr=2.97e-04 tps=21034 mem=5.5G lam=0.2706401239459713 Gm=None
[s_only s3] step 6580/12000 loss=4.6098 gn=0.90 lr=2.96e-04 tps=21034 mem=5.5G lam=0.27100987049440545 Gm=None
[s_only s3] step 6600/12000 loss=4.4974 gn=0.87 lr=2.94e-04 tps=21034 mem=5.5G lam=0.27128772468616563 Gm=None
[s_only s3] step 6620/12000 loss=4.5213 gn=0.99 lr=2.93e-04 tps=21034 mem=5.5G lam=0.2716782350714008 Gm=None
[s_only s3] step 6640/12000 loss=4.4023 gn=0.97 lr=2.91e-04 tps=21034 mem=5.5G lam=0.27207538361350697 Gm=None
[s_only s3] step 6660/12000 loss=4.4613 gn=0.90 lr=2.90e-04 tps=21033 mem=5.5G lam=0.27247627017398673 Gm=None
[s_only s3] step 6680/12000 loss=4.4766 gn=0.93 lr=2.88e-04 tps=21033 mem=5.5G lam=0.2727378197014332 Gm=None
[s_only s3] step 6700/12000 loss=4.7808 gn=0.99 lr=2.87e-04 tps=21033 mem=5.5G lam=0.2730424103016655 Gm=None
[s_only s3] step 6720/12000 loss=4.4399 gn=0.92 lr=2.86e-04 tps=21033 mem=5.5G lam=0.27336607687175274 Gm=None
[s_only s3] step 6740/12000 loss=4.4891 gn=0.92 lr=2.84e-04 tps=21032 mem=5.5G lam=0.27376812044531107 Gm=None
[s_only s3] step 6760/12000 loss=4.5735 gn=0.94 lr=2.83e-04 tps=21033 mem=5.5G lam=0.27410754933953285 Gm=None
[s_only s3] step 6780/12000 loss=4.5335 gn=0.90 lr=2.81e-04 tps=21033 mem=5.5G lam=0.2744017243385315 Gm=None
[s_only s3] step 6800/12000 loss=4.6730 gn=0.95 lr=2.80e-04 tps=21032 mem=5.5G lam=0.27474741513530415 Gm=None
[s_only s3] step 6820/12000 loss=4.5842 gn=0.97 lr=2.79e-04 tps=21033 mem=5.5G lam=0.2750964475174745 Gm=None
[s_only s3] step 6840/12000 loss=4.5629 gn=1.07 lr=2.77e-04 tps=21033 mem=5.5G lam=0.2754027871415019 Gm=None
[s_only s3] step 6860/12000 loss=4.5719 gn=0.97 lr=2.76e-04 tps=21033 mem=5.5G lam=0.2757884655147791 Gm=None
[s_only s3] step 6880/12000 loss=4.5679 gn=0.99 lr=2.74e-04 tps=21032 mem=5.5G lam=0.27608213294297457 Gm=None
[s_only s3] step 6900/12000 loss=4.5623 gn=0.90 lr=2.73e-04 tps=21032 mem=5.5G lam=0.2763896118849516 Gm=None
[s_only s3] step 6920/12000 loss=4.4985 gn=0.95 lr=2.72e-04 tps=21032 mem=5.5G lam=0.2767505416025718 Gm=None
[s_only s3] step 6940/12000 loss=4.3811 gn=0.90 lr=2.70e-04 tps=21032 mem=5.5G lam=0.2771001846219103 Gm=None
[s_only s3] step 6960/12000 loss=4.4240 gn=0.99 lr=2.69e-04 tps=21032 mem=5.5G lam=0.2774897202228506 Gm=None
[s_only s3] step 6980/12000 loss=4.6301 gn=0.99 lr=2.67e-04 tps=21032 mem=5.5G lam=0.2777792022873958 Gm=None
[s_only s3] step 7000/12000 loss=4.3967 gn=0.86 lr=2.66e-04 tps=21032 mem=5.5G lam=0.2780758024503787 Gm=None
[s_only s3] EVAL step 7000: val_loss=4.6174 val_ppl=101.23
[s_only s3] step 7020/12000 loss=4.5066 gn=0.94 lr=2.65e-04 tps=21021 mem=5.5G lam=0.2783716522778074 Gm=None
[s_only s3] step 7040/12000 loss=4.4858 gn=0.96 lr=2.63e-04 tps=21021 mem=5.5G lam=0.2786837083597978 Gm=None
[s_only s3] step 7060/12000 loss=4.5383 gn=1.01 lr=2.62e-04 tps=21021 mem=5.5G lam=0.2789633385837078 Gm=None
[s_only s3] step 7080/12000 loss=4.4879 gn=0.97 lr=2.60e-04 tps=21021 mem=5.5G lam=0.2792740287259221 Gm=None
[s_only s3] step 7100/12000 loss=4.4714 gn=0.88 lr=2.59e-04 tps=21021 mem=5.5G lam=0.27957747876644135 Gm=None
[s_only s3] step 7120/12000 loss=4.6199 gn=0.96 lr=2.58e-04 tps=21021 mem=5.5G lam=0.27987515553832054 Gm=None
[s_only s3] step 7140/12000 loss=4.5167 gn=1.03 lr=2.56e-04 tps=21021 mem=5.5G lam=0.28020206031699973 Gm=None
[s_only s3] step 7160/12000 loss=4.6837 gn=1.02 lr=2.55e-04 tps=21021 mem=5.5G lam=0.2805076325312257 Gm=None
[s_only s3] step 7180/12000 loss=4.5027 gn=0.95 lr=2.53e-04 tps=21021 mem=5.5G lam=0.28077773936092854 Gm=None
[s_only s3] step 7200/12000 loss=4.4121 gn=0.90 lr=2.52e-04 tps=21022 mem=5.5G lam=0.2811049235363801 Gm=None
[s_only s3] step 7220/12000 loss=4.4147 gn=0.97 lr=2.51e-04 tps=21022 mem=5.5G lam=0.28141277842223644 Gm=None
[s_only s3] step 7240/12000 loss=4.5761 gn=0.91 lr=2.49e-04 tps=21022 mem=5.5G lam=0.2817480228841305 Gm=None
[s_only s3] step 7260/12000 loss=4.3998 gn=0.97 lr=2.48e-04 tps=21023 mem=5.5G lam=0.28202537385125953 Gm=None
[s_only s3] step 7280/12000 loss=4.3861 gn=0.96 lr=2.47e-04 tps=21023 mem=5.5G lam=0.28232967139532167 Gm=None
[s_only s3] step 7300/12000 loss=4.6273 gn=0.91 lr=2.45e-04 tps=21023 mem=5.5G lam=0.2825979304810365 Gm=None
[s_only s3] step 7320/12000 loss=4.6243 gn=0.98 lr=2.44e-04 tps=21023 mem=5.5G lam=0.2828828416143854 Gm=None
[s_only s3] step 7340/12000 loss=4.4346 gn=0.92 lr=2.42e-04 tps=21023 mem=5.5G lam=0.2832132950425148 Gm=None
[s_only s3] step 7360/12000 loss=4.4038 gn=0.94 lr=2.41e-04 tps=21024 mem=5.5G lam=0.28358427466203767 Gm=None
[s_only s3] step 7380/12000 loss=4.4549 gn=0.93 lr=2.40e-04 tps=21024 mem=5.5G lam=0.2839121436700225 Gm=None
[s_only s3] step 7400/12000 loss=4.5798 gn=0.93 lr=2.38e-04 tps=21024 mem=5.5G lam=0.2841806523501873 Gm=None
[s_only s3] step 7420/12000 loss=4.4471 gn=0.93 lr=2.37e-04 tps=21024 mem=5.5G lam=0.2844470785930753 Gm=None
[s_only s3] step 7440/12000 loss=4.5167 gn=0.96 lr=2.36e-04 tps=21024 mem=5.5G lam=0.28473740505675477 Gm=None
[s_only s3] step 7460/12000 loss=4.5891 gn=0.94 lr=2.34e-04 tps=21024 mem=5.5G lam=0.285005207794408 Gm=None
[s_only s3] step 7480/12000 loss=4.5045 gn=1.02 lr=2.33e-04 tps=21024 mem=5.5G lam=0.28527701180428267 Gm=None
[s_only s3] step 7500/12000 loss=4.5894 gn=1.01 lr=2.32e-04 tps=21024 mem=5.5G lam=0.2855298410480221 Gm=None
[s_only s3] step 7520/12000 loss=4.4027 gn=0.92 lr=2.30e-04 tps=21024 mem=5.5G lam=0.28579395450651646 Gm=None
[s_only s3] step 7540/12000 loss=4.4906 gn=0.95 lr=2.29e-04 tps=21024 mem=5.5G lam=0.28603280025223893 Gm=None
[s_only s3] step 7560/12000 loss=4.5267 gn=0.89 lr=2.28e-04 tps=21024 mem=5.5G lam=0.28629320207983255 Gm=None
[s_only s3] step 7580/12000 loss=4.4609 gn=1.04 lr=2.26e-04 tps=21024 mem=5.5G lam=0.28661202763517696 Gm=None
[s_only s3] step 7600/12000 loss=4.4045 gn=0.99 lr=2.25e-04 tps=21024 mem=5.5G lam=0.2869257063915332 Gm=None
[s_only s3] step 7620/12000 loss=4.2916 gn=0.97 lr=2.24e-04 tps=21023 mem=5.5G lam=0.2871959653372566 Gm=None
[s_only s3] step 7640/12000 loss=4.5028 gn=0.95 lr=2.22e-04 tps=21024 mem=5.5G lam=0.2874716476847728 Gm=None
[s_only s3] step 7660/12000 loss=4.4310 gn=1.23 lr=2.21e-04 tps=21023 mem=5.5G lam=0.2877583159133792 Gm=None
[s_only s3] step 7680/12000 loss=4.5166 gn=1.01 lr=2.20e-04 tps=21023 mem=5.5G lam=0.2880103134860595 Gm=None
[s_only s3] step 7700/12000 loss=4.4572 gn=0.96 lr=2.18e-04 tps=21023 mem=5.5G lam=0.28828644069532555 Gm=None
[s_only s3] step 7720/12000 loss=4.3480 gn=1.07 lr=2.17e-04 tps=21023 mem=5.5G lam=0.2885421725610892 Gm=None
[s_only s3] step 7740/12000 loss=4.3316 gn=0.96 lr=2.16e-04 tps=21023 mem=5.5G lam=0.2887974229330818 Gm=None
[s_only s3] step 7760/12000 loss=4.4352 gn=1.04 lr=2.15e-04 tps=21023 mem=5.5G lam=0.28910736832767725 Gm=None
[s_only s3] step 7780/12000 loss=4.4502 gn=0.96 lr=2.13e-04 tps=21023 mem=5.5G lam=0.28933737830569345 Gm=None
[s_only s3] step 7800/12000 loss=4.4493 gn=1.04 lr=2.12e-04 tps=21024 mem=5.5G lam=0.2895875150958697 Gm=None
[s_only s3] step 7820/12000 loss=4.5422 gn=0.95 lr=2.11e-04 tps=21024 mem=5.5G lam=0.28985273869087297 Gm=None
[s_only s3] step 7840/12000 loss=4.4858 gn=1.00 lr=2.09e-04 tps=21024 mem=5.5G lam=0.29011591865370673 Gm=None
[s_only s3] step 7860/12000 loss=4.2389 gn=0.89 lr=2.08e-04 tps=21025 mem=5.5G lam=0.290333600093921 Gm=None
[s_only s3] step 7880/12000 loss=4.5332 gn=1.00 lr=2.07e-04 tps=21025 mem=5.5G lam=0.29056544322520494 Gm=None
[s_only s3] step 7900/12000 loss=4.5333 gn=1.10 lr=2.06e-04 tps=21025 mem=5.5G lam=0.29079249625404674 Gm=None
[s_only s3] step 7920/12000 loss=4.2975 gn=0.91 lr=2.04e-04 tps=21025 mem=5.5G lam=0.29100404276202124 Gm=None
[s_only s3] step 7940/12000 loss=4.4819 gn=0.97 lr=2.03e-04 tps=21025 mem=5.5G lam=0.2912351780881484 Gm=None
[s_only s3] step 7960/12000 loss=4.5178 gn=0.97 lr=2.02e-04 tps=21025 mem=5.5G lam=0.29150691100706655 Gm=None
[s_only s3] step 7980/12000 loss=4.4013 gn=0.97 lr=2.00e-04 tps=21025 mem=5.5G lam=0.2917752868185441 Gm=None
[s_only s3] step 8000/12000 loss=4.4691 gn=0.93 lr=1.99e-04 tps=21026 mem=5.5G lam=0.2919822692250212 Gm=None
[s_only s3] EVAL step 8000: val_loss=4.5004 val_ppl=90.06
[s_only s3] step 8020/12000 loss=4.5189 gn=1.02 lr=1.98e-04 tps=21017 mem=5.5G lam=0.29226516280323267 Gm=None
[s_only s3] step 8040/12000 loss=4.5289 gn=0.99 lr=1.97e-04 tps=21016 mem=5.5G lam=0.2925489963963628 Gm=None
[s_only s3] step 8060/12000 loss=4.4815 gn=0.97 lr=1.95e-04 tps=21016 mem=5.5G lam=0.29277190876503784 Gm=None
[s_only s3] step 8080/12000 loss=4.4111 gn=1.00 lr=1.94e-04 tps=21015 mem=5.5G lam=0.29306782130151987 Gm=None
[s_only s3] step 8100/12000 loss=4.2946 gn=0.93 lr=1.93e-04 tps=21016 mem=5.5G lam=0.29327696810166043 Gm=None
[s_only s3] step 8120/12000 loss=4.7126 gn=1.04 lr=1.92e-04 tps=21015 mem=5.5G lam=0.29354423998544615 Gm=None
[s_only s3] step 8140/12000 loss=4.4179 gn=1.19 lr=1.90e-04 tps=21016 mem=5.5G lam=0.29382862616330385 Gm=None
[s_only s3] step 8160/12000 loss=4.3923 gn=0.95 lr=1.89e-04 tps=21016 mem=5.5G lam=0.2940215989947319 Gm=None
[s_only s3] step 8180/12000 loss=4.4967 gn=0.99 lr=1.88e-04 tps=21016 mem=5.5G lam=0.2941976059228182 Gm=None
[s_only s3] step 8200/12000 loss=4.4403 gn=1.00 lr=1.87e-04 tps=21016 mem=5.5G lam=0.2943640798330307 Gm=None
[s_only s3] step 8220/12000 loss=4.4606 gn=1.03 lr=1.86e-04 tps=21015 mem=5.5G lam=0.2945721506451567 Gm=None
[s_only s3] step 8240/12000 loss=4.5972 gn=1.05 lr=1.84e-04 tps=21016 mem=5.5G lam=0.2948270433892806 Gm=None
[s_only s3] step 8260/12000 loss=4.4252 gn=1.00 lr=1.83e-04 tps=21016 mem=5.5G lam=0.2950559767584006 Gm=None
[s_only s3] step 8280/12000 loss=4.3734 gn=0.97 lr=1.82e-04 tps=21014 mem=5.5G lam=0.2953093309576313 Gm=None
[s_only s3] step 8300/12000 loss=4.4128 gn=1.34 lr=1.81e-04 tps=21014 mem=5.5G lam=0.29555914519975585 Gm=None
[s_only s3] step 8320/12000 loss=4.3889 gn=1.14 lr=1.80e-04 tps=21014 mem=5.5G lam=0.29578693583607674 Gm=None
[s_only s3] step 8340/12000 loss=4.4575 gn=1.06 lr=1.78e-04 tps=21014 mem=5.5G lam=0.29600506493200857 Gm=None
[s_only s3] step 8360/12000 loss=4.3195 gn=1.02 lr=1.77e-04 tps=21014 mem=5.5G lam=0.2962373737245798 Gm=None
[s_only s3] step 8380/12000 loss=4.4201 gn=1.07 lr=1.76e-04 tps=21014 mem=5.5G lam=0.2964725581308206 Gm=None
[s_only s3] step 8400/12000 loss=4.4982 gn=1.06 lr=1.75e-04 tps=21014 mem=5.5G lam=0.29670541019489366 Gm=None
[s_only s3] step 8420/12000 loss=4.4779 gn=1.07 lr=1.74e-04 tps=21014 mem=5.5G lam=0.29693524818867445 Gm=None
[s_only s3] step 8440/12000 loss=4.4159 gn=1.02 lr=1.72e-04 tps=21014 mem=5.5G lam=0.29714473709464073 Gm=None
[s_only s3] step 8460/12000 loss=4.5146 gn=1.03 lr=1.71e-04 tps=21014 mem=5.5G lam=0.2973694521933794 Gm=None
[s_only s3] step 8480/12000 loss=4.4578 gn=1.06 lr=1.70e-04 tps=21014 mem=5.5G lam=0.2975805504247546 Gm=None
[s_only s3] step 8500/12000 loss=4.4154 gn=1.06 lr=1.69e-04 tps=21014 mem=5.5G lam=0.29778565373271704 Gm=None
[s_only s3] step 8520/12000 loss=4.4236 gn=1.06 lr=1.68e-04 tps=21014 mem=5.5G lam=0.29796665472288925 Gm=None
[s_only s3] step 8540/12000 loss=4.4158 gn=0.98 lr=1.67e-04 tps=21015 mem=5.5G lam=0.2981470062707861 Gm=None
[s_only s3] step 8560/12000 loss=4.3839 gn=1.07 lr=1.66e-04 tps=21015 mem=5.5G lam=0.2983068637549877 Gm=None
[s_only s3] step 8580/12000 loss=4.4962 gn=1.08 lr=1.64e-04 tps=21015 mem=5.5G lam=0.2984922140215834 Gm=None
[s_only s3] step 8600/12000 loss=4.3184 gn=1.02 lr=1.63e-04 tps=21015 mem=5.5G lam=0.29867590374002856 Gm=None
[s_only s3] step 8620/12000 loss=4.4251 gn=1.06 lr=1.62e-04 tps=21015 mem=5.5G lam=0.2988306765134136 Gm=None
[s_only s3] step 8640/12000 loss=4.4361 gn=1.04 lr=1.61e-04 tps=21015 mem=5.5G lam=0.2990329597766201 Gm=None
[s_only s3] step 8660/12000 loss=4.4480 gn=1.10 lr=1.60e-04 tps=21015 mem=5.5G lam=0.2992394467194875 Gm=None
[s_only s3] step 8680/12000 loss=4.4799 gn=1.05 lr=1.59e-04 tps=21016 mem=5.5G lam=0.29942688532173634 Gm=None
[s_only s3] step 8700/12000 loss=4.4469 gn=1.12 lr=1.58e-04 tps=21016 mem=5.5G lam=0.2996521483485897 Gm=None
[s_only s3] step 8720/12000 loss=4.4532 gn=0.99 lr=1.57e-04 tps=21016 mem=5.5G lam=0.299875491609176 Gm=None
[s_only s3] step 8740/12000 loss=4.3490 gn=1.06 lr=1.55e-04 tps=21016 mem=5.5G lam=0.30011247967680293 Gm=None
[s_only s3] step 8760/12000 loss=4.4401 gn=1.08 lr=1.54e-04 tps=21016 mem=5.5G lam=0.30033106977740925 Gm=None
[s_only s3] step 8780/12000 loss=4.2976 gn=1.00 lr=1.53e-04 tps=21016 mem=5.5G lam=0.3005097374940912 Gm=None
[s_only s3] step 8800/12000 loss=4.4678 gn=1.06 lr=1.52e-04 tps=21016 mem=5.5G lam=0.30064757478733856 Gm=None
[s_only s3] step 8820/12000 loss=4.4908 gn=1.25 lr=1.51e-04 tps=21016 mem=5.5G lam=0.3008455897991856 Gm=None
[s_only s3] step 8840/12000 loss=4.4223 gn=1.03 lr=1.50e-04 tps=21016 mem=5.5G lam=0.30098267178982496 Gm=None
[s_only s3] step 8860/12000 loss=4.3571 gn=1.04 lr=1.49e-04 tps=21017 mem=5.5G lam=0.301154020242393 Gm=None
[s_only s3] step 8880/12000 loss=4.5608 gn=1.09 lr=1.48e-04 tps=21017 mem=5.5G lam=0.30128964968025684 Gm=None
[s_only s3] step 8900/12000 loss=4.4040 gn=1.07 lr=1.47e-04 tps=21017 mem=5.5G lam=0.3014502314229806 Gm=None
[s_only s3] step 8920/12000 loss=4.4234 gn=1.11 lr=1.46e-04 tps=21017 mem=5.5G lam=0.30163124793519575 Gm=None
[s_only s3] step 8940/12000 loss=4.2797 gn=1.06 lr=1.45e-04 tps=21017 mem=5.5G lam=0.3018195467690627 Gm=None
[s_only s3] step 8960/12000 loss=4.4504 gn=1.06 lr=1.44e-04 tps=21017 mem=5.5G lam=0.3020295671497782 Gm=None
[s_only s3] step 8980/12000 loss=4.4419 gn=1.11 lr=1.43e-04 tps=21018 mem=5.5G lam=0.30221302186449367 Gm=None
[s_only s3] step 9000/12000 loss=4.5359 gn=1.01 lr=1.42e-04 tps=21018 mem=5.5G lam=0.3023571229229371 Gm=None
[s_only s3] EVAL step 9000: val_loss=4.4729 val_ppl=87.61
[s_only s3] step 9020/12000 loss=4.3591 gn=0.99 lr=1.41e-04 tps=21010 mem=5.5G lam=0.30248314794152975 Gm=None
[s_only s3] step 9040/12000 loss=4.4516 gn=1.09 lr=1.40e-04 tps=21010 mem=5.5G lam=0.30262507932881516 Gm=None
[s_only s3] step 9060/12000 loss=4.2346 gn=0.99 lr=1.39e-04 tps=21010 mem=5.5G lam=0.3027652424449722 Gm=None
[s_only s3] step 9080/12000 loss=4.4063 gn=1.02 lr=1.38e-04 tps=21010 mem=5.5G lam=0.3029285604134202 Gm=None
[s_only s3] step 9100/12000 loss=4.5120 gn=1.14 lr=1.37e-04 tps=21010 mem=5.5G lam=0.30311941479643184 Gm=None
[s_only s3] step 9120/12000 loss=4.4666 gn=1.06 lr=1.36e-04 tps=21010 mem=5.5G lam=0.30330307222902775 Gm=None
[s_only s3] step 9140/12000 loss=4.2469 gn=1.04 lr=1.35e-04 tps=21010 mem=5.5G lam=0.3034737982476751 Gm=None
[s_only s3] step 9160/12000 loss=4.5399 gn=1.24 lr=1.34e-04 tps=21010 mem=5.5G lam=0.3036585608497262 Gm=None
[s_only s3] step 9180/12000 loss=4.3249 gn=1.04 lr=1.33e-04 tps=21010 mem=5.5G lam=0.30384047018984955 Gm=None
[s_only s3] step 9200/12000 loss=4.4384 gn=1.09 lr=1.32e-04 tps=21010 mem=5.5G lam=0.3040421061838667 Gm=None
[s_only s3] step 9220/12000 loss=4.3833 gn=1.15 lr=1.31e-04 tps=21010 mem=5.5G lam=0.3042104837174217 Gm=None
[s_only s3] step 9240/12000 loss=4.4236 gn=1.11 lr=1.30e-04 tps=21010 mem=5.5G lam=0.3043612226222952 Gm=None
[s_only s3] step 9260/12000 loss=4.4429 gn=1.08 lr=1.29e-04 tps=21010 mem=5.5G lam=0.304512751288712 Gm=None
[s_only s3] step 9280/12000 loss=4.4052 gn=1.00 lr=1.28e-04 tps=21010 mem=5.5G lam=0.3046166331817706 Gm=None
[s_only s3] step 9300/12000 loss=4.3112 gn=1.20 lr=1.27e-04 tps=21010 mem=5.5G lam=0.30475779840101797 Gm=None
[s_only s3] step 9320/12000 loss=4.5350 gn=1.09 lr=1.26e-04 tps=21011 mem=5.5G lam=0.3049195023874442 Gm=None
[s_only s3] step 9340/12000 loss=4.5325 gn=1.07 lr=1.25e-04 tps=21011 mem=5.5G lam=0.30508960566173 Gm=None
[s_only s3] step 9360/12000 loss=4.3559 gn=1.07 lr=1.24e-04 tps=21011 mem=5.5G lam=0.3052930148939292 Gm=None
[s_only s3] step 9380/12000 loss=4.4366 gn=1.06 lr=1.23e-04 tps=21012 mem=5.5G lam=0.30548496078699827 Gm=None
[s_only s3] step 9400/12000 loss=4.4015 gn=1.13 lr=1.22e-04 tps=21012 mem=5.5G lam=0.3056222964078188 Gm=None
[s_only s3] step 9420/12000 loss=4.3962 gn=1.12 lr=1.21e-04 tps=21012 mem=5.5G lam=0.30575343190381926 Gm=None
[s_only s3] step 9440/12000 loss=4.2597 gn=1.02 lr=1.20e-04 tps=21012 mem=5.5G lam=0.3058700455973546 Gm=None
[s_only s3] step 9460/12000 loss=4.4924 gn=1.03 lr=1.19e-04 tps=21013 mem=5.5G lam=0.3059997158125043 Gm=None
[s_only s3] step 9480/12000 loss=4.5495 gn=1.15 lr=1.19e-04 tps=21013 mem=5.5G lam=0.3061444725220402 Gm=None
[s_only s3] step 9500/12000 loss=4.2895 gn=0.96 lr=1.18e-04 tps=21013 mem=5.5G lam=0.306277137560149 Gm=None
[s_only s3] step 9520/12000 loss=4.4137 gn=1.24 lr=1.17e-04 tps=21013 mem=5.5G lam=0.3063956005498767 Gm=None
[s_only s3] step 9540/12000 loss=4.3573 gn=1.10 lr=1.16e-04 tps=21013 mem=5.5G lam=0.3064803583547473 Gm=None
[s_only s3] step 9560/12000 loss=4.2922 gn=1.01 lr=1.15e-04 tps=21013 mem=5.5G lam=0.30660199870665866 Gm=None
[s_only s3] step 9580/12000 loss=4.3941 gn=1.10 lr=1.14e-04 tps=21014 mem=5.5G lam=0.3067548271889488 Gm=None
[s_only s3] step 9600/12000 loss=4.5913 gn=1.06 lr=1.13e-04 tps=21014 mem=5.5G lam=0.306904342956841 Gm=None
[s_only s3] step 9620/12000 loss=4.4248 gn=1.08 lr=1.12e-04 tps=21014 mem=5.5G lam=0.307048549875617 Gm=None
[s_only s3] step 9640/12000 loss=4.2409 gn=1.10 lr=1.12e-04 tps=21014 mem=5.5G lam=0.3071735060463349 Gm=None
[s_only s3] step 9660/12000 loss=4.4957 gn=1.08 lr=1.11e-04 tps=21014 mem=5.5G lam=0.3072992271433274 Gm=None
[s_only s3] step 9680/12000 loss=4.4125 gn=1.21 lr=1.10e-04 tps=21015 mem=5.5G lam=0.3074504438166817 Gm=None
[s_only s3] step 9700/12000 loss=4.2538 gn=0.98 lr=1.09e-04 tps=21015 mem=5.5G lam=0.3075818444291751 Gm=None
[s_only s3] step 9720/12000 loss=4.3475 gn=1.06 lr=1.08e-04 tps=21015 mem=5.5G lam=0.30769234523177147 Gm=None
[s_only s3] step 9740/12000 loss=4.3267 gn=1.08 lr=1.07e-04 tps=21015 mem=5.5G lam=0.307798162723581 Gm=None
[s_only s3] step 9760/12000 loss=4.3960 gn=1.10 lr=1.07e-04 tps=21015 mem=5.5G lam=0.3079418533792098 Gm=None
[s_only s3] step 9780/12000 loss=4.3221 gn=0.99 lr=1.06e-04 tps=21014 mem=5.5G lam=0.30808891107638675 Gm=None
[s_only s3] step 9800/12000 loss=4.3389 gn=1.16 lr=1.05e-04 tps=21014 mem=5.5G lam=0.30822421175738174 Gm=None
[s_only s3] step 9820/12000 loss=4.3096 gn=1.02 lr=1.04e-04 tps=21014 mem=5.5G lam=0.30835101163635653 Gm=None
[s_only s3] step 9840/12000 loss=4.3378 gn=1.01 lr=1.03e-04 tps=21014 mem=5.5G lam=0.3084780365849535 Gm=None
[s_only s3] step 9860/12000 loss=4.3244 gn=1.12 lr=1.03e-04 tps=21013 mem=5.5G lam=0.30861766388018924 Gm=None
[s_only s3] step 9880/12000 loss=4.2499 gn=1.30 lr=1.02e-04 tps=21013 mem=5.5G lam=0.3087437491243084 Gm=None
[s_only s3] step 9900/12000 loss=4.3385 gn=1.01 lr=1.01e-04 tps=21014 mem=5.5G lam=0.3088924406717221 Gm=None
[s_only s3] step 9920/12000 loss=4.3347 gn=1.31 lr=1.00e-04 tps=21014 mem=5.5G lam=0.3090210898468892 Gm=None
[s_only s3] step 9940/12000 loss=4.3081 gn=1.20 lr=9.96e-05 tps=21014 mem=5.5G lam=0.30910401574025553 Gm=None
[s_only s3] step 9960/12000 loss=4.4791 gn=1.27 lr=9.89e-05 tps=21015 mem=5.5G lam=0.3092257206638654 Gm=None
[s_only s3] step 9980/12000 loss=4.2606 gn=1.03 lr=9.81e-05 tps=21015 mem=5.5G lam=0.3093541075165073 Gm=None
[s_only s3] step 10000/12000 loss=4.4013 gn=1.17 lr=9.74e-05 tps=21015 mem=5.5G lam=0.30948216157654923 Gm=None
[s_only s3] EVAL step 10000: val_loss=4.4604 val_ppl=86.52
[s_only s3] step 10020/12000 loss=4.2483 gn=1.09 lr=9.67e-05 tps=21008 mem=5.5G lam=0.30958569298187893 Gm=None
[s_only s3] step 10040/12000 loss=4.3691 gn=1.27 lr=9.59e-05 tps=21008 mem=5.5G lam=0.3096873393903176 Gm=None
[s_only s3] step 10060/12000 loss=4.2522 gn=1.16 lr=9.52e-05 tps=21009 mem=5.5G lam=0.30981788008163375 Gm=None
[s_only s3] step 10080/12000 loss=4.1909 gn=1.00 lr=9.45e-05 tps=21008 mem=5.5G lam=0.3099231819311778 Gm=None
[s_only s3] step 10100/12000 loss=4.4941 gn=1.12 lr=9.38e-05 tps=21008 mem=5.5G lam=0.3100415092582504 Gm=None
[s_only s3] step 10120/12000 loss=4.3979 gn=1.14 lr=9.31e-05 tps=21008 mem=5.5G lam=0.3101574620231986 Gm=None
[s_only s3] step 10140/12000 loss=4.2890 gn=1.09 lr=9.24e-05 tps=21009 mem=5.5G lam=0.3102905598158638 Gm=None
[s_only s3] step 10160/12000 loss=4.4189 gn=1.16 lr=9.18e-05 tps=21009 mem=5.5G lam=0.3103799354285002 Gm=None
[s_only s3] step 10180/12000 loss=4.5187 gn=1.15 lr=9.11e-05 tps=21009 mem=5.5G lam=0.31047465559095144 Gm=None
[s_only s3] step 10200/12000 loss=4.4874 gn=1.17 lr=9.04e-05 tps=21010 mem=5.5G lam=0.3105418436850111 Gm=None
[s_only s3] step 10220/12000 loss=4.3898 gn=1.19 lr=8.98e-05 tps=21010 mem=5.5G lam=0.3106403707837065 Gm=None
[s_only s3] step 10240/12000 loss=4.2601 gn=1.19 lr=8.91e-05 tps=21010 mem=5.5G lam=0.31079629343003035 Gm=None
[s_only s3] step 10260/12000 loss=4.3851 gn=1.16 lr=8.85e-05 tps=21010 mem=5.5G lam=0.3109354094291727 Gm=None
[s_only s3] step 10280/12000 loss=4.4095 gn=1.33 lr=8.78e-05 tps=21010 mem=5.5G lam=0.3110424932092428 Gm=None
[s_only s3] step 10300/12000 loss=4.3013 gn=1.26 lr=8.72e-05 tps=21011 mem=5.5G lam=0.3111277852828304 Gm=None
[s_only s3] step 10320/12000 loss=4.4309 gn=1.07 lr=8.66e-05 tps=21011 mem=5.5G lam=0.3112040860578418 Gm=None
[s_only s3] step 10340/12000 loss=4.2580 gn=1.02 lr=8.59e-05 tps=21010 mem=5.5G lam=0.3113103797659278 Gm=None
[s_only s3] step 10360/12000 loss=4.2900 gn=1.08 lr=8.53e-05 tps=21010 mem=5.5G lam=0.31141173746436834 Gm=None
[s_only s3] step 10380/12000 loss=4.4450 gn=1.11 lr=8.47e-05 tps=21010 mem=5.5G lam=0.3114861762151122 Gm=None
[s_only s3] step 10400/12000 loss=4.3927 gn=1.10 lr=8.41e-05 tps=21010 mem=5.5G lam=0.31158564829578 Gm=None
[s_only s3] step 10420/12000 loss=4.2372 gn=1.17 lr=8.35e-05 tps=21010 mem=5.5G lam=0.3116895779967308 Gm=None
[s_only s3] step 10440/12000 loss=4.2406 gn=1.14 lr=8.30e-05 tps=21010 mem=5.5G lam=0.3118029907345772 Gm=None
[s_only s3] step 10460/12000 loss=4.4502 gn=1.22 lr=8.24e-05 tps=21010 mem=5.5G lam=0.3119182111695409 Gm=None
[s_only s3] step 10480/12000 loss=4.5603 gn=1.15 lr=8.18e-05 tps=21010 mem=5.5G lam=0.31201620027422905 Gm=None
[s_only s3] step 10500/12000 loss=4.3893 gn=1.18 lr=8.12e-05 tps=21010 mem=5.5G lam=0.3121182657778263 Gm=None
[s_only s3] step 10520/12000 loss=4.3030 gn=1.03 lr=8.07e-05 tps=21010 mem=5.5G lam=0.3122436326617996 Gm=None
[s_only s3] step 10540/12000 loss=4.2823 gn=1.08 lr=8.01e-05 tps=21009 mem=5.5G lam=0.312337056423227 Gm=None
[s_only s3] step 10560/12000 loss=4.2243 gn=1.14 lr=7.96e-05 tps=21009 mem=5.5G lam=0.3124554868166645 Gm=None
[s_only s3] step 10580/12000 loss=4.4395 gn=1.11 lr=7.91e-05 tps=21009 mem=5.5G lam=0.31256064772605896 Gm=None
[s_only s3] step 10600/12000 loss=4.2345 gn=1.09 lr=7.85e-05 tps=21009 mem=5.5G lam=0.3126483193288247 Gm=None
[s_only s3] step 10620/12000 loss=4.3956 gn=1.14 lr=7.80e-05 tps=21010 mem=5.5G lam=0.31275580171495676 Gm=None
[s_only s3] step 10640/12000 loss=4.2454 gn=1.08 lr=7.75e-05 tps=21010 mem=5.5G lam=0.3128508732964595 Gm=None
[s_only s3] step 10660/12000 loss=4.3225 gn=1.13 lr=7.70e-05 tps=21010 mem=5.5G lam=0.3129451849187414 Gm=None
[s_only s3] step 10680/12000 loss=4.3869 gn=1.18 lr=7.65e-05 tps=21010 mem=5.5G lam=0.3130538597082098 Gm=None
[s_only s3] step 10700/12000 loss=4.3870 gn=1.11 lr=7.60e-05 tps=21010 mem=5.5G lam=0.3131609366585811 Gm=None
[s_only s3] step 10720/12000 loss=4.3107 gn=1.12 lr=7.55e-05 tps=21010 mem=5.5G lam=0.31326413433998823 Gm=None
[s_only s3] step 10740/12000 loss=4.2542 gn=1.12 lr=7.50e-05 tps=21010 mem=5.5G lam=0.31335595312217873 Gm=None
[s_only s3] step 10760/12000 loss=4.3435 gn=1.23 lr=7.46e-05 tps=21010 mem=5.5G lam=0.31345368331919116 Gm=None
[s_only s3] step 10780/12000 loss=4.3417 gn=1.23 lr=7.41e-05 tps=21010 mem=5.5G lam=0.3135839095339179 Gm=None
[s_only s3] step 10800/12000 loss=4.3781 gn=1.35 lr=7.37e-05 tps=21010 mem=5.5G lam=0.3136873592933019 Gm=None
[s_only s3] step 10820/12000 loss=4.3091 gn=1.09 lr=7.32e-05 tps=21010 mem=5.5G lam=0.313779662673672 Gm=None
[s_only s3] step 10840/12000 loss=4.4702 gn=1.20 lr=7.28e-05 tps=21011 mem=5.5G lam=0.3138764553392927 Gm=None
[s_only s3] step 10860/12000 loss=4.4123 gn=1.13 lr=7.23e-05 tps=21011 mem=5.5G lam=0.31396608023593825 Gm=None
[s_only s3] step 10880/12000 loss=4.4039 gn=1.22 lr=7.19e-05 tps=21012 mem=5.5G lam=0.3140347022563219 Gm=None
[s_only s3] step 10900/12000 loss=4.2792 gn=1.19 lr=7.15e-05 tps=21011 mem=5.5G lam=0.31412109918892384 Gm=None
[s_only s3] step 10920/12000 loss=4.1602 gn=1.17 lr=7.11e-05 tps=21012 mem=5.5G lam=0.314202181994915 Gm=None
[s_only s3] step 10940/12000 loss=4.4321 gn=1.29 lr=7.07e-05 tps=21012 mem=5.5G lam=0.3143148592983683 Gm=None
[s_only s3] step 10960/12000 loss=4.3552 gn=1.16 lr=7.03e-05 tps=21012 mem=5.5G lam=0.31440695965041715 Gm=None
[s_only s3] step 10980/12000 loss=4.3279 gn=1.21 lr=6.99e-05 tps=21012 mem=5.5G lam=0.3144907004510363 Gm=None
[s_only s3] step 11000/12000 loss=4.3213 gn=1.15 lr=6.95e-05 tps=21012 mem=5.5G lam=0.3145651655892531 Gm=None
[s_only s3] EVAL step 11000: val_loss=4.3764 val_ppl=79.55
[s_only s3] step 11020/12000 loss=4.2788 gn=1.17 lr=6.91e-05 tps=21005 mem=5.5G lam=0.3146486474821965 Gm=None
[s_only s3] step 11040/12000 loss=4.2776 gn=1.03 lr=6.88e-05 tps=21005 mem=5.5G lam=0.31471580856790143 Gm=None
[s_only s3] step 11060/12000 loss=4.4084 gn=1.12 lr=6.84e-05 tps=21005 mem=5.5G lam=0.3147904959817727 Gm=None
[s_only s3] step 11080/12000 loss=4.1436 gn=1.09 lr=6.81e-05 tps=21005 mem=5.5G lam=0.3148776063074668 Gm=None
[s_only s3] step 11100/12000 loss=4.3753 gn=1.27 lr=6.77e-05 tps=21005 mem=5.5G lam=0.314977222122252 Gm=None
[s_only s3] step 11120/12000 loss=4.3086 gn=1.02 lr=6.74e-05 tps=21005 mem=5.5G lam=0.3150577774892251 Gm=None
[s_only s3] step 11140/12000 loss=4.3277 gn=1.14 lr=6.70e-05 tps=21005 mem=5.5G lam=0.31513983476907015 Gm=None
[s_only s3] step 11160/12000 loss=4.3656 gn=1.14 lr=6.67e-05 tps=21005 mem=5.5G lam=0.31522727260986966 Gm=None
[s_only s3] step 11180/12000 loss=4.3089 gn=1.18 lr=6.64e-05 tps=21005 mem=5.5G lam=0.31530104267100495 Gm=None
[s_only s3] step 11200/12000 loss=4.2151 gn=1.23 lr=6.61e-05 tps=21006 mem=5.5G lam=0.3153944682950775 Gm=None
[s_only s3] step 11220/12000 loss=4.2767 gn=1.16 lr=6.58e-05 tps=21005 mem=5.5G lam=0.31546003309388954 Gm=None
[s_only s3] step 11240/12000 loss=4.3402 gn=1.11 lr=6.55e-05 tps=21006 mem=5.5G lam=0.3155176906536023 Gm=None
[s_only s3] step 11260/12000 loss=4.3441 gn=1.12 lr=6.52e-05 tps=21006 mem=5.5G lam=0.3155877587075035 Gm=None
[s_only s3] step 11280/12000 loss=4.2864 gn=1.21 lr=6.49e-05 tps=21006 mem=5.5G lam=0.31567253079265356 Gm=None
[s_only s3] step 11300/12000 loss=4.2830 gn=1.28 lr=6.47e-05 tps=21006 mem=5.5G lam=0.31575398209194344 Gm=None
[s_only s3] step 11320/12000 loss=4.3127 gn=1.15 lr=6.44e-05 tps=21006 mem=5.5G lam=0.3158643962815404 Gm=None
[s_only s3] step 11340/12000 loss=4.3633 gn=1.14 lr=6.42e-05 tps=21006 mem=5.5G lam=0.3159371443713705 Gm=None
[s_only s3] step 11360/12000 loss=4.4805 gn=1.22 lr=6.39e-05 tps=21006 mem=5.5G lam=0.3159923854594429 Gm=None
[s_only s3] step 11380/12000 loss=4.3110 gn=1.21 lr=6.37e-05 tps=21006 mem=5.5G lam=0.3160481195275982 Gm=None
[s_only s3] step 11400/12000 loss=4.3882 gn=1.22 lr=6.34e-05 tps=21006 mem=5.5G lam=0.3161244820803404 Gm=None
[s_only s3] step 11420/12000 loss=4.2950 gn=1.16 lr=6.32e-05 tps=21006 mem=5.5G lam=0.31620865128934383 Gm=None
[s_only s3] step 11440/12000 loss=4.3372 gn=1.16 lr=6.30e-05 tps=21006 mem=5.5G lam=0.3162989563619097 Gm=None
[s_only s3] step 11460/12000 loss=4.3631 gn=1.14 lr=6.28e-05 tps=21006 mem=5.5G lam=0.3163876834635933 Gm=None
[s_only s3] step 11480/12000 loss=4.3624 gn=1.31 lr=6.26e-05 tps=21007 mem=5.5G lam=0.3164501537879308 Gm=None
[s_only s3] step 11500/12000 loss=4.2652 gn=1.22 lr=6.24e-05 tps=21007 mem=5.5G lam=0.3165199737995863 Gm=None
[s_only s3] step 11520/12000 loss=4.1811 gn=1.15 lr=6.22e-05 tps=21007 mem=5.5G lam=0.316603130971392 Gm=None
[s_only s3] step 11540/12000 loss=4.4265 gn=1.12 lr=6.20e-05 tps=21007 mem=5.5G lam=0.31666958673546713 Gm=None
[s_only s3] step 11560/12000 loss=4.3366 gn=1.37 lr=6.19e-05 tps=21007 mem=5.5G lam=0.3167252391576767 Gm=None
[s_only s3] step 11580/12000 loss=4.1998 gn=1.13 lr=6.17e-05 tps=21007 mem=5.5G lam=0.3167978146423896 Gm=None
[s_only s3] step 11600/12000 loss=4.3330 gn=1.16 lr=6.15e-05 tps=21007 mem=5.5G lam=0.31688616580019396 Gm=None
[s_only s3] step 11620/12000 loss=4.2741 gn=1.13 lr=6.14e-05 tps=21007 mem=5.5G lam=0.3169640752797325 Gm=None
[s_only s3] step 11640/12000 loss=4.3376 gn=1.18 lr=6.12e-05 tps=21007 mem=5.5G lam=0.3170490333189567 Gm=None
[s_only s3] step 11660/12000 loss=4.4343 gn=1.20 lr=6.11e-05 tps=21007 mem=5.5G lam=0.31712669506669044 Gm=None
[s_only s3] step 11680/12000 loss=4.2094 gn=1.34 lr=6.10e-05 tps=21008 mem=5.5G lam=0.31721649784594774 Gm=None
[s_only s3] step 11700/12000 loss=4.3557 gn=1.15 lr=6.09e-05 tps=21007 mem=5.5G lam=0.31729846944411594 Gm=None
[s_only s3] step 11720/12000 loss=4.2835 gn=1.30 lr=6.07e-05 tps=21007 mem=5.5G lam=0.3173710924262802 Gm=None
[s_only s3] step 11740/12000 loss=4.3317 gn=1.24 lr=6.06e-05 tps=21008 mem=5.5G lam=0.317448900702099 Gm=None
[s_only s3] step 11760/12000 loss=4.3070 gn=1.17 lr=6.06e-05 tps=21008 mem=5.5G lam=0.31751856425156194 Gm=None
[s_only s3] step 11780/12000 loss=4.3688 gn=1.25 lr=6.05e-05 tps=21008 mem=5.5G lam=0.31759327184408903 Gm=None
[s_only s3] step 11800/12000 loss=4.3124 gn=1.23 lr=6.04e-05 tps=21008 mem=5.5G lam=0.31768871036668617 Gm=None
[s_only s3] step 11820/12000 loss=4.3524 gn=1.30 lr=6.03e-05 tps=21008 mem=5.5G lam=0.31775357325871784 Gm=None
[s_only s3] step 11840/12000 loss=4.2449 gn=1.15 lr=6.02e-05 tps=21009 mem=5.5G lam=0.31781917562087375 Gm=None
[s_only s3] step 11860/12000 loss=4.2664 gn=1.16 lr=6.02e-05 tps=21009 mem=5.5G lam=0.3178585882609089 Gm=None
[s_only s3] step 11880/12000 loss=4.4635 gn=1.30 lr=6.01e-05 tps=21009 mem=5.5G lam=0.31791513971984386 Gm=None
[s_only s3] step 11900/12000 loss=4.2846 gn=1.32 lr=6.01e-05 tps=21009 mem=5.5G lam=0.3179887297252814 Gm=None
[s_only s3] step 11920/12000 loss=4.2624 gn=1.23 lr=6.01e-05 tps=21009 mem=5.5G lam=0.3180524256701271 Gm=None
[s_only s3] step 11940/12000 loss=4.4075 gn=1.33 lr=6.00e-05 tps=21009 mem=5.5G lam=0.3181242533028126 Gm=None
[s_only s3] step 11960/12000 loss=4.2365 gn=1.18 lr=6.00e-05 tps=21009 mem=5.5G lam=0.31818261711547774 Gm=None
[s_only s3] step 11980/12000 loss=4.2919 gn=1.25 lr=6.00e-05 tps=21010 mem=5.5G lam=0.3182733968521158 Gm=None
[s_only s3] EVAL step 11999: val_loss=4.3565 val_ppl=77.98
[init] variant=g_only seed=3 params=63.39M
[init] use_S=False use_G=True
[g_only s3] step 0/12000 loss=10.8757 gn=9.68 lr=3.00e-06 tps=8741 mem=5.0G lam=None Gm=0.4998372395833333
[g_only s3] step 20/12000 loss=9.8379 gn=1.83 lr=6.30e-05 tps=21289 mem=5.5G lam=None Gm=0.4657389322916667
[g_only s3] step 40/12000 loss=9.1136 gn=1.75 lr=1.23e-04 tps=21997 mem=5.5G lam=None Gm=0.452880859375
[g_only s3] step 60/12000 loss=8.1876 gn=1.58 lr=1.83e-04 tps=22323 mem=5.5G lam=None Gm=0.4429524739583333
[g_only s3] step 80/12000 loss=7.5293 gn=0.79 lr=2.43e-04 tps=22488 mem=5.5G lam=None Gm=0.4395345052083333
[g_only s3] step 100/12000 loss=7.1120 gn=0.76 lr=3.03e-04 tps=22600 mem=5.5G lam=None Gm=0.430908203125
[g_only s3] step 120/12000 loss=7.1915 gn=0.75 lr=3.63e-04 tps=22664 mem=5.5G lam=None Gm=0.4300130208333333
[g_only s3] step 140/12000 loss=6.8942 gn=0.61 lr=4.23e-04 tps=22713 mem=5.5G lam=None Gm=0.421875
[g_only s3] step 160/12000 loss=6.8625 gn=0.72 lr=4.83e-04 tps=22745 mem=5.5G lam=None Gm=0.4200846354166667
[g_only s3] step 180/12000 loss=6.7406 gn=0.51 lr=5.43e-04 tps=22764 mem=5.5G lam=None Gm=0.4044596354166667
[g_only s3] step 200/12000 loss=6.6746 gn=0.59 lr=6.00e-04 tps=22782 mem=5.5G lam=None Gm=0.42236328125
[g_only s3] step 220/12000 loss=6.5995 gn=0.53 lr=6.00e-04 tps=22792 mem=5.5G lam=None Gm=0.3978678385416667
[g_only s3] step 240/12000 loss=6.6137 gn=0.48 lr=6.00e-04 tps=22803 mem=5.5G lam=None Gm=0.3998209635416667
[g_only s3] step 260/12000 loss=6.6120 gn=0.48 lr=6.00e-04 tps=22813 mem=5.5G lam=None Gm=0.40771484375
[g_only s3] step 280/12000 loss=6.4401 gn=0.54 lr=6.00e-04 tps=22817 mem=5.5G lam=None Gm=0.4283854166666667
[g_only s3] step 300/12000 loss=6.3312 gn=0.49 lr=6.00e-04 tps=22824 mem=5.5G lam=None Gm=0.4000651041666667
[g_only s3] step 320/12000 loss=6.4253 gn=0.48 lr=6.00e-04 tps=22816 mem=5.5G lam=None Gm=0.3999837239583333
[g_only s3] step 340/12000 loss=6.4758 gn=0.50 lr=6.00e-04 tps=22823 mem=5.5G lam=None Gm=0.4183756510416667
[g_only s3] step 360/12000 loss=6.2547 gn=0.46 lr=6.00e-04 tps=22831 mem=5.5G lam=None Gm=0.3988444010416667
[g_only s3] step 380/12000 loss=6.3012 gn=0.43 lr=6.00e-04 tps=22835 mem=5.5G lam=None Gm=0.4153645833333333
[g_only s3] step 400/12000 loss=6.3643 gn=0.50 lr=6.00e-04 tps=22841 mem=5.5G lam=None Gm=0.4493001302083333
[g_only s3] step 420/12000 loss=6.2832 gn=0.43 lr=6.00e-04 tps=22844 mem=5.5G lam=None Gm=0.4436848958333333
[g_only s3] step 440/12000 loss=6.2207 gn=0.51 lr=5.99e-04 tps=22844 mem=5.5G lam=None Gm=0.4371744791666667
[g_only s3] step 460/12000 loss=6.3509 gn=0.50 lr=5.99e-04 tps=22851 mem=5.5G lam=None Gm=0.4539388020833333
[g_only s3] step 480/12000 loss=6.2145 gn=0.49 lr=5.99e-04 tps=22856 mem=5.5G lam=None Gm=0.4609375
[g_only s3] step 500/12000 loss=6.2405 gn=0.49 lr=5.99e-04 tps=22857 mem=5.5G lam=None Gm=0.489501953125
[g_only s3] step 520/12000 loss=6.2552 gn=0.52 lr=5.99e-04 tps=22858 mem=5.5G lam=None Gm=0.5037434895833334
[g_only s3] step 540/12000 loss=6.1605 gn=0.47 lr=5.99e-04 tps=22861 mem=5.5G lam=None Gm=0.5077311197916666
[g_only s3] step 560/12000 loss=6.2051 gn=0.55 lr=5.99e-04 tps=22863 mem=5.5G lam=None Gm=0.5309244791666666
[g_only s3] step 580/12000 loss=6.1924 gn=0.46 lr=5.99e-04 tps=22866 mem=5.5G lam=None Gm=0.5105794270833334
[g_only s3] step 600/12000 loss=6.0824 gn=0.43 lr=5.98e-04 tps=22866 mem=5.5G lam=None Gm=0.53466796875
[g_only s3] step 620/12000 loss=5.9951 gn=0.49 lr=5.98e-04 tps=22862 mem=5.5G lam=None Gm=0.5511067708333334
[g_only s3] step 640/12000 loss=6.0967 gn=0.49 lr=5.98e-04 tps=22862 mem=5.5G lam=None Gm=0.5537109375
[g_only s3] step 660/12000 loss=5.8861 gn=0.47 lr=5.98e-04 tps=22861 mem=5.5G lam=None Gm=0.5729166666666666
[g_only s3] step 680/12000 loss=6.0085 gn=0.47 lr=5.98e-04 tps=22861 mem=5.5G lam=None Gm=0.5673828125
[g_only s3] step 700/12000 loss=6.0484 gn=0.49 lr=5.98e-04 tps=22865 mem=5.5G lam=None Gm=0.5575358072916666
[g_only s3] step 720/12000 loss=5.8607 gn=0.46 lr=5.97e-04 tps=22862 mem=5.5G lam=None Gm=0.571044921875
[g_only s3] step 740/12000 loss=6.0259 gn=0.47 lr=5.97e-04 tps=22865 mem=5.5G lam=None Gm=0.5669759114583334
[g_only s3] step 760/12000 loss=5.9187 gn=0.47 lr=5.97e-04 tps=22866 mem=5.5G lam=None Gm=0.5955403645833334
[g_only s3] step 780/12000 loss=5.9931 gn=0.54 lr=5.97e-04 tps=22867 mem=5.5G lam=None Gm=0.6043294270833334
[g_only s3] step 800/12000 loss=5.9364 gn=0.46 lr=5.97e-04 tps=22870 mem=5.5G lam=None Gm=0.6045735677083334
[g_only s3] step 820/12000 loss=5.8470 gn=0.50 lr=5.96e-04 tps=22872 mem=5.5G lam=None Gm=0.5884602864583334
[g_only s3] step 840/12000 loss=5.8712 gn=0.51 lr=5.96e-04 tps=22873 mem=5.5G lam=None Gm=0.6038411458333334
[g_only s3] step 860/12000 loss=5.8391 gn=0.49 lr=5.96e-04 tps=22873 mem=5.5G lam=None Gm=0.6110026041666666
[g_only s3] step 880/12000 loss=5.9674 gn=0.52 lr=5.96e-04 tps=22873 mem=5.5G lam=None Gm=0.6027018229166666
[g_only s3] step 900/12000 loss=5.7725 gn=0.51 lr=5.95e-04 tps=22874 mem=5.5G lam=None Gm=0.596435546875
[g_only s3] step 920/12000 loss=5.8033 gn=0.51 lr=5.95e-04 tps=22876 mem=5.5G lam=None Gm=0.6217447916666666
[g_only s3] step 940/12000 loss=5.6408 gn=0.50 lr=5.95e-04 tps=22846 mem=5.5G lam=None Gm=0.5756022135416666
[g_only s3] step 960/12000 loss=5.8059 gn=0.50 lr=5.94e-04 tps=22847 mem=5.5G lam=None Gm=0.5938313802083334
[g_only s3] step 980/12000 loss=5.7180 gn=0.46 lr=5.94e-04 tps=22847 mem=5.5G lam=None Gm=0.579345703125
[g_only s3] step 1000/12000 loss=5.8888 gn=0.54 lr=5.94e-04 tps=22849 mem=5.5G lam=None Gm=0.5968831380208334
[g_only s3] EVAL step 1000: val_loss=5.8372 val_ppl=342.83
[g_only s3] step 1020/12000 loss=5.7369 gn=0.49 lr=5.94e-04 tps=22771 mem=5.5G lam=None Gm=0.5802001953125
[g_only s3] step 1040/12000 loss=5.6482 gn=0.54 lr=5.93e-04 tps=22771 mem=5.5G lam=None Gm=0.60302734375
[g_only s3] step 1060/12000 loss=5.6283 gn=0.52 lr=5.93e-04 tps=22774 mem=5.5G lam=None Gm=0.5662434895833334
[g_only s3] step 1080/12000 loss=5.6945 gn=0.47 lr=5.93e-04 tps=22777 mem=5.5G lam=None Gm=0.5757242838541666
[g_only s3] step 1100/12000 loss=5.6585 gn=0.57 lr=5.92e-04 tps=22778 mem=5.5G lam=None Gm=0.569091796875
[g_only s3] step 1120/12000 loss=5.7428 gn=0.52 lr=5.92e-04 tps=22781 mem=5.5G lam=None Gm=0.5704752604166666
[g_only s3] step 1140/12000 loss=5.6282 gn=0.50 lr=5.92e-04 tps=22783 mem=5.5G lam=None Gm=0.5753580729166666
[g_only s3] step 1160/12000 loss=5.6916 gn=0.52 lr=5.91e-04 tps=22785 mem=5.5G lam=None Gm=0.5681966145833334
[g_only s3] step 1180/12000 loss=5.6202 gn=0.53 lr=5.91e-04 tps=22788 mem=5.5G lam=None Gm=0.5658365885416666
[g_only s3] step 1200/12000 loss=5.6872 gn=0.56 lr=5.90e-04 tps=22791 mem=5.5G lam=None Gm=0.5716145833333334
[g_only s3] step 1220/12000 loss=5.4847 gn=0.51 lr=5.90e-04 tps=22794 mem=5.5G lam=None Gm=0.5725911458333334
[g_only s3] step 1240/12000 loss=5.5462 gn=0.53 lr=5.90e-04 tps=22796 mem=5.5G lam=None Gm=0.5689697265625
[g_only s3] step 1260/12000 loss=5.6990 gn=0.51 lr=5.89e-04 tps=22798 mem=5.5G lam=None Gm=0.5628662109375
[g_only s3] step 1280/12000 loss=5.5625 gn=0.58 lr=5.89e-04 tps=22800 mem=5.5G lam=None Gm=0.5513509114583334
[g_only s3] step 1300/12000 loss=5.6547 gn=0.51 lr=5.89e-04 tps=22801 mem=5.5G lam=None Gm=0.5518798828125
[g_only s3] step 1320/12000 loss=5.5693 gn=0.59 lr=5.88e-04 tps=22803 mem=5.5G lam=None Gm=0.5572102864583334
[g_only s3] step 1340/12000 loss=5.6097 gn=0.51 lr=5.88e-04 tps=22804 mem=5.5G lam=None Gm=0.55322265625
[g_only s3] step 1360/12000 loss=5.4639 gn=0.53 lr=5.87e-04 tps=22804 mem=5.5G lam=None Gm=0.5423583984375
[g_only s3] step 1380/12000 loss=5.4138 gn=0.51 lr=5.87e-04 tps=22806 mem=5.5G lam=None Gm=0.5546875
[g_only s3] step 1400/12000 loss=5.6081 gn=0.56 lr=5.86e-04 tps=22807 mem=5.5G lam=None Gm=0.5486246744791666
[g_only s3] step 1420/12000 loss=5.4698 gn=0.58 lr=5.86e-04 tps=22809 mem=5.5G lam=None Gm=0.5527750651041666
[g_only s3] step 1440/12000 loss=5.3568 gn=0.50 lr=5.85e-04 tps=22811 mem=5.5G lam=None Gm=0.5410970052083334
[g_only s3] step 1460/12000 loss=5.5341 gn=0.57 lr=5.85e-04 tps=22812 mem=5.5G lam=None Gm=0.5361328125
[g_only s3] step 1480/12000 loss=5.3796 gn=0.56 lr=5.84e-04 tps=22813 mem=5.5G lam=None Gm=0.53466796875
[g_only s3] step 1500/12000 loss=5.5036 gn=0.58 lr=5.84e-04 tps=22815 mem=5.5G lam=None Gm=0.5312296549479166
[g_only s3] step 1520/12000 loss=5.4808 gn=0.55 lr=5.83e-04 tps=22815 mem=5.5G lam=None Gm=0.5228678385416666
[g_only s3] step 1540/12000 loss=5.3413 gn=0.50 lr=5.83e-04 tps=22816 mem=5.5G lam=None Gm=0.5287068684895834
[g_only s3] step 1560/12000 loss=5.4081 gn=0.52 lr=5.82e-04 tps=22815 mem=5.5G lam=None Gm=0.5293375651041666
[g_only s3] step 1580/12000 loss=5.4833 gn=0.52 lr=5.82e-04 tps=22818 mem=5.5G lam=None Gm=0.5349934895833334
[g_only s3] step 1600/12000 loss=5.2594 gn=0.52 lr=5.81e-04 tps=22819 mem=5.5G lam=None Gm=0.5268351236979166
[g_only s3] step 1620/12000 loss=5.4752 gn=0.56 lr=5.81e-04 tps=22821 mem=5.5G lam=None Gm=0.5283406575520834
[g_only s3] step 1640/12000 loss=5.3453 gn=0.55 lr=5.80e-04 tps=22823 mem=5.5G lam=None Gm=0.5275675455729166
[g_only s3] step 1660/12000 loss=5.3492 gn=0.56 lr=5.80e-04 tps=22824 mem=5.5G lam=None Gm=0.5144246419270834
[g_only s3] step 1680/12000 loss=5.3741 gn=0.58 lr=5.79e-04 tps=22826 mem=5.5G lam=None Gm=0.5149739583333334
[g_only s3] step 1700/12000 loss=5.5275 gn=0.56 lr=5.79e-04 tps=22826 mem=5.5G lam=None Gm=0.5272013346354166
[g_only s3] step 1720/12000 loss=5.3904 gn=0.55 lr=5.78e-04 tps=22827 mem=5.5G lam=None Gm=0.5162353515625
[g_only s3] step 1740/12000 loss=5.3222 gn=0.54 lr=5.78e-04 tps=22828 mem=5.5G lam=None Gm=0.5182698567708334
[g_only s3] step 1760/12000 loss=5.2653 gn=0.56 lr=5.77e-04 tps=22827 mem=5.5G lam=None Gm=0.5232950846354166
[g_only s3] step 1780/12000 loss=5.4138 gn=0.56 lr=5.76e-04 tps=22828 mem=5.5G lam=None Gm=0.5093790690104166
[g_only s3] step 1800/12000 loss=5.3249 gn=0.58 lr=5.76e-04 tps=22829 mem=5.5G lam=None Gm=0.52410888671875
[g_only s3] step 1820/12000 loss=5.2641 gn=0.55 lr=5.75e-04 tps=22830 mem=5.5G lam=None Gm=0.51654052734375
[g_only s3] step 1840/12000 loss=5.4317 gn=0.60 lr=5.75e-04 tps=22830 mem=5.5G lam=None Gm=0.5089925130208334
[g_only s3] step 1860/12000 loss=5.3999 gn=0.58 lr=5.74e-04 tps=22831 mem=5.5G lam=None Gm=0.5112711588541666
[g_only s3] step 1880/12000 loss=5.2872 gn=0.55 lr=5.73e-04 tps=22832 mem=5.5G lam=None Gm=0.5074259440104166
[g_only s3] step 1900/12000 loss=5.1876 gn=0.55 lr=5.73e-04 tps=22833 mem=5.5G lam=None Gm=0.5054931640625
[g_only s3] step 1920/12000 loss=5.3007 gn=0.55 lr=5.72e-04 tps=22834 mem=5.5G lam=None Gm=0.4974365234375
[g_only s3] step 1940/12000 loss=5.4023 gn=0.54 lr=5.72e-04 tps=22835 mem=5.5G lam=None Gm=0.4929606119791667
[g_only s3] step 1960/12000 loss=5.3542 gn=0.57 lr=5.71e-04 tps=22836 mem=5.5G lam=None Gm=0.4899698893229167
[g_only s3] step 1980/12000 loss=5.1029 gn=0.56 lr=5.70e-04 tps=22837 mem=5.5G lam=None Gm=0.4876505533854167
[g_only s3] step 2000/12000 loss=5.3456 gn=0.55 lr=5.70e-04 tps=22837 mem=5.5G lam=None Gm=0.4908854166666667
[g_only s3] EVAL step 2000: val_loss=5.3507 val_ppl=210.75
[g_only s3] step 2020/12000 loss=5.3575 gn=0.55 lr=5.69e-04 tps=22799 mem=5.5G lam=None Gm=0.4874267578125
[g_only s3] step 2040/12000 loss=5.3892 gn=0.55 lr=5.68e-04 tps=22800 mem=5.5G lam=None Gm=0.4888102213541667
[g_only s3] step 2060/12000 loss=5.2831 gn=0.61 lr=5.68e-04 tps=22801 mem=5.5G lam=None Gm=0.4858194986979167
[g_only s3] step 2080/12000 loss=5.1932 gn=0.56 lr=5.67e-04 tps=22801 mem=5.5G lam=None Gm=0.4765625
[g_only s3] step 2100/12000 loss=5.2693 gn=0.55 lr=5.66e-04 tps=22802 mem=5.5G lam=None Gm=0.4853922526041667
[g_only s3] step 2120/12000 loss=5.3238 gn=0.58 lr=5.65e-04 tps=22805 mem=5.5G lam=None Gm=0.4911092122395833
[g_only s3] step 2140/12000 loss=5.1176 gn=0.56 lr=5.65e-04 tps=22805 mem=5.5G lam=None Gm=0.4828084309895833
[g_only s3] step 2160/12000 loss=5.0942 gn=0.58 lr=5.64e-04 tps=22806 mem=5.5G lam=None Gm=0.4670613606770833
[g_only s3] step 2180/12000 loss=5.1370 gn=0.62 lr=5.63e-04 tps=22808 mem=5.5G lam=None Gm=0.48150634765625
[g_only s3] step 2200/12000 loss=5.3319 gn=0.59 lr=5.63e-04 tps=22809 mem=5.5G lam=None Gm=0.4729817708333333
[g_only s3] step 2220/12000 loss=5.2764 gn=0.60 lr=5.62e-04 tps=22808 mem=5.5G lam=None Gm=0.4620157877604167
[g_only s3] step 2240/12000 loss=5.2580 gn=0.65 lr=5.61e-04 tps=22810 mem=5.5G lam=None Gm=0.4705403645833333
[g_only s3] step 2260/12000 loss=5.1206 gn=0.64 lr=5.60e-04 tps=22810 mem=5.5G lam=None Gm=0.476348876953125
[g_only s3] step 2280/12000 loss=5.2368 gn=0.79 lr=5.60e-04 tps=22811 mem=5.5G lam=None Gm=0.4753926595052083
[g_only s3] step 2300/12000 loss=5.2434 gn=0.58 lr=5.59e-04 tps=22811 mem=5.5G lam=None Gm=0.4723103841145833
[g_only s3] step 2320/12000 loss=5.1854 gn=0.60 lr=5.58e-04 tps=22813 mem=5.5G lam=None Gm=0.4684041341145833
[g_only s3] step 2340/12000 loss=4.9663 gn=0.61 lr=5.57e-04 tps=22813 mem=5.5G lam=None Gm=0.4742533365885417
[g_only s3] step 2360/12000 loss=5.2013 gn=0.61 lr=5.57e-04 tps=22812 mem=5.5G lam=None Gm=0.4731953938802083
[g_only s3] step 2380/12000 loss=5.1285 gn=0.67 lr=5.56e-04 tps=22813 mem=5.5G lam=None Gm=0.4737548828125
[g_only s3] step 2400/12000 loss=5.0776 gn=0.70 lr=5.55e-04 tps=22813 mem=5.5G lam=None Gm=0.4788411458333333
[g_only s3] step 2420/12000 loss=5.1082 gn=0.68 lr=5.54e-04 tps=22814 mem=5.5G lam=None Gm=0.4533894856770833
[g_only s3] step 2440/12000 loss=5.1303 gn=0.63 lr=5.53e-04 tps=22815 mem=5.5G lam=None Gm=0.4674072265625
[g_only s3] step 2460/12000 loss=5.0783 gn=0.59 lr=5.53e-04 tps=22813 mem=5.5G lam=None Gm=0.4534912109375
[g_only s3] step 2480/12000 loss=5.0938 gn=0.62 lr=5.52e-04 tps=22814 mem=5.5G lam=None Gm=0.4597981770833333
[g_only s3] step 2500/12000 loss=5.1236 gn=0.63 lr=5.51e-04 tps=22815 mem=5.5G lam=None Gm=0.4583841959635417
[g_only s3] step 2520/12000 loss=5.2023 gn=0.63 lr=5.50e-04 tps=22815 mem=5.5G lam=None Gm=0.4536234537760417
[g_only s3] step 2540/12000 loss=5.0587 gn=0.60 lr=5.49e-04 tps=22816 mem=5.5G lam=None Gm=0.4603068033854167
[g_only s3] step 2560/12000 loss=5.1693 gn=0.64 lr=5.48e-04 tps=22818 mem=5.5G lam=None Gm=0.466522216796875
[g_only s3] step 2580/12000 loss=5.0341 gn=0.64 lr=5.48e-04 tps=22818 mem=5.5G lam=None Gm=0.4557596842447917
[g_only s3] step 2600/12000 loss=5.0893 gn=0.66 lr=5.47e-04 tps=22819 mem=5.5G lam=None Gm=0.463836669921875
[g_only s3] step 2620/12000 loss=5.0053 gn=0.64 lr=5.46e-04 tps=22820 mem=5.5G lam=None Gm=0.4479268391927083
[g_only s3] step 2640/12000 loss=4.9326 gn=0.68 lr=5.45e-04 tps=22820 mem=5.5G lam=None Gm=0.4512736002604167
[g_only s3] step 2660/12000 loss=5.0601 gn=0.60 lr=5.44e-04 tps=22821 mem=5.5G lam=None Gm=0.4517110188802083
[g_only s3] step 2680/12000 loss=5.0370 gn=0.58 lr=5.43e-04 tps=22822 mem=5.5G lam=None Gm=0.4580586751302083
[g_only s3] step 2700/12000 loss=5.0348 gn=0.62 lr=5.42e-04 tps=22822 mem=5.5G lam=None Gm=0.4495340983072917
[g_only s3] step 2720/12000 loss=5.1068 gn=0.73 lr=5.41e-04 tps=22823 mem=5.5G lam=None Gm=0.4566243489583333
[g_only s3] step 2740/12000 loss=5.0778 gn=0.62 lr=5.41e-04 tps=22824 mem=5.5G lam=None Gm=0.4525248209635417
[g_only s3] step 2760/12000 loss=5.0945 gn=0.68 lr=5.40e-04 tps=22824 mem=5.5G lam=None Gm=0.451171875
[g_only s3] step 2780/12000 loss=5.0141 gn=0.66 lr=5.39e-04 tps=22826 mem=5.5G lam=None Gm=0.4556172688802083
[g_only s3] step 2800/12000 loss=4.9787 gn=0.60 lr=5.38e-04 tps=22827 mem=5.5G lam=None Gm=0.4503275553385417
[g_only s3] step 2820/12000 loss=5.1224 gn=0.64 lr=5.37e-04 tps=22827 mem=5.5G lam=None Gm=0.447479248046875
[g_only s3] step 2840/12000 loss=5.0936 gn=0.63 lr=5.36e-04 tps=22829 mem=5.5G lam=None Gm=0.4444783528645833
[g_only s3] step 2860/12000 loss=4.9397 gn=0.67 lr=5.35e-04 tps=22829 mem=5.5G lam=None Gm=0.454376220703125
[g_only s3] step 2880/12000 loss=5.0009 gn=0.64 lr=5.34e-04 tps=22829 mem=5.5G lam=None Gm=0.4485066731770833
[g_only s3] step 2900/12000 loss=4.8393 gn=0.61 lr=5.33e-04 tps=22830 mem=5.5G lam=None Gm=0.4518534342447917
[g_only s3] step 2920/12000 loss=4.9500 gn=0.64 lr=5.32e-04 tps=22831 mem=5.5G lam=None Gm=0.4477640787760417
[g_only s3] step 2940/12000 loss=5.0014 gn=0.61 lr=5.31e-04 tps=22831 mem=5.5G lam=None Gm=0.44293212890625
[g_only s3] step 2960/12000 loss=4.8489 gn=0.68 lr=5.30e-04 tps=22832 mem=5.5G lam=None Gm=0.452545166015625
[g_only s3] step 2980/12000 loss=4.7656 gn=0.99 lr=5.29e-04 tps=22832 mem=5.5G lam=None Gm=0.4368489583333333
[g_only s3] step 3000/12000 loss=5.0423 gn=0.71 lr=5.28e-04 tps=22832 mem=5.5G lam=None Gm=0.44708251953125
[g_only s3] EVAL step 3000: val_loss=5.0072 val_ppl=149.48
[g_only s3] step 3020/12000 loss=5.1063 gn=0.71 lr=5.27e-04 tps=22807 mem=5.5G lam=None Gm=0.4429728190104167
[g_only s3] step 3040/12000 loss=4.8311 gn=0.63 lr=5.26e-04 tps=22807 mem=5.5G lam=None Gm=0.436279296875
[g_only s3] step 3060/12000 loss=4.9092 gn=0.64 lr=5.25e-04 tps=22807 mem=5.5G lam=None Gm=0.4434000651041667
[g_only s3] step 3080/12000 loss=4.8516 gn=0.66 lr=5.24e-04 tps=22808 mem=5.5G lam=None Gm=0.4447123209635417
[g_only s3] step 3100/12000 loss=5.0112 gn=0.74 lr=5.23e-04 tps=22808 mem=5.5G lam=None Gm=0.4425862630208333
[g_only s3] step 3120/12000 loss=4.7611 gn=0.72 lr=5.22e-04 tps=22809 mem=5.5G lam=None Gm=0.4352518717447917
[g_only s3] step 3140/12000 loss=4.8983 gn=0.66 lr=5.21e-04 tps=22810 mem=5.5G lam=None Gm=0.445343017578125
[g_only s3] step 3160/12000 loss=4.8327 gn=0.71 lr=5.20e-04 tps=22811 mem=5.5G lam=None Gm=0.4369913736979167
[g_only s3] step 3180/12000 loss=4.8705 gn=0.69 lr=5.19e-04 tps=22812 mem=5.5G lam=None Gm=0.4369303385416667
[g_only s3] step 3200/12000 loss=4.8495 gn=0.65 lr=5.18e-04 tps=22812 mem=5.5G lam=None Gm=0.4281005859375
[g_only s3] step 3220/12000 loss=4.9444 gn=0.68 lr=5.17e-04 tps=22813 mem=5.5G lam=None Gm=0.4395039876302083
[g_only s3] step 3240/12000 loss=4.9310 gn=0.66 lr=5.16e-04 tps=22813 mem=5.5G lam=None Gm=0.4372151692708333
[g_only s3] step 3260/12000 loss=4.9875 gn=0.68 lr=5.15e-04 tps=22813 mem=5.5G lam=None Gm=0.438079833984375
[g_only s3] step 3280/12000 loss=4.8005 gn=0.63 lr=5.14e-04 tps=22814 mem=5.5G lam=None Gm=0.4372660319010417
[g_only s3] step 3300/12000 loss=5.0691 gn=0.68 lr=5.13e-04 tps=22813 mem=5.5G lam=None Gm=0.4263916015625
[g_only s3] step 3320/12000 loss=4.9128 gn=0.68 lr=5.12e-04 tps=22813 mem=5.5G lam=None Gm=0.4330647786458333
[g_only s3] step 3340/12000 loss=4.8751 gn=0.69 lr=5.11e-04 tps=22814 mem=5.5G lam=None Gm=0.4308980305989583
[g_only s3] step 3360/12000 loss=4.9072 gn=0.65 lr=5.10e-04 tps=22815 mem=5.5G lam=None Gm=0.431793212890625
[g_only s3] step 3380/12000 loss=5.0364 gn=0.70 lr=5.09e-04 tps=22816 mem=5.5G lam=None Gm=0.4320576985677083
[g_only s3] step 3400/12000 loss=4.9772 gn=0.67 lr=5.08e-04 tps=22817 mem=5.5G lam=None Gm=0.4368184407552083
[g_only s3] step 3420/12000 loss=4.9119 gn=0.69 lr=5.07e-04 tps=22817 mem=5.5G lam=None Gm=0.4283955891927083
[g_only s3] step 3440/12000 loss=4.7125 gn=0.65 lr=5.06e-04 tps=22818 mem=5.5G lam=None Gm=0.4224650065104167
[g_only s3] step 3460/12000 loss=4.9407 gn=0.68 lr=5.05e-04 tps=22818 mem=5.5G lam=None Gm=0.4336140950520833
[g_only s3] step 3480/12000 loss=4.9475 gn=0.74 lr=5.03e-04 tps=22818 mem=5.5G lam=None Gm=0.4278564453125
[g_only s3] step 3500/12000 loss=5.0538 gn=0.68 lr=5.02e-04 tps=22818 mem=5.5G lam=None Gm=0.4419148763020833
[g_only s3] step 3520/12000 loss=4.8168 gn=0.68 lr=5.01e-04 tps=22819 mem=5.5G lam=None Gm=0.4314676920572917
[g_only s3] step 3540/12000 loss=4.8347 gn=0.66 lr=5.00e-04 tps=22820 mem=5.5G lam=None Gm=0.418548583984375
[g_only s3] step 3560/12000 loss=4.8868 gn=0.71 lr=4.99e-04 tps=22821 mem=5.5G lam=None Gm=0.422271728515625
[g_only s3] step 3580/12000 loss=4.9078 gn=0.71 lr=4.98e-04 tps=22821 mem=5.5G lam=None Gm=0.4254964192708333
[g_only s3] step 3600/12000 loss=4.8892 gn=0.69 lr=4.97e-04 tps=22820 mem=5.5G lam=None Gm=0.4209391276041667
[g_only s3] step 3620/12000 loss=4.8935 gn=0.68 lr=4.96e-04 tps=22821 mem=5.5G lam=None Gm=0.422454833984375
[g_only s3] step 3640/12000 loss=4.7890 gn=0.65 lr=4.94e-04 tps=22821 mem=5.5G lam=None Gm=0.42218017578125
[g_only s3] step 3660/12000 loss=5.0048 gn=0.70 lr=4.93e-04 tps=22821 mem=5.5G lam=None Gm=0.42950439453125
[g_only s3] step 3680/12000 loss=4.8322 gn=0.82 lr=4.92e-04 tps=22822 mem=5.5G lam=None Gm=0.422943115234375
[g_only s3] step 3700/12000 loss=4.9836 gn=0.72 lr=4.91e-04 tps=22822 mem=5.5G lam=None Gm=0.427398681640625
[g_only s3] step 3720/12000 loss=4.9458 gn=0.73 lr=4.90e-04 tps=22823 mem=5.5G lam=None Gm=0.4256490071614583
[g_only s3] step 3740/12000 loss=4.8723 gn=0.74 lr=4.89e-04 tps=22823 mem=5.5G lam=None Gm=0.424468994140625
[g_only s3] step 3760/12000 loss=4.8010 gn=0.70 lr=4.88e-04 tps=22824 mem=5.5G lam=None Gm=0.4154510498046875
[g_only s3] step 3780/12000 loss=4.7639 gn=0.74 lr=4.86e-04 tps=22824 mem=5.5G lam=None Gm=0.4186299641927083
[g_only s3] step 3800/12000 loss=4.8932 gn=0.69 lr=4.85e-04 tps=22824 mem=5.5G lam=None Gm=0.4244283040364583
[g_only s3] step 3820/12000 loss=5.0038 gn=0.74 lr=4.84e-04 tps=22825 mem=5.5G lam=None Gm=0.4277852376302083
[g_only s3] step 3840/12000 loss=4.9042 gn=0.71 lr=4.83e-04 tps=22825 mem=5.5G lam=None Gm=0.4226481119791667
[g_only s3] step 3860/12000 loss=4.8623 gn=0.67 lr=4.82e-04 tps=22824 mem=5.5G lam=None Gm=0.413299560546875
[g_only s3] step 3880/12000 loss=4.8815 gn=0.70 lr=4.80e-04 tps=22822 mem=5.5G lam=None Gm=0.4314982096354167
[g_only s3] step 3900/12000 loss=4.9002 gn=0.69 lr=4.79e-04 tps=22821 mem=5.5G lam=None Gm=0.4247538248697917
[g_only s3] step 3920/12000 loss=4.8627 gn=0.66 lr=4.78e-04 tps=22819 mem=5.5G lam=None Gm=0.4154103597005208
[g_only s3] step 3940/12000 loss=4.7456 gn=0.71 lr=4.77e-04 tps=22817 mem=5.5G lam=None Gm=0.4094696044921875
[g_only s3] step 3960/12000 loss=4.7379 gn=0.76 lr=4.76e-04 tps=22815 mem=5.5G lam=None Gm=0.4175059000651042
[g_only s3] step 3980/12000 loss=4.8237 gn=0.70 lr=4.74e-04 tps=22813 mem=5.5G lam=None Gm=0.4167734781901042
[g_only s3] step 4000/12000 loss=4.7505 gn=0.72 lr=4.73e-04 tps=22811 mem=5.5G lam=None Gm=0.423309326171875
[g_only s3] EVAL step 4000: val_loss=4.8825 val_ppl=131.96
[g_only s3] step 4020/12000 loss=4.7121 gn=0.70 lr=4.72e-04 tps=22789 mem=5.5G lam=None Gm=0.40753173828125
[g_only s3] step 4040/12000 loss=5.0915 gn=0.72 lr=4.71e-04 tps=22788 mem=5.5G lam=None Gm=0.4153238932291667
[g_only s3] step 4060/12000 loss=4.7406 gn=0.72 lr=4.70e-04 tps=22785 mem=5.5G lam=None Gm=0.4163818359375
[g_only s3] step 4080/12000 loss=4.8865 gn=0.75 lr=4.68e-04 tps=22783 mem=5.5G lam=None Gm=0.417144775390625
[g_only s3] step 4100/12000 loss=4.8184 gn=0.70 lr=4.67e-04 tps=22782 mem=5.5G lam=None Gm=0.4085489908854167
[g_only s3] step 4120/12000 loss=4.7830 gn=0.72 lr=4.66e-04 tps=22780 mem=5.5G lam=None Gm=0.4178873697916667
[g_only s3] step 4140/12000 loss=4.8094 gn=0.64 lr=4.65e-04 tps=22780 mem=5.5G lam=None Gm=0.41571044921875
[g_only s3] step 4160/12000 loss=4.7576 gn=0.74 lr=4.63e-04 tps=22779 mem=5.5G lam=None Gm=0.410675048828125
[g_only s3] step 4180/12000 loss=4.7271 gn=0.68 lr=4.62e-04 tps=22778 mem=5.5G lam=None Gm=0.4163411458333333
[g_only s3] step 4200/12000 loss=4.8281 gn=0.69 lr=4.61e-04 tps=22776 mem=5.5G lam=None Gm=0.4108734130859375
[g_only s3] step 4220/12000 loss=4.6619 gn=0.71 lr=4.60e-04 tps=22774 mem=5.5G lam=None Gm=0.4121449788411458
[g_only s3] step 4240/12000 loss=4.8447 gn=0.72 lr=4.58e-04 tps=22772 mem=5.5G lam=None Gm=0.4267069498697917
[g_only s3] step 4260/12000 loss=4.8800 gn=0.74 lr=4.57e-04 tps=22771 mem=5.5G lam=None Gm=0.410614013671875
[g_only s3] step 4280/12000 loss=4.7956 gn=0.72 lr=4.56e-04 tps=22771 mem=5.5G lam=None Gm=0.4134063720703125
[g_only s3] step 4300/12000 loss=4.7121 gn=0.66 lr=4.54e-04 tps=22769 mem=5.5G lam=None Gm=0.413177490234375
[g_only s3] step 4320/12000 loss=4.7509 gn=0.72 lr=4.53e-04 tps=22769 mem=5.5G lam=None Gm=0.407379150390625
[g_only s3] step 4340/12000 loss=4.8635 gn=0.74 lr=4.52e-04 tps=22769 mem=5.5G lam=None Gm=0.4117991129557292
[g_only s3] step 4360/12000 loss=4.9057 gn=0.74 lr=4.51e-04 tps=22769 mem=5.5G lam=None Gm=0.4074147542317708
[g_only s3] step 4380/12000 loss=4.7798 gn=0.73 lr=4.49e-04 tps=22769 mem=5.5G lam=None Gm=0.4029998779296875
[g_only s3] step 4400/12000 loss=4.6842 gn=0.76 lr=4.48e-04 tps=22768 mem=5.5G lam=None Gm=0.4013519287109375
[g_only s3] step 4420/12000 loss=5.0056 gn=0.73 lr=4.47e-04 tps=22768 mem=5.5G lam=None Gm=0.4063975016276042
[g_only s3] step 4440/12000 loss=4.8836 gn=0.79 lr=4.45e-04 tps=22767 mem=5.5G lam=None Gm=0.405426025390625
[g_only s3] step 4460/12000 loss=4.7749 gn=0.71 lr=4.44e-04 tps=22765 mem=5.5G lam=None Gm=0.4107157389322917
[g_only s3] step 4480/12000 loss=4.9654 gn=0.71 lr=4.43e-04 tps=22765 mem=5.5G lam=None Gm=0.4049072265625
[g_only s3] step 4500/12000 loss=4.9080 gn=0.77 lr=4.42e-04 tps=22765 mem=5.5G lam=None Gm=0.4048868815104167
[g_only s3] step 4520/12000 loss=4.7434 gn=0.76 lr=4.40e-04 tps=22765 mem=5.5G lam=None Gm=0.4059295654296875
[g_only s3] step 4540/12000 loss=4.7966 gn=0.72 lr=4.39e-04 tps=22765 mem=5.5G lam=None Gm=0.4032847086588542
[g_only s3] step 4560/12000 loss=4.9417 gn=0.76 lr=4.38e-04 tps=22765 mem=5.5G lam=None Gm=0.4101206461588542
[g_only s3] step 4580/12000 loss=4.8007 gn=0.72 lr=4.36e-04 tps=22765 mem=5.5G lam=None Gm=0.3996378580729167
[g_only s3] step 4600/12000 loss=4.8053 gn=0.69 lr=4.35e-04 tps=22763 mem=5.5G lam=None Gm=0.4051259358723958
[g_only s3] step 4620/12000 loss=4.7432 gn=0.82 lr=4.34e-04 tps=22763 mem=5.5G lam=None Gm=0.3959910074869792
[g_only s3] step 4640/12000 loss=4.7236 gn=0.71 lr=4.32e-04 tps=22763 mem=5.5G lam=None Gm=0.4019775390625
[g_only s3] step 4660/12000 loss=4.9392 gn=0.74 lr=4.31e-04 tps=22763 mem=5.5G lam=None Gm=0.4112650553385417
[g_only s3] step 4680/12000 loss=4.5951 gn=0.72 lr=4.30e-04 tps=22763 mem=5.5G lam=None Gm=0.39990234375
[g_only s3] step 4700/12000 loss=4.6301 gn=0.74 lr=4.28e-04 tps=22763 mem=5.5G lam=None Gm=0.3994547526041667
[g_only s3] step 4720/12000 loss=4.8736 gn=0.72 lr=4.27e-04 tps=22763 mem=5.5G lam=None Gm=0.4100596110026042
[g_only s3] step 4740/12000 loss=4.6395 gn=0.76 lr=4.26e-04 tps=22763 mem=5.5G lam=None Gm=0.40460205078125
[g_only s3] step 4760/12000 loss=4.7990 gn=0.69 lr=4.24e-04 tps=22763 mem=5.5G lam=None Gm=0.4061330159505208
[g_only s3] step 4780/12000 loss=4.7419 gn=0.78 lr=4.23e-04 tps=22763 mem=5.5G lam=None Gm=0.4083251953125
[g_only s3] step 4800/12000 loss=4.7589 gn=0.75 lr=4.22e-04 tps=22763 mem=5.5G lam=None Gm=0.4020233154296875
[g_only s3] step 4820/12000 loss=4.6094 gn=0.74 lr=4.20e-04 tps=22764 mem=5.5G lam=None Gm=0.4012705485026042
[g_only s3] step 4840/12000 loss=4.7300 gn=0.71 lr=4.19e-04 tps=22764 mem=5.5G lam=None Gm=0.3994700113932292
[g_only s3] step 4860/12000 loss=4.7668 gn=0.74 lr=4.18e-04 tps=22763 mem=5.5G lam=None Gm=0.4029388427734375
[g_only s3] step 4880/12000 loss=4.7863 gn=0.76 lr=4.16e-04 tps=22763 mem=5.5G lam=None Gm=0.4005940755208333
[g_only s3] step 4900/12000 loss=4.5717 gn=0.76 lr=4.15e-04 tps=22763 mem=5.5G lam=None Gm=0.3990275065104167
[g_only s3] step 4920/12000 loss=4.7945 gn=0.77 lr=4.13e-04 tps=22763 mem=5.5G lam=None Gm=0.3951314290364583
[g_only s3] step 4940/12000 loss=4.6561 gn=0.75 lr=4.12e-04 tps=22763 mem=5.5G lam=None Gm=0.3956502278645833
[g_only s3] step 4960/12000 loss=4.7262 gn=0.73 lr=4.11e-04 tps=22763 mem=5.5G lam=None Gm=0.3982798258463542
[g_only s3] step 4980/12000 loss=4.6837 gn=0.75 lr=4.09e-04 tps=22763 mem=5.5G lam=None Gm=0.3992360432942708
[g_only s3] step 5000/12000 loss=4.5583 gn=0.71 lr=4.08e-04 tps=22764 mem=5.5G lam=None Gm=0.3993784586588542
[g_only s3] EVAL step 5000: val_loss=4.7582 val_ppl=116.54
[g_only s3] step 5020/12000 loss=4.7420 gn=0.71 lr=4.07e-04 tps=22747 mem=5.5G lam=None Gm=0.3994496663411458
[g_only s3] step 5040/12000 loss=4.6063 gn=0.71 lr=4.05e-04 tps=22747 mem=5.5G lam=None Gm=0.3942159016927083
[g_only s3] step 5060/12000 loss=4.6561 gn=0.86 lr=4.04e-04 tps=22747 mem=5.5G lam=None Gm=0.4005839029947917
[g_only s3] step 5080/12000 loss=4.7201 gn=0.77 lr=4.02e-04 tps=22746 mem=5.5G lam=None Gm=0.3964996337890625
[g_only s3] step 5100/12000 loss=4.6136 gn=0.74 lr=4.01e-04 tps=22745 mem=5.5G lam=None Gm=0.4021250406901042
[g_only s3] step 5120/12000 loss=4.7301 gn=0.74 lr=4.00e-04 tps=22745 mem=5.5G lam=None Gm=0.3931172688802083
[g_only s3] step 5140/12000 loss=4.6594 gn=0.71 lr=3.98e-04 tps=22745 mem=5.5G lam=None Gm=0.3948262532552083
[g_only s3] step 5160/12000 loss=4.7814 gn=0.77 lr=3.97e-04 tps=22744 mem=5.5G lam=None Gm=0.3958943684895833
[g_only s3] step 5180/12000 loss=4.5088 gn=0.72 lr=3.95e-04 tps=22744 mem=5.5G lam=None Gm=0.3923288981119792
[g_only s3] step 5200/12000 loss=4.5296 gn=0.81 lr=3.94e-04 tps=22744 mem=5.5G lam=None Gm=0.3952128092447917
[g_only s3] step 5220/12000 loss=4.7311 gn=0.73 lr=3.93e-04 tps=22744 mem=5.5G lam=None Gm=0.4017283121744792
[g_only s3] step 5240/12000 loss=4.5491 gn=0.79 lr=3.91e-04 tps=22744 mem=5.5G lam=None Gm=0.3964589436848958
[g_only s3] step 5260/12000 loss=4.6953 gn=0.78 lr=3.90e-04 tps=22743 mem=5.5G lam=None Gm=0.3982747395833333
[g_only s3] step 5280/12000 loss=4.5585 gn=0.79 lr=3.88e-04 tps=22743 mem=5.5G lam=None Gm=0.3896280924479167
[g_only s3] step 5300/12000 loss=4.7446 gn=0.74 lr=3.87e-04 tps=22743 mem=5.5G lam=None Gm=0.3952687581380208
[g_only s3] step 5320/12000 loss=4.5803 gn=0.74 lr=3.86e-04 tps=22742 mem=5.5G lam=None Gm=0.3903961181640625
[g_only s3] step 5340/12000 loss=4.5687 gn=0.71 lr=3.84e-04 tps=22742 mem=5.5G lam=None Gm=0.3938547770182292
[g_only s3] step 5360/12000 loss=4.5956 gn=0.76 lr=3.83e-04 tps=22743 mem=5.5G lam=None Gm=0.3990020751953125
[g_only s3] step 5380/12000 loss=4.7207 gn=0.79 lr=3.81e-04 tps=22743 mem=5.5G lam=None Gm=0.3990325927734375
[g_only s3] step 5400/12000 loss=4.6609 gn=0.76 lr=3.80e-04 tps=22743 mem=5.5G lam=None Gm=0.3939107259114583
[g_only s3] step 5420/12000 loss=4.7914 gn=0.82 lr=3.79e-04 tps=22743 mem=5.5G lam=None Gm=0.3936055501302083
[g_only s3] step 5440/12000 loss=4.5323 gn=0.76 lr=3.77e-04 tps=22744 mem=5.5G lam=None Gm=0.3960723876953125
[g_only s3] step 5460/12000 loss=4.6079 gn=0.74 lr=3.76e-04 tps=22744 mem=5.5G lam=None Gm=0.3955739339192708
[g_only s3] step 5480/12000 loss=4.5727 gn=0.75 lr=3.74e-04 tps=22744 mem=5.5G lam=None Gm=0.3958841959635417
[g_only s3] step 5500/12000 loss=4.7783 gn=0.76 lr=3.73e-04 tps=22745 mem=5.5G lam=None Gm=0.3992258707682292
[g_only s3] step 5520/12000 loss=4.7900 gn=0.78 lr=3.72e-04 tps=22744 mem=5.5G lam=None Gm=0.3965098063151042
[g_only s3] step 5540/12000 loss=4.6677 gn=0.77 lr=3.70e-04 tps=22745 mem=5.5G lam=None Gm=0.3919016520182292
[g_only s3] step 5560/12000 loss=4.6853 gn=0.83 lr=3.69e-04 tps=22745 mem=5.5G lam=None Gm=0.3936665852864583
[g_only s3] step 5580/12000 loss=4.5037 gn=0.74 lr=3.67e-04 tps=22744 mem=5.5G lam=None Gm=0.3902028401692708
[g_only s3] step 5600/12000 loss=4.7160 gn=0.80 lr=3.66e-04 tps=22745 mem=5.5G lam=None Gm=0.3973846435546875
[g_only s3] step 5620/12000 loss=4.5954 gn=0.78 lr=3.64e-04 tps=22744 mem=5.5G lam=None Gm=0.3925882975260417
[g_only s3] step 5640/12000 loss=4.6001 gn=0.78 lr=3.63e-04 tps=22744 mem=5.5G lam=None Gm=0.3956756591796875
[g_only s3] step 5660/12000 loss=4.6431 gn=0.80 lr=3.62e-04 tps=22745 mem=5.5G lam=None Gm=0.39141845703125
[g_only s3] step 5680/12000 loss=4.7360 gn=0.79 lr=3.60e-04 tps=22745 mem=5.5G lam=None Gm=0.3893585205078125
[g_only s3] step 5700/12000 loss=4.6155 gn=0.78 lr=3.59e-04 tps=22744 mem=5.5G lam=None Gm=0.3962758382161458
[g_only s3] step 5720/12000 loss=4.6280 gn=0.74 lr=3.57e-04 tps=22744 mem=5.5G lam=None Gm=0.3903859456380208
[g_only s3] step 5740/12000 loss=4.6421 gn=0.78 lr=3.56e-04 tps=22744 mem=5.5G lam=None Gm=0.3833669026692708
[g_only s3] step 5760/12000 loss=4.5578 gn=0.73 lr=3.54e-04 tps=22744 mem=5.5G lam=None Gm=0.3831431070963542
[g_only s3] step 5780/12000 loss=4.6537 gn=0.77 lr=3.53e-04 tps=22744 mem=5.5G lam=None Gm=0.3888905843098958
[g_only s3] step 5800/12000 loss=4.6344 gn=0.80 lr=3.52e-04 tps=22744 mem=5.5G lam=None Gm=0.3884175618489583
[g_only s3] step 5820/12000 loss=4.4703 gn=0.80 lr=3.50e-04 tps=22744 mem=5.5G lam=None Gm=0.391265869140625
[g_only s3] step 5840/12000 loss=4.5582 gn=0.83 lr=3.49e-04 tps=22744 mem=5.5G lam=None Gm=0.3889923095703125
[g_only s3] step 5860/12000 loss=4.4693 gn=0.76 lr=3.47e-04 tps=22744 mem=5.5G lam=None Gm=0.3809254964192708
[g_only s3] step 5880/12000 loss=4.4989 gn=0.75 lr=3.46e-04 tps=22744 mem=5.5G lam=None Gm=0.3909505208333333
[g_only s3] step 5900/12000 loss=4.5420 gn=0.76 lr=3.44e-04 tps=22745 mem=5.5G lam=None Gm=0.3935089111328125
[g_only s3] step 5920/12000 loss=4.5172 gn=0.77 lr=3.43e-04 tps=22745 mem=5.5G lam=None Gm=0.3875630696614583
[g_only s3] step 5940/12000 loss=4.6886 gn=0.76 lr=3.41e-04 tps=22742 mem=5.5G lam=None Gm=0.3858286539713542
[g_only s3] step 5960/12000 loss=4.6095 gn=0.78 lr=3.40e-04 tps=22742 mem=5.5G lam=None Gm=0.3858795166015625
[g_only s3] step 5980/12000 loss=4.4465 gn=0.78 lr=3.39e-04 tps=22741 mem=5.5G lam=None Gm=0.3843536376953125
[g_only s3] step 6000/12000 loss=4.6886 gn=0.81 lr=3.37e-04 tps=22742 mem=5.5G lam=None Gm=0.3870442708333333
[g_only s3] EVAL step 6000: val_loss=4.7161 val_ppl=111.74
[g_only s3] step 6020/12000 loss=4.7727 gn=0.79 lr=3.36e-04 tps=22728 mem=5.5G lam=None Gm=0.3819630940755208
[g_only s3] step 6040/12000 loss=4.5588 gn=0.73 lr=3.34e-04 tps=22727 mem=5.5G lam=None Gm=0.3833211263020833
[g_only s3] step 6060/12000 loss=4.4900 gn=0.79 lr=3.33e-04 tps=22728 mem=5.5G lam=None Gm=0.3892873128255208
[g_only s3] step 6080/12000 loss=4.5244 gn=0.78 lr=3.31e-04 tps=22728 mem=5.5G lam=None Gm=0.38330078125
[g_only s3] step 6100/12000 loss=4.6396 gn=0.74 lr=3.30e-04 tps=22728 mem=5.5G lam=None Gm=0.3903299967447917
[g_only s3] step 6120/12000 loss=4.6753 gn=0.81 lr=3.29e-04 tps=22728 mem=5.5G lam=None Gm=0.3945414225260417
[g_only s3] step 6140/12000 loss=4.6470 gn=0.83 lr=3.27e-04 tps=22728 mem=5.5G lam=None Gm=0.3904673258463542
[g_only s3] step 6160/12000 loss=4.5085 gn=0.79 lr=3.26e-04 tps=22728 mem=5.5G lam=None Gm=0.3872528076171875
[g_only s3] step 6180/12000 loss=4.6077 gn=0.81 lr=3.24e-04 tps=22728 mem=5.5G lam=None Gm=0.3845926920572917
[g_only s3] step 6200/12000 loss=4.5373 gn=0.91 lr=3.23e-04 tps=22728 mem=5.5G lam=None Gm=0.3866729736328125
[g_only s3] step 6220/12000 loss=4.5757 gn=0.84 lr=3.21e-04 tps=22728 mem=5.5G lam=None Gm=0.3878377278645833
[g_only s3] step 6240/12000 loss=4.6667 gn=0.79 lr=3.20e-04 tps=22729 mem=5.5G lam=None Gm=0.3870086669921875
[g_only s3] step 6260/12000 loss=4.5456 gn=0.78 lr=3.19e-04 tps=22728 mem=5.5G lam=None Gm=0.3788045247395833
[g_only s3] step 6280/12000 loss=4.5359 gn=0.80 lr=3.17e-04 tps=22728 mem=5.5G lam=None Gm=0.383392333984375
[g_only s3] step 6300/12000 loss=4.6699 gn=0.77 lr=3.16e-04 tps=22729 mem=5.5G lam=None Gm=0.3852488199869792
[g_only s3] step 6320/12000 loss=4.5134 gn=0.79 lr=3.14e-04 tps=22729 mem=5.5G lam=None Gm=0.3807576497395833
[g_only s3] step 6340/12000 loss=4.6241 gn=0.82 lr=3.13e-04 tps=22729 mem=5.5G lam=None Gm=0.3834330240885417
[g_only s3] step 6360/12000 loss=4.7472 gn=0.82 lr=3.11e-04 tps=22729 mem=5.5G lam=None Gm=0.3865814208984375
[g_only s3] step 6380/12000 loss=4.3125 gn=0.78 lr=3.10e-04 tps=22728 mem=5.5G lam=None Gm=0.3859049479166667
[g_only s3] step 6400/12000 loss=4.5335 gn=0.76 lr=3.08e-04 tps=22728 mem=5.5G lam=None Gm=0.3792317708333333
[g_only s3] step 6420/12000 loss=4.4739 gn=0.83 lr=3.07e-04 tps=22729 mem=5.5G lam=None Gm=0.3814900716145833
[g_only s3] step 6440/12000 loss=4.6360 gn=0.77 lr=3.06e-04 tps=22729 mem=5.5G lam=None Gm=0.3899943033854167
[g_only s3] step 6460/12000 loss=4.5093 gn=0.80 lr=3.04e-04 tps=22729 mem=5.5G lam=None Gm=0.3787129720052083
[g_only s3] step 6480/12000 loss=4.5283 gn=0.82 lr=3.03e-04 tps=22729 mem=5.5G lam=None Gm=0.3933817545572917
[g_only s3] step 6500/12000 loss=4.4823 gn=0.78 lr=3.01e-04 tps=22729 mem=5.5G lam=None Gm=0.379913330078125
[g_only s3] step 6520/12000 loss=4.6026 gn=0.81 lr=3.00e-04 tps=22729 mem=5.5G lam=None Gm=0.3870798746744792
[g_only s3] step 6540/12000 loss=4.5234 gn=0.81 lr=2.98e-04 tps=22728 mem=5.5G lam=None Gm=0.3813069661458333
[g_only s3] step 6560/12000 loss=4.6617 gn=0.83 lr=2.97e-04 tps=22728 mem=5.5G lam=None Gm=0.3834940592447917
[g_only s3] step 6580/12000 loss=4.6068 gn=0.80 lr=2.96e-04 tps=22728 mem=5.5G lam=None Gm=0.383575439453125
[g_only s3] step 6600/12000 loss=4.4840 gn=0.78 lr=2.94e-04 tps=22728 mem=5.5G lam=None Gm=0.3834228515625
[g_only s3] step 6620/12000 loss=4.5165 gn=0.85 lr=2.93e-04 tps=22728 mem=5.5G lam=None Gm=0.3857828776041667
[g_only s3] step 6640/12000 loss=4.3960 gn=0.80 lr=2.91e-04 tps=22728 mem=5.5G lam=None Gm=0.384735107421875
[g_only s3] step 6660/12000 loss=4.4616 gn=0.79 lr=2.90e-04 tps=22728 mem=5.5G lam=None Gm=0.3804728190104167
[g_only s3] step 6680/12000 loss=4.4670 gn=0.84 lr=2.88e-04 tps=22728 mem=5.5G lam=None Gm=0.384002685546875
[g_only s3] step 6700/12000 loss=4.7762 gn=0.87 lr=2.87e-04 tps=22728 mem=5.5G lam=None Gm=0.3881632486979167
[g_only s3] step 6720/12000 loss=4.4343 gn=0.77 lr=2.86e-04 tps=22728 mem=5.5G lam=None Gm=0.38323974609375
[g_only s3] step 6740/12000 loss=4.4785 gn=0.82 lr=2.84e-04 tps=22728 mem=5.5G lam=None Gm=0.3837025960286458
[g_only s3] step 6760/12000 loss=4.5794 gn=0.83 lr=2.83e-04 tps=22729 mem=5.5G lam=None Gm=0.3863118489583333
[g_only s3] step 6780/12000 loss=4.5330 gn=0.80 lr=2.81e-04 tps=22729 mem=5.5G lam=None Gm=0.3832804361979167
[g_only s3] step 6800/12000 loss=4.6786 gn=0.80 lr=2.80e-04 tps=22729 mem=5.5G lam=None Gm=0.3823801676432292
[g_only s3] step 6820/12000 loss=4.5864 gn=0.82 lr=2.79e-04 tps=22729 mem=5.5G lam=None Gm=0.3745168050130208
[g_only s3] step 6840/12000 loss=4.5585 gn=0.81 lr=2.77e-04 tps=22729 mem=5.5G lam=None Gm=0.3865966796875
[g_only s3] step 6860/12000 loss=4.5649 gn=0.83 lr=2.76e-04 tps=22729 mem=5.5G lam=None Gm=0.3837127685546875
[g_only s3] step 6880/12000 loss=4.5600 gn=0.81 lr=2.74e-04 tps=22729 mem=5.5G lam=None Gm=0.3737894694010417
[g_only s3] step 6900/12000 loss=4.5518 gn=0.87 lr=2.73e-04 tps=22729 mem=5.5G lam=None Gm=0.3813629150390625
[g_only s3] step 6920/12000 loss=4.4856 gn=0.86 lr=2.72e-04 tps=22729 mem=5.5G lam=None Gm=0.376678466796875
[g_only s3] step 6940/12000 loss=4.3673 gn=0.78 lr=2.70e-04 tps=22729 mem=5.5G lam=None Gm=0.3726857503255208
[g_only s3] step 6960/12000 loss=4.4202 gn=0.81 lr=2.69e-04 tps=22729 mem=5.5G lam=None Gm=0.3791402180989583
[g_only s3] step 6980/12000 loss=4.6130 gn=0.81 lr=2.67e-04 tps=22729 mem=5.5G lam=None Gm=0.3798065185546875
[g_only s3] step 7000/12000 loss=4.3990 gn=0.81 lr=2.66e-04 tps=22729 mem=5.5G lam=None Gm=0.3794403076171875
[g_only s3] EVAL step 7000: val_loss=4.6073 val_ppl=100.21
[g_only s3] step 7020/12000 loss=4.4983 gn=0.78 lr=2.65e-04 tps=22717 mem=5.5G lam=None Gm=0.3795674641927083
[g_only s3] step 7040/12000 loss=4.4684 gn=0.84 lr=2.63e-04 tps=22717 mem=5.5G lam=None Gm=0.3767598470052083
[g_only s3] step 7060/12000 loss=4.5283 gn=0.82 lr=2.62e-04 tps=22717 mem=5.5G lam=None Gm=0.3750864664713542
[g_only s3] step 7080/12000 loss=4.4782 gn=0.83 lr=2.60e-04 tps=22717 mem=5.5G lam=None Gm=0.3853556315104167
[g_only s3] step 7100/12000 loss=4.4878 gn=0.84 lr=2.59e-04 tps=22717 mem=5.5G lam=None Gm=0.3734842936197917
[g_only s3] step 7120/12000 loss=4.5989 gn=0.86 lr=2.58e-04 tps=22717 mem=5.5G lam=None Gm=0.37896728515625
[g_only s3] step 7140/12000 loss=4.5239 gn=0.85 lr=2.56e-04 tps=22717 mem=5.5G lam=None Gm=0.380523681640625
[g_only s3] step 7160/12000 loss=4.6800 gn=0.90 lr=2.55e-04 tps=22717 mem=5.5G lam=None Gm=0.3810068766276042
[g_only s3] step 7180/12000 loss=4.4990 gn=0.84 lr=2.53e-04 tps=22718 mem=5.5G lam=None Gm=0.3803761800130208
[g_only s3] step 7200/12000 loss=4.4070 gn=0.81 lr=2.52e-04 tps=22717 mem=5.5G lam=None Gm=0.3753407796223958
[g_only s3] step 7220/12000 loss=4.4240 gn=0.83 lr=2.51e-04 tps=22717 mem=5.5G lam=None Gm=0.3765411376953125
[g_only s3] step 7240/12000 loss=4.5756 gn=0.79 lr=2.49e-04 tps=22717 mem=5.5G lam=None Gm=0.3759613037109375
[g_only s3] step 7260/12000 loss=4.4005 gn=0.88 lr=2.48e-04 tps=22717 mem=5.5G lam=None Gm=0.3831634521484375
[g_only s3] step 7280/12000 loss=4.3639 gn=0.83 lr=2.47e-04 tps=22717 mem=5.5G lam=None Gm=0.3759206136067708
[g_only s3] step 7300/12000 loss=4.6232 gn=0.83 lr=2.45e-04 tps=22718 mem=5.5G lam=None Gm=0.3779500325520833
[g_only s3] step 7320/12000 loss=4.6372 gn=0.87 lr=2.44e-04 tps=22717 mem=5.5G lam=None Gm=0.3831278483072917
[g_only s3] step 7340/12000 loss=4.4336 gn=0.84 lr=2.42e-04 tps=22717 mem=5.5G lam=None Gm=0.3787027994791667
[g_only s3] step 7360/12000 loss=4.4133 gn=0.84 lr=2.41e-04 tps=22716 mem=5.5G lam=None Gm=0.3726806640625
[g_only s3] step 7380/12000 loss=4.4580 gn=0.82 lr=2.40e-04 tps=22714 mem=5.5G lam=None Gm=0.3747100830078125
[g_only s3] step 7400/12000 loss=4.5705 gn=0.82 lr=2.38e-04 tps=22712 mem=5.5G lam=None Gm=0.3762919108072917
[g_only s3] step 7420/12000 loss=4.4516 gn=0.81 lr=2.37e-04 tps=22710 mem=5.5G lam=None Gm=0.3722279866536458
[g_only s3] step 7440/12000 loss=4.5163 gn=0.86 lr=2.36e-04 tps=22708 mem=5.5G lam=None Gm=0.3838348388671875
[g_only s3] step 7460/12000 loss=4.5935 gn=0.85 lr=2.34e-04 tps=22706 mem=5.5G lam=None Gm=0.3823293050130208
[g_only s3] step 7480/12000 loss=4.5010 gn=0.86 lr=2.33e-04 tps=22704 mem=5.5G lam=None Gm=0.383392333984375
[g_only s3] step 7500/12000 loss=4.5813 gn=0.84 lr=2.32e-04 tps=22701 mem=5.5G lam=None Gm=0.3749542236328125
[g_only s3] step 7520/12000 loss=4.3874 gn=0.83 lr=2.30e-04 tps=22698 mem=5.5G lam=None Gm=0.3734079996744792
[g_only s3] step 7540/12000 loss=4.4987 gn=0.79 lr=2.29e-04 tps=22695 mem=5.5G lam=None Gm=0.3767496744791667
[g_only s3] step 7560/12000 loss=4.5280 gn=0.85 lr=2.28e-04 tps=22691 mem=5.5G lam=None Gm=0.3740081787109375
[g_only s3] step 7580/12000 loss=4.4417 gn=0.87 lr=2.26e-04 tps=22688 mem=5.5G lam=None Gm=0.3764597574869792
[g_only s3] step 7600/12000 loss=4.3916 gn=0.82 lr=2.25e-04 tps=22686 mem=5.5G lam=None Gm=0.3762664794921875
[g_only s3] step 7620/12000 loss=4.3074 gn=0.85 lr=2.24e-04 tps=22683 mem=5.5G lam=None Gm=0.3821767171223958
[g_only s3] step 7640/12000 loss=4.5042 gn=0.82 lr=2.22e-04 tps=22681 mem=5.5G lam=None Gm=0.3756510416666667
[g_only s3] step 7660/12000 loss=4.4130 gn=0.84 lr=2.21e-04 tps=22679 mem=5.5G lam=None Gm=0.381439208984375
[g_only s3] step 7680/12000 loss=4.5208 gn=0.87 lr=2.20e-04 tps=22678 mem=5.5G lam=None Gm=0.3848012288411458
[g_only s3] step 7700/12000 loss=4.4457 gn=0.88 lr=2.18e-04 tps=22677 mem=5.5G lam=None Gm=0.3770955403645833
[g_only s3] step 7720/12000 loss=4.3283 gn=0.86 lr=2.17e-04 tps=22677 mem=5.5G lam=None Gm=0.3810017903645833
[g_only s3] step 7740/12000 loss=4.3273 gn=0.84 lr=2.16e-04 tps=22677 mem=5.5G lam=None Gm=0.372467041015625
[g_only s3] step 7760/12000 loss=4.4337 gn=0.83 lr=2.15e-04 tps=22678 mem=5.5G lam=None Gm=0.3781026204427083
[g_only s3] step 7780/12000 loss=4.4374 gn=0.80 lr=2.13e-04 tps=22678 mem=5.5G lam=None Gm=0.3799540201822917
[g_only s3] step 7800/12000 loss=4.4557 gn=0.96 lr=2.12e-04 tps=22678 mem=5.5G lam=None Gm=0.3725433349609375
[g_only s3] step 7820/12000 loss=4.5421 gn=0.88 lr=2.11e-04 tps=22678 mem=5.5G lam=None Gm=0.3810933430989583
[g_only s3] step 7840/12000 loss=4.4842 gn=0.88 lr=2.09e-04 tps=22678 mem=5.5G lam=None Gm=0.3730316162109375
[g_only s3] step 7860/12000 loss=4.2321 gn=0.79 lr=2.08e-04 tps=22678 mem=5.5G lam=None Gm=0.3708546956380208
[g_only s3] step 7880/12000 loss=4.5301 gn=0.86 lr=2.07e-04 tps=22679 mem=5.5G lam=None Gm=0.3728993733723958
[g_only s3] step 7900/12000 loss=4.5343 gn=0.92 lr=2.06e-04 tps=22679 mem=5.5G lam=None Gm=0.3773651123046875
[g_only s3] step 7920/12000 loss=4.3147 gn=0.82 lr=2.04e-04 tps=22679 mem=5.5G lam=None Gm=0.3729705810546875
[g_only s3] step 7940/12000 loss=4.4699 gn=0.84 lr=2.03e-04 tps=22679 mem=5.5G lam=None Gm=0.3780059814453125
[g_only s3] step 7960/12000 loss=4.5313 gn=0.86 lr=2.02e-04 tps=22679 mem=5.5G lam=None Gm=0.3740488688151042
[g_only s3] step 7980/12000 loss=4.3976 gn=0.86 lr=2.00e-04 tps=22679 mem=5.5G lam=None Gm=0.3771514892578125
[g_only s3] step 8000/12000 loss=4.4712 gn=0.84 lr=1.99e-04 tps=22680 mem=5.5G lam=None Gm=0.3735148111979167
[g_only s3] EVAL step 8000: val_loss=4.4905 val_ppl=89.17
[g_only s3] step 8020/12000 loss=4.5152 gn=0.88 lr=1.98e-04 tps=22670 mem=5.5G lam=None Gm=0.3769989013671875
[g_only s3] step 8040/12000 loss=4.5283 gn=0.84 lr=1.97e-04 tps=22670 mem=5.5G lam=None Gm=0.3826243082682292
[g_only s3] step 8060/12000 loss=4.4756 gn=0.85 lr=1.95e-04 tps=22671 mem=5.5G lam=None Gm=0.3795928955078125
[g_only s3] step 8080/12000 loss=4.4040 gn=0.85 lr=1.94e-04 tps=22671 mem=5.5G lam=None Gm=0.3771769205729167
[g_only s3] step 8100/12000 loss=4.2775 gn=0.86 lr=1.93e-04 tps=22671 mem=5.5G lam=None Gm=0.3647206624348958
[g_only s3] step 8120/12000 loss=4.7194 gn=0.88 lr=1.92e-04 tps=22671 mem=5.5G lam=None Gm=0.3743998209635417
[g_only s3] step 8140/12000 loss=4.4057 gn=0.88 lr=1.90e-04 tps=22671 mem=5.5G lam=None Gm=0.3664296468098958
[g_only s3] step 8160/12000 loss=4.3936 gn=0.89 lr=1.89e-04 tps=22672 mem=5.5G lam=None Gm=0.374359130859375
[g_only s3] step 8180/12000 loss=4.4995 gn=0.86 lr=1.88e-04 tps=22672 mem=5.5G lam=None Gm=0.3762563069661458
[g_only s3] step 8200/12000 loss=4.4503 gn=0.91 lr=1.87e-04 tps=22671 mem=5.5G lam=None Gm=0.3770650227864583
[g_only s3] step 8220/12000 loss=4.4615 gn=0.85 lr=1.86e-04 tps=22671 mem=5.5G lam=None Gm=0.372772216796875
[g_only s3] step 8240/12000 loss=4.5878 gn=0.87 lr=1.84e-04 tps=22672 mem=5.5G lam=None Gm=0.3772837320963542
[g_only s3] step 8260/12000 loss=4.4317 gn=0.85 lr=1.83e-04 tps=22672 mem=5.5G lam=None Gm=0.3746185302734375
[g_only s3] step 8280/12000 loss=4.3672 gn=0.85 lr=1.82e-04 tps=22672 mem=5.5G lam=None Gm=0.3727315266927083
[g_only s3] step 8300/12000 loss=4.4199 gn=0.88 lr=1.81e-04 tps=22673 mem=5.5G lam=None Gm=0.3763427734375
[g_only s3] step 8320/12000 loss=4.3800 gn=0.89 lr=1.80e-04 tps=22673 mem=5.5G lam=None Gm=0.3743235270182292
[g_only s3] step 8340/12000 loss=4.4642 gn=0.87 lr=1.78e-04 tps=22673 mem=5.5G lam=None Gm=0.3761494954427083
[g_only s3] step 8360/12000 loss=4.3160 gn=0.83 lr=1.77e-04 tps=22673 mem=5.5G lam=None Gm=0.3705088297526042
[g_only s3] step 8380/12000 loss=4.4239 gn=0.85 lr=1.76e-04 tps=22673 mem=5.5G lam=None Gm=0.3683929443359375
[g_only s3] step 8400/12000 loss=4.4760 gn=0.89 lr=1.75e-04 tps=22674 mem=5.5G lam=None Gm=0.375885009765625
[g_only s3] step 8420/12000 loss=4.4821 gn=0.94 lr=1.74e-04 tps=22674 mem=5.5G lam=None Gm=0.3737284342447917
[g_only s3] step 8440/12000 loss=4.4104 gn=0.92 lr=1.72e-04 tps=22674 mem=5.5G lam=None Gm=0.377044677734375
[g_only s3] step 8460/12000 loss=4.4919 gn=0.90 lr=1.71e-04 tps=22674 mem=5.5G lam=None Gm=0.3751627604166667
[g_only s3] step 8480/12000 loss=4.4518 gn=0.91 lr=1.70e-04 tps=22675 mem=5.5G lam=None Gm=0.374542236328125
[g_only s3] step 8500/12000 loss=4.4123 gn=0.93 lr=1.69e-04 tps=22675 mem=5.5G lam=None Gm=0.3782806396484375
[g_only s3] step 8520/12000 loss=4.4317 gn=0.92 lr=1.68e-04 tps=22675 mem=5.5G lam=None Gm=0.3721516927083333
[g_only s3] step 8540/12000 loss=4.4099 gn=0.85 lr=1.67e-04 tps=22676 mem=5.5G lam=None Gm=0.3791249593098958
[g_only s3] step 8560/12000 loss=4.3816 gn=0.90 lr=1.66e-04 tps=22676 mem=5.5G lam=None Gm=0.3693084716796875
[g_only s3] step 8580/12000 loss=4.4923 gn=0.89 lr=1.64e-04 tps=22676 mem=5.5G lam=None Gm=0.3680928548177083
[g_only s3] step 8600/12000 loss=4.3309 gn=0.90 lr=1.63e-04 tps=22676 mem=5.5G lam=None Gm=0.3773651123046875
[g_only s3] step 8620/12000 loss=4.4205 gn=0.88 lr=1.62e-04 tps=22676 mem=5.5G lam=None Gm=0.3772989908854167
[g_only s3] step 8640/12000 loss=4.4445 gn=0.89 lr=1.61e-04 tps=22677 mem=5.5G lam=None Gm=0.3663686116536458
[g_only s3] step 8660/12000 loss=4.4426 gn=0.93 lr=1.60e-04 tps=22677 mem=5.5G lam=None Gm=0.371124267578125
[g_only s3] step 8680/12000 loss=4.4651 gn=0.85 lr=1.59e-04 tps=22677 mem=5.5G lam=None Gm=0.3765716552734375
[g_only s3] step 8700/12000 loss=4.4316 gn=0.85 lr=1.58e-04 tps=22678 mem=5.5G lam=None Gm=0.372650146484375
[g_only s3] step 8720/12000 loss=4.4538 gn=0.89 lr=1.57e-04 tps=22678 mem=5.5G lam=None Gm=0.3636932373046875
[g_only s3] step 8740/12000 loss=4.3575 gn=0.90 lr=1.55e-04 tps=22678 mem=5.5G lam=None Gm=0.3772328694661458
[g_only s3] step 8760/12000 loss=4.4229 gn=0.85 lr=1.54e-04 tps=22679 mem=5.5G lam=None Gm=0.3719482421875
[g_only s3] step 8780/12000 loss=4.2923 gn=0.87 lr=1.53e-04 tps=22679 mem=5.5G lam=None Gm=0.3763580322265625
[g_only s3] step 8800/12000 loss=4.4657 gn=0.92 lr=1.52e-04 tps=22680 mem=5.5G lam=None Gm=0.3725484212239583
[g_only s3] step 8820/12000 loss=4.5059 gn=0.89 lr=1.51e-04 tps=22680 mem=5.5G lam=None Gm=0.3707377115885417
[g_only s3] step 8840/12000 loss=4.4294 gn=0.91 lr=1.50e-04 tps=22680 mem=5.5G lam=None Gm=0.3718312581380208
[g_only s3] step 8860/12000 loss=4.3588 gn=0.87 lr=1.49e-04 tps=22680 mem=5.5G lam=None Gm=0.3722585042317708
[g_only s3] step 8880/12000 loss=4.5618 gn=0.94 lr=1.48e-04 tps=22681 mem=5.5G lam=None Gm=0.3762766520182292
[g_only s3] step 8900/12000 loss=4.4189 gn=0.86 lr=1.47e-04 tps=22681 mem=5.5G lam=None Gm=0.3704427083333333
[g_only s3] step 8920/12000 loss=4.4225 gn=0.92 lr=1.46e-04 tps=22681 mem=5.5G lam=None Gm=0.3715871175130208
[g_only s3] step 8940/12000 loss=4.2861 gn=0.88 lr=1.45e-04 tps=22681 mem=5.5G lam=None Gm=0.3650410970052083
[g_only s3] step 8960/12000 loss=4.4437 gn=0.85 lr=1.44e-04 tps=22681 mem=5.5G lam=None Gm=0.3709004720052083
[g_only s3] step 8980/12000 loss=4.4344 gn=0.91 lr=1.43e-04 tps=22681 mem=5.5G lam=None Gm=0.3726247151692708
[g_only s3] step 9000/12000 loss=4.5361 gn=0.95 lr=1.42e-04 tps=22682 mem=5.5G lam=None Gm=0.3698170979817708
[g_only s3] EVAL step 9000: val_loss=4.4701 val_ppl=87.36
[g_only s3] step 9020/12000 loss=4.3452 gn=0.91 lr=1.41e-04 tps=22673 mem=5.5G lam=None Gm=0.3695831298828125
[g_only s3] step 9040/12000 loss=4.4616 gn=0.92 lr=1.40e-04 tps=22673 mem=5.5G lam=None Gm=0.3685302734375
[g_only s3] step 9060/12000 loss=4.2308 gn=0.85 lr=1.39e-04 tps=22673 mem=5.5G lam=None Gm=0.3624216715494792
[g_only s3] step 9080/12000 loss=4.4131 gn=0.91 lr=1.38e-04 tps=22673 mem=5.5G lam=None Gm=0.3714701334635417
[g_only s3] step 9100/12000 loss=4.5026 gn=0.92 lr=1.37e-04 tps=22673 mem=5.5G lam=None Gm=0.3695170084635417
[g_only s3] step 9120/12000 loss=4.4740 gn=0.91 lr=1.36e-04 tps=22673 mem=5.5G lam=None Gm=0.3664449055989583
[g_only s3] step 9140/12000 loss=4.2622 gn=0.88 lr=1.35e-04 tps=22674 mem=5.5G lam=None Gm=0.365478515625
[g_only s3] step 9160/12000 loss=4.5407 gn=1.01 lr=1.34e-04 tps=22674 mem=5.5G lam=None Gm=0.3798268636067708
[g_only s3] step 9180/12000 loss=4.3448 gn=0.92 lr=1.33e-04 tps=22674 mem=5.5G lam=None Gm=0.3727010091145833
[g_only s3] step 9200/12000 loss=4.4396 gn=0.88 lr=1.32e-04 tps=22674 mem=5.5G lam=None Gm=0.3686981201171875
[g_only s3] step 9220/12000 loss=4.3774 gn=0.97 lr=1.31e-04 tps=22675 mem=5.5G lam=None Gm=0.3670501708984375
[g_only s3] step 9240/12000 loss=4.4117 gn=0.99 lr=1.30e-04 tps=22675 mem=5.5G lam=None Gm=0.371063232421875
[g_only s3] step 9260/12000 loss=4.4326 gn=0.94 lr=1.29e-04 tps=22675 mem=5.5G lam=None Gm=0.3677571614583333
[g_only s3] step 9280/12000 loss=4.3977 gn=0.90 lr=1.28e-04 tps=22675 mem=5.5G lam=None Gm=0.3720855712890625
[g_only s3] step 9300/12000 loss=4.2963 gn=0.96 lr=1.27e-04 tps=22675 mem=5.5G lam=None Gm=0.3665262858072917
[g_only s3] step 9320/12000 loss=4.5333 gn=0.89 lr=1.26e-04 tps=22675 mem=5.5G lam=None Gm=0.3734537760416667
[g_only s3] step 9340/12000 loss=4.5381 gn=0.93 lr=1.25e-04 tps=22676 mem=5.5G lam=None Gm=0.3754119873046875
[g_only s3] step 9360/12000 loss=4.3603 gn=0.94 lr=1.24e-04 tps=22676 mem=5.5G lam=None Gm=0.3715260823567708
[g_only s3] step 9380/12000 loss=4.4278 gn=0.91 lr=1.23e-04 tps=22676 mem=5.5G lam=None Gm=0.3667551676432292
[g_only s3] step 9400/12000 loss=4.4073 gn=0.95 lr=1.22e-04 tps=22676 mem=5.5G lam=None Gm=0.3707173665364583
[g_only s3] step 9420/12000 loss=4.3738 gn=0.93 lr=1.21e-04 tps=22677 mem=5.5G lam=None Gm=0.3679707845052083
[g_only s3] step 9440/12000 loss=4.2721 gn=0.88 lr=1.20e-04 tps=22677 mem=5.5G lam=None Gm=0.3691965738932292
[g_only s3] step 9460/12000 loss=4.4930 gn=0.87 lr=1.19e-04 tps=22677 mem=5.5G lam=None Gm=0.3658447265625
[g_only s3] step 9480/12000 loss=4.5436 gn=0.95 lr=1.19e-04 tps=22677 mem=5.5G lam=None Gm=0.3715362548828125
[g_only s3] step 9500/12000 loss=4.2983 gn=0.86 lr=1.18e-04 tps=22677 mem=5.5G lam=None Gm=0.3653106689453125
[g_only s3] step 9520/12000 loss=4.4104 gn=0.96 lr=1.17e-04 tps=22677 mem=5.5G lam=None Gm=0.3721415201822917
[g_only s3] step 9540/12000 loss=4.3642 gn=0.92 lr=1.16e-04 tps=22678 mem=5.5G lam=None Gm=0.3672637939453125
[g_only s3] step 9560/12000 loss=4.2943 gn=0.93 lr=1.15e-04 tps=22678 mem=5.5G lam=None Gm=0.3706003824869792
[g_only s3] step 9580/12000 loss=4.3902 gn=0.92 lr=1.14e-04 tps=22678 mem=5.5G lam=None Gm=0.36669921875
[g_only s3] step 9600/12000 loss=4.5957 gn=0.92 lr=1.13e-04 tps=22677 mem=5.5G lam=None Gm=0.3691965738932292
[g_only s3] step 9620/12000 loss=4.4245 gn=0.94 lr=1.12e-04 tps=22677 mem=5.5G lam=None Gm=0.36663818359375
[g_only s3] step 9640/12000 loss=4.2526 gn=0.93 lr=1.12e-04 tps=22674 mem=5.5G lam=None Gm=0.3705952962239583
[g_only s3] step 9660/12000 loss=4.4964 gn=0.93 lr=1.11e-04 tps=22673 mem=5.5G lam=None Gm=0.3722279866536458
[g_only s3] step 9680/12000 loss=4.4042 gn=0.97 lr=1.10e-04 tps=22672 mem=5.5G lam=None Gm=0.3695831298828125
[g_only s3] step 9700/12000 loss=4.2638 gn=0.87 lr=1.09e-04 tps=22671 mem=5.5G lam=None Gm=0.3623148600260417
[g_only s3] step 9720/12000 loss=4.3462 gn=0.96 lr=1.08e-04 tps=22669 mem=5.5G lam=None Gm=0.3690592447916667
[g_only s3] step 9740/12000 loss=4.3093 gn=0.92 lr=1.07e-04 tps=22669 mem=5.5G lam=None Gm=0.3722381591796875
[g_only s3] step 9760/12000 loss=4.3991 gn=0.91 lr=1.07e-04 tps=22669 mem=5.5G lam=None Gm=0.3691253662109375
[g_only s3] step 9780/12000 loss=4.3215 gn=0.90 lr=1.06e-04 tps=22669 mem=5.5G lam=None Gm=0.3692067464192708
[g_only s3] step 9800/12000 loss=4.3329 gn=0.94 lr=1.05e-04 tps=22668 mem=5.5G lam=None Gm=0.3688151041666667
[g_only s3] step 9820/12000 loss=4.3061 gn=0.98 lr=1.04e-04 tps=22668 mem=5.5G lam=None Gm=0.36859130859375
[g_only s3] step 9840/12000 loss=4.3289 gn=0.91 lr=1.03e-04 tps=22667 mem=5.5G lam=None Gm=0.3630167643229167
[g_only s3] step 9860/12000 loss=4.3260 gn=0.96 lr=1.03e-04 tps=22667 mem=5.5G lam=None Gm=0.3692677815755208
[g_only s3] step 9880/12000 loss=4.2408 gn=0.93 lr=1.02e-04 tps=22665 mem=5.5G lam=None Gm=0.3681488037109375
[g_only s3] step 9900/12000 loss=4.3366 gn=0.98 lr=1.01e-04 tps=22665 mem=5.5G lam=None Gm=0.3659413655598958
[g_only s3] step 9920/12000 loss=4.3324 gn=0.93 lr=1.00e-04 tps=22665 mem=5.5G lam=None Gm=0.3649800618489583
[g_only s3] step 9940/12000 loss=4.2965 gn=0.99 lr=9.96e-05 tps=22664 mem=5.5G lam=None Gm=0.3681742350260417
[g_only s3] step 9960/12000 loss=4.4851 gn=1.01 lr=9.89e-05 tps=22664 mem=5.5G lam=None Gm=0.3689829508463542
[g_only s3] step 9980/12000 loss=4.2495 gn=0.94 lr=9.81e-05 tps=22665 mem=5.5G lam=None Gm=0.3687082926432292
[g_only s3] step 10000/12000 loss=4.3884 gn=0.96 lr=9.74e-05 tps=22664 mem=5.5G lam=None Gm=0.3716837565104167
[g_only s3] EVAL step 10000: val_loss=4.4620 val_ppl=86.66
[g_only s3] step 10020/12000 loss=4.2487 gn=0.99 lr=9.67e-05 tps=22656 mem=5.5G lam=None Gm=0.3633982340494792
[g_only s3] step 10040/12000 loss=4.3566 gn=0.94 lr=9.59e-05 tps=22656 mem=5.5G lam=None Gm=0.3728841145833333
[g_only s3] step 10060/12000 loss=4.2574 gn=0.93 lr=9.52e-05 tps=22656 mem=5.5G lam=None Gm=0.3645477294921875
[g_only s3] step 10080/12000 loss=4.1857 gn=0.89 lr=9.45e-05 tps=22656 mem=5.5G lam=None Gm=0.3615875244140625
[g_only s3] step 10100/12000 loss=4.4980 gn=0.94 lr=9.38e-05 tps=22656 mem=5.5G lam=None Gm=0.3669230143229167
[g_only s3] step 10120/12000 loss=4.4120 gn=0.98 lr=9.31e-05 tps=22656 mem=5.5G lam=None Gm=0.3633371988932292
[g_only s3] step 10140/12000 loss=4.2732 gn=0.92 lr=9.24e-05 tps=22656 mem=5.5G lam=None Gm=0.366363525390625
[g_only s3] step 10160/12000 loss=4.4233 gn=0.89 lr=9.18e-05 tps=22655 mem=5.5G lam=None Gm=0.3649698893229167
[g_only s3] step 10180/12000 loss=4.5189 gn=0.93 lr=9.11e-05 tps=22655 mem=5.5G lam=None Gm=0.3680775960286458
[g_only s3] step 10200/12000 loss=4.4958 gn=0.95 lr=9.04e-05 tps=22655 mem=5.5G lam=None Gm=0.3674774169921875
[g_only s3] step 10220/12000 loss=4.3975 gn=0.96 lr=8.98e-05 tps=22655 mem=5.5G lam=None Gm=0.3677927652994792
[g_only s3] step 10240/12000 loss=4.2588 gn=0.92 lr=8.91e-05 tps=22655 mem=5.5G lam=None Gm=0.3619232177734375
[g_only s3] step 10260/12000 loss=4.3823 gn=0.97 lr=8.85e-05 tps=22655 mem=5.5G lam=None Gm=0.3626047770182292
[g_only s3] step 10280/12000 loss=4.4145 gn=1.02 lr=8.78e-05 tps=22655 mem=5.5G lam=None Gm=0.36920166015625
[g_only s3] step 10300/12000 loss=4.2979 gn=0.92 lr=8.72e-05 tps=22655 mem=5.5G lam=None Gm=0.3662160237630208
[g_only s3] step 10320/12000 loss=4.4157 gn=0.91 lr=8.66e-05 tps=22655 mem=5.5G lam=None Gm=0.369171142578125
[g_only s3] step 10340/12000 loss=4.2686 gn=0.97 lr=8.59e-05 tps=22655 mem=5.5G lam=None Gm=0.3629608154296875
[g_only s3] step 10360/12000 loss=4.3007 gn=0.92 lr=8.53e-05 tps=22655 mem=5.5G lam=None Gm=0.3646341959635417
[g_only s3] step 10380/12000 loss=4.4458 gn=0.94 lr=8.47e-05 tps=22655 mem=5.5G lam=None Gm=0.368072509765625
[g_only s3] step 10400/12000 loss=4.3960 gn=1.01 lr=8.41e-05 tps=22655 mem=5.5G lam=None Gm=0.365753173828125
[g_only s3] step 10420/12000 loss=4.2438 gn=0.92 lr=8.35e-05 tps=22655 mem=5.5G lam=None Gm=0.3626556396484375
[g_only s3] step 10440/12000 loss=4.2462 gn=1.01 lr=8.30e-05 tps=22655 mem=5.5G lam=None Gm=0.3632863362630208
[g_only s3] step 10460/12000 loss=4.4451 gn=0.97 lr=8.24e-05 tps=22655 mem=5.5G lam=None Gm=0.3657480875651042
[g_only s3] step 10480/12000 loss=4.5629 gn=0.97 lr=8.18e-05 tps=22655 mem=5.5G lam=None Gm=0.3670603434244792
[g_only s3] step 10500/12000 loss=4.4072 gn=1.04 lr=8.12e-05 tps=22655 mem=5.5G lam=None Gm=0.3679097493489583
[g_only s3] step 10520/12000 loss=4.3021 gn=0.92 lr=8.07e-05 tps=22655 mem=5.5G lam=None Gm=0.3633321126302083
[g_only s3] step 10540/12000 loss=4.2649 gn=0.93 lr=8.01e-05 tps=22655 mem=5.5G lam=None Gm=0.3676656087239583
[g_only s3] step 10560/12000 loss=4.2300 gn=0.96 lr=7.96e-05 tps=22655 mem=5.5G lam=None Gm=0.3632303873697917
[g_only s3] step 10580/12000 loss=4.4451 gn=0.99 lr=7.91e-05 tps=22656 mem=5.5G lam=None Gm=0.3671671549479167
[g_only s3] step 10600/12000 loss=4.2397 gn=0.91 lr=7.85e-05 tps=22655 mem=5.5G lam=None Gm=0.3660634358723958
[g_only s3] step 10620/12000 loss=4.4111 gn=0.99 lr=7.80e-05 tps=22655 mem=5.5G lam=None Gm=0.3642374674479167
[g_only s3] step 10640/12000 loss=4.2494 gn=0.95 lr=7.75e-05 tps=22655 mem=5.5G lam=None Gm=0.3695322672526042
[g_only s3] step 10660/12000 loss=4.3231 gn=0.94 lr=7.70e-05 tps=22655 mem=5.5G lam=None Gm=0.3609568277994792
[g_only s3] step 10680/12000 loss=4.3883 gn=1.00 lr=7.65e-05 tps=22655 mem=5.5G lam=None Gm=0.3651784261067708
[g_only s3] step 10700/12000 loss=4.3970 gn=0.91 lr=7.60e-05 tps=22655 mem=5.5G lam=None Gm=0.3610331217447917
[g_only s3] step 10720/12000 loss=4.3034 gn=0.96 lr=7.55e-05 tps=22655 mem=5.5G lam=None Gm=0.3668263753255208
[g_only s3] step 10740/12000 loss=4.2562 gn=0.97 lr=7.50e-05 tps=22655 mem=5.5G lam=None Gm=0.3658498128255208
[g_only s3] step 10760/12000 loss=4.3574 gn=0.95 lr=7.46e-05 tps=22655 mem=5.5G lam=None Gm=0.3659515380859375
[g_only s3] step 10780/12000 loss=4.3391 gn=0.99 lr=7.41e-05 tps=22656 mem=5.5G lam=None Gm=0.3632303873697917
[g_only s3] step 10800/12000 loss=4.3746 gn=0.96 lr=7.37e-05 tps=22656 mem=5.5G lam=None Gm=0.3606821695963542
[g_only s3] step 10820/12000 loss=4.3087 gn=0.98 lr=7.32e-05 tps=22656 mem=5.5G lam=None Gm=0.365509033203125
[g_only s3] step 10840/12000 loss=4.4658 gn=1.03 lr=7.28e-05 tps=22656 mem=5.5G lam=None Gm=0.3691660563151042
[g_only s3] step 10860/12000 loss=4.4150 gn=1.00 lr=7.23e-05 tps=22657 mem=5.5G lam=None Gm=0.3668874104817708
[g_only s3] step 10880/12000 loss=4.4079 gn=0.98 lr=7.19e-05 tps=22656 mem=5.5G lam=None Gm=0.3654327392578125
[g_only s3] step 10900/12000 loss=4.2797 gn=0.96 lr=7.15e-05 tps=22655 mem=5.5G lam=None Gm=0.3603871663411458
[g_only s3] step 10920/12000 loss=4.1499 gn=0.95 lr=7.11e-05 tps=22655 mem=5.5G lam=None Gm=0.3616689046223958
[g_only s3] step 10940/12000 loss=4.4406 gn=0.99 lr=7.07e-05 tps=22655 mem=5.5G lam=None Gm=0.367767333984375
[g_only s3] step 10960/12000 loss=4.3681 gn=1.00 lr=7.03e-05 tps=22655 mem=5.5G lam=None Gm=0.3626556396484375
[g_only s3] step 10980/12000 loss=4.3273 gn=0.99 lr=6.99e-05 tps=22655 mem=5.5G lam=None Gm=0.3602142333984375
[g_only s3] step 11000/12000 loss=4.3178 gn=0.96 lr=6.95e-05 tps=22655 mem=5.5G lam=None Gm=0.3674163818359375
[g_only s3] EVAL step 11000: val_loss=4.3747 val_ppl=79.42
[g_only s3] step 11020/12000 loss=4.2720 gn=0.97 lr=6.91e-05 tps=22648 mem=5.5G lam=None Gm=0.3669281005859375
[g_only s3] step 11040/12000 loss=4.2831 gn=0.90 lr=6.88e-05 tps=22648 mem=5.5G lam=None Gm=0.3624369303385417
[g_only s3] step 11060/12000 loss=4.4100 gn=0.95 lr=6.84e-05 tps=22648 mem=5.5G lam=None Gm=0.366363525390625
[g_only s3] step 11080/12000 loss=4.1369 gn=0.97 lr=6.81e-05 tps=22648 mem=5.5G lam=None Gm=0.3610585530598958
[g_only s3] step 11100/12000 loss=4.3848 gn=1.06 lr=6.77e-05 tps=22648 mem=5.5G lam=None Gm=0.36492919921875
[g_only s3] step 11120/12000 loss=4.3021 gn=0.96 lr=6.74e-05 tps=22648 mem=5.5G lam=None Gm=0.3612467447916667
[g_only s3] step 11140/12000 loss=4.3407 gn=0.97 lr=6.70e-05 tps=22649 mem=5.5G lam=None Gm=0.3577321370442708
[g_only s3] step 11160/12000 loss=4.3537 gn=0.95 lr=6.67e-05 tps=22649 mem=5.5G lam=None Gm=0.3684844970703125
[g_only s3] step 11180/12000 loss=4.3074 gn=0.99 lr=6.64e-05 tps=22649 mem=5.5G lam=None Gm=0.3610483805338542
[g_only s3] step 11200/12000 loss=4.2307 gn=0.99 lr=6.61e-05 tps=22649 mem=5.5G lam=None Gm=0.3655192057291667
[g_only s3] step 11220/12000 loss=4.2901 gn=1.02 lr=6.58e-05 tps=22649 mem=5.5G lam=None Gm=0.363433837890625
[g_only s3] step 11240/12000 loss=4.3353 gn=0.97 lr=6.55e-05 tps=22649 mem=5.5G lam=None Gm=0.3656717936197917
[g_only s3] step 11260/12000 loss=4.3704 gn=1.02 lr=6.52e-05 tps=22650 mem=5.5G lam=None Gm=0.3710072835286458
[g_only s3] step 11280/12000 loss=4.2877 gn=0.96 lr=6.49e-05 tps=22650 mem=5.5G lam=None Gm=0.3667144775390625
[g_only s3] step 11300/12000 loss=4.2735 gn=1.02 lr=6.47e-05 tps=22649 mem=5.5G lam=None Gm=0.3613688151041667
[g_only s3] step 11320/12000 loss=4.3263 gn=0.95 lr=6.44e-05 tps=22649 mem=5.5G lam=None Gm=0.3657989501953125
[g_only s3] step 11340/12000 loss=4.3643 gn=0.97 lr=6.42e-05 tps=22650 mem=5.5G lam=None Gm=0.3616790771484375
[g_only s3] step 11360/12000 loss=4.4750 gn=1.01 lr=6.39e-05 tps=22650 mem=5.5G lam=None Gm=0.3610127766927083
[g_only s3] step 11380/12000 loss=4.3095 gn=0.97 lr=6.37e-05 tps=22650 mem=5.5G lam=None Gm=0.3640187581380208
[g_only s3] step 11400/12000 loss=4.3967 gn=0.99 lr=6.34e-05 tps=22651 mem=5.5G lam=None Gm=0.3656209309895833
[g_only s3] step 11420/12000 loss=4.3088 gn=0.96 lr=6.32e-05 tps=22651 mem=5.5G lam=None Gm=0.3613637288411458
[g_only s3] step 11440/12000 loss=4.3267 gn=1.00 lr=6.30e-05 tps=22651 mem=5.5G lam=None Gm=0.3671468098958333
[g_only s3] step 11460/12000 loss=4.3676 gn=1.01 lr=6.28e-05 tps=22651 mem=5.5G lam=None Gm=0.3670501708984375
[g_only s3] step 11480/12000 loss=4.3677 gn=0.94 lr=6.26e-05 tps=22652 mem=5.5G lam=None Gm=0.3619791666666667
[g_only s3] step 11500/12000 loss=4.2611 gn=0.99 lr=6.24e-05 tps=22652 mem=5.5G lam=None Gm=0.363677978515625
[g_only s3] step 11520/12000 loss=4.1762 gn=1.00 lr=6.22e-05 tps=22652 mem=5.5G lam=None Gm=0.3643951416015625
[g_only s3] step 11540/12000 loss=4.4177 gn=0.97 lr=6.20e-05 tps=22652 mem=5.5G lam=None Gm=0.3654836018880208
[g_only s3] step 11560/12000 loss=4.2979 gn=1.05 lr=6.19e-05 tps=22652 mem=5.5G lam=None Gm=0.3654530843098958
[g_only s3] step 11580/12000 loss=4.1734 gn=0.90 lr=6.17e-05 tps=22652 mem=5.5G lam=None Gm=0.36224365234375
[g_only s3] step 11600/12000 loss=4.3299 gn=0.95 lr=6.15e-05 tps=22652 mem=5.5G lam=None Gm=0.3593292236328125
[g_only s3] step 11620/12000 loss=4.2794 gn=1.01 lr=6.14e-05 tps=22653 mem=5.5G lam=None Gm=0.3654581705729167
[g_only s3] step 11640/12000 loss=4.3418 gn=0.95 lr=6.12e-05 tps=22653 mem=5.5G lam=None Gm=0.3652598063151042
[g_only s3] step 11660/12000 loss=4.4274 gn=1.08 lr=6.11e-05 tps=22653 mem=5.5G lam=None Gm=0.3618672688802083
[g_only s3] step 11680/12000 loss=4.2104 gn=1.03 lr=6.10e-05 tps=22653 mem=5.5G lam=None Gm=0.3650054931640625
[g_only s3] step 11700/12000 loss=4.3507 gn=1.04 lr=6.09e-05 tps=22653 mem=5.5G lam=None Gm=0.3597768147786458
[g_only s3] step 11720/12000 loss=4.2738 gn=0.98 lr=6.07e-05 tps=22653 mem=5.5G lam=None Gm=0.3616129557291667
[g_only s3] step 11740/12000 loss=4.3231 gn=1.03 lr=6.06e-05 tps=22653 mem=5.5G lam=None Gm=0.3645477294921875
[g_only s3] step 11760/12000 loss=4.3053 gn=0.98 lr=6.06e-05 tps=22653 mem=5.5G lam=None Gm=0.3596343994140625
[g_only s3] step 11780/12000 loss=4.3584 gn=0.97 lr=6.05e-05 tps=22653 mem=5.5G lam=None Gm=0.3619791666666667
[g_only s3] step 11800/12000 loss=4.3077 gn=0.96 lr=6.04e-05 tps=22654 mem=5.5G lam=None Gm=0.3606363932291667
[g_only s3] step 11820/12000 loss=4.3634 gn=1.01 lr=6.03e-05 tps=22654 mem=5.5G lam=None Gm=0.3610890706380208
[g_only s3] step 11840/12000 loss=4.2361 gn=0.98 lr=6.02e-05 tps=22654 mem=5.5G lam=None Gm=0.3582661946614583
[g_only s3] step 11860/12000 loss=4.2741 gn=0.97 lr=6.02e-05 tps=22654 mem=5.5G lam=None Gm=0.3607889811197917
[g_only s3] step 11880/12000 loss=4.4497 gn=1.03 lr=6.01e-05 tps=22654 mem=5.5G lam=None Gm=0.3670857747395833
[g_only s3] step 11900/12000 loss=4.2731 gn=0.99 lr=6.01e-05 tps=22654 mem=5.5G lam=None Gm=0.35687255859375
[g_only s3] step 11920/12000 loss=4.2581 gn=0.99 lr=6.01e-05 tps=22654 mem=5.5G lam=None Gm=0.3612060546875
[g_only s3] step 11940/12000 loss=4.3984 gn=1.03 lr=6.00e-05 tps=22655 mem=5.5G lam=None Gm=0.359466552734375
[g_only s3] step 11960/12000 loss=4.2547 gn=1.01 lr=6.00e-05 tps=22655 mem=5.5G lam=None Gm=0.3640034993489583
[g_only s3] step 11980/12000 loss=4.2862 gn=0.97 lr=6.00e-05 tps=22655 mem=5.5G lam=None Gm=0.362548828125
[g_only s3] EVAL step 11999: val_loss=4.3565 val_ppl=77.98
[init] variant=full seed=3 params=63.98M
[init] use_S=True use_G=True
[full s3] step 0/12000 loss=10.9221 gn=11.56 lr=3.00e-06 tps=7926 mem=5.2G lam=0.12692801654338837 Gm=0.4967380625506242
[full s3] step 20/12000 loss=9.8363 gn=1.91 lr=6.30e-05 tps=17542 mem=5.7G lam=0.12691842702527842 Gm=0.45481953024864197
[full s3] step 40/12000 loss=9.0962 gn=1.72 lr=1.23e-04 tps=18045 mem=5.7G lam=0.12683101060489813 Gm=0.43924688175320625
[full s3] step 60/12000 loss=8.1738 gn=1.58 lr=1.83e-04 tps=18219 mem=5.7G lam=0.12671193418403467 Gm=0.44859347864985466
[full s3] step 80/12000 loss=7.5189 gn=0.80 lr=2.43e-04 tps=18314 mem=5.7G lam=0.12658455595374107 Gm=0.4408634069065253
[full s3] step 100/12000 loss=7.0934 gn=0.62 lr=3.03e-04 tps=18380 mem=5.7G lam=0.12652622039119402 Gm=0.43364975104729336
[full s3] step 120/12000 loss=7.1862 gn=0.81 lr=3.63e-04 tps=18424 mem=5.7G lam=0.12645522008339563 Gm=0.4304923477272193
[full s3] step 140/12000 loss=6.8931 gn=0.62 lr=4.23e-04 tps=18435 mem=5.7G lam=0.12640980879465738 Gm=0.4268057569861412
[full s3] step 160/12000 loss=6.8667 gn=0.71 lr=4.83e-04 tps=18453 mem=5.7G lam=0.1264190897345543 Gm=0.41893654440840083
[full s3] step 180/12000 loss=6.7397 gn=0.56 lr=5.43e-04 tps=18473 mem=5.7G lam=0.1264035999774933 Gm=0.40707895904779434
[full s3] step 200/12000 loss=6.6726 gn=0.65 lr=6.00e-04 tps=18476 mem=5.7G lam=0.12636210831503072 Gm=0.4164770406981309
[full s3] step 220/12000 loss=6.5862 gn=0.51 lr=6.00e-04 tps=18487 mem=5.7G lam=0.12634787956873575 Gm=0.40114111577471095
[full s3] step 240/12000 loss=6.6082 gn=0.49 lr=6.00e-04 tps=18485 mem=5.7G lam=0.12632736812035242 Gm=0.40214137981335324
[full s3] step 260/12000 loss=6.6109 gn=0.47 lr=6.00e-04 tps=18484 mem=5.7G lam=0.12627975145975748 Gm=0.41223492845892906
[full s3] step 280/12000 loss=6.4416 gn=0.57 lr=6.00e-04 tps=18500 mem=5.7G lam=0.12631403158108392 Gm=0.43195637812217075
[full s3] step 300/12000 loss=6.3335 gn=0.53 lr=6.00e-04 tps=18501 mem=5.7G lam=0.1263508622845014 Gm=0.4020000249147415
[full s3] step 320/12000 loss=6.4145 gn=0.45 lr=6.00e-04 tps=18505 mem=5.7G lam=0.1264127374937137 Gm=0.41024623562892276
[full s3] step 340/12000 loss=6.4789 gn=0.51 lr=6.00e-04 tps=18511 mem=5.7G lam=0.12639792325596014 Gm=0.42827024807532627
[full s3] step 360/12000 loss=6.2552 gn=0.45 lr=6.00e-04 tps=18509 mem=5.7G lam=0.1264340846488873 Gm=0.40848731125394505
[full s3] step 380/12000 loss=6.2941 gn=0.43 lr=6.00e-04 tps=18508 mem=5.7G lam=0.12651421253879866 Gm=0.42361511290073395
[full s3] step 400/12000 loss=6.3704 gn=0.51 lr=6.00e-04 tps=18512 mem=5.7G lam=0.1266118629525105 Gm=0.45276952038208645
[full s3] step 420/12000 loss=6.2788 gn=0.44 lr=6.00e-04 tps=18513 mem=5.7G lam=0.1267273494352897 Gm=0.4435681216418743
[full s3] step 440/12000 loss=6.2219 gn=0.49 lr=5.99e-04 tps=18518 mem=5.7G lam=0.12678298354148865 Gm=0.44803983097275096
[full s3] step 460/12000 loss=6.3442 gn=0.55 lr=5.99e-04 tps=18519 mem=5.7G lam=0.12695602948466936 Gm=0.44404230763514835
[full s3] step 480/12000 loss=6.2082 gn=0.49 lr=5.99e-04 tps=18522 mem=5.7G lam=0.12705691469212374 Gm=0.4475450664758682
[full s3] step 500/12000 loss=6.2355 gn=0.48 lr=5.99e-04 tps=18524 mem=5.7G lam=0.1271813033769528 Gm=0.48572882637381554
[full s3] step 520/12000 loss=6.2590 gn=0.50 lr=5.99e-04 tps=18527 mem=5.7G lam=0.12735133493940035 Gm=0.5092406285305818
[full s3] step 540/12000 loss=6.1617 gn=0.50 lr=5.99e-04 tps=18529 mem=5.7G lam=0.12745306454598904 Gm=0.49537043645977974
[full s3] step 560/12000 loss=6.1975 gn=0.52 lr=5.99e-04 tps=18535 mem=5.7G lam=0.12762730879088244 Gm=0.5030427513023218
[full s3] step 580/12000 loss=6.1768 gn=0.46 lr=5.99e-04 tps=18538 mem=5.7G lam=0.1278144766887029 Gm=0.5059734769165516
[full s3] step 600/12000 loss=6.0907 gn=0.45 lr=5.98e-04 tps=18543 mem=5.7G lam=0.12795594334602356 Gm=0.5297425587972006
[full s3] step 620/12000 loss=5.9970 gn=0.51 lr=5.98e-04 tps=18544 mem=5.7G lam=0.1280880911896626 Gm=0.5520224173863729
[full s3] step 640/12000 loss=6.0872 gn=0.44 lr=5.98e-04 tps=18546 mem=5.7G lam=0.12824489859243235 Gm=0.5449822805821896
[full s3] step 660/12000 loss=5.8833 gn=0.45 lr=5.98e-04 tps=18549 mem=5.7G lam=0.1284874894966682 Gm=0.54122061530749
[full s3] step 680/12000 loss=6.0015 gn=0.47 lr=5.98e-04 tps=18553 mem=5.7G lam=0.12871527733902136 Gm=0.5474922843277454
[full s3] step 700/12000 loss=6.0539 gn=0.48 lr=5.98e-04 tps=18554 mem=5.7G lam=0.12895583423475424 Gm=0.5579936169087887
[full s3] step 720/12000 loss=5.8573 gn=0.46 lr=5.97e-04 tps=18554 mem=5.7G lam=0.12920383301874003 Gm=0.5700867759684721
[full s3] step 740/12000 loss=6.0212 gn=0.50 lr=5.97e-04 tps=18554 mem=5.7G lam=0.1294959963609775 Gm=0.5704271011054516
[full s3] step 760/12000 loss=5.9113 gn=0.45 lr=5.97e-04 tps=18556 mem=5.7G lam=0.12978538746635118 Gm=0.5685371079792579
[full s3] step 780/12000 loss=5.9955 gn=0.50 lr=5.97e-04 tps=18556 mem=5.7G lam=0.13009096619983515 Gm=0.579496718943119
[full s3] step 800/12000 loss=5.9230 gn=0.48 lr=5.97e-04 tps=18553 mem=5.7G lam=0.13039981697996458 Gm=0.5970512684434652
[full s3] step 820/12000 loss=5.8392 gn=0.55 lr=5.96e-04 tps=18555 mem=5.7G lam=0.13074643537402153 Gm=0.5568996276706457
[full s3] step 840/12000 loss=5.8622 gn=0.57 lr=5.96e-04 tps=18553 mem=5.7G lam=0.1310335509479046 Gm=0.5853832804908355
[full s3] step 860/12000 loss=5.8306 gn=0.51 lr=5.96e-04 tps=18554 mem=5.7G lam=0.13133961614221334 Gm=0.568771556019783
[full s3] step 880/12000 loss=5.9744 gn=0.54 lr=5.96e-04 tps=18556 mem=5.7G lam=0.13164737168699503 Gm=0.5888839264710745
[full s3] step 900/12000 loss=5.7480 gn=0.51 lr=5.95e-04 tps=18558 mem=5.7G lam=0.1319771527002255 Gm=0.5817632128794988
[full s3] step 920/12000 loss=5.7861 gn=0.56 lr=5.95e-04 tps=18560 mem=5.7G lam=0.13231594612201056 Gm=0.5684681963175535
[full s3] step 940/12000 loss=5.6304 gn=0.48 lr=5.95e-04 tps=18556 mem=5.7G lam=0.1326611020291845 Gm=0.5581475893656412
[full s3] step 960/12000 loss=5.7929 gn=0.51 lr=5.94e-04 tps=18557 mem=5.7G lam=0.13294798384110132 Gm=0.5835227544109026
[full s3] step 980/12000 loss=5.7140 gn=0.50 lr=5.94e-04 tps=18555 mem=5.7G lam=0.13330694070706764 Gm=0.5766928369800249
[full s3] step 1000/12000 loss=5.8928 gn=0.58 lr=5.94e-04 tps=18550 mem=5.7G lam=0.13373626861721277 Gm=0.5736776161938906
[full s3] EVAL step 1000: val_loss=5.8245 val_ppl=338.47
[full s3] step 1020/12000 loss=5.7277 gn=0.49 lr=5.94e-04 tps=18480 mem=5.7G lam=0.13412510665754476 Gm=0.5719081349670887
[full s3] step 1040/12000 loss=5.6511 gn=0.50 lr=5.93e-04 tps=18482 mem=5.7G lam=0.13450418909390768 Gm=0.5661529749631882
[full s3] step 1060/12000 loss=5.6267 gn=0.56 lr=5.93e-04 tps=18480 mem=5.7G lam=0.13486077108730873 Gm=0.5509572364389896
[full s3] step 1080/12000 loss=5.6786 gn=0.49 lr=5.93e-04 tps=18483 mem=5.7G lam=0.13524920276055732 Gm=0.559166923786203
[full s3] step 1100/12000 loss=5.6341 gn=0.55 lr=5.92e-04 tps=18487 mem=5.7G lam=0.13556802769502005 Gm=0.5507545315970978
[full s3] step 1120/12000 loss=5.7392 gn=0.50 lr=5.92e-04 tps=18489 mem=5.7G lam=0.13594675871233144 Gm=0.5532472642759482
[full s3] step 1140/12000 loss=5.6199 gn=0.50 lr=5.92e-04 tps=18493 mem=5.7G lam=0.13633934780955315 Gm=0.5475799143314362
[full s3] step 1160/12000 loss=5.6870 gn=0.52 lr=5.91e-04 tps=18496 mem=5.7G lam=0.13672193915893635 Gm=0.5607337603966395
[full s3] step 1180/12000 loss=5.6099 gn=0.54 lr=5.91e-04 tps=18496 mem=5.7G lam=0.1370984259992838 Gm=0.5429668767998616
[full s3] step 1200/12000 loss=5.6717 gn=0.57 lr=5.90e-04 tps=18494 mem=5.7G lam=0.13747288659214973 Gm=0.5394938569515944
[full s3] step 1220/12000 loss=5.4860 gn=0.49 lr=5.90e-04 tps=18494 mem=5.7G lam=0.13780508190393448 Gm=0.5513620283454657
[full s3] step 1240/12000 loss=5.5283 gn=0.51 lr=5.90e-04 tps=18496 mem=5.7G lam=0.1382291903719306 Gm=0.545398968582352
[full s3] step 1260/12000 loss=5.6972 gn=0.50 lr=5.89e-04 tps=18497 mem=5.7G lam=0.1386366734902064 Gm=0.547384524717927
[full s3] step 1280/12000 loss=5.5513 gn=0.52 lr=5.89e-04 tps=18498 mem=5.7G lam=0.13910071024050316 Gm=0.5477355650315682
[full s3] step 1300/12000 loss=5.6446 gn=0.51 lr=5.89e-04 tps=18498 mem=5.7G lam=0.13955739016334215 Gm=0.5341927769283453
[full s3] step 1320/12000 loss=5.5351 gn=0.55 lr=5.88e-04 tps=18499 mem=5.7G lam=0.13994202421357235 Gm=0.5416294460495313
[full s3] step 1340/12000 loss=5.6093 gn=0.52 lr=5.88e-04 tps=18499 mem=5.7G lam=0.1404077528665463 Gm=0.5324197448790073
[full s3] step 1360/12000 loss=5.4576 gn=0.55 lr=5.87e-04 tps=18500 mem=5.7G lam=0.14087652632345757 Gm=0.5330395766844352
[full s3] step 1380/12000 loss=5.4112 gn=0.52 lr=5.87e-04 tps=18499 mem=5.7G lam=0.1412687636911869 Gm=0.5407715359081825
[full s3] step 1400/12000 loss=5.5917 gn=0.54 lr=5.86e-04 tps=18501 mem=5.7G lam=0.14171015564352274 Gm=0.5295054685945312
[full s3] step 1420/12000 loss=5.4604 gn=0.60 lr=5.86e-04 tps=18503 mem=5.7G lam=0.14217153377830982 Gm=0.5367607300480207
[full s3] step 1440/12000 loss=5.3540 gn=0.53 lr=5.85e-04 tps=18501 mem=5.7G lam=0.14260988806684813 Gm=0.5345920709272226
[full s3] step 1460/12000 loss=5.5268 gn=0.56 lr=5.85e-04 tps=18500 mem=5.7G lam=0.14297471288591623 Gm=0.5240606237202883
[full s3] step 1480/12000 loss=5.3797 gn=0.56 lr=5.84e-04 tps=18498 mem=5.7G lam=0.14344882282118002 Gm=0.5139474067837
[full s3] step 1500/12000 loss=5.4974 gn=0.63 lr=5.84e-04 tps=18492 mem=5.7G lam=0.14391555730253458 Gm=0.5151703739538789
[full s3] step 1520/12000 loss=5.4817 gn=0.57 lr=5.83e-04 tps=18491 mem=5.7G lam=0.14436287060379982 Gm=0.5185290277004242
[full s3] step 1540/12000 loss=5.3302 gn=0.55 lr=5.83e-04 tps=18489 mem=5.7G lam=0.14483378641307354 Gm=0.5218359949067235
[full s3] step 1560/12000 loss=5.4051 gn=0.56 lr=5.82e-04 tps=18488 mem=5.7G lam=0.14527197554707527 Gm=0.5139392595738173
[full s3] step 1580/12000 loss=5.4814 gn=0.61 lr=5.82e-04 tps=18487 mem=5.7G lam=0.1456199719881018 Gm=0.5130662703886628
[full s3] step 1600/12000 loss=5.2485 gn=0.54 lr=5.81e-04 tps=18486 mem=5.7G lam=0.14608451072126627 Gm=0.5000439692909519
[full s3] step 1620/12000 loss=5.4540 gn=0.59 lr=5.81e-04 tps=18482 mem=5.7G lam=0.1465468524644772 Gm=0.5083229613179961
[full s3] step 1640/12000 loss=5.3403 gn=0.57 lr=5.80e-04 tps=18481 mem=5.7G lam=0.1469801211108764 Gm=0.4969669912631313
[full s3] step 1660/12000 loss=5.3544 gn=0.60 lr=5.80e-04 tps=18480 mem=5.7G lam=0.1474189537887772 Gm=0.5045342991749445
[full s3] step 1680/12000 loss=5.3426 gn=0.54 lr=5.79e-04 tps=18478 mem=5.7G lam=0.147878828458488 Gm=0.5035647389789423
[full s3] step 1700/12000 loss=5.5207 gn=0.60 lr=5.79e-04 tps=18476 mem=5.7G lam=0.14831875450909138 Gm=0.4974391457314293
[full s3] step 1720/12000 loss=5.3931 gn=0.57 lr=5.78e-04 tps=18473 mem=5.7G lam=0.1487974381695191 Gm=0.5127755999565125
[full s3] step 1740/12000 loss=5.3023 gn=0.63 lr=5.78e-04 tps=18471 mem=5.7G lam=0.14924805238842964 Gm=0.5032419729977846
[full s3] step 1760/12000 loss=5.2440 gn=0.58 lr=5.77e-04 tps=18470 mem=5.7G lam=0.14969127997756004 Gm=0.49920669632653397
[full s3] step 1780/12000 loss=5.3962 gn=0.56 lr=5.76e-04 tps=18524 mem=5.7G lam=0.15015929068128267 Gm=0.5004452212403218
[full s3] step 1800/12000 loss=5.3039 gn=0.55 lr=5.76e-04 tps=18520 mem=5.7G lam=0.15061559341847897 Gm=0.5037053988004724
[full s3] step 1820/12000 loss=5.2531 gn=0.55 lr=5.75e-04 tps=18517 mem=5.7G lam=0.15110963489860296 Gm=0.4981577967604001
[full s3] step 1840/12000 loss=5.4158 gn=0.58 lr=5.75e-04 tps=18514 mem=5.7G lam=0.15161037848641476 Gm=0.4946722537279129
[full s3] step 1860/12000 loss=5.3799 gn=0.61 lr=5.74e-04 tps=18512 mem=5.7G lam=0.15209209950019917 Gm=0.5029975604265928
[full s3] step 1880/12000 loss=5.2691 gn=0.56 lr=5.73e-04 tps=18509 mem=5.7G lam=0.15254663086185852 Gm=0.486190989613533
[full s3] step 1900/12000 loss=5.1921 gn=0.54 lr=5.73e-04 tps=18508 mem=5.7G lam=0.15295248478651047 Gm=0.49598497586945695
[full s3] step 1920/12000 loss=5.2902 gn=0.55 lr=5.72e-04 tps=18504 mem=5.7G lam=0.1533584324643016 Gm=0.47944036809106666
[full s3] step 1940/12000 loss=5.4075 gn=0.59 lr=5.72e-04 tps=18501 mem=5.7G lam=0.15379353209088245 Gm=0.47853625441590947
[full s3] step 1960/12000 loss=5.3451 gn=0.60 lr=5.71e-04 tps=18499 mem=5.7G lam=0.15428681982060274 Gm=0.4896544289464752
[full s3] step 1980/12000 loss=5.0859 gn=0.56 lr=5.70e-04 tps=18498 mem=5.7G lam=0.154761364373068 Gm=0.47815420882155496
[full s3] step 2000/12000 loss=5.3270 gn=0.56 lr=5.70e-04 tps=18497 mem=5.7G lam=0.15527928372224173 Gm=0.47678756589690846
[full s3] EVAL step 2000: val_loss=5.3391 val_ppl=208.32
[full s3] step 2020/12000 loss=5.3478 gn=0.57 lr=5.69e-04 tps=18461 mem=5.7G lam=0.15576473933955035 Gm=0.47277219593524933
[full s3] step 2040/12000 loss=5.3751 gn=0.56 lr=5.68e-04 tps=18460 mem=5.7G lam=0.15621777468671402 Gm=0.482533598318696
[full s3] step 2060/12000 loss=5.2761 gn=0.62 lr=5.68e-04 tps=18458 mem=5.7G lam=0.156664385770758 Gm=0.478086088784039
[full s3] step 2080/12000 loss=5.1824 gn=0.65 lr=5.67e-04 tps=18456 mem=5.7G lam=0.1571388371909658 Gm=0.47430708911269903
[full s3] step 2100/12000 loss=5.2639 gn=0.58 lr=5.66e-04 tps=18455 mem=5.7G lam=0.15766878860692182 Gm=0.4709221289182703
[full s3] step 2120/12000 loss=5.3145 gn=0.59 lr=5.65e-04 tps=18454 mem=5.7G lam=0.15816919784992933 Gm=0.47507063873733085
[full s3] step 2140/12000 loss=5.1219 gn=0.57 lr=5.65e-04 tps=18454 mem=5.7G lam=0.15857153727362552 Gm=0.46388923687239486
[full s3] step 2160/12000 loss=5.1022 gn=0.60 lr=5.64e-04 tps=18453 mem=5.7G lam=0.15898399893194437 Gm=0.4685168449456493
[full s3] step 2180/12000 loss=5.1413 gn=0.60 lr=5.63e-04 tps=18454 mem=5.7G lam=0.15945726167410612 Gm=0.46697180656095344
[full s3] step 2200/12000 loss=5.3150 gn=0.60 lr=5.63e-04 tps=18453 mem=5.7G lam=0.16001113317906857 Gm=0.4637915963927905
[full s3] step 2220/12000 loss=5.2502 gn=0.62 lr=5.62e-04 tps=18452 mem=5.7G lam=0.1605066688110431 Gm=0.45119408269723255
[full s3] step 2240/12000 loss=5.2440 gn=0.65 lr=5.61e-04 tps=18452 mem=5.7G lam=0.16095415378610292 Gm=0.4665068353836735
[full s3] step 2260/12000 loss=5.1073 gn=0.63 lr=5.60e-04 tps=18450 mem=5.7G lam=0.16141158497581878 Gm=0.4652114389464259
[full s3] step 2280/12000 loss=5.1985 gn=0.78 lr=5.60e-04 tps=18448 mem=5.7G lam=0.16190082424630722 Gm=0.46641289566953975
[full s3] step 2300/12000 loss=5.2486 gn=0.61 lr=5.59e-04 tps=18446 mem=5.7G lam=0.16239101563890776 Gm=0.46345187289019424
[full s3] step 2320/12000 loss=5.1644 gn=0.67 lr=5.58e-04 tps=18446 mem=5.7G lam=0.1628605875497063 Gm=0.4583744714036584
[full s3] step 2340/12000 loss=4.9674 gn=0.61 lr=5.57e-04 tps=18445 mem=5.7G lam=0.16333289972196022 Gm=0.4556826410504679
[full s3] step 2360/12000 loss=5.2003 gn=0.62 lr=5.57e-04 tps=18445 mem=5.7G lam=0.16382271641244492 Gm=0.4499886967241764
[full s3] step 2380/12000 loss=5.1162 gn=0.66 lr=5.56e-04 tps=18443 mem=5.7G lam=0.16429761486748853 Gm=0.4636841270451744
[full s3] step 2400/12000 loss=5.0642 gn=0.59 lr=5.55e-04 tps=18441 mem=5.7G lam=0.1647541873777906 Gm=0.4609002306436499
[full s3] step 2420/12000 loss=5.0770 gn=0.66 lr=5.54e-04 tps=18439 mem=5.7G lam=0.16524210603286824 Gm=0.4543470572680235
[full s3] step 2440/12000 loss=5.1239 gn=0.64 lr=5.53e-04 tps=18439 mem=5.7G lam=0.1656868401914835 Gm=0.45704827333490056
[full s3] step 2460/12000 loss=5.0653 gn=0.59 lr=5.53e-04 tps=18439 mem=5.7G lam=0.16611077170819044 Gm=0.4449260321756204
[full s3] step 2480/12000 loss=5.0797 gn=0.60 lr=5.52e-04 tps=18437 mem=5.7G lam=0.16660322217891613 Gm=0.4482532699281971
[full s3] step 2500/12000 loss=5.1023 gn=0.64 lr=5.51e-04 tps=18437 mem=5.7G lam=0.167030718177557 Gm=0.44357009946058196
[full s3] step 2520/12000 loss=5.2055 gn=0.60 lr=5.50e-04 tps=18436 mem=5.7G lam=0.16749307047575712 Gm=0.43692943174391985
[full s3] step 2540/12000 loss=5.0409 gn=0.61 lr=5.49e-04 tps=18435 mem=5.7G lam=0.16796364728361368 Gm=0.44534921009714407
[full s3] step 2560/12000 loss=5.1719 gn=0.71 lr=5.48e-04 tps=18436 mem=5.7G lam=0.16845977244277796 Gm=0.46042316406965256
[full s3] step 2580/12000 loss=5.0208 gn=0.64 lr=5.48e-04 tps=18433 mem=5.7G lam=0.168928362429142 Gm=0.44091110738615197
[full s3] step 2600/12000 loss=5.0850 gn=0.67 lr=5.47e-04 tps=18432 mem=5.7G lam=0.1694660515834888 Gm=0.4511012779548764
[full s3] step 2620/12000 loss=4.9871 gn=0.60 lr=5.46e-04 tps=18432 mem=5.7G lam=0.16993656195700169 Gm=0.44406686040262383
[full s3] step 2640/12000 loss=4.9481 gn=0.71 lr=5.45e-04 tps=18430 mem=5.7G lam=0.17036662995815277 Gm=0.4365022995819648
[full s3] step 2660/12000 loss=5.0516 gn=0.61 lr=5.44e-04 tps=18430 mem=5.7G lam=0.1708889218668143 Gm=0.44255409700175125
[full s3] step 2680/12000 loss=5.0366 gn=0.61 lr=5.43e-04 tps=18430 mem=5.7G lam=0.17134492316593727 Gm=0.45262953514854115
[full s3] step 2700/12000 loss=5.0263 gn=0.65 lr=5.42e-04 tps=18430 mem=5.7G lam=0.17183905560523272 Gm=0.43809363214919966
[full s3] step 2720/12000 loss=5.1050 gn=0.74 lr=5.41e-04 tps=18430 mem=5.7G lam=0.17232291772961617 Gm=0.444405479511867
[full s3] step 2740/12000 loss=5.0752 gn=0.64 lr=5.41e-04 tps=18429 mem=5.7G lam=0.17284341311703125 Gm=0.43679656243572634
[full s3] step 2760/12000 loss=5.0744 gn=0.67 lr=5.40e-04 tps=18429 mem=5.7G lam=0.1733005562176307 Gm=0.43310785355667275
[full s3] step 2780/12000 loss=5.0182 gn=0.65 lr=5.39e-04 tps=18429 mem=5.7G lam=0.17377315492679676 Gm=0.43439330408970517
[full s3] step 2800/12000 loss=4.9795 gn=0.70 lr=5.38e-04 tps=18428 mem=5.7G lam=0.1742748220761617 Gm=0.4304962479509413
[full s3] step 2820/12000 loss=5.1096 gn=0.64 lr=5.37e-04 tps=18427 mem=5.7G lam=0.17479864849398533 Gm=0.43422481960927445
[full s3] step 2840/12000 loss=5.0696 gn=0.62 lr=5.36e-04 tps=18426 mem=5.7G lam=0.17533959603557983 Gm=0.4356282519487043
[full s3] step 2860/12000 loss=4.9277 gn=0.65 lr=5.35e-04 tps=18425 mem=5.7G lam=0.17586671592046818 Gm=0.4279988951360186
[full s3] step 2880/12000 loss=4.9756 gn=0.67 lr=5.34e-04 tps=18424 mem=5.7G lam=0.17634254538764557 Gm=0.43101070417712134
[full s3] step 2900/12000 loss=4.8463 gn=0.63 lr=5.33e-04 tps=18424 mem=5.7G lam=0.1768145483608047 Gm=0.43138939049094915
[full s3] step 2920/12000 loss=4.9634 gn=0.64 lr=5.32e-04 tps=18422 mem=5.7G lam=0.1772152759755651 Gm=0.42836759286001325
[full s3] step 2940/12000 loss=5.0101 gn=0.64 lr=5.31e-04 tps=18421 mem=5.7G lam=0.17764333511392275 Gm=0.42725764277080697
[full s3] step 2960/12000 loss=4.8495 gn=0.73 lr=5.30e-04 tps=18419 mem=5.7G lam=0.17811867905159792 Gm=0.43923400063067675
[full s3] step 2980/12000 loss=4.7751 gn=0.87 lr=5.29e-04 tps=18419 mem=5.7G lam=0.1786124793191751 Gm=0.41878064069896936
[full s3] step 3000/12000 loss=5.0391 gn=0.69 lr=5.28e-04 tps=18419 mem=5.7G lam=0.1790725439786911 Gm=0.42783546323577565
[full s3] EVAL step 3000: val_loss=4.9961 val_ppl=147.83
[full s3] step 3020/12000 loss=5.0987 gn=0.72 lr=5.27e-04 tps=18395 mem=5.7G lam=0.17960365768522024 Gm=0.42852017330005765
[full s3] step 3040/12000 loss=4.8173 gn=0.62 lr=5.26e-04 tps=18394 mem=5.7G lam=0.18008054979145527 Gm=0.4196814966077606
[full s3] step 3060/12000 loss=4.9054 gn=0.68 lr=5.25e-04 tps=18393 mem=5.7G lam=0.18055547835926214 Gm=0.429230282548815
[full s3] step 3080/12000 loss=4.8502 gn=0.65 lr=5.24e-04 tps=18391 mem=5.7G lam=0.1811045091599226 Gm=0.4260876369662583
[full s3] step 3100/12000 loss=5.0223 gn=0.80 lr=5.23e-04 tps=18390 mem=5.7G lam=0.18162075243890285 Gm=0.4182443098785977
[full s3] step 3120/12000 loss=4.7491 gn=0.73 lr=5.22e-04 tps=18384 mem=5.7G lam=0.18212779456128678 Gm=0.4146326758588354
[full s3] step 3140/12000 loss=4.8993 gn=0.71 lr=5.21e-04 tps=18384 mem=5.7G lam=0.1825281037017703 Gm=0.43241047812625766
[full s3] step 3160/12000 loss=4.8269 gn=0.70 lr=5.20e-04 tps=18384 mem=5.7G lam=0.18301562933872143 Gm=0.431648048106581
[full s3] step 3180/12000 loss=4.8694 gn=0.71 lr=5.19e-04 tps=18383 mem=5.7G lam=0.18356924504041672 Gm=0.4205333637073636
[full s3] step 3200/12000 loss=4.8479 gn=0.69 lr=5.18e-04 tps=18384 mem=5.7G lam=0.18405138359715542 Gm=0.4139159945771098
[full s3] step 3220/12000 loss=4.9539 gn=0.79 lr=5.17e-04 tps=18383 mem=5.7G lam=0.18462168363233408 Gm=0.4255977653277417
[full s3] step 3240/12000 loss=4.9271 gn=0.64 lr=5.16e-04 tps=18381 mem=5.7G lam=0.18509670936812958 Gm=0.42780584655702114
[full s3] step 3260/12000 loss=4.9817 gn=0.67 lr=5.15e-04 tps=18380 mem=5.7G lam=0.1855221272756656 Gm=0.4261376409170528
[full s3] step 3280/12000 loss=4.7987 gn=0.62 lr=5.14e-04 tps=18380 mem=5.7G lam=0.18598971391717592 Gm=0.4201998362938563
[full s3] step 3300/12000 loss=5.0654 gn=0.72 lr=5.13e-04 tps=18380 mem=5.7G lam=0.186452383796374 Gm=0.4143383130431175
[full s3] step 3320/12000 loss=4.9073 gn=0.72 lr=5.12e-04 tps=18381 mem=5.7G lam=0.1868442486350735 Gm=0.4195767054334283
[full s3] step 3340/12000 loss=4.8597 gn=0.67 lr=5.11e-04 tps=18381 mem=5.7G lam=0.18725741716722646 Gm=0.4150834276030461
[full s3] step 3360/12000 loss=4.8975 gn=0.69 lr=5.10e-04 tps=18381 mem=5.7G lam=0.1877978149180611 Gm=0.4116564186600347
[full s3] step 3380/12000 loss=5.0335 gn=0.69 lr=5.09e-04 tps=18381 mem=5.7G lam=0.18821058298150697 Gm=0.4227605794245998
[full s3] step 3400/12000 loss=4.9734 gn=0.71 lr=5.08e-04 tps=18381 mem=5.7G lam=0.1887191260854403 Gm=0.4203516594134271
[full s3] step 3420/12000 loss=4.9126 gn=0.68 lr=5.07e-04 tps=18381 mem=5.7G lam=0.18919295879701772 Gm=0.4176974833632509
[full s3] step 3440/12000 loss=4.7012 gn=0.65 lr=5.06e-04 tps=18381 mem=5.7G lam=0.1896978716055552 Gm=0.405692917915682
[full s3] step 3460/12000 loss=4.9447 gn=0.74 lr=5.05e-04 tps=18380 mem=5.7G lam=0.19015980946520963 Gm=0.4095097441847126
[full s3] step 3480/12000 loss=4.9385 gn=0.69 lr=5.03e-04 tps=18379 mem=5.7G lam=0.1906739752739668 Gm=0.41404276915515464
[full s3] step 3500/12000 loss=5.0513 gn=0.70 lr=5.02e-04 tps=18379 mem=5.7G lam=0.19113452328989902 Gm=0.4243252792706092
[full s3] step 3520/12000 loss=4.8190 gn=0.74 lr=5.01e-04 tps=18379 mem=5.7G lam=0.19158356202145418 Gm=0.41158488346263766
[full s3] step 3540/12000 loss=4.8354 gn=0.72 lr=5.00e-04 tps=18379 mem=5.7G lam=0.19206356847037873 Gm=0.40897127287462354
[full s3] step 3560/12000 loss=4.8870 gn=0.75 lr=4.99e-04 tps=18378 mem=5.7G lam=0.19251792194942632 Gm=0.4083167288141946
[full s3] step 3580/12000 loss=4.9020 gn=0.70 lr=4.98e-04 tps=18378 mem=5.7G lam=0.19298928106824556 Gm=0.4070359130079548
[full s3] step 3600/12000 loss=4.8822 gn=0.70 lr=4.97e-04 tps=18377 mem=5.7G lam=0.1934200127919515 Gm=0.4068047176115215
[full s3] step 3620/12000 loss=4.8811 gn=0.67 lr=4.96e-04 tps=18376 mem=5.7G lam=0.19393691793084145 Gm=0.4084977060556412
[full s3] step 3640/12000 loss=4.7919 gn=0.67 lr=4.94e-04 tps=18376 mem=5.7G lam=0.19448356175174317 Gm=0.41052263385305804
[full s3] step 3660/12000 loss=4.9937 gn=0.72 lr=4.93e-04 tps=18376 mem=5.7G lam=0.1949152760207653 Gm=0.41558714692170423
[full s3] step 3680/12000 loss=4.8332 gn=0.69 lr=4.92e-04 tps=18376 mem=5.7G lam=0.19535534580548605 Gm=0.40799606319827336
[full s3] step 3700/12000 loss=4.9856 gn=0.69 lr=4.91e-04 tps=18377 mem=5.7G lam=0.19586002423117557 Gm=0.4145556873021026
[full s3] step 3720/12000 loss=4.9368 gn=0.73 lr=4.90e-04 tps=18376 mem=5.7G lam=0.19633463863283396 Gm=0.4131518246140331
[full s3] step 3740/12000 loss=4.8810 gn=0.74 lr=4.89e-04 tps=18376 mem=5.7G lam=0.19679298376043639 Gm=0.41025348271553713
[full s3] step 3760/12000 loss=4.7850 gn=0.70 lr=4.88e-04 tps=18377 mem=5.7G lam=0.19731919560581446 Gm=0.40633049444295466
[full s3] step 3780/12000 loss=4.7481 gn=0.73 lr=4.86e-04 tps=18376 mem=5.7G lam=0.19779325587054095 Gm=0.40265938530986506
[full s3] step 3800/12000 loss=4.9055 gn=0.73 lr=4.85e-04 tps=18377 mem=5.7G lam=0.19823697892328104 Gm=0.40212862682528794
[full s3] step 3820/12000 loss=5.0040 gn=0.71 lr=4.84e-04 tps=18378 mem=5.7G lam=0.19875236134976149 Gm=0.4106232187865923
[full s3] step 3840/12000 loss=4.8965 gn=0.72 lr=4.83e-04 tps=18378 mem=5.7G lam=0.19917875186850628 Gm=0.4088990224214892
[full s3] step 3860/12000 loss=4.8482 gn=0.69 lr=4.82e-04 tps=18377 mem=5.7G lam=0.19970943654576936 Gm=0.39758297164614004
[full s3] step 3880/12000 loss=4.8795 gn=0.73 lr=4.80e-04 tps=18378 mem=5.7G lam=0.2001916148389379 Gm=0.4108955553577592
[full s3] step 3900/12000 loss=4.8836 gn=0.71 lr=4.79e-04 tps=18378 mem=5.7G lam=0.20069120544940233 Gm=0.4026264944113791
[full s3] step 3920/12000 loss=4.8662 gn=0.67 lr=4.78e-04 tps=18377 mem=5.7G lam=0.20115812650571266 Gm=0.39675399924938876
[full s3] step 3940/12000 loss=4.7416 gn=0.76 lr=4.77e-04 tps=18377 mem=5.7G lam=0.2015723322207729 Gm=0.3938269172795117
[full s3] step 3960/12000 loss=4.7346 gn=0.75 lr=4.76e-04 tps=18377 mem=5.7G lam=0.20200621957580248 Gm=0.4071318036876619
[full s3] step 3980/12000 loss=4.8148 gn=0.73 lr=4.74e-04 tps=18377 mem=5.7G lam=0.20242205758889517 Gm=0.4006751264290263
[full s3] step 4000/12000 loss=4.7571 gn=0.75 lr=4.73e-04 tps=18377 mem=5.7G lam=0.20283319521695375 Gm=0.40065090971377987
[full s3] EVAL step 4000: val_loss=4.8735 val_ppl=130.77
[full s3] step 4020/12000 loss=4.6965 gn=0.72 lr=4.72e-04 tps=18359 mem=5.7G lam=0.20320955539743105 Gm=0.3962544760045906
[full s3] step 4040/12000 loss=5.0916 gn=0.76 lr=4.71e-04 tps=18360 mem=5.7G lam=0.20365866584082445 Gm=0.3968217431101948
[full s3] step 4060/12000 loss=4.7331 gn=0.75 lr=4.70e-04 tps=18359 mem=5.7G lam=0.20415812730789185 Gm=0.4043332018579046
[full s3] step 4080/12000 loss=4.8772 gn=0.76 lr=4.68e-04 tps=18358 mem=5.7G lam=0.2046098724628488 Gm=0.407872352283448
[full s3] step 4100/12000 loss=4.8054 gn=0.70 lr=4.67e-04 tps=18358 mem=5.7G lam=0.20507123911132416 Gm=0.40093642271434266
[full s3] step 4120/12000 loss=4.7767 gn=0.74 lr=4.66e-04 tps=18359 mem=5.7G lam=0.20554391325761875 Gm=0.40159052874272066
[full s3] step 4140/12000 loss=4.7974 gn=0.69 lr=4.65e-04 tps=18359 mem=5.7G lam=0.20597126117597023 Gm=0.3990220078267157
[full s3] step 4160/12000 loss=4.7530 gn=0.81 lr=4.63e-04 tps=18358 mem=5.7G lam=0.206331388403972 Gm=0.4015410087692241
[full s3] step 4180/12000 loss=4.7186 gn=0.70 lr=4.62e-04 tps=18358 mem=5.7G lam=0.20676300271103779 Gm=0.39857537516703206
[full s3] step 4200/12000 loss=4.8276 gn=0.77 lr=4.61e-04 tps=18358 mem=5.7G lam=0.207265869093438 Gm=0.39742020634002984
[full s3] step 4220/12000 loss=4.6635 gn=0.73 lr=4.60e-04 tps=18357 mem=5.7G lam=0.20770766430844864 Gm=0.3966012925375253
[full s3] step 4240/12000 loss=4.8334 gn=0.73 lr=4.58e-04 tps=18357 mem=5.7G lam=0.20812945843984684 Gm=0.4100186175201088
[full s3] step 4260/12000 loss=4.8704 gn=0.77 lr=4.57e-04 tps=18357 mem=5.7G lam=0.2086132268110911 Gm=0.3995835743844509
[full s3] step 4280/12000 loss=4.7730 gn=0.73 lr=4.56e-04 tps=18356 mem=5.7G lam=0.20894492821147045 Gm=0.3933955443402131
[full s3] step 4300/12000 loss=4.7082 gn=0.69 lr=4.54e-04 tps=18356 mem=5.7G lam=0.20945907942950726 Gm=0.39098724676296115
[full s3] step 4320/12000 loss=4.7473 gn=0.76 lr=4.53e-04 tps=18356 mem=5.7G lam=0.2099128346890211 Gm=0.3920088961410026
[full s3] step 4340/12000 loss=4.8596 gn=0.75 lr=4.52e-04 tps=18356 mem=5.7G lam=0.2103918936724464 Gm=0.39370348770171404
[full s3] step 4360/12000 loss=4.8900 gn=0.74 lr=4.51e-04 tps=18356 mem=5.7G lam=0.21091007503370443 Gm=0.3958664995928605
[full s3] step 4380/12000 loss=4.7657 gn=0.74 lr=4.49e-04 tps=18356 mem=5.7G lam=0.21134600788354874 Gm=0.3922643482219428
[full s3] step 4400/12000 loss=4.6855 gn=0.78 lr=4.48e-04 tps=18356 mem=5.7G lam=0.21184203401207924 Gm=0.3896613187001397
[full s3] step 4420/12000 loss=4.9974 gn=0.74 lr=4.47e-04 tps=18356 mem=5.7G lam=0.21227172575891018 Gm=0.3894556436377267
[full s3] step 4440/12000 loss=4.8741 gn=0.78 lr=4.45e-04 tps=18357 mem=5.7G lam=0.21272388442109028 Gm=0.38657534200077254
[full s3] step 4460/12000 loss=4.7743 gn=0.73 lr=4.44e-04 tps=18356 mem=5.7G lam=0.2132046694556872 Gm=0.39148894837126136
[full s3] step 4480/12000 loss=4.9626 gn=0.76 lr=4.43e-04 tps=18357 mem=5.7G lam=0.21365310779462257 Gm=0.392027894500643
[full s3] step 4500/12000 loss=4.8968 gn=0.78 lr=4.42e-04 tps=18356 mem=5.7G lam=0.21416930512835583 Gm=0.3883055094629526
[full s3] step 4520/12000 loss=4.7403 gn=0.78 lr=4.40e-04 tps=18357 mem=5.7G lam=0.21459874076147875 Gm=0.3920795447193086
[full s3] step 4540/12000 loss=4.7852 gn=0.71 lr=4.39e-04 tps=18356 mem=5.7G lam=0.2150325250501434 Gm=0.3865039592298369
[full s3] step 4560/12000 loss=4.9322 gn=0.75 lr=4.38e-04 tps=18355 mem=5.7G lam=0.21543435441950956 Gm=0.392306405507649
[full s3] step 4580/12000 loss=4.7773 gn=0.73 lr=4.36e-04 tps=18355 mem=5.7G lam=0.2158889714628458 Gm=0.3827276194933802
[full s3] step 4600/12000 loss=4.7930 gn=0.74 lr=4.35e-04 tps=18354 mem=5.7G lam=0.21627711411565542 Gm=0.3918572817929089
[full s3] step 4620/12000 loss=4.7366 gn=0.78 lr=4.34e-04 tps=18355 mem=5.7G lam=0.2167399593939384 Gm=0.38438381456459564
[full s3] step 4640/12000 loss=4.7423 gn=0.71 lr=4.32e-04 tps=18355 mem=5.7G lam=0.21717609371989965 Gm=0.3827361154835671
[full s3] step 4660/12000 loss=4.9305 gn=0.77 lr=4.31e-04 tps=18355 mem=5.7G lam=0.21760499477386475 Gm=0.39626438659615815
[full s3] step 4680/12000 loss=4.6033 gn=0.76 lr=4.30e-04 tps=18355 mem=5.7G lam=0.2180883390828967 Gm=0.38149609393440187
[full s3] step 4700/12000 loss=4.6179 gn=0.74 lr=4.28e-04 tps=18355 mem=5.7G lam=0.21843452968945107 Gm=0.38429449902226526
[full s3] step 4720/12000 loss=4.8733 gn=0.77 lr=4.27e-04 tps=18354 mem=5.7G lam=0.21881385706365108 Gm=0.38831159425899386
[full s3] step 4740/12000 loss=4.6356 gn=0.82 lr=4.26e-04 tps=18354 mem=5.7G lam=0.21927434174964824 Gm=0.38864193111658096
[full s3] step 4760/12000 loss=4.7867 gn=0.72 lr=4.24e-04 tps=18354 mem=5.7G lam=0.21966844238340855 Gm=0.38316686016817886
[full s3] step 4780/12000 loss=4.7397 gn=0.77 lr=4.23e-04 tps=18354 mem=5.7G lam=0.2201324449852109 Gm=0.3937210123209904
[full s3] step 4800/12000 loss=4.7462 gn=0.72 lr=4.22e-04 tps=18354 mem=5.7G lam=0.2205323874950409 Gm=0.3796710352568577
[full s3] step 4820/12000 loss=4.6148 gn=0.76 lr=4.20e-04 tps=18354 mem=5.7G lam=0.2209743189935883 Gm=0.38393849817415077
[full s3] step 4840/12000 loss=4.7098 gn=0.71 lr=4.19e-04 tps=18354 mem=5.7G lam=0.22137274065365395 Gm=0.38313210910807055
[full s3] step 4860/12000 loss=4.7590 gn=0.73 lr=4.18e-04 tps=18354 mem=5.7G lam=0.22181025240570307 Gm=0.38630286340291303
[full s3] step 4880/12000 loss=4.7662 gn=0.74 lr=4.16e-04 tps=18354 mem=5.7G lam=0.22223842795938253 Gm=0.38024405265847844
[full s3] step 4900/12000 loss=4.5607 gn=0.79 lr=4.15e-04 tps=18355 mem=5.7G lam=0.22269884124398232 Gm=0.38250514888204634
[full s3] step 4920/12000 loss=4.7827 gn=0.82 lr=4.13e-04 tps=18355 mem=5.7G lam=0.223149956514438 Gm=0.3767259134911001
[full s3] step 4940/12000 loss=4.6405 gn=0.75 lr=4.12e-04 tps=18355 mem=5.7G lam=0.22359248157590628 Gm=0.37783804497060675
[full s3] step 4960/12000 loss=4.7256 gn=0.75 lr=4.11e-04 tps=18354 mem=5.7G lam=0.22397184185683727 Gm=0.3848319853035112
[full s3] step 4980/12000 loss=4.6801 gn=0.78 lr=4.09e-04 tps=18354 mem=5.7G lam=0.2243904114390413 Gm=0.3784740023159732
[full s3] step 5000/12000 loss=4.5578 gn=0.80 lr=4.08e-04 tps=18354 mem=5.7G lam=0.22476688865572214 Gm=0.3760076643278201
[full s3] EVAL step 5000: val_loss=4.7535 val_ppl=115.99
[full s3] step 5020/12000 loss=4.7391 gn=0.72 lr=4.07e-04 tps=18340 mem=5.7G lam=0.2251187264919281 Gm=0.3876501211586098
[full s3] step 5040/12000 loss=4.6113 gn=0.73 lr=4.05e-04 tps=18340 mem=5.7G lam=0.22546842818458876 Gm=0.377045548055321
[full s3] step 5060/12000 loss=4.6489 gn=0.84 lr=4.04e-04 tps=18340 mem=5.7G lam=0.22586799009392658 Gm=0.3862920430644105
[full s3] step 5080/12000 loss=4.7155 gn=0.78 lr=4.02e-04 tps=18340 mem=5.7G lam=0.22629977824787298 Gm=0.3779819467260192
[full s3] step 5100/12000 loss=4.6149 gn=0.73 lr=4.01e-04 tps=18340 mem=5.7G lam=0.22678093736370405 Gm=0.38296296711390215
[full s3] step 5120/12000 loss=4.7242 gn=0.72 lr=4.00e-04 tps=18339 mem=5.7G lam=0.22719127995272478 Gm=0.37534866326798993
[full s3] step 5140/12000 loss=4.6539 gn=0.76 lr=3.98e-04 tps=18339 mem=5.7G lam=0.22765192917237678 Gm=0.376819768998151
[full s3] step 5160/12000 loss=4.7825 gn=0.74 lr=3.97e-04 tps=18340 mem=5.7G lam=0.2279865968351563 Gm=0.3827038930418591
[full s3] step 5180/12000 loss=4.4998 gn=0.76 lr=3.95e-04 tps=18340 mem=5.7G lam=0.22841981643189987 Gm=0.3739876184457292
[full s3] step 5200/12000 loss=4.5233 gn=0.93 lr=3.94e-04 tps=18340 mem=5.7G lam=0.2288213592643539 Gm=0.3792594246721516
[full s3] step 5220/12000 loss=4.7243 gn=0.79 lr=3.93e-04 tps=18340 mem=5.7G lam=0.22922184442480406 Gm=0.38024860286774737
[full s3] step 5240/12000 loss=4.5415 gn=0.75 lr=3.91e-04 tps=18340 mem=5.7G lam=0.2296016135563453 Gm=0.38339143246412277
[full s3] step 5260/12000 loss=4.6997 gn=0.81 lr=3.90e-04 tps=18339 mem=5.7G lam=0.22997133309642473 Gm=0.38412390757973
[full s3] step 5280/12000 loss=4.5396 gn=0.78 lr=3.88e-04 tps=18338 mem=5.7G lam=0.23045416766156754 Gm=0.37054836718986434
[full s3] step 5300/12000 loss=4.7387 gn=0.77 lr=3.87e-04 tps=18338 mem=5.7G lam=0.23085753619670868 Gm=0.3778844013189276
[full s3] step 5320/12000 loss=4.5725 gn=0.72 lr=3.86e-04 tps=18338 mem=5.7G lam=0.23125094237426916 Gm=0.37145498480337363
[full s3] step 5340/12000 loss=4.5588 gn=0.73 lr=3.84e-04 tps=18338 mem=5.7G lam=0.23167960718274117 Gm=0.3761174362152815
[full s3] step 5360/12000 loss=4.5940 gn=0.78 lr=3.83e-04 tps=18337 mem=5.7G lam=0.23204128226886192 Gm=0.37326604236538213
[full s3] step 5380/12000 loss=4.7233 gn=0.80 lr=3.81e-04 tps=18338 mem=5.7G lam=0.23242796305567026 Gm=0.38310300139710307
[full s3] step 5400/12000 loss=4.6554 gn=0.77 lr=3.80e-04 tps=18338 mem=5.7G lam=0.2328367323304216 Gm=0.37658443907275796
[full s3] step 5420/12000 loss=4.7920 gn=0.76 lr=3.79e-04 tps=18339 mem=5.7G lam=0.23328816114614406 Gm=0.3740104866058876
[full s3] step 5440/12000 loss=4.5230 gn=0.82 lr=3.77e-04 tps=18339 mem=5.7G lam=0.2337073109423121 Gm=0.3782471634913236
[full s3] step 5460/12000 loss=4.5742 gn=0.75 lr=3.76e-04 tps=18339 mem=5.7G lam=0.23415192868560553 Gm=0.3781446445112427
[full s3] step 5480/12000 loss=4.5431 gn=0.75 lr=3.74e-04 tps=18339 mem=5.7G lam=0.2345329439267516 Gm=0.38066133623942733
[full s3] step 5500/12000 loss=4.7786 gn=0.83 lr=3.73e-04 tps=18338 mem=5.7G lam=0.2349592304478089 Gm=0.3821127105038613
[full s3] step 5520/12000 loss=4.7748 gn=0.78 lr=3.72e-04 tps=18338 mem=5.7G lam=0.23543389576176801 Gm=0.37501552964871127
[full s3] step 5540/12000 loss=4.6661 gn=0.77 lr=3.70e-04 tps=18337 mem=5.7G lam=0.23586657115568718 Gm=0.3711177813820541
[full s3] step 5560/12000 loss=4.6788 gn=0.84 lr=3.69e-04 tps=18337 mem=5.7G lam=0.23617792191604772 Gm=0.37177359134269256
[full s3] step 5580/12000 loss=4.5124 gn=0.74 lr=3.67e-04 tps=18337 mem=5.7G lam=0.23648266214877367 Gm=0.36999211196477216
[full s3] step 5600/12000 loss=4.7176 gn=0.86 lr=3.66e-04 tps=18337 mem=5.7G lam=0.236950953801473 Gm=0.3828983975884815
[full s3] step 5620/12000 loss=4.5773 gn=0.79 lr=3.64e-04 tps=18337 mem=5.7G lam=0.23739150445908308 Gm=0.37806196689295274
[full s3] step 5640/12000 loss=4.5847 gn=0.77 lr=3.63e-04 tps=18336 mem=5.7G lam=0.23773668085535368 Gm=0.37807010137476027
[full s3] step 5660/12000 loss=4.6393 gn=0.78 lr=3.62e-04 tps=18336 mem=5.7G lam=0.23809135208527246 Gm=0.3763364808789144
[full s3] step 5680/12000 loss=4.7397 gn=0.80 lr=3.60e-04 tps=18336 mem=5.7G lam=0.23844033479690552 Gm=0.3738628790403406
[full s3] step 5700/12000 loss=4.6054 gn=0.79 lr=3.59e-04 tps=18336 mem=5.7G lam=0.23875730050106844 Gm=0.3788930573500693
[full s3] step 5720/12000 loss=4.6029 gn=0.72 lr=3.57e-04 tps=18336 mem=5.7G lam=0.23920176457613707 Gm=0.36759191115076345
[full s3] step 5740/12000 loss=4.6247 gn=0.79 lr=3.56e-04 tps=18336 mem=5.7G lam=0.2395819534237186 Gm=0.3680620277300477
[full s3] step 5760/12000 loss=4.5421 gn=0.74 lr=3.54e-04 tps=18336 mem=5.7G lam=0.2398928158606092 Gm=0.3635546457177649
[full s3] step 5780/12000 loss=4.6556 gn=0.79 lr=3.53e-04 tps=18336 mem=5.7G lam=0.24029029409090677 Gm=0.3740282092864315
[full s3] step 5800/12000 loss=4.6346 gn=0.78 lr=3.52e-04 tps=18336 mem=5.7G lam=0.2407055295382937 Gm=0.3686633388667057
[full s3] step 5820/12000 loss=4.4696 gn=0.85 lr=3.50e-04 tps=18336 mem=5.7G lam=0.2410897510126233 Gm=0.3790580452575038
[full s3] step 5840/12000 loss=4.5281 gn=0.83 lr=3.49e-04 tps=18336 mem=5.7G lam=0.24152207809189954 Gm=0.3736343678707878
[full s3] step 5860/12000 loss=4.4757 gn=0.74 lr=3.47e-04 tps=18336 mem=5.7G lam=0.24188381309310594 Gm=0.36535973629603785
[full s3] step 5880/12000 loss=4.4795 gn=0.77 lr=3.46e-04 tps=18336 mem=5.7G lam=0.24223223390678564 Gm=0.3701937525377919
[full s3] step 5900/12000 loss=4.5267 gn=0.78 lr=3.44e-04 tps=18336 mem=5.7G lam=0.24261655813703933 Gm=0.37502494268119335
[full s3] step 5920/12000 loss=4.5339 gn=0.75 lr=3.43e-04 tps=18336 mem=5.7G lam=0.24299323682983717 Gm=0.37229222897440195
[full s3] step 5940/12000 loss=4.6771 gn=0.78 lr=3.41e-04 tps=18337 mem=5.7G lam=0.24334117801239094 Gm=0.3706366525342067
[full s3] step 5960/12000 loss=4.6107 gn=0.77 lr=3.40e-04 tps=18337 mem=5.7G lam=0.2436943125600616 Gm=0.36438395276976127
[full s3] step 5980/12000 loss=4.4434 gn=0.75 lr=3.39e-04 tps=18337 mem=5.7G lam=0.24405634496361017 Gm=0.3691699397750199
[full s3] step 6000/12000 loss=4.6710 gn=0.80 lr=3.37e-04 tps=18337 mem=5.7G lam=0.2443741594130794 Gm=0.37089095381088555
[full s3] EVAL step 6000: val_loss=4.7104 val_ppl=111.10
[full s3] step 6020/12000 loss=4.7625 gn=0.78 lr=3.36e-04 tps=18325 mem=5.7G lam=0.2447616591428717 Gm=0.36853502426917356
[full s3] step 6040/12000 loss=4.5437 gn=0.78 lr=3.34e-04 tps=18324 mem=5.7G lam=0.2451704159999887 Gm=0.3647017839054267
[full s3] step 6060/12000 loss=4.4885 gn=0.83 lr=3.33e-04 tps=18324 mem=5.7G lam=0.2455772248407205 Gm=0.3752304071870943
[full s3] step 6080/12000 loss=4.5084 gn=0.77 lr=3.31e-04 tps=18324 mem=5.7G lam=0.24604046189536652 Gm=0.3645928835806747
[full s3] step 6100/12000 loss=4.6385 gn=0.77 lr=3.30e-04 tps=18324 mem=5.7G lam=0.24637730636944374 Gm=0.3722895449803521
[full s3] step 6120/12000 loss=4.6766 gn=0.81 lr=3.29e-04 tps=18324 mem=5.7G lam=0.24672406073659658 Gm=0.374088972962151
[full s3] step 6140/12000 loss=4.6383 gn=0.84 lr=3.27e-04 tps=18324 mem=5.7G lam=0.24704495444893837 Gm=0.3757207386661321
[full s3] step 6160/12000 loss=4.5124 gn=0.80 lr=3.26e-04 tps=18325 mem=5.7G lam=0.24736965789149204 Gm=0.37236811057664454
[full s3] step 6180/12000 loss=4.5943 gn=0.81 lr=3.24e-04 tps=18324 mem=5.7G lam=0.24769688645998636 Gm=0.36542558840786415
[full s3] step 6200/12000 loss=4.5565 gn=0.98 lr=3.23e-04 tps=18324 mem=5.7G lam=0.24799491185694933 Gm=0.37386235866385203
[full s3] step 6220/12000 loss=4.5758 gn=0.86 lr=3.21e-04 tps=18325 mem=5.7G lam=0.24830244295299053 Gm=0.3705524099059403
[full s3] step 6240/12000 loss=4.6727 gn=0.82 lr=3.20e-04 tps=18324 mem=5.7G lam=0.24865479643146196 Gm=0.3735965151960651
[full s3] step 6260/12000 loss=4.5419 gn=0.78 lr=3.19e-04 tps=18324 mem=5.7G lam=0.2489823174352447 Gm=0.3607375754509121
[full s3] step 6280/12000 loss=4.5397 gn=0.80 lr=3.17e-04 tps=18324 mem=5.7G lam=0.24932513013482094 Gm=0.36319390738693375
[full s3] step 6300/12000 loss=4.6550 gn=0.79 lr=3.16e-04 tps=18324 mem=5.7G lam=0.24966280286510786 Gm=0.37563608470372856
[full s3] step 6320/12000 loss=4.4942 gn=0.80 lr=3.14e-04 tps=18324 mem=5.7G lam=0.24997488564501205 Gm=0.3644452599498133
[full s3] step 6340/12000 loss=4.6238 gn=0.85 lr=3.13e-04 tps=18324 mem=5.7G lam=0.2503116171186169 Gm=0.3648172076791525
[full s3] step 6360/12000 loss=4.7458 gn=0.84 lr=3.11e-04 tps=18324 mem=5.7G lam=0.25062658451497555 Gm=0.3705599857494235
[full s3] step 6380/12000 loss=4.3022 gn=0.77 lr=3.10e-04 tps=18324 mem=5.7G lam=0.25100943353027105 Gm=0.36804948141798377
[full s3] step 6400/12000 loss=4.5179 gn=0.79 lr=3.08e-04 tps=18324 mem=5.7G lam=0.25131553318351507 Gm=0.35871486730563146
[full s3] step 6420/12000 loss=4.4469 gn=0.80 lr=3.07e-04 tps=18325 mem=5.7G lam=0.2515677126745383 Gm=0.3666742652033766
[full s3] step 6440/12000 loss=4.6422 gn=0.78 lr=3.06e-04 tps=18325 mem=5.7G lam=0.25197612183789414 Gm=0.3664530764023463
[full s3] step 6460/12000 loss=4.5016 gn=0.80 lr=3.04e-04 tps=18325 mem=5.7G lam=0.2522820355370641 Gm=0.3585635678221782
[full s3] step 6480/12000 loss=4.5203 gn=0.86 lr=3.03e-04 tps=18325 mem=5.7G lam=0.2526124917591612 Gm=0.3723067866327862
[full s3] step 6500/12000 loss=4.4861 gn=0.78 lr=3.01e-04 tps=18325 mem=5.7G lam=0.25299744835744303 Gm=0.3608428945299238
[full s3] step 6520/12000 loss=4.5998 gn=0.81 lr=3.00e-04 tps=18325 mem=5.7G lam=0.2533393809571862 Gm=0.36904907459393144
[full s3] step 6540/12000 loss=4.5193 gn=0.77 lr=2.98e-04 tps=18326 mem=5.7G lam=0.25364147406071424 Gm=0.35961776599287987
[full s3] step 6560/12000 loss=4.6568 gn=0.81 lr=2.97e-04 tps=18326 mem=5.7G lam=0.2539324639365077 Gm=0.36233421647921205
[full s3] step 6580/12000 loss=4.5935 gn=0.82 lr=2.96e-04 tps=18326 mem=5.7G lam=0.2541594185555975 Gm=0.3654542335619529
[full s3] step 6600/12000 loss=4.4982 gn=0.81 lr=2.94e-04 tps=18327 mem=5.7G lam=0.2544409865513444 Gm=0.361358394070218
[full s3] step 6620/12000 loss=4.4985 gn=0.89 lr=2.93e-04 tps=18327 mem=5.7G lam=0.25474490380535525 Gm=0.3651293655857444
[full s3] step 6640/12000 loss=4.4051 gn=0.82 lr=2.91e-04 tps=18327 mem=5.7G lam=0.25505856797099113 Gm=0.36830374016426504
[full s3] step 6660/12000 loss=4.4440 gn=0.78 lr=2.90e-04 tps=18328 mem=5.7G lam=0.2554361637060841 Gm=0.36484195897355676
[full s3] step 6680/12000 loss=4.4669 gn=0.85 lr=2.88e-04 tps=18328 mem=5.7G lam=0.255720604211092 Gm=0.36581984798734385
[full s3] step 6700/12000 loss=4.7730 gn=0.89 lr=2.87e-04 tps=18328 mem=5.7G lam=0.2560019101947546 Gm=0.3671158990667512
[full s3] step 6720/12000 loss=4.4173 gn=0.79 lr=2.86e-04 tps=18328 mem=5.7G lam=0.2563060764223337 Gm=0.36336848194090027
[full s3] step 6740/12000 loss=4.4790 gn=0.83 lr=2.84e-04 tps=18328 mem=5.7G lam=0.25663555692881346 Gm=0.3700487726988892
[full s3] step 6760/12000 loss=4.5540 gn=0.83 lr=2.83e-04 tps=18328 mem=5.7G lam=0.25692305869112414 Gm=0.36684143954577547
[full s3] step 6780/12000 loss=4.5290 gn=0.77 lr=2.81e-04 tps=18328 mem=5.7G lam=0.2572859919940432 Gm=0.3671871934396525
[full s3] step 6800/12000 loss=4.6607 gn=0.80 lr=2.80e-04 tps=18328 mem=5.7G lam=0.2576060987388094 Gm=0.3643089454465856
[full s3] step 6820/12000 loss=4.5679 gn=0.85 lr=2.79e-04 tps=18328 mem=5.7G lam=0.25792034653325874 Gm=0.3542603384703398
[full s3] step 6840/12000 loss=4.5557 gn=0.84 lr=2.77e-04 tps=18328 mem=5.7G lam=0.2582073525215189 Gm=0.36102844029664993
[full s3] step 6860/12000 loss=4.5502 gn=0.83 lr=2.76e-04 tps=18328 mem=5.7G lam=0.25846464342127246 Gm=0.367682463179032
[full s3] step 6880/12000 loss=4.5469 gn=0.82 lr=2.74e-04 tps=18329 mem=5.7G lam=0.2587856752797961 Gm=0.35594909607122344
[full s3] step 6900/12000 loss=4.5427 gn=0.86 lr=2.73e-04 tps=18328 mem=5.7G lam=0.2591222968573372 Gm=0.35906137991696596
[full s3] step 6920/12000 loss=4.4828 gn=0.88 lr=2.72e-04 tps=18329 mem=5.7G lam=0.2594361972684662 Gm=0.3619955932566275
[full s3] step 6940/12000 loss=4.3729 gn=0.80 lr=2.70e-04 tps=18328 mem=5.7G lam=0.25967891917874414 Gm=0.3594913366250694
[full s3] step 6960/12000 loss=4.4222 gn=0.80 lr=2.69e-04 tps=18328 mem=5.7G lam=0.2599240705991785 Gm=0.36103813668402535
[full s3] step 6980/12000 loss=4.6111 gn=0.84 lr=2.67e-04 tps=18329 mem=5.7G lam=0.260183507266144 Gm=0.36581425050583977
[full s3] step 7000/12000 loss=4.4009 gn=0.80 lr=2.66e-04 tps=18329 mem=5.7G lam=0.26047360183050233 Gm=0.3618803847736369
[full s3] EVAL step 7000: val_loss=4.6035 val_ppl=99.84
[full s3] step 7020/12000 loss=4.4800 gn=0.79 lr=2.65e-04 tps=18319 mem=5.7G lam=0.2607491910457611 Gm=0.36203518657324213
[full s3] step 7040/12000 loss=4.4663 gn=0.82 lr=2.63e-04 tps=18320 mem=5.7G lam=0.26100581884384155 Gm=0.3612016891905417
[full s3] step 7060/12000 loss=4.5269 gn=0.86 lr=2.62e-04 tps=18320 mem=5.7G lam=0.2611930112664898 Gm=0.3575824243016541
[full s3] step 7080/12000 loss=4.4766 gn=0.89 lr=2.60e-04 tps=18320 mem=5.7G lam=0.26153569140781957 Gm=0.36780355296408135
[full s3] step 7100/12000 loss=4.4771 gn=0.86 lr=2.59e-04 tps=18320 mem=5.7G lam=0.2617917073269685 Gm=0.36062288431761164
[full s3] step 7120/12000 loss=4.6050 gn=0.86 lr=2.58e-04 tps=18320 mem=5.7G lam=0.26204233927031356 Gm=0.3581040167870621
[full s3] step 7140/12000 loss=4.5004 gn=0.86 lr=2.56e-04 tps=18318 mem=5.7G lam=0.26232007797807455 Gm=0.3623841015311579
[full s3] step 7160/12000 loss=4.6677 gn=0.84 lr=2.55e-04 tps=18317 mem=5.7G lam=0.2625846279164155 Gm=0.36276452980625135
[full s3] step 7180/12000 loss=4.4850 gn=0.83 lr=2.53e-04 tps=18317 mem=5.7G lam=0.2628077395881216 Gm=0.36237675611240167
[full s3] step 7200/12000 loss=4.4098 gn=0.83 lr=2.52e-04 tps=18318 mem=5.7G lam=0.26308702925841015 Gm=0.35581129835918546
[full s3] step 7220/12000 loss=4.4061 gn=0.81 lr=2.51e-04 tps=18317 mem=5.7G lam=0.26343684053669375 Gm=0.3613181870896369
[full s3] step 7240/12000 loss=4.5625 gn=0.83 lr=2.49e-04 tps=18318 mem=5.7G lam=0.26374314818531275 Gm=0.3562360542515914
[full s3] step 7260/12000 loss=4.3922 gn=0.90 lr=2.48e-04 tps=18318 mem=5.7G lam=0.26396917179226875 Gm=0.3630204804552098
[full s3] step 7280/12000 loss=4.3664 gn=0.83 lr=2.47e-04 tps=18318 mem=5.7G lam=0.2642477198193471 Gm=0.359071810496971
[full s3] step 7300/12000 loss=4.6205 gn=0.84 lr=2.45e-04 tps=18317 mem=5.7G lam=0.26445930792639655 Gm=0.35940942090625566
[full s3] step 7320/12000 loss=4.6208 gn=0.89 lr=2.44e-04 tps=18317 mem=5.7G lam=0.2647029170766473 Gm=0.3659455721111347
[full s3] step 7340/12000 loss=4.4282 gn=0.95 lr=2.42e-04 tps=18317 mem=5.7G lam=0.2650334605326255 Gm=0.3622627378596614
[full s3] step 7360/12000 loss=4.4035 gn=0.83 lr=2.41e-04 tps=18317 mem=5.7G lam=0.2653195010498166 Gm=0.3551031503205498
[full s3] step 7380/12000 loss=4.4485 gn=0.82 lr=2.40e-04 tps=18317 mem=5.7G lam=0.2656047359729807 Gm=0.35867582975576323
[full s3] step 7400/12000 loss=4.5751 gn=0.85 lr=2.38e-04 tps=18317 mem=5.7G lam=0.26588967877129716 Gm=0.36235731467604637
[full s3] step 7420/12000 loss=4.4311 gn=0.81 lr=2.37e-04 tps=18317 mem=5.7G lam=0.2660984347263972 Gm=0.3553557097135733
[full s3] step 7440/12000 loss=4.5047 gn=0.88 lr=2.36e-04 tps=18317 mem=5.7G lam=0.2663535649577777 Gm=0.36501626390963793
[full s3] step 7460/12000 loss=4.5825 gn=0.81 lr=2.34e-04 tps=18317 mem=5.7G lam=0.2665923833847046 Gm=0.3595247194947054
[full s3] step 7480/12000 loss=4.5052 gn=0.86 lr=2.33e-04 tps=18317 mem=5.7G lam=0.2668519727885723 Gm=0.365518368082121
[full s3] step 7500/12000 loss=4.5768 gn=0.88 lr=2.32e-04 tps=18318 mem=5.7G lam=0.2671386795118451 Gm=0.3575469844508916
[full s3] step 7520/12000 loss=4.3935 gn=0.84 lr=2.30e-04 tps=18318 mem=5.7G lam=0.2674341605355342 Gm=0.3529654696273307
[full s3] step 7540/12000 loss=4.4898 gn=0.83 lr=2.29e-04 tps=18318 mem=5.7G lam=0.26766815936813754 Gm=0.35181507871796686
[full s3] step 7560/12000 loss=4.5311 gn=0.84 lr=2.28e-04 tps=18318 mem=5.7G lam=0.26784639277805883 Gm=0.3544789324514568
[full s3] step 7580/12000 loss=4.4293 gn=0.91 lr=2.26e-04 tps=18319 mem=5.7G lam=0.268088989580671 Gm=0.35859119535113376
[full s3] step 7600/12000 loss=4.3795 gn=0.85 lr=2.25e-04 tps=18319 mem=5.7G lam=0.26832651533186436 Gm=0.35889100974115234
[full s3] step 7620/12000 loss=4.2890 gn=0.89 lr=2.24e-04 tps=18319 mem=5.7G lam=0.2684954299281041 Gm=0.36144600676683086
[full s3] step 7640/12000 loss=4.5022 gn=0.84 lr=2.22e-04 tps=18319 mem=5.7G lam=0.26877264585345984 Gm=0.35688538864875835
[full s3] step 7660/12000 loss=4.4107 gn=0.89 lr=2.21e-04 tps=18319 mem=5.7G lam=0.26903496589511633 Gm=0.3646016671943168
[full s3] step 7680/12000 loss=4.5207 gn=0.88 lr=2.20e-04 tps=18319 mem=5.7G lam=0.2692575032512347 Gm=0.3663042043335736
[full s3] step 7700/12000 loss=4.4420 gn=0.87 lr=2.18e-04 tps=18320 mem=5.7G lam=0.2694818538924058 Gm=0.3576083799513678
[full s3] step 7720/12000 loss=4.3248 gn=0.93 lr=2.17e-04 tps=18320 mem=5.7G lam=0.26970157648126286 Gm=0.3640928976237774
[full s3] step 7740/12000 loss=4.3165 gn=0.82 lr=2.16e-04 tps=18320 mem=5.7G lam=0.26994194462895393 Gm=0.3571810941211879
[full s3] step 7760/12000 loss=4.4180 gn=0.85 lr=2.15e-04 tps=18320 mem=5.7G lam=0.27017108506212634 Gm=0.3607874579417209
[full s3] step 7780/12000 loss=4.4365 gn=0.80 lr=2.13e-04 tps=18320 mem=5.7G lam=0.27032163242499035 Gm=0.35984506939227384
[full s3] step 7800/12000 loss=4.4370 gn=0.94 lr=2.12e-04 tps=18320 mem=5.7G lam=0.27051810671885806 Gm=0.3564123718533665
[full s3] step 7820/12000 loss=4.5254 gn=0.86 lr=2.11e-04 tps=18320 mem=5.7G lam=0.27074479032307863 Gm=0.3639300264573346
[full s3] step 7840/12000 loss=4.4603 gn=0.86 lr=2.09e-04 tps=18321 mem=5.7G lam=0.2710071870436271 Gm=0.35547690900663537
[full s3] step 7860/12000 loss=4.2302 gn=0.83 lr=2.08e-04 tps=18321 mem=5.7G lam=0.27123791351914406 Gm=0.353484148470064
[full s3] step 7880/12000 loss=4.5280 gn=0.88 lr=2.07e-04 tps=18321 mem=5.7G lam=0.271484666193525 Gm=0.35691421704056364
[full s3] step 7900/12000 loss=4.5224 gn=0.92 lr=2.06e-04 tps=18322 mem=5.7G lam=0.2716900072991848 Gm=0.35698518824453157
[full s3] step 7920/12000 loss=4.3013 gn=0.82 lr=2.04e-04 tps=18322 mem=5.7G lam=0.2719091434652607 Gm=0.3541745458108683
[full s3] step 7940/12000 loss=4.4830 gn=0.86 lr=2.03e-04 tps=18322 mem=5.7G lam=0.2721147056048115 Gm=0.356257867688934
[full s3] step 7960/12000 loss=4.5237 gn=0.85 lr=2.02e-04 tps=18322 mem=5.7G lam=0.2723151324316859 Gm=0.35259134446581203
[full s3] step 7980/12000 loss=4.3992 gn=0.87 lr=2.00e-04 tps=18322 mem=5.7G lam=0.2724986433361967 Gm=0.3558991802080224
[full s3] step 8000/12000 loss=4.4620 gn=0.83 lr=1.99e-04 tps=18323 mem=5.7G lam=0.2727404066051046 Gm=0.35677089379169047
[full s3] EVAL step 8000: val_loss=4.4880 val_ppl=88.94
[full s3] step 8020/12000 loss=4.5158 gn=0.88 lr=1.98e-04 tps=18315 mem=5.7G lam=0.273012169636786 Gm=0.36113277124240994
[full s3] step 8040/12000 loss=4.5293 gn=0.87 lr=1.97e-04 tps=18315 mem=5.7G lam=0.2732170249025027 Gm=0.36325217977476615
[full s3] step 8060/12000 loss=4.4842 gn=0.88 lr=1.95e-04 tps=18315 mem=5.7G lam=0.27344741610189277 Gm=0.36031649021121365
[full s3] step 8080/12000 loss=4.4040 gn=0.87 lr=1.94e-04 tps=18315 mem=5.7G lam=0.27367102075368166 Gm=0.3604877424271156
[full s3] step 8100/12000 loss=4.2707 gn=0.85 lr=1.93e-04 tps=18316 mem=5.7G lam=0.2738702005396287 Gm=0.349901888674746
[full s3] step 8120/12000 loss=4.7112 gn=0.91 lr=1.92e-04 tps=18316 mem=5.7G lam=0.2740819612517953 Gm=0.356723407516256
[full s3] step 8140/12000 loss=4.4090 gn=0.93 lr=1.90e-04 tps=18316 mem=5.7G lam=0.2743065633500616 Gm=0.3510019814129919
[full s3] step 8160/12000 loss=4.3738 gn=0.86 lr=1.89e-04 tps=18317 mem=5.7G lam=0.27453477028757334 Gm=0.355182617281874
[full s3] step 8180/12000 loss=4.4945 gn=0.87 lr=1.88e-04 tps=18317 mem=5.7G lam=0.2747163601840536 Gm=0.3580277485307306
[full s3] step 8200/12000 loss=4.4428 gn=0.89 lr=1.87e-04 tps=18316 mem=5.7G lam=0.27490822163720924 Gm=0.35885201146205264
[full s3] step 8220/12000 loss=4.4474 gn=0.88 lr=1.86e-04 tps=18316 mem=5.7G lam=0.2751280531908075 Gm=0.35241165997770924
[full s3] step 8240/12000 loss=4.5847 gn=0.95 lr=1.84e-04 tps=18317 mem=5.7G lam=0.2753311734025677 Gm=0.356693366697679
[full s3] step 8260/12000 loss=4.4265 gn=0.87 lr=1.83e-04 tps=18315 mem=5.7G lam=0.27550910351177055 Gm=0.35543801775202155
[full s3] step 8280/12000 loss=4.3671 gn=0.85 lr=1.82e-04 tps=18313 mem=5.7G lam=0.2757022924100359 Gm=0.3557431463462611
[full s3] step 8300/12000 loss=4.4147 gn=0.86 lr=1.81e-04 tps=18312 mem=5.7G lam=0.2758780065923929 Gm=0.3571136014846464
[full s3] step 8320/12000 loss=4.3671 gn=0.85 lr=1.80e-04 tps=18309 mem=5.7G lam=0.27606100620081025 Gm=0.35937180331287283
[full s3] step 8340/12000 loss=4.4631 gn=0.87 lr=1.78e-04 tps=18306 mem=5.7G lam=0.2761922487989068 Gm=0.35712250353147584
[full s3] step 8360/12000 loss=4.3100 gn=0.84 lr=1.77e-04 tps=18302 mem=5.7G lam=0.2763822330161929 Gm=0.3528022455672423
[full s3] step 8380/12000 loss=4.4090 gn=0.93 lr=1.76e-04 tps=18299 mem=5.7G lam=0.27663516501585644 Gm=0.3559374023073663
[full s3] step 8400/12000 loss=4.4740 gn=0.91 lr=1.75e-04 tps=18296 mem=5.7G lam=0.276860348880291 Gm=0.3563720517947028
[full s3] step 8420/12000 loss=4.4768 gn=0.94 lr=1.74e-04 tps=18293 mem=5.7G lam=0.2770481885721286 Gm=0.35559853445738554
[full s3] step 8440/12000 loss=4.4087 gn=0.90 lr=1.72e-04 tps=18293 mem=5.7G lam=0.27720764372497797 Gm=0.3593213196533422
[full s3] step 8460/12000 loss=4.4818 gn=0.87 lr=1.71e-04 tps=18292 mem=5.7G lam=0.2773886499926448 Gm=0.3614325935486704
[full s3] step 8480/12000 loss=4.4394 gn=0.88 lr=1.70e-04 tps=18291 mem=5.7G lam=0.2775308834388852 Gm=0.35719790984876454
[full s3] step 8500/12000 loss=4.4154 gn=0.92 lr=1.69e-04 tps=18291 mem=5.7G lam=0.2777457196886341 Gm=0.36430941817040247
[full s3] step 8520/12000 loss=4.4121 gn=0.95 lr=1.68e-04 tps=18291 mem=5.7G lam=0.27790119281659525 Gm=0.3538981336168945
[full s3] step 8540/12000 loss=4.4046 gn=0.87 lr=1.67e-04 tps=18291 mem=5.7G lam=0.2780565644303958 Gm=0.3579304240799199
[full s3] step 8560/12000 loss=4.3768 gn=0.92 lr=1.66e-04 tps=18292 mem=5.7G lam=0.27820424269884825 Gm=0.3534997010913988
[full s3] step 8580/12000 loss=4.4819 gn=0.94 lr=1.64e-04 tps=18292 mem=5.7G lam=0.27834729260454577 Gm=0.3533222808813055
[full s3] step 8600/12000 loss=4.3223 gn=0.90 lr=1.63e-04 tps=18292 mem=5.7G lam=0.2785165250922243 Gm=0.3584717948300143
[full s3] step 8620/12000 loss=4.4187 gn=0.89 lr=1.62e-04 tps=18293 mem=5.7G lam=0.27866464977463085 Gm=0.35663530440069735
[full s3] step 8640/12000 loss=4.4237 gn=0.89 lr=1.61e-04 tps=18293 mem=5.7G lam=0.2788654025644064 Gm=0.34952424427804846
[full s3] step 8660/12000 loss=4.4359 gn=0.88 lr=1.60e-04 tps=18293 mem=5.7G lam=0.2790245621775587 Gm=0.35005378754188615
[full s3] step 8680/12000 loss=4.4694 gn=0.91 lr=1.59e-04 tps=18294 mem=5.7G lam=0.27916327863931656 Gm=0.35912969793813926
[full s3] step 8700/12000 loss=4.4170 gn=0.85 lr=1.58e-04 tps=18294 mem=5.7G lam=0.2793611378098528 Gm=0.3561600255779922
[full s3] step 8720/12000 loss=4.4565 gn=0.88 lr=1.57e-04 tps=18294 mem=5.7G lam=0.2795328112939994 Gm=0.3502627472237994
[full s3] step 8740/12000 loss=4.3469 gn=0.94 lr=1.55e-04 tps=18295 mem=5.7G lam=0.2797471219673753 Gm=0.3606275020477672
[full s3] step 8760/12000 loss=4.4211 gn=0.86 lr=1.54e-04 tps=18294 mem=5.7G lam=0.27992266820122796 Gm=0.3572605062897007
[full s3] step 8780/12000 loss=4.2791 gn=0.87 lr=1.53e-04 tps=18295 mem=5.7G lam=0.2800466225792964 Gm=0.357064885708193
[full s3] step 8800/12000 loss=4.4594 gn=0.92 lr=1.52e-04 tps=18297 mem=5.7G lam=0.28015340336908895 Gm=0.35757391519534093
[full s3] step 8820/12000 loss=4.5017 gn=0.91 lr=1.51e-04 tps=18297 mem=5.7G lam=0.28032159867386025 Gm=0.35366191947832704
[full s3] step 8840/12000 loss=4.4118 gn=0.91 lr=1.50e-04 tps=18297 mem=5.7G lam=0.2804915237550934 Gm=0.35293584464428324
[full s3] step 8860/12000 loss=4.3505 gn=0.89 lr=1.49e-04 tps=18297 mem=5.7G lam=0.28066204208880663 Gm=0.3551287646405399
[full s3] step 8880/12000 loss=4.5632 gn=0.91 lr=1.48e-04 tps=18297 mem=5.7G lam=0.28078710070500773 Gm=0.3576138530236979
[full s3] step 8900/12000 loss=4.3984 gn=0.84 lr=1.47e-04 tps=18297 mem=5.7G lam=0.2809343704332908 Gm=0.3556620665670683
[full s3] step 8920/12000 loss=4.4094 gn=0.90 lr=1.46e-04 tps=18297 mem=5.7G lam=0.2811157278095682 Gm=0.35252772682967287
[full s3] step 8940/12000 loss=4.2839 gn=0.91 lr=1.45e-04 tps=18297 mem=5.7G lam=0.28128890817364055 Gm=0.3453702407423407
[full s3] step 8960/12000 loss=4.4481 gn=0.91 lr=1.44e-04 tps=18297 mem=5.7G lam=0.2814262059206764 Gm=0.35315877889903885
[full s3] step 8980/12000 loss=4.4407 gn=0.96 lr=1.43e-04 tps=18297 mem=5.7G lam=0.2815959909930825 Gm=0.3529163314184795
[full s3] step 9000/12000 loss=4.5282 gn=0.87 lr=1.42e-04 tps=18297 mem=5.7G lam=0.28172016764680546 Gm=0.3579088693950325
[full s3] EVAL step 9000: val_loss=4.4629 val_ppl=86.74
[full s3] step 9020/12000 loss=4.3433 gn=0.91 lr=1.41e-04 tps=18289 mem=5.7G lam=0.2818328182523449 Gm=0.35178415616974235
[full s3] step 9040/12000 loss=4.4291 gn=0.90 lr=1.40e-04 tps=18289 mem=5.7G lam=0.28196887268374365 Gm=0.35286782938055694
[full s3] step 9060/12000 loss=4.2427 gn=0.89 lr=1.39e-04 tps=18289 mem=5.7G lam=0.2821289875234167 Gm=0.3456715321323524
[full s3] step 9080/12000 loss=4.3879 gn=0.92 lr=1.38e-04 tps=18289 mem=5.7G lam=0.2822478556384643 Gm=0.35451657449205715
[full s3] step 9100/12000 loss=4.5005 gn=0.86 lr=1.37e-04 tps=18289 mem=5.7G lam=0.28241043258458376 Gm=0.3522710995748639
[full s3] step 9120/12000 loss=4.4697 gn=0.91 lr=1.36e-04 tps=18290 mem=5.7G lam=0.28252696214864653 Gm=0.35066289082169533
[full s3] step 9140/12000 loss=4.2457 gn=0.88 lr=1.35e-04 tps=18290 mem=5.7G lam=0.28268453913430375 Gm=0.34992530872114
[full s3] step 9160/12000 loss=4.5323 gn=1.06 lr=1.34e-04 tps=18290 mem=5.7G lam=0.2828342750047644 Gm=0.3583304548325638
[full s3] step 9180/12000 loss=4.3359 gn=0.92 lr=1.33e-04 tps=18291 mem=5.7G lam=0.2829824403549234 Gm=0.35510068930064637
[full s3] step 9200/12000 loss=4.4327 gn=0.89 lr=1.32e-04 tps=18291 mem=5.7G lam=0.28314910798023146 Gm=0.3491475930592666
[full s3] step 9220/12000 loss=4.3753 gn=0.99 lr=1.31e-04 tps=18291 mem=5.7G lam=0.2833139232049386 Gm=0.3494332314003259
[full s3] step 9240/12000 loss=4.3960 gn=0.98 lr=1.30e-04 tps=18291 mem=5.7G lam=0.28345864980171126 Gm=0.35085476787450415
[full s3] step 9260/12000 loss=4.4264 gn=0.90 lr=1.29e-04 tps=18291 mem=5.7G lam=0.28358458417157334 Gm=0.35199599697565037
[full s3] step 9280/12000 loss=4.4100 gn=0.94 lr=1.28e-04 tps=18291 mem=5.7G lam=0.2837104744588335 Gm=0.3574292487464845
[full s3] step 9300/12000 loss=4.2934 gn=0.97 lr=1.27e-04 tps=18290 mem=5.7G lam=0.28383142842600745 Gm=0.3506297883577645
[full s3] step 9320/12000 loss=4.5324 gn=0.90 lr=1.26e-04 tps=18290 mem=5.7G lam=0.2839677256221573 Gm=0.35241075480977696
[full s3] step 9340/12000 loss=4.5263 gn=0.97 lr=1.25e-04 tps=18290 mem=5.7G lam=0.28410009760409594 Gm=0.35862439568154514
[full s3] step 9360/12000 loss=4.3575 gn=0.97 lr=1.24e-04 tps=18290 mem=5.7G lam=0.2842389636983474 Gm=0.3513757574837655
[full s3] step 9380/12000 loss=4.4194 gn=0.89 lr=1.23e-04 tps=18290 mem=5.7G lam=0.2843957481284936 Gm=0.35033719257141155
[full s3] step 9400/12000 loss=4.3876 gn=0.96 lr=1.22e-04 tps=18290 mem=5.7G lam=0.28453630798806745 Gm=0.3539602153468877
[full s3] step 9420/12000 loss=4.3812 gn=0.93 lr=1.21e-04 tps=18290 mem=5.7G lam=0.28466417888800305 Gm=0.35042750649154186
[full s3] step 9440/12000 loss=4.2422 gn=0.88 lr=1.20e-04 tps=18290 mem=5.7G lam=0.2847707948336999 Gm=0.35526701738126576
[full s3] step 9460/12000 loss=4.4833 gn=0.91 lr=1.19e-04 tps=18290 mem=5.7G lam=0.28490042717506486 Gm=0.35027493233792484
[full s3] step 9480/12000 loss=4.5536 gn=0.97 lr=1.19e-04 tps=18290 mem=5.7G lam=0.28500588176151115 Gm=0.3535595720944305
[full s3] step 9500/12000 loss=4.2856 gn=0.88 lr=1.18e-04 tps=18290 mem=5.7G lam=0.2851064608742793 Gm=0.3493980606241773
[full s3] step 9520/12000 loss=4.4019 gn=1.00 lr=1.17e-04 tps=18290 mem=5.7G lam=0.28521721189220745 Gm=0.36052481713704765
[full s3] step 9540/12000 loss=4.3531 gn=0.92 lr=1.16e-04 tps=18290 mem=5.7G lam=0.2853229319055875 Gm=0.35144722725575167
[full s3] step 9560/12000 loss=4.2905 gn=0.88 lr=1.15e-04 tps=18290 mem=5.7G lam=0.2854468484098713 Gm=0.35453080967999995
[full s3] step 9580/12000 loss=4.3894 gn=0.94 lr=1.14e-04 tps=18290 mem=5.7G lam=0.28555870801210403 Gm=0.3502388385434945
[full s3] step 9600/12000 loss=4.5958 gn=0.94 lr=1.13e-04 tps=18291 mem=5.7G lam=0.28568361699581146 Gm=0.35032409251046676
[full s3] step 9620/12000 loss=4.4064 gn=0.97 lr=1.12e-04 tps=18291 mem=5.7G lam=0.28582616802304983 Gm=0.3507808418944478
[full s3] step 9640/12000 loss=4.2402 gn=0.95 lr=1.12e-04 tps=18291 mem=5.7G lam=0.28598050959408283 Gm=0.35422945573615533
[full s3] step 9660/12000 loss=4.4774 gn=0.95 lr=1.11e-04 tps=18291 mem=5.7G lam=0.2860807413235307 Gm=0.3541374326062699
[full s3] step 9680/12000 loss=4.3924 gn=1.01 lr=1.10e-04 tps=18292 mem=5.7G lam=0.28621187899261713 Gm=0.35010652026782435
[full s3] step 9700/12000 loss=4.2538 gn=0.93 lr=1.09e-04 tps=18292 mem=5.7G lam=0.2863213500628869 Gm=0.3442042422636102
[full s3] step 9720/12000 loss=4.3329 gn=0.93 lr=1.08e-04 tps=18292 mem=5.7G lam=0.2864219282443325 Gm=0.35216054460033774
[full s3] step 9740/12000 loss=4.3190 gn=0.95 lr=1.07e-04 tps=18293 mem=5.7G lam=0.28650954955567914 Gm=0.34929375528978807
[full s3] step 9760/12000 loss=4.3901 gn=0.93 lr=1.07e-04 tps=18293 mem=5.7G lam=0.28662734292447567 Gm=0.34823179555435974
[full s3] step 9780/12000 loss=4.3316 gn=0.92 lr=1.06e-04 tps=18293 mem=5.7G lam=0.2867491543292999 Gm=0.351815311005339
[full s3] step 9800/12000 loss=4.3316 gn=0.93 lr=1.05e-04 tps=18293 mem=5.7G lam=0.2868690388277173 Gm=0.3507756139151752
[full s3] step 9820/12000 loss=4.2924 gn=0.93 lr=1.04e-04 tps=18293 mem=5.7G lam=0.2869994780048728 Gm=0.35083743215849
[full s3] step 9840/12000 loss=4.3264 gn=0.92 lr=1.03e-04 tps=18294 mem=5.7G lam=0.2870847520728906 Gm=0.3460657140240073
[full s3] step 9860/12000 loss=4.3193 gn=0.98 lr=1.03e-04 tps=18294 mem=5.7G lam=0.2871894808486104 Gm=0.3540173589717597
[full s3] step 9880/12000 loss=4.2288 gn=0.91 lr=1.02e-04 tps=18294 mem=5.7G lam=0.28727624099701643 Gm=0.35040352881575626
[full s3] step 9900/12000 loss=4.3377 gn=0.96 lr=1.01e-04 tps=18294 mem=5.7G lam=0.287381986156106 Gm=0.3488711613851289
[full s3] step 9920/12000 loss=4.3303 gn=0.89 lr=1.00e-04 tps=18294 mem=5.7G lam=0.2874921889354785 Gm=0.34826913064656156
[full s3] step 9940/12000 loss=4.3009 gn=1.01 lr=9.96e-05 tps=18294 mem=5.7G lam=0.2875727778300643 Gm=0.3496007982175797
[full s3] step 9960/12000 loss=4.4780 gn=0.98 lr=9.89e-05 tps=18294 mem=5.7G lam=0.2876891726627946 Gm=0.3487881791467468
[full s3] step 9980/12000 loss=4.2374 gn=0.95 lr=9.81e-05 tps=18294 mem=5.7G lam=0.28780122691144544 Gm=0.3509773470771809
[full s3] step 10000/12000 loss=4.3870 gn=1.03 lr=9.74e-05 tps=18294 mem=5.7G lam=0.2879038928076625 Gm=0.3539778118332227
[full s3] EVAL step 10000: val_loss=4.4536 val_ppl=85.94
[full s3] step 10020/12000 loss=4.2533 gn=0.95 lr=9.67e-05 tps=18287 mem=5.7G lam=0.2880248427391052 Gm=0.348458306863904
[full s3] step 10040/12000 loss=4.3540 gn=0.94 lr=9.59e-05 tps=18287 mem=5.7G lam=0.28811350588997203 Gm=0.35458426635401946
[full s3] step 10060/12000 loss=4.2497 gn=0.98 lr=9.52e-05 tps=18288 mem=5.7G lam=0.28822563712795574 Gm=0.3482105729635805
[full s3] step 10080/12000 loss=4.1905 gn=0.90 lr=9.45e-05 tps=18288 mem=5.7G lam=0.28830761307229597 Gm=0.34428616147488356
[full s3] step 10100/12000 loss=4.4835 gn=1.04 lr=9.38e-05 tps=18288 mem=5.7G lam=0.28839656213919324 Gm=0.3511688280850649
[full s3] step 10120/12000 loss=4.3871 gn=0.95 lr=9.31e-05 tps=18288 mem=5.7G lam=0.2884990470483899 Gm=0.34762357563401264
[full s3] step 10140/12000 loss=4.2763 gn=0.93 lr=9.24e-05 tps=18288 mem=5.7G lam=0.288606157215933 Gm=0.34878535677368444
[full s3] step 10160/12000 loss=4.4121 gn=0.94 lr=9.18e-05 tps=18288 mem=5.7G lam=0.28870289990057546 Gm=0.3464270392432809
[full s3] step 10180/12000 loss=4.5039 gn=0.96 lr=9.11e-05 tps=18289 mem=5.7G lam=0.2887761077533166 Gm=0.35000671764525276
[full s3] step 10200/12000 loss=4.4847 gn=0.97 lr=9.04e-05 tps=18289 mem=5.7G lam=0.2888695476576686 Gm=0.34927926554034155
[full s3] step 10220/12000 loss=4.3882 gn=0.96 lr=8.98e-05 tps=18289 mem=5.7G lam=0.28896275473137695 Gm=0.3504551756195724
[full s3] step 10240/12000 loss=4.2606 gn=0.97 lr=8.91e-05 tps=18289 mem=5.7G lam=0.2890955038989584 Gm=0.3490292942151427
[full s3] step 10260/12000 loss=4.3947 gn=0.99 lr=8.85e-05 tps=18289 mem=5.7G lam=0.2892116916676362 Gm=0.34765375514204305
[full s3] step 10280/12000 loss=4.3979 gn=1.04 lr=8.78e-05 tps=18290 mem=5.7G lam=0.2893339504177372 Gm=0.3496775613166392
[full s3] step 10300/12000 loss=4.2973 gn=0.94 lr=8.72e-05 tps=18290 mem=5.7G lam=0.28941441761950654 Gm=0.3531998172402382
[full s3] step 10320/12000 loss=4.4206 gn=0.95 lr=8.66e-05 tps=18290 mem=5.7G lam=0.2895001145079732 Gm=0.35077680779310566
[full s3] step 10340/12000 loss=4.2640 gn=0.93 lr=8.59e-05 tps=18290 mem=5.7G lam=0.28957391685495776 Gm=0.34559814166277647
[full s3] step 10360/12000 loss=4.2959 gn=0.92 lr=8.53e-05 tps=18290 mem=5.7G lam=0.2896354825546344 Gm=0.3475181677689155
[full s3] step 10380/12000 loss=4.4295 gn=1.01 lr=8.47e-05 tps=18291 mem=5.7G lam=0.2896922367314498 Gm=0.354249512621512
[full s3] step 10400/12000 loss=4.3854 gn=0.96 lr=8.41e-05 tps=18291 mem=5.7G lam=0.28975357456753653 Gm=0.3485590770530204
[full s3] step 10420/12000 loss=4.2386 gn=0.95 lr=8.35e-05 tps=18291 mem=5.7G lam=0.28985659312456846 Gm=0.34802380825082463
[full s3] step 10440/12000 loss=4.2359 gn=0.93 lr=8.30e-05 tps=18291 mem=5.7G lam=0.28993251143644255 Gm=0.3480362536696096
[full s3] step 10460/12000 loss=4.4410 gn=1.01 lr=8.24e-05 tps=18291 mem=5.7G lam=0.29002055681000155 Gm=0.35174041070664924
[full s3] step 10480/12000 loss=4.5702 gn=0.98 lr=8.18e-05 tps=18291 mem=5.7G lam=0.2901010476052761 Gm=0.3486231987675031
[full s3] step 10500/12000 loss=4.3973 gn=0.99 lr=8.12e-05 tps=18291 mem=5.7G lam=0.2901807675758998 Gm=0.34877660490262014
[full s3] step 10520/12000 loss=4.3030 gn=0.99 lr=8.07e-05 tps=18291 mem=5.7G lam=0.2902714600786567 Gm=0.3472804863316317
[full s3] step 10540/12000 loss=4.2597 gn=0.94 lr=8.01e-05 tps=18292 mem=5.7G lam=0.2903604970003168 Gm=0.35422316162536543
[full s3] step 10560/12000 loss=4.2291 gn=0.94 lr=7.96e-05 tps=18292 mem=5.7G lam=0.290447188851734 Gm=0.345743351848796
[full s3] step 10580/12000 loss=4.4353 gn=0.97 lr=7.91e-05 tps=18292 mem=5.7G lam=0.29052525293082 Gm=0.35062486802538234
[full s3] step 10600/12000 loss=4.2329 gn=0.94 lr=7.85e-05 tps=18292 mem=5.7G lam=0.29059709639598924 Gm=0.35067679717515904
[full s3] step 10620/12000 loss=4.3925 gn=0.95 lr=7.80e-05 tps=18293 mem=5.7G lam=0.29067428316920996 Gm=0.34875851597947377
[full s3] step 10640/12000 loss=4.2333 gn=0.92 lr=7.75e-05 tps=18293 mem=5.7G lam=0.2907598266998927 Gm=0.35635501115272444
[full s3] step 10660/12000 loss=4.3226 gn=0.96 lr=7.70e-05 tps=18293 mem=5.7G lam=0.2908205473795533 Gm=0.3437254980672151
[full s3] step 10680/12000 loss=4.3787 gn=1.02 lr=7.65e-05 tps=18293 mem=5.7G lam=0.29090423447390396 Gm=0.3481454163168867
[full s3] step 10700/12000 loss=4.3840 gn=1.15 lr=7.60e-05 tps=18293 mem=5.7G lam=0.2910111201927066 Gm=0.344527550196896
[full s3] step 10720/12000 loss=4.3073 gn=0.92 lr=7.55e-05 tps=18294 mem=5.7G lam=0.29109403925637406 Gm=0.34858141707566875
[full s3] step 10740/12000 loss=4.2420 gn=0.95 lr=7.50e-05 tps=18294 mem=5.7G lam=0.29116902127861977 Gm=0.3501182604425897
[full s3] step 10760/12000 loss=4.3562 gn=0.97 lr=7.46e-05 tps=18295 mem=5.7G lam=0.29123306771119434 Gm=0.3490511835552752
[full s3] step 10780/12000 loss=4.3322 gn=0.96 lr=7.41e-05 tps=18295 mem=5.7G lam=0.2913126712664962 Gm=0.3471968839876354
[full s3] step 10800/12000 loss=4.3719 gn=0.99 lr=7.37e-05 tps=18295 mem=5.7G lam=0.29138096049427986 Gm=0.34559186338447034
[full s3] step 10820/12000 loss=4.3104 gn=0.99 lr=7.32e-05 tps=18295 mem=5.7G lam=0.2914893363292019 Gm=0.3520235445660849
[full s3] step 10840/12000 loss=4.4673 gn=0.97 lr=7.28e-05 tps=18296 mem=5.7G lam=0.29156228620558977 Gm=0.3486957602823774
[full s3] step 10860/12000 loss=4.3992 gn=0.99 lr=7.23e-05 tps=18296 mem=5.7G lam=0.29162190947681665 Gm=0.3492409452640762
[full s3] step 10880/12000 loss=4.4121 gn=0.99 lr=7.19e-05 tps=18296 mem=5.7G lam=0.2916844558591644 Gm=0.34933063744877774
[full s3] step 10900/12000 loss=4.2647 gn=0.96 lr=7.15e-05 tps=18296 mem=5.7G lam=0.2917492634927233 Gm=0.34308602986857295
[full s3] step 10920/12000 loss=4.1621 gn=0.95 lr=7.11e-05 tps=18296 mem=5.7G lam=0.2918381628890832 Gm=0.3437670817753921
[full s3] step 10940/12000 loss=4.4333 gn=0.97 lr=7.07e-05 tps=18296 mem=5.7G lam=0.2919292940447728 Gm=0.35436840712403256
[full s3] step 10960/12000 loss=4.3468 gn=0.98 lr=7.03e-05 tps=18296 mem=5.7G lam=0.29202997280905646 Gm=0.3468780176093181
[full s3] step 10980/12000 loss=4.3204 gn=1.01 lr=6.99e-05 tps=18296 mem=5.7G lam=0.2921091364696622 Gm=0.3481501841451973
[full s3] step 11000/12000 loss=4.3267 gn=0.99 lr=6.95e-05 tps=18296 mem=5.7G lam=0.29220844618976116 Gm=0.3521840472240001
[full s3] EVAL step 11000: val_loss=4.3724 val_ppl=79.24
[full s3] step 11020/12000 loss=4.2843 gn=1.01 lr=6.91e-05 tps=18290 mem=5.7G lam=0.2922888156026602 Gm=0.35106598570321995
[full s3] step 11040/12000 loss=4.2733 gn=0.94 lr=6.88e-05 tps=18290 mem=5.7G lam=0.29234910539040965 Gm=0.34253992000594735
[full s3] step 11060/12000 loss=4.4118 gn=0.94 lr=6.84e-05 tps=18290 mem=5.7G lam=0.29243073302010697 Gm=0.34784327959641814
[full s3] step 11080/12000 loss=4.1219 gn=0.99 lr=6.81e-05 tps=18291 mem=5.7G lam=0.2925067792336146 Gm=0.34792202594690025
[full s3] step 11100/12000 loss=4.3700 gn=1.03 lr=6.77e-05 tps=18291 mem=5.7G lam=0.2925861269856493 Gm=0.3476062035188079
[full s3] step 11120/12000 loss=4.3120 gn=0.93 lr=6.74e-05 tps=18291 mem=5.7G lam=0.29266684347142774 Gm=0.34260160150006413
[full s3] step 11140/12000 loss=4.3310 gn=0.95 lr=6.70e-05 tps=18290 mem=5.7G lam=0.2927453387528658 Gm=0.3406032353329162
[full s3] step 11160/12000 loss=4.3531 gn=0.97 lr=6.67e-05 tps=18290 mem=5.7G lam=0.29279179343332845 Gm=0.3500772487993042
[full s3] step 11180/12000 loss=4.3058 gn=0.97 lr=6.64e-05 tps=18290 mem=5.7G lam=0.2928537093102932 Gm=0.3445511457199852
[full s3] step 11200/12000 loss=4.2144 gn=0.97 lr=6.61e-05 tps=18291 mem=5.7G lam=0.2929401332512498 Gm=0.34925990148137015
[full s3] step 11220/12000 loss=4.2764 gn=0.96 lr=6.58e-05 tps=18291 mem=5.7G lam=0.2930014804005623 Gm=0.34661903271141153
[full s3] step 11240/12000 loss=4.3262 gn=1.00 lr=6.55e-05 tps=18291 mem=5.7G lam=0.2930523691078027 Gm=0.34840430443485576
[full s3] step 11260/12000 loss=4.3560 gn=1.06 lr=6.52e-05 tps=18291 mem=5.7G lam=0.2931395623212059 Gm=0.3550705541856587
[full s3] step 11280/12000 loss=4.2733 gn=0.98 lr=6.49e-05 tps=18291 mem=5.7G lam=0.2931939549744129 Gm=0.34917017646754783
[full s3] step 11300/12000 loss=4.2685 gn=1.00 lr=6.47e-05 tps=18292 mem=5.7G lam=0.293256051838398 Gm=0.3460798390830557
[full s3] step 11320/12000 loss=4.3095 gn=0.97 lr=6.44e-05 tps=18292 mem=5.7G lam=0.2933314563706517 Gm=0.3468385186667244
[full s3] step 11340/12000 loss=4.3607 gn=0.97 lr=6.42e-05 tps=18291 mem=5.7G lam=0.29338633300115663 Gm=0.3440479977677266
[full s3] step 11360/12000 loss=4.4655 gn=1.04 lr=6.39e-05 tps=18291 mem=5.7G lam=0.29345695953816175 Gm=0.34573800178865594
[full s3] step 11380/12000 loss=4.2971 gn=0.98 lr=6.37e-05 tps=18292 mem=5.7G lam=0.29350832911829156 Gm=0.34761730387496453
[full s3] step 11400/12000 loss=4.3955 gn=1.01 lr=6.34e-05 tps=18292 mem=5.7G lam=0.2935714243600766 Gm=0.35067992261610925
[full s3] step 11420/12000 loss=4.2968 gn=1.03 lr=6.32e-05 tps=18292 mem=5.7G lam=0.2936336289470394 Gm=0.34616675072660047
[full s3] step 11440/12000 loss=4.3291 gn=0.97 lr=6.30e-05 tps=18292 mem=5.7G lam=0.29370351228863 Gm=0.34957460857306916
[full s3] step 11460/12000 loss=4.3528 gn=0.98 lr=6.28e-05 tps=18293 mem=5.7G lam=0.2937691028540333 Gm=0.3479409112284581
[full s3] step 11480/12000 loss=4.3519 gn=0.94 lr=6.26e-05 tps=18292 mem=5.7G lam=0.29381995151440304 Gm=0.34382960743581253
[full s3] step 11500/12000 loss=4.2588 gn=0.98 lr=6.24e-05 tps=18292 mem=5.7G lam=0.2938999254256487 Gm=0.35056097619235516
[full s3] step 11520/12000 loss=4.1578 gn=0.98 lr=6.22e-05 tps=18292 mem=5.7G lam=0.2939649348457654 Gm=0.3493179399520159
[full s3] step 11540/12000 loss=4.4020 gn=0.97 lr=6.20e-05 tps=18292 mem=5.7G lam=0.2940227873623371 Gm=0.3503534502815455
[full s3] step 11560/12000 loss=4.3186 gn=0.99 lr=6.19e-05 tps=18292 mem=5.7G lam=0.29409127434094745 Gm=0.3488332185273369
[full s3] step 11580/12000 loss=4.1802 gn=0.95 lr=6.17e-05 tps=18293 mem=5.7G lam=0.2941502497221033 Gm=0.3452120421764751
[full s3] step 11600/12000 loss=4.3339 gn=0.97 lr=6.15e-05 tps=18293 mem=5.7G lam=0.29423069426168996 Gm=0.344015776955833
[full s3] step 11620/12000 loss=4.2809 gn=0.96 lr=6.14e-05 tps=18293 mem=5.7G lam=0.2942902386809389 Gm=0.3498778151503454
[full s3] step 11640/12000 loss=4.3339 gn=0.97 lr=6.12e-05 tps=18293 mem=5.7G lam=0.2943502801160018 Gm=0.34863538093244034
[full s3] step 11660/12000 loss=4.4188 gn=1.04 lr=6.11e-05 tps=18293 mem=5.7G lam=0.29441843337068957 Gm=0.3469986109994352
[full s3] step 11680/12000 loss=4.2024 gn=1.02 lr=6.10e-05 tps=18293 mem=5.7G lam=0.2944743921980262 Gm=0.3484587719819198
[full s3] step 11700/12000 loss=4.3528 gn=1.02 lr=6.09e-05 tps=18293 mem=5.7G lam=0.2945383774737517 Gm=0.34353929773593944
[full s3] step 11720/12000 loss=4.2713 gn=1.02 lr=6.07e-05 tps=18293 mem=5.7G lam=0.2945883894960086 Gm=0.3450699915799002
[full s3] step 11740/12000 loss=4.3121 gn=1.02 lr=6.06e-05 tps=18293 mem=5.7G lam=0.294662047487994 Gm=0.3498500226996839
[full s3] step 11760/12000 loss=4.3104 gn=0.96 lr=6.06e-05 tps=18294 mem=5.7G lam=0.2947271605953574 Gm=0.34226030328621465
[full s3] step 11780/12000 loss=4.3392 gn=0.96 lr=6.05e-05 tps=18294 mem=5.7G lam=0.29479620171089965 Gm=0.34503818380956847
[full s3] step 11800/12000 loss=4.2899 gn=1.00 lr=6.04e-05 tps=18294 mem=5.7G lam=0.2948615749677022 Gm=0.3434130629369368
[full s3] step 11820/12000 loss=4.3426 gn=1.04 lr=6.03e-05 tps=18295 mem=5.7G lam=0.29493217697987956 Gm=0.3436102520984908
[full s3] step 11840/12000 loss=4.2383 gn=0.99 lr=6.02e-05 tps=18295 mem=5.7G lam=0.29499644103149575 Gm=0.34280447103083134
[full s3] step 11860/12000 loss=4.2479 gn=0.97 lr=6.02e-05 tps=18295 mem=5.7G lam=0.2950252477700512 Gm=0.3454628235194832
[full s3] step 11880/12000 loss=4.4525 gn=1.11 lr=6.01e-05 tps=18295 mem=5.7G lam=0.2950887664531668 Gm=0.3487356298137456
[full s3] step 11900/12000 loss=4.2639 gn=1.09 lr=6.01e-05 tps=18296 mem=5.7G lam=0.29515782619516057 Gm=0.34090893948450685
[full s3] step 11920/12000 loss=4.2608 gn=1.01 lr=6.01e-05 tps=18296 mem=5.7G lam=0.2952043395489454 Gm=0.34289556586494047
[full s3] step 11940/12000 loss=4.4004 gn=1.25 lr=6.00e-05 tps=18296 mem=5.7G lam=0.29525130180021125 Gm=0.34044637670740485
[full s3] step 11960/12000 loss=4.2410 gn=1.02 lr=6.00e-05 tps=18296 mem=5.7G lam=0.29530744316677254 Gm=0.34899194926644367
[full s3] step 11980/12000 loss=4.2859 gn=0.97 lr=6.00e-05 tps=18296 mem=5.7G lam=0.29537375799069804 Gm=0.3447236562302957
[full s3] EVAL step 11999: val_loss=4.3529 val_ppl=77.70
[init] variant=baseline seed=4 params=63.38M
[init] use_S=False use_G=False
[baseline s4] step 0/12000 loss=10.9199 gn=14.71 lr=3.00e-06 tps=7714 mem=4.8G lam=None Gm=None
[baseline s4] step 20/12000 loss=9.8133 gn=1.96 lr=6.30e-05 tps=22784 mem=5.4G lam=None Gm=None
[baseline s4] step 40/12000 loss=9.0611 gn=1.73 lr=1.23e-04 tps=23908 mem=5.4G lam=None Gm=None
[baseline s4] step 60/12000 loss=8.1784 gn=1.44 lr=1.83e-04 tps=24304 mem=5.4G lam=None Gm=None
[baseline s4] step 80/12000 loss=7.5532 gn=0.70 lr=2.43e-04 tps=24489 mem=5.4G lam=None Gm=None
[baseline s4] step 100/12000 loss=7.0018 gn=0.76 lr=3.03e-04 tps=24587 mem=5.4G lam=None Gm=None
[baseline s4] step 120/12000 loss=7.1853 gn=0.67 lr=3.63e-04 tps=24651 mem=5.4G lam=None Gm=None
[baseline s4] step 140/12000 loss=6.8237 gn=0.88 lr=4.23e-04 tps=24689 mem=5.4G lam=None Gm=None
[baseline s4] step 160/12000 loss=6.7339 gn=0.66 lr=4.83e-04 tps=24720 mem=5.4G lam=None Gm=None
[baseline s4] step 180/12000 loss=6.7584 gn=0.60 lr=5.43e-04 tps=24741 mem=5.4G lam=None Gm=None
[baseline s4] step 200/12000 loss=6.7070 gn=0.70 lr=6.00e-04 tps=24756 mem=5.4G lam=None Gm=None
[baseline s4] step 220/12000 loss=6.7465 gn=0.63 lr=6.00e-04 tps=24762 mem=5.4G lam=None Gm=None
[baseline s4] step 240/12000 loss=6.5478 gn=0.74 lr=6.00e-04 tps=24769 mem=5.4G lam=None Gm=None
[baseline s4] step 260/12000 loss=6.6226 gn=0.51 lr=6.00e-04 tps=24772 mem=5.4G lam=None Gm=None
[baseline s4] step 280/12000 loss=6.6808 gn=0.58 lr=6.00e-04 tps=24775 mem=5.4G lam=None Gm=None
[baseline s4] step 300/12000 loss=6.3562 gn=0.53 lr=6.00e-04 tps=24775 mem=5.4G lam=None Gm=None
[baseline s4] step 320/12000 loss=6.4046 gn=0.51 lr=6.00e-04 tps=24778 mem=5.4G lam=None Gm=None
[baseline s4] step 340/12000 loss=6.4278 gn=0.50 lr=6.00e-04 tps=24773 mem=5.4G lam=None Gm=None
[baseline s4] step 360/12000 loss=6.4817 gn=0.58 lr=6.00e-04 tps=24775 mem=5.4G lam=None Gm=None
[baseline s4] step 380/12000 loss=6.3962 gn=0.55 lr=6.00e-04 tps=24771 mem=5.4G lam=None Gm=None
[baseline s4] step 400/12000 loss=6.2915 gn=0.54 lr=6.00e-04 tps=24771 mem=5.4G lam=None Gm=None
[baseline s4] step 420/12000 loss=6.1846 gn=0.58 lr=6.00e-04 tps=24772 mem=5.4G lam=None Gm=None
[baseline s4] step 440/12000 loss=6.2905 gn=0.59 lr=5.99e-04 tps=24771 mem=5.4G lam=None Gm=None
[baseline s4] step 460/12000 loss=6.2958 gn=0.49 lr=5.99e-04 tps=24773 mem=5.4G lam=None Gm=None
[baseline s4] step 480/12000 loss=6.3081 gn=0.56 lr=5.99e-04 tps=24773 mem=5.4G lam=None Gm=None
[baseline s4] step 500/12000 loss=6.2311 gn=0.55 lr=5.99e-04 tps=24772 mem=5.4G lam=None Gm=None
[baseline s4] step 520/12000 loss=6.2747 gn=0.50 lr=5.99e-04 tps=24769 mem=5.4G lam=None Gm=None
[baseline s4] step 540/12000 loss=6.0884 gn=0.56 lr=5.99e-04 tps=24760 mem=5.4G lam=None Gm=None
[baseline s4] step 560/12000 loss=6.2252 gn=0.60 lr=5.99e-04 tps=24759 mem=5.4G lam=None Gm=None
[baseline s4] step 580/12000 loss=6.0781 gn=0.50 lr=5.99e-04 tps=24759 mem=5.4G lam=None Gm=None
[baseline s4] step 600/12000 loss=6.0251 gn=0.55 lr=5.98e-04 tps=24756 mem=5.4G lam=None Gm=None
[baseline s4] step 620/12000 loss=6.1343 gn=0.50 lr=5.98e-04 tps=24755 mem=5.4G lam=None Gm=None
[baseline s4] step 640/12000 loss=6.2399 gn=0.56 lr=5.98e-04 tps=24753 mem=5.4G lam=None Gm=None
[baseline s4] step 660/12000 loss=6.0785 gn=0.56 lr=5.98e-04 tps=24752 mem=5.4G lam=None Gm=None
[baseline s4] step 680/12000 loss=6.0802 gn=0.59 lr=5.98e-04 tps=24751 mem=5.4G lam=None Gm=None
[baseline s4] step 700/12000 loss=5.9757 gn=0.52 lr=5.98e-04 tps=24749 mem=5.4G lam=None Gm=None
[baseline s4] step 720/12000 loss=5.9375 gn=0.53 lr=5.97e-04 tps=24748 mem=5.4G lam=None Gm=None
[baseline s4] step 740/12000 loss=6.0433 gn=0.51 lr=5.97e-04 tps=24744 mem=5.4G lam=None Gm=None
[baseline s4] step 760/12000 loss=5.9957 gn=0.52 lr=5.97e-04 tps=24744 mem=5.4G lam=None Gm=None
[baseline s4] step 780/12000 loss=6.1450 gn=0.62 lr=5.97e-04 tps=24742 mem=5.4G lam=None Gm=None
[baseline s4] step 800/12000 loss=5.8629 gn=0.50 lr=5.97e-04 tps=24740 mem=5.4G lam=None Gm=None
[baseline s4] step 820/12000 loss=5.9215 gn=0.54 lr=5.96e-04 tps=24740 mem=5.4G lam=None Gm=None
[baseline s4] step 840/12000 loss=5.8786 gn=0.55 lr=5.96e-04 tps=24739 mem=5.4G lam=None Gm=None
[baseline s4] step 860/12000 loss=5.9390 gn=0.61 lr=5.96e-04 tps=24737 mem=5.4G lam=None Gm=None
[baseline s4] step 880/12000 loss=5.7823 gn=0.58 lr=5.96e-04 tps=24735 mem=5.4G lam=None Gm=None
[baseline s4] step 900/12000 loss=5.7792 gn=0.55 lr=5.95e-04 tps=24732 mem=5.4G lam=None Gm=None
[baseline s4] step 920/12000 loss=5.8564 gn=0.56 lr=5.95e-04 tps=24732 mem=5.4G lam=None Gm=None
[baseline s4] step 940/12000 loss=5.7620 gn=0.56 lr=5.95e-04 tps=24731 mem=5.4G lam=None Gm=None
[baseline s4] step 960/12000 loss=5.8163 gn=0.55 lr=5.94e-04 tps=24728 mem=5.4G lam=None Gm=None
[baseline s4] step 980/12000 loss=5.8196 gn=0.61 lr=5.94e-04 tps=24727 mem=5.4G lam=None Gm=None
[baseline s4] step 1000/12000 loss=5.7348 gn=0.58 lr=5.94e-04 tps=24726 mem=5.4G lam=None Gm=None
[baseline s4] EVAL step 1000: val_loss=5.7911 val_ppl=327.36
[baseline s4] step 1020/12000 loss=5.7897 gn=0.69 lr=5.94e-04 tps=24639 mem=5.4G lam=None Gm=None
[baseline s4] step 1040/12000 loss=5.7318 gn=0.55 lr=5.93e-04 tps=24639 mem=5.4G lam=None Gm=None
[baseline s4] step 1060/12000 loss=5.6146 gn=0.51 lr=5.93e-04 tps=24640 mem=5.4G lam=None Gm=None
[baseline s4] step 1080/12000 loss=5.6692 gn=0.60 lr=5.93e-04 tps=24640 mem=5.4G lam=None Gm=None
[baseline s4] step 1100/12000 loss=5.8375 gn=0.54 lr=5.92e-04 tps=24641 mem=5.4G lam=None Gm=None
[baseline s4] step 1120/12000 loss=5.7865 gn=0.53 lr=5.92e-04 tps=24643 mem=5.4G lam=None Gm=None
[baseline s4] step 1140/12000 loss=5.5917 gn=0.56 lr=5.92e-04 tps=24643 mem=5.4G lam=None Gm=None
[baseline s4] step 1160/12000 loss=5.6418 gn=0.55 lr=5.91e-04 tps=24643 mem=5.4G lam=None Gm=None
[baseline s4] step 1180/12000 loss=5.7181 gn=0.57 lr=5.91e-04 tps=24642 mem=5.4G lam=None Gm=None
[baseline s4] step 1200/12000 loss=5.6787 gn=0.54 lr=5.90e-04 tps=24641 mem=5.4G lam=None Gm=None
[baseline s4] step 1220/12000 loss=5.9080 gn=0.54 lr=5.90e-04 tps=24640 mem=5.4G lam=None Gm=None
[baseline s4] step 1240/12000 loss=5.5653 gn=0.55 lr=5.90e-04 tps=24641 mem=5.4G lam=None Gm=None
[baseline s4] step 1260/12000 loss=5.5745 gn=0.55 lr=5.89e-04 tps=24640 mem=5.4G lam=None Gm=None
[baseline s4] step 1280/12000 loss=5.4629 gn=0.53 lr=5.89e-04 tps=24639 mem=5.4G lam=None Gm=None
[baseline s4] step 1300/12000 loss=5.7751 gn=0.57 lr=5.89e-04 tps=24639 mem=5.4G lam=None Gm=None
[baseline s4] step 1320/12000 loss=5.5345 gn=0.57 lr=5.88e-04 tps=24639 mem=5.4G lam=None Gm=None
[baseline s4] step 1340/12000 loss=5.5003 gn=0.53 lr=5.88e-04 tps=24639 mem=5.4G lam=None Gm=None
[baseline s4] step 1360/12000 loss=5.6130 gn=0.57 lr=5.87e-04 tps=24638 mem=5.4G lam=None Gm=None
[baseline s4] step 1380/12000 loss=5.5657 gn=0.56 lr=5.87e-04 tps=24637 mem=5.4G lam=None Gm=None
[baseline s4] step 1400/12000 loss=5.4329 gn=0.61 lr=5.86e-04 tps=24634 mem=5.4G lam=None Gm=None
[baseline s4] step 1420/12000 loss=5.5534 gn=0.55 lr=5.86e-04 tps=24634 mem=5.4G lam=None Gm=None
[baseline s4] step 1440/12000 loss=5.5047 gn=0.60 lr=5.85e-04 tps=24633 mem=5.4G lam=None Gm=None
[baseline s4] step 1460/12000 loss=5.4255 gn=0.56 lr=5.85e-04 tps=24633 mem=5.4G lam=None Gm=None
[baseline s4] step 1480/12000 loss=5.4540 gn=0.58 lr=5.84e-04 tps=24632 mem=5.4G lam=None Gm=None
[baseline s4] step 1500/12000 loss=5.5036 gn=0.57 lr=5.84e-04 tps=24631 mem=5.4G lam=None Gm=None
[baseline s4] step 1520/12000 loss=5.3491 gn=0.57 lr=5.83e-04 tps=24631 mem=5.4G lam=None Gm=None
[baseline s4] step 1540/12000 loss=5.4310 gn=0.58 lr=5.83e-04 tps=24631 mem=5.4G lam=None Gm=None
[baseline s4] step 1560/12000 loss=5.5050 gn=0.58 lr=5.82e-04 tps=24631 mem=5.4G lam=None Gm=None
[baseline s4] step 1580/12000 loss=5.5791 gn=0.62 lr=5.82e-04 tps=24630 mem=5.4G lam=None Gm=None
[baseline s4] step 1600/12000 loss=5.2702 gn=0.59 lr=5.81e-04 tps=24630 mem=5.4G lam=None Gm=None
[baseline s4] step 1620/12000 loss=5.4029 gn=0.58 lr=5.81e-04 tps=24629 mem=5.4G lam=None Gm=None
[baseline s4] step 1640/12000 loss=5.4298 gn=0.63 lr=5.80e-04 tps=24627 mem=5.4G lam=None Gm=None
[baseline s4] step 1660/12000 loss=5.3792 gn=0.56 lr=5.80e-04 tps=24626 mem=5.4G lam=None Gm=None
[baseline s4] step 1680/12000 loss=5.2611 gn=0.58 lr=5.79e-04 tps=24627 mem=5.4G lam=None Gm=None
[baseline s4] step 1700/12000 loss=5.3251 gn=0.59 lr=5.79e-04 tps=24627 mem=5.4G lam=None Gm=None
[baseline s4] step 1720/12000 loss=5.4073 gn=0.60 lr=5.78e-04 tps=24627 mem=5.4G lam=None Gm=None
[baseline s4] step 1740/12000 loss=5.5021 gn=0.66 lr=5.78e-04 tps=24628 mem=5.4G lam=None Gm=None
[baseline s4] step 1760/12000 loss=5.3029 gn=0.59 lr=5.77e-04 tps=24628 mem=5.4G lam=None Gm=None
[baseline s4] step 1780/12000 loss=5.4733 gn=0.61 lr=5.76e-04 tps=24628 mem=5.4G lam=None Gm=None
[baseline s4] step 1800/12000 loss=5.2094 gn=0.58 lr=5.76e-04 tps=24629 mem=5.4G lam=None Gm=None
[baseline s4] step 1820/12000 loss=5.3099 gn=0.57 lr=5.75e-04 tps=24629 mem=5.4G lam=None Gm=None
[baseline s4] step 1840/12000 loss=5.3591 gn=0.65 lr=5.75e-04 tps=24629 mem=5.4G lam=None Gm=None
[baseline s4] step 1860/12000 loss=5.5566 gn=0.59 lr=5.74e-04 tps=24629 mem=5.4G lam=None Gm=None
[baseline s4] step 1880/12000 loss=5.4269 gn=0.59 lr=5.73e-04 tps=24629 mem=5.4G lam=None Gm=None
[baseline s4] step 1900/12000 loss=5.3382 gn=0.61 lr=5.73e-04 tps=24629 mem=5.4G lam=None Gm=None
[baseline s4] step 1920/12000 loss=5.3266 gn=0.57 lr=5.72e-04 tps=24629 mem=5.4G lam=None Gm=None
[baseline s4] step 1940/12000 loss=5.3417 gn=0.59 lr=5.72e-04 tps=24629 mem=5.4G lam=None Gm=None
[baseline s4] step 1960/12000 loss=5.4523 gn=0.60 lr=5.71e-04 tps=24628 mem=5.4G lam=None Gm=None
[baseline s4] step 1980/12000 loss=5.2294 gn=0.58 lr=5.70e-04 tps=24628 mem=5.4G lam=None Gm=None
[baseline s4] step 2000/12000 loss=5.2820 gn=0.61 lr=5.70e-04 tps=24628 mem=5.4G lam=None Gm=None
[baseline s4] EVAL step 2000: val_loss=5.3369 val_ppl=207.87
[baseline s4] step 2020/12000 loss=5.2357 gn=0.66 lr=5.69e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s4] step 2040/12000 loss=5.4265 gn=0.79 lr=5.68e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s4] step 2060/12000 loss=5.3380 gn=0.65 lr=5.68e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s4] step 2080/12000 loss=5.2412 gn=0.61 lr=5.67e-04 tps=24586 mem=5.4G lam=None Gm=None
[baseline s4] step 2100/12000 loss=5.1439 gn=0.63 lr=5.66e-04 tps=24586 mem=5.4G lam=None Gm=None
[baseline s4] step 2120/12000 loss=5.2546 gn=0.63 lr=5.65e-04 tps=24586 mem=5.4G lam=None Gm=None
[baseline s4] step 2140/12000 loss=5.2123 gn=0.62 lr=5.65e-04 tps=24586 mem=5.4G lam=None Gm=None
[baseline s4] step 2160/12000 loss=5.1908 gn=0.61 lr=5.64e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s4] step 2180/12000 loss=5.3326 gn=0.66 lr=5.63e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s4] step 2200/12000 loss=5.2235 gn=0.64 lr=5.63e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s4] step 2220/12000 loss=5.1817 gn=0.61 lr=5.62e-04 tps=24586 mem=5.4G lam=None Gm=None
[baseline s4] step 2240/12000 loss=5.1067 gn=0.63 lr=5.61e-04 tps=24587 mem=5.4G lam=None Gm=None
[baseline s4] step 2260/12000 loss=5.2847 gn=0.67 lr=5.60e-04 tps=24587 mem=5.4G lam=None Gm=None
[baseline s4] step 2280/12000 loss=5.1751 gn=0.62 lr=5.60e-04 tps=24588 mem=5.4G lam=None Gm=None
[baseline s4] step 2300/12000 loss=5.1534 gn=0.62 lr=5.59e-04 tps=24587 mem=5.4G lam=None Gm=None
[baseline s4] step 2320/12000 loss=5.0332 gn=0.63 lr=5.58e-04 tps=24587 mem=5.4G lam=None Gm=None
[baseline s4] step 2340/12000 loss=5.2042 gn=0.66 lr=5.57e-04 tps=24588 mem=5.4G lam=None Gm=None
[baseline s4] step 2360/12000 loss=4.9370 gn=0.66 lr=5.57e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 2380/12000 loss=5.1180 gn=0.69 lr=5.56e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 2400/12000 loss=5.1021 gn=0.64 lr=5.55e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 2420/12000 loss=5.0647 gn=0.64 lr=5.54e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 2440/12000 loss=5.1101 gn=0.65 lr=5.53e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 2460/12000 loss=5.0794 gn=0.66 lr=5.53e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s4] step 2480/12000 loss=5.2079 gn=0.75 lr=5.52e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s4] step 2500/12000 loss=5.1309 gn=0.64 lr=5.51e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s4] step 2520/12000 loss=5.0199 gn=0.69 lr=5.50e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s4] step 2540/12000 loss=5.0463 gn=0.64 lr=5.49e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s4] step 2560/12000 loss=5.2180 gn=0.64 lr=5.48e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s4] step 2580/12000 loss=5.0871 gn=0.69 lr=5.48e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s4] step 2600/12000 loss=5.0437 gn=0.63 lr=5.47e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s4] step 2620/12000 loss=5.0921 gn=0.68 lr=5.46e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s4] step 2640/12000 loss=5.0896 gn=0.69 lr=5.45e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 2660/12000 loss=5.2174 gn=0.66 lr=5.44e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 2680/12000 loss=4.9315 gn=0.71 lr=5.43e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 2700/12000 loss=5.1900 gn=0.62 lr=5.42e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 2720/12000 loss=5.1510 gn=0.65 lr=5.41e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 2740/12000 loss=5.1250 gn=0.73 lr=5.41e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 2760/12000 loss=5.0446 gn=0.69 lr=5.40e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 2780/12000 loss=5.0986 gn=0.74 lr=5.39e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 2800/12000 loss=5.0164 gn=0.74 lr=5.38e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 2820/12000 loss=4.9681 gn=0.71 lr=5.37e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 2840/12000 loss=4.9469 gn=0.72 lr=5.36e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 2860/12000 loss=5.0463 gn=0.65 lr=5.35e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 2880/12000 loss=5.0233 gn=0.66 lr=5.34e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 2900/12000 loss=5.0380 gn=0.80 lr=5.33e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 2920/12000 loss=5.0701 gn=0.67 lr=5.32e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 2940/12000 loss=4.9986 gn=0.68 lr=5.31e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 2960/12000 loss=4.9925 gn=0.71 lr=5.30e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 2980/12000 loss=5.0011 gn=0.74 lr=5.29e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 3000/12000 loss=4.9787 gn=0.72 lr=5.28e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] EVAL step 3000: val_loss=5.0064 val_ppl=149.37
[baseline s4] step 3020/12000 loss=4.9065 gn=0.72 lr=5.27e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s4] step 3040/12000 loss=4.8671 gn=0.69 lr=5.26e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s4] step 3060/12000 loss=5.1465 gn=0.72 lr=5.25e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s4] step 3080/12000 loss=5.0022 gn=0.71 lr=5.24e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s4] step 3100/12000 loss=5.0355 gn=0.75 lr=5.23e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s4] step 3120/12000 loss=4.9155 gn=0.70 lr=5.22e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s4] step 3140/12000 loss=4.9168 gn=0.70 lr=5.21e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s4] step 3160/12000 loss=5.0226 gn=0.71 lr=5.20e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s4] step 3180/12000 loss=4.9155 gn=0.73 lr=5.19e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s4] step 3200/12000 loss=4.9501 gn=0.78 lr=5.18e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s4] step 3220/12000 loss=5.0989 gn=0.75 lr=5.17e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s4] step 3240/12000 loss=4.9614 gn=0.72 lr=5.16e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s4] step 3260/12000 loss=4.9523 gn=0.70 lr=5.15e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s4] step 3280/12000 loss=4.8772 gn=0.79 lr=5.14e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s4] step 3300/12000 loss=4.9497 gn=0.73 lr=5.13e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s4] step 3320/12000 loss=4.8569 gn=0.72 lr=5.12e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s4] step 3340/12000 loss=4.9707 gn=0.75 lr=5.11e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 3360/12000 loss=4.9141 gn=0.74 lr=5.10e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 3380/12000 loss=4.8371 gn=0.70 lr=5.09e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s4] step 3400/12000 loss=4.8363 gn=0.76 lr=5.08e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 3420/12000 loss=4.8390 gn=0.66 lr=5.07e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 3440/12000 loss=4.7840 gn=0.70 lr=5.06e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 3460/12000 loss=4.7952 gn=0.68 lr=5.05e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 3480/12000 loss=5.0341 gn=0.69 lr=5.03e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 3500/12000 loss=4.9443 gn=0.74 lr=5.02e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 3520/12000 loss=4.7855 gn=0.73 lr=5.01e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 3540/12000 loss=5.0520 gn=0.76 lr=5.00e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 3560/12000 loss=4.9251 gn=0.72 lr=4.99e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 3580/12000 loss=5.1562 gn=0.76 lr=4.98e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s4] step 3600/12000 loss=4.9147 gn=0.75 lr=4.97e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 3620/12000 loss=4.7493 gn=0.79 lr=4.96e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s4] step 3640/12000 loss=4.8946 gn=0.72 lr=4.94e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s4] step 3660/12000 loss=4.8192 gn=1.05 lr=4.93e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s4] step 3680/12000 loss=4.9056 gn=0.81 lr=4.92e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s4] step 3700/12000 loss=4.8906 gn=0.81 lr=4.91e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s4] step 3720/12000 loss=4.8090 gn=0.76 lr=4.90e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s4] step 3740/12000 loss=4.6541 gn=0.73 lr=4.89e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s4] step 3760/12000 loss=4.7997 gn=0.73 lr=4.88e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s4] step 3780/12000 loss=4.7733 gn=0.75 lr=4.86e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s4] step 3800/12000 loss=4.8490 gn=0.74 lr=4.85e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s4] step 3820/12000 loss=4.8110 gn=0.74 lr=4.84e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s4] step 3840/12000 loss=4.6256 gn=0.74 lr=4.83e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s4] step 3860/12000 loss=4.9362 gn=0.76 lr=4.82e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s4] step 3880/12000 loss=4.8516 gn=0.75 lr=4.80e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s4] step 3900/12000 loss=4.8894 gn=0.78 lr=4.79e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s4] step 3920/12000 loss=4.8735 gn=0.79 lr=4.78e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s4] step 3940/12000 loss=4.7612 gn=0.75 lr=4.77e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s4] step 3960/12000 loss=4.9650 gn=0.95 lr=4.76e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s4] step 3980/12000 loss=4.8160 gn=0.73 lr=4.74e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s4] step 4000/12000 loss=4.7417 gn=0.70 lr=4.73e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s4] EVAL step 4000: val_loss=4.9018 val_ppl=134.53
[baseline s4] step 4020/12000 loss=4.6787 gn=0.75 lr=4.72e-04 tps=24546 mem=5.4G lam=None Gm=None
[baseline s4] step 4040/12000 loss=4.7961 gn=0.69 lr=4.71e-04 tps=24547 mem=5.4G lam=None Gm=None
[baseline s4] step 4060/12000 loss=4.7962 gn=0.79 lr=4.70e-04 tps=24547 mem=5.4G lam=None Gm=None
[baseline s4] step 4080/12000 loss=4.8178 gn=0.82 lr=4.68e-04 tps=24548 mem=5.4G lam=None Gm=None
[baseline s4] step 4100/12000 loss=4.8648 gn=0.81 lr=4.67e-04 tps=24548 mem=5.4G lam=None Gm=None
[baseline s4] step 4120/12000 loss=4.8236 gn=0.77 lr=4.66e-04 tps=24549 mem=5.4G lam=None Gm=None
[baseline s4] step 4140/12000 loss=4.8268 gn=0.80 lr=4.65e-04 tps=24549 mem=5.4G lam=None Gm=None
[baseline s4] step 4160/12000 loss=4.9243 gn=0.87 lr=4.63e-04 tps=24550 mem=5.4G lam=None Gm=None
[baseline s4] step 4180/12000 loss=4.8235 gn=0.79 lr=4.62e-04 tps=24550 mem=5.4G lam=None Gm=None
[baseline s4] step 4200/12000 loss=4.8059 gn=0.78 lr=4.61e-04 tps=24551 mem=5.4G lam=None Gm=None
[baseline s4] step 4220/12000 loss=4.7655 gn=0.76 lr=4.60e-04 tps=24551 mem=5.4G lam=None Gm=None
[baseline s4] step 4240/12000 loss=4.6866 gn=0.75 lr=4.58e-04 tps=24552 mem=5.4G lam=None Gm=None
[baseline s4] step 4260/12000 loss=4.7645 gn=0.77 lr=4.57e-04 tps=24552 mem=5.4G lam=None Gm=None
[baseline s4] step 4280/12000 loss=4.8843 gn=0.81 lr=4.56e-04 tps=24553 mem=5.4G lam=None Gm=None
[baseline s4] step 4300/12000 loss=4.9124 gn=0.86 lr=4.54e-04 tps=24553 mem=5.4G lam=None Gm=None
[baseline s4] step 4320/12000 loss=4.7102 gn=0.86 lr=4.53e-04 tps=24554 mem=5.4G lam=None Gm=None
[baseline s4] step 4340/12000 loss=4.9459 gn=0.74 lr=4.52e-04 tps=24554 mem=5.4G lam=None Gm=None
[baseline s4] step 4360/12000 loss=4.7484 gn=0.82 lr=4.51e-04 tps=24555 mem=5.4G lam=None Gm=None
[baseline s4] step 4380/12000 loss=4.4682 gn=0.78 lr=4.49e-04 tps=24555 mem=5.4G lam=None Gm=None
[baseline s4] step 4400/12000 loss=4.9148 gn=0.79 lr=4.48e-04 tps=24556 mem=5.4G lam=None Gm=None
[baseline s4] step 4420/12000 loss=4.7500 gn=0.75 lr=4.47e-04 tps=24556 mem=5.4G lam=None Gm=None
[baseline s4] step 4440/12000 loss=4.9259 gn=0.81 lr=4.45e-04 tps=24557 mem=5.4G lam=None Gm=None
[baseline s4] step 4460/12000 loss=4.6151 gn=0.79 lr=4.44e-04 tps=24557 mem=5.4G lam=None Gm=None
[baseline s4] step 4480/12000 loss=4.7581 gn=0.76 lr=4.43e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s4] step 4500/12000 loss=4.8501 gn=0.75 lr=4.42e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s4] step 4520/12000 loss=4.5478 gn=0.80 lr=4.40e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s4] step 4540/12000 loss=4.6697 gn=0.81 lr=4.39e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s4] step 4560/12000 loss=4.6699 gn=0.75 lr=4.38e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s4] step 4580/12000 loss=4.7233 gn=0.79 lr=4.36e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s4] step 4600/12000 loss=4.6124 gn=0.81 lr=4.35e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s4] step 4620/12000 loss=4.7150 gn=0.80 lr=4.34e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s4] step 4640/12000 loss=4.7547 gn=0.82 lr=4.32e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s4] step 4660/12000 loss=4.6894 gn=0.81 lr=4.31e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s4] step 4680/12000 loss=4.6272 gn=0.83 lr=4.30e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s4] step 4700/12000 loss=4.6689 gn=0.85 lr=4.28e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s4] step 4720/12000 loss=4.6952 gn=0.84 lr=4.27e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s4] step 4740/12000 loss=4.7366 gn=0.81 lr=4.26e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s4] step 4760/12000 loss=4.7997 gn=0.82 lr=4.24e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s4] step 4780/12000 loss=4.6588 gn=0.82 lr=4.23e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s4] step 4800/12000 loss=4.8540 gn=0.79 lr=4.22e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s4] step 4820/12000 loss=4.6585 gn=0.82 lr=4.20e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 4840/12000 loss=4.5724 gn=0.78 lr=4.19e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 4860/12000 loss=4.6603 gn=0.80 lr=4.18e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s4] step 4880/12000 loss=4.6289 gn=0.76 lr=4.16e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s4] step 4900/12000 loss=4.6974 gn=0.79 lr=4.15e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s4] step 4920/12000 loss=4.6839 gn=0.89 lr=4.13e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s4] step 4940/12000 loss=4.6363 gn=0.85 lr=4.12e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s4] step 4960/12000 loss=4.7014 gn=0.80 lr=4.11e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s4] step 4980/12000 loss=4.6500 gn=0.85 lr=4.09e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s4] step 5000/12000 loss=4.8028 gn=0.83 lr=4.08e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s4] EVAL step 5000: val_loss=4.7747 val_ppl=118.48
[baseline s4] step 5020/12000 loss=4.7614 gn=0.82 lr=4.07e-04 tps=24554 mem=5.4G lam=None Gm=None
[baseline s4] step 5040/12000 loss=4.8145 gn=0.83 lr=4.05e-04 tps=24555 mem=5.4G lam=None Gm=None
[baseline s4] step 5060/12000 loss=4.6651 gn=0.93 lr=4.04e-04 tps=24555 mem=5.4G lam=None Gm=None
[baseline s4] step 5080/12000 loss=4.7594 gn=0.82 lr=4.02e-04 tps=24555 mem=5.4G lam=None Gm=None
[baseline s4] step 5100/12000 loss=4.7128 gn=0.95 lr=4.01e-04 tps=24556 mem=5.4G lam=None Gm=None
[baseline s4] step 5120/12000 loss=4.7347 gn=0.84 lr=4.00e-04 tps=24557 mem=5.4G lam=None Gm=None
[baseline s4] step 5140/12000 loss=4.6590 gn=0.83 lr=3.98e-04 tps=24557 mem=5.4G lam=None Gm=None
[baseline s4] step 5160/12000 loss=4.7638 gn=0.90 lr=3.97e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s4] step 5180/12000 loss=4.5715 gn=0.86 lr=3.95e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s4] step 5200/12000 loss=4.5327 gn=0.83 lr=3.94e-04 tps=24558 mem=5.4G lam=None Gm=None
[baseline s4] step 5220/12000 loss=4.7171 gn=0.82 lr=3.93e-04 tps=24559 mem=5.4G lam=None Gm=None
[baseline s4] step 5240/12000 loss=4.7494 gn=0.86 lr=3.91e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s4] step 5260/12000 loss=4.6332 gn=0.82 lr=3.90e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s4] step 5280/12000 loss=4.6151 gn=0.79 lr=3.88e-04 tps=24560 mem=5.4G lam=None Gm=None
[baseline s4] step 5300/12000 loss=4.6370 gn=0.80 lr=3.87e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s4] step 5320/12000 loss=4.6303 gn=0.77 lr=3.86e-04 tps=24561 mem=5.4G lam=None Gm=None
[baseline s4] step 5340/12000 loss=4.7477 gn=0.83 lr=3.84e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s4] step 5360/12000 loss=4.6497 gn=0.76 lr=3.83e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s4] step 5380/12000 loss=4.6203 gn=0.86 lr=3.81e-04 tps=24562 mem=5.4G lam=None Gm=None
[baseline s4] step 5400/12000 loss=4.7184 gn=0.85 lr=3.80e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s4] step 5420/12000 loss=4.6015 gn=0.93 lr=3.79e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s4] step 5440/12000 loss=4.7630 gn=0.87 lr=3.77e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s4] step 5460/12000 loss=4.5841 gn=0.87 lr=3.76e-04 tps=24563 mem=5.4G lam=None Gm=None
[baseline s4] step 5480/12000 loss=4.7028 gn=0.87 lr=3.74e-04 tps=24564 mem=5.4G lam=None Gm=None
[baseline s4] step 5500/12000 loss=4.7198 gn=0.84 lr=3.73e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s4] step 5520/12000 loss=4.8270 gn=0.89 lr=3.72e-04 tps=24565 mem=5.4G lam=None Gm=None
[baseline s4] step 5540/12000 loss=4.7370 gn=0.83 lr=3.70e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 5560/12000 loss=4.5307 gn=0.84 lr=3.69e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 5580/12000 loss=4.5629 gn=0.86 lr=3.67e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s4] step 5600/12000 loss=4.6880 gn=0.85 lr=3.66e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s4] step 5620/12000 loss=4.4339 gn=0.80 lr=3.64e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s4] step 5640/12000 loss=4.6906 gn=0.82 lr=3.63e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s4] step 5660/12000 loss=4.7155 gn=0.84 lr=3.62e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s4] step 5680/12000 loss=4.5247 gn=0.88 lr=3.60e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s4] step 5700/12000 loss=4.4790 gn=0.81 lr=3.59e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s4] step 5720/12000 loss=4.6227 gn=0.88 lr=3.57e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s4] step 5740/12000 loss=4.6659 gn=0.85 lr=3.56e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s4] step 5760/12000 loss=4.5773 gn=0.91 lr=3.54e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s4] step 5780/12000 loss=4.5426 gn=0.83 lr=3.53e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s4] step 5800/12000 loss=4.5159 gn=0.84 lr=3.52e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s4] step 5820/12000 loss=4.5585 gn=0.91 lr=3.50e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s4] step 5840/12000 loss=4.7504 gn=0.86 lr=3.49e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s4] step 5860/12000 loss=4.5676 gn=0.86 lr=3.47e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s4] step 5880/12000 loss=4.6737 gn=0.91 lr=3.46e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s4] step 5900/12000 loss=4.5000 gn=0.90 lr=3.44e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s4] step 5920/12000 loss=4.4547 gn=0.86 lr=3.43e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s4] step 5940/12000 loss=4.6201 gn=0.85 lr=3.41e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s4] step 5960/12000 loss=4.5415 gn=0.86 lr=3.40e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s4] step 5980/12000 loss=4.6403 gn=0.85 lr=3.39e-04 tps=24579 mem=5.4G lam=None Gm=None
[baseline s4] step 6000/12000 loss=4.7052 gn=0.88 lr=3.37e-04 tps=24580 mem=5.4G lam=None Gm=None
[baseline s4] EVAL step 6000: val_loss=4.6554 val_ppl=105.15
[baseline s4] step 6020/12000 loss=4.6898 gn=0.88 lr=3.36e-04 tps=24566 mem=5.4G lam=None Gm=None
[baseline s4] step 6040/12000 loss=4.4851 gn=0.93 lr=3.34e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s4] step 6060/12000 loss=4.5566 gn=0.84 lr=3.33e-04 tps=24567 mem=5.4G lam=None Gm=None
[baseline s4] step 6080/12000 loss=4.7458 gn=0.84 lr=3.31e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s4] step 6100/12000 loss=4.4018 gn=0.82 lr=3.30e-04 tps=24568 mem=5.4G lam=None Gm=None
[baseline s4] step 6120/12000 loss=4.6648 gn=0.84 lr=3.29e-04 tps=24569 mem=5.4G lam=None Gm=None
[baseline s4] step 6140/12000 loss=4.4871 gn=0.86 lr=3.27e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s4] step 6160/12000 loss=4.5784 gn=0.87 lr=3.26e-04 tps=24570 mem=5.4G lam=None Gm=None
[baseline s4] step 6180/12000 loss=4.4950 gn=0.90 lr=3.24e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s4] step 6200/12000 loss=4.6385 gn=0.90 lr=3.23e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s4] step 6220/12000 loss=4.6810 gn=0.87 lr=3.21e-04 tps=24571 mem=5.4G lam=None Gm=None
[baseline s4] step 6240/12000 loss=4.6225 gn=0.89 lr=3.20e-04 tps=24572 mem=5.4G lam=None Gm=None
[baseline s4] step 6260/12000 loss=4.4988 gn=0.91 lr=3.19e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s4] step 6280/12000 loss=4.4849 gn=0.87 lr=3.17e-04 tps=24573 mem=5.4G lam=None Gm=None
[baseline s4] step 6300/12000 loss=4.6008 gn=0.95 lr=3.16e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s4] step 6320/12000 loss=4.3598 gn=0.84 lr=3.14e-04 tps=24574 mem=5.4G lam=None Gm=None
[baseline s4] step 6340/12000 loss=4.5866 gn=0.84 lr=3.13e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s4] step 6360/12000 loss=4.4580 gn=0.86 lr=3.11e-04 tps=24575 mem=5.4G lam=None Gm=None
[baseline s4] step 6380/12000 loss=4.6310 gn=0.89 lr=3.10e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s4] step 6400/12000 loss=4.5897 gn=0.92 lr=3.08e-04 tps=24576 mem=5.4G lam=None Gm=None
[baseline s4] step 6420/12000 loss=4.6369 gn=0.89 lr=3.07e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s4] step 6440/12000 loss=4.6539 gn=0.91 lr=3.06e-04 tps=24577 mem=5.4G lam=None Gm=None
[baseline s4] step 6460/12000 loss=4.5316 gn=0.95 lr=3.04e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s4] step 6480/12000 loss=4.7253 gn=0.93 lr=3.03e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s4] step 6500/12000 loss=4.4697 gn=0.91 lr=3.01e-04 tps=24578 mem=5.4G lam=None Gm=None
[baseline s4] step 6520/12000 loss=4.5358 gn=0.85 lr=3.00e-04 tps=24579 mem=5.4G lam=None Gm=None
[baseline s4] step 6540/12000 loss=4.6180 gn=0.88 lr=2.98e-04 tps=24579 mem=5.4G lam=None Gm=None
[baseline s4] step 6560/12000 loss=4.3860 gn=0.88 lr=2.97e-04 tps=24580 mem=5.4G lam=None Gm=None
[baseline s4] step 6580/12000 loss=4.6981 gn=0.95 lr=2.96e-04 tps=24580 mem=5.4G lam=None Gm=None
[baseline s4] step 6600/12000 loss=4.5112 gn=0.92 lr=2.94e-04 tps=24581 mem=5.4G lam=None Gm=None
[baseline s4] step 6620/12000 loss=4.7794 gn=1.13 lr=2.93e-04 tps=24581 mem=5.4G lam=None Gm=None
[baseline s4] step 6640/12000 loss=4.4545 gn=1.04 lr=2.91e-04 tps=24582 mem=5.4G lam=None Gm=None
[baseline s4] step 6660/12000 loss=4.4719 gn=0.89 lr=2.90e-04 tps=24582 mem=5.4G lam=None Gm=None
[baseline s4] step 6680/12000 loss=4.4524 gn=0.90 lr=2.88e-04 tps=24583 mem=5.4G lam=None Gm=None
[baseline s4] step 6700/12000 loss=4.6114 gn=0.89 lr=2.87e-04 tps=24583 mem=5.4G lam=None Gm=None
[baseline s4] step 6720/12000 loss=4.4973 gn=0.91 lr=2.86e-04 tps=24584 mem=5.4G lam=None Gm=None
[baseline s4] step 6740/12000 loss=4.4989 gn=0.86 lr=2.84e-04 tps=24584 mem=5.4G lam=None Gm=None
[baseline s4] step 6760/12000 loss=4.6124 gn=0.96 lr=2.83e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s4] step 6780/12000 loss=4.4671 gn=0.90 lr=2.81e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s4] step 6800/12000 loss=4.4159 gn=0.99 lr=2.80e-04 tps=24586 mem=5.4G lam=None Gm=None
[baseline s4] step 6820/12000 loss=4.6007 gn=0.92 lr=2.79e-04 tps=24586 mem=5.4G lam=None Gm=None
[baseline s4] step 6840/12000 loss=4.4306 gn=0.87 lr=2.77e-04 tps=24587 mem=5.4G lam=None Gm=None
[baseline s4] step 6860/12000 loss=4.6199 gn=0.83 lr=2.76e-04 tps=24587 mem=5.4G lam=None Gm=None
[baseline s4] step 6880/12000 loss=4.5455 gn=0.92 lr=2.74e-04 tps=24588 mem=5.4G lam=None Gm=None
[baseline s4] step 6900/12000 loss=4.4625 gn=0.93 lr=2.73e-04 tps=24588 mem=5.4G lam=None Gm=None
[baseline s4] step 6920/12000 loss=4.4978 gn=0.96 lr=2.72e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 6940/12000 loss=4.5458 gn=0.91 lr=2.70e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 6960/12000 loss=4.5256 gn=0.93 lr=2.69e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 6980/12000 loss=4.4847 gn=0.89 lr=2.67e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 7000/12000 loss=4.3344 gn=0.93 lr=2.66e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s4] EVAL step 7000: val_loss=4.6244 val_ppl=101.94
[baseline s4] step 7020/12000 loss=4.6909 gn=0.92 lr=2.65e-04 tps=24579 mem=5.4G lam=None Gm=None
[baseline s4] step 7040/12000 loss=4.6820 gn=1.02 lr=2.63e-04 tps=24580 mem=5.4G lam=None Gm=None
[baseline s4] step 7060/12000 loss=4.5751 gn=0.93 lr=2.62e-04 tps=24580 mem=5.4G lam=None Gm=None
[baseline s4] step 7080/12000 loss=4.5356 gn=0.94 lr=2.60e-04 tps=24581 mem=5.4G lam=None Gm=None
[baseline s4] step 7100/12000 loss=4.5618 gn=0.91 lr=2.59e-04 tps=24581 mem=5.4G lam=None Gm=None
[baseline s4] step 7120/12000 loss=4.7470 gn=1.03 lr=2.58e-04 tps=24581 mem=5.4G lam=None Gm=None
[baseline s4] step 7140/12000 loss=4.4672 gn=0.96 lr=2.56e-04 tps=24582 mem=5.4G lam=None Gm=None
[baseline s4] step 7160/12000 loss=4.4817 gn=0.90 lr=2.55e-04 tps=24582 mem=5.4G lam=None Gm=None
[baseline s4] step 7180/12000 loss=4.5522 gn=0.98 lr=2.53e-04 tps=24582 mem=5.4G lam=None Gm=None
[baseline s4] step 7200/12000 loss=4.5541 gn=0.96 lr=2.52e-04 tps=24583 mem=5.4G lam=None Gm=None
[baseline s4] step 7220/12000 loss=4.3515 gn=0.92 lr=2.51e-04 tps=24583 mem=5.4G lam=None Gm=None
[baseline s4] step 7240/12000 loss=4.4362 gn=0.85 lr=2.49e-04 tps=24583 mem=5.4G lam=None Gm=None
[baseline s4] step 7260/12000 loss=4.5513 gn=0.93 lr=2.48e-04 tps=24584 mem=5.4G lam=None Gm=None
[baseline s4] step 7280/12000 loss=4.4350 gn=0.91 lr=2.47e-04 tps=24584 mem=5.4G lam=None Gm=None
[baseline s4] step 7300/12000 loss=4.5853 gn=0.92 lr=2.45e-04 tps=24584 mem=5.4G lam=None Gm=None
[baseline s4] step 7320/12000 loss=4.4152 gn=0.92 lr=2.44e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s4] step 7340/12000 loss=4.5057 gn=0.97 lr=2.42e-04 tps=24585 mem=5.4G lam=None Gm=None
[baseline s4] step 7360/12000 loss=4.5653 gn=0.96 lr=2.41e-04 tps=24586 mem=5.4G lam=None Gm=None
[baseline s4] step 7380/12000 loss=4.5419 gn=1.04 lr=2.40e-04 tps=24586 mem=5.4G lam=None Gm=None
[baseline s4] step 7400/12000 loss=4.4007 gn=0.94 lr=2.38e-04 tps=24587 mem=5.4G lam=None Gm=None
[baseline s4] step 7420/12000 loss=4.4840 gn=0.97 lr=2.37e-04 tps=24587 mem=5.4G lam=None Gm=None
[baseline s4] step 7440/12000 loss=4.3933 gn=0.94 lr=2.36e-04 tps=24587 mem=5.4G lam=None Gm=None
[baseline s4] step 7460/12000 loss=4.5824 gn=0.91 lr=2.34e-04 tps=24588 mem=5.4G lam=None Gm=None
[baseline s4] step 7480/12000 loss=4.4201 gn=0.96 lr=2.33e-04 tps=24588 mem=5.4G lam=None Gm=None
[baseline s4] step 7500/12000 loss=4.4787 gn=0.94 lr=2.32e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 7520/12000 loss=4.5220 gn=0.90 lr=2.30e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 7540/12000 loss=4.4062 gn=0.95 lr=2.29e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 7560/12000 loss=4.3158 gn=0.97 lr=2.28e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 7580/12000 loss=4.5891 gn=0.96 lr=2.26e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s4] step 7600/12000 loss=4.3540 gn=0.91 lr=2.25e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s4] step 7620/12000 loss=4.4448 gn=0.90 lr=2.24e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s4] step 7640/12000 loss=4.4149 gn=0.94 lr=2.22e-04 tps=24592 mem=5.4G lam=None Gm=None
[baseline s4] step 7660/12000 loss=4.4429 gn=0.93 lr=2.21e-04 tps=24592 mem=5.4G lam=None Gm=None
[baseline s4] step 7680/12000 loss=4.6261 gn=1.00 lr=2.20e-04 tps=24592 mem=5.4G lam=None Gm=None
[baseline s4] step 7700/12000 loss=4.5830 gn=0.93 lr=2.18e-04 tps=24593 mem=5.4G lam=None Gm=None
[baseline s4] step 7720/12000 loss=4.5809 gn=0.95 lr=2.17e-04 tps=24593 mem=5.4G lam=None Gm=None
[baseline s4] step 7740/12000 loss=4.4936 gn=0.94 lr=2.16e-04 tps=24593 mem=5.4G lam=None Gm=None
[baseline s4] step 7760/12000 loss=4.4873 gn=0.88 lr=2.15e-04 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 7780/12000 loss=4.5644 gn=1.03 lr=2.13e-04 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 7800/12000 loss=4.4832 gn=0.97 lr=2.12e-04 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 7820/12000 loss=4.3474 gn=0.92 lr=2.11e-04 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 7840/12000 loss=4.3891 gn=0.94 lr=2.09e-04 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 7860/12000 loss=4.3877 gn=0.97 lr=2.08e-04 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 7880/12000 loss=4.3906 gn=0.95 lr=2.07e-04 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 7900/12000 loss=4.3523 gn=0.92 lr=2.06e-04 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 7920/12000 loss=4.5125 gn=1.08 lr=2.04e-04 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 7940/12000 loss=4.4992 gn=0.96 lr=2.03e-04 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 7960/12000 loss=4.5004 gn=1.00 lr=2.02e-04 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 7980/12000 loss=4.5053 gn=0.97 lr=2.00e-04 tps=24597 mem=5.4G lam=None Gm=None
[baseline s4] step 8000/12000 loss=4.5533 gn=1.01 lr=1.99e-04 tps=24597 mem=5.4G lam=None Gm=None
[baseline s4] EVAL step 8000: val_loss=4.5469 val_ppl=94.34
[baseline s4] step 8020/12000 loss=4.5203 gn=1.03 lr=1.98e-04 tps=24587 mem=5.4G lam=None Gm=None
[baseline s4] step 8040/12000 loss=4.4192 gn=1.02 lr=1.97e-04 tps=24587 mem=5.4G lam=None Gm=None
[baseline s4] step 8060/12000 loss=4.4576 gn=0.93 lr=1.95e-04 tps=24587 mem=5.4G lam=None Gm=None
[baseline s4] step 8080/12000 loss=4.5475 gn=0.95 lr=1.94e-04 tps=24588 mem=5.4G lam=None Gm=None
[baseline s4] step 8100/12000 loss=4.5275 gn=0.96 lr=1.93e-04 tps=24588 mem=5.4G lam=None Gm=None
[baseline s4] step 8120/12000 loss=4.6647 gn=0.99 lr=1.92e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 8140/12000 loss=4.3218 gn=0.95 lr=1.90e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 8160/12000 loss=4.4011 gn=0.97 lr=1.89e-04 tps=24589 mem=5.4G lam=None Gm=None
[baseline s4] step 8180/12000 loss=4.4860 gn=1.00 lr=1.88e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 8200/12000 loss=4.3460 gn=0.95 lr=1.87e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 8220/12000 loss=4.4537 gn=0.98 lr=1.86e-04 tps=24590 mem=5.4G lam=None Gm=None
[baseline s4] step 8240/12000 loss=4.3773 gn=0.95 lr=1.84e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s4] step 8260/12000 loss=4.3520 gn=1.05 lr=1.83e-04 tps=24591 mem=5.4G lam=None Gm=None
[baseline s4] step 8280/12000 loss=4.3406 gn=0.90 lr=1.82e-04 tps=24592 mem=5.4G lam=None Gm=None
[baseline s4] step 8300/12000 loss=4.5207 gn=0.92 lr=1.81e-04 tps=24592 mem=5.4G lam=None Gm=None
[baseline s4] step 8320/12000 loss=4.3983 gn=0.96 lr=1.80e-04 tps=24592 mem=5.4G lam=None Gm=None
[baseline s4] step 8340/12000 loss=4.4513 gn=0.97 lr=1.78e-04 tps=24592 mem=5.4G lam=None Gm=None
[baseline s4] step 8360/12000 loss=4.5378 gn=1.03 lr=1.77e-04 tps=24593 mem=5.4G lam=None Gm=None
[baseline s4] step 8380/12000 loss=4.3802 gn=1.05 lr=1.76e-04 tps=24593 mem=5.4G lam=None Gm=None
[baseline s4] step 8400/12000 loss=4.4597 gn=1.00 lr=1.75e-04 tps=24593 mem=5.4G lam=None Gm=None
[baseline s4] step 8420/12000 loss=4.3396 gn=0.98 lr=1.74e-04 tps=24593 mem=5.4G lam=None Gm=None
[baseline s4] step 8440/12000 loss=4.3068 gn=0.94 lr=1.72e-04 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 8460/12000 loss=4.3742 gn=1.11 lr=1.71e-04 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 8480/12000 loss=4.3680 gn=0.95 lr=1.70e-04 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 8500/12000 loss=4.3906 gn=0.95 lr=1.69e-04 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 8520/12000 loss=4.4852 gn=1.02 lr=1.68e-04 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 8540/12000 loss=4.5515 gn=1.02 lr=1.67e-04 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 8560/12000 loss=4.3697 gn=0.96 lr=1.66e-04 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 8580/12000 loss=4.4705 gn=1.03 lr=1.64e-04 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 8600/12000 loss=4.2951 gn=1.06 lr=1.63e-04 tps=24597 mem=5.4G lam=None Gm=None
[baseline s4] step 8620/12000 loss=4.4203 gn=1.04 lr=1.62e-04 tps=24597 mem=5.4G lam=None Gm=None
[baseline s4] step 8640/12000 loss=4.4869 gn=0.99 lr=1.61e-04 tps=24597 mem=5.4G lam=None Gm=None
[baseline s4] step 8660/12000 loss=4.3043 gn=1.05 lr=1.60e-04 tps=24598 mem=5.4G lam=None Gm=None
[baseline s4] step 8680/12000 loss=4.4061 gn=0.92 lr=1.59e-04 tps=24598 mem=5.4G lam=None Gm=None
[baseline s4] step 8700/12000 loss=4.2667 gn=1.08 lr=1.58e-04 tps=24598 mem=5.4G lam=None Gm=None
[baseline s4] step 8720/12000 loss=4.5120 gn=1.09 lr=1.57e-04 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 8740/12000 loss=4.4294 gn=1.03 lr=1.55e-04 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 8760/12000 loss=4.3508 gn=0.99 lr=1.54e-04 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 8780/12000 loss=4.4105 gn=1.01 lr=1.53e-04 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 8800/12000 loss=4.3472 gn=1.01 lr=1.52e-04 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 8820/12000 loss=4.2989 gn=0.97 lr=1.51e-04 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 8840/12000 loss=4.5025 gn=1.07 lr=1.50e-04 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 8860/12000 loss=4.3546 gn=1.04 lr=1.49e-04 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 8880/12000 loss=4.3920 gn=0.95 lr=1.48e-04 tps=24602 mem=5.4G lam=None Gm=None
[baseline s4] step 8900/12000 loss=4.2014 gn=0.96 lr=1.47e-04 tps=24602 mem=5.4G lam=None Gm=None
[baseline s4] step 8920/12000 loss=4.3841 gn=0.98 lr=1.46e-04 tps=24603 mem=5.4G lam=None Gm=None
[baseline s4] step 8940/12000 loss=4.3882 gn=0.95 lr=1.45e-04 tps=24603 mem=5.4G lam=None Gm=None
[baseline s4] step 8960/12000 loss=4.4081 gn=0.92 lr=1.44e-04 tps=24603 mem=5.4G lam=None Gm=None
[baseline s4] step 8980/12000 loss=4.4546 gn=1.04 lr=1.43e-04 tps=24604 mem=5.4G lam=None Gm=None
[baseline s4] step 9000/12000 loss=4.3931 gn=1.05 lr=1.42e-04 tps=24604 mem=5.4G lam=None Gm=None
[baseline s4] EVAL step 9000: val_loss=4.4615 val_ppl=86.62
[baseline s4] step 9020/12000 loss=4.4698 gn=1.04 lr=1.41e-04 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 9040/12000 loss=4.4173 gn=1.04 lr=1.40e-04 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 9060/12000 loss=4.1491 gn=1.04 lr=1.39e-04 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 9080/12000 loss=4.4883 gn=1.01 lr=1.38e-04 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 9100/12000 loss=4.4311 gn=1.02 lr=1.37e-04 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 9120/12000 loss=4.2795 gn=1.04 lr=1.36e-04 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 9140/12000 loss=4.2335 gn=1.00 lr=1.35e-04 tps=24597 mem=5.4G lam=None Gm=None
[baseline s4] step 9160/12000 loss=4.4655 gn=1.07 lr=1.34e-04 tps=24597 mem=5.4G lam=None Gm=None
[baseline s4] step 9180/12000 loss=4.4697 gn=0.94 lr=1.33e-04 tps=24597 mem=5.4G lam=None Gm=None
[baseline s4] step 9200/12000 loss=4.2646 gn=1.09 lr=1.32e-04 tps=24598 mem=5.4G lam=None Gm=None
[baseline s4] step 9220/12000 loss=4.4609 gn=1.09 lr=1.31e-04 tps=24598 mem=5.4G lam=None Gm=None
[baseline s4] step 9240/12000 loss=4.4814 gn=1.10 lr=1.30e-04 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 9260/12000 loss=4.3766 gn=1.06 lr=1.29e-04 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 9280/12000 loss=4.3604 gn=1.13 lr=1.28e-04 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 9300/12000 loss=4.5090 gn=1.12 lr=1.27e-04 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 9320/12000 loss=4.3059 gn=1.04 lr=1.26e-04 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 9340/12000 loss=4.4976 gn=1.04 lr=1.25e-04 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 9360/12000 loss=4.3045 gn=0.95 lr=1.24e-04 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 9380/12000 loss=4.4417 gn=1.02 lr=1.23e-04 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 9400/12000 loss=4.2521 gn=1.11 lr=1.22e-04 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 9420/12000 loss=4.2689 gn=1.01 lr=1.21e-04 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 9440/12000 loss=4.3305 gn=1.24 lr=1.20e-04 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 9460/12000 loss=4.3977 gn=0.94 lr=1.19e-04 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 9480/12000 loss=4.3888 gn=1.06 lr=1.19e-04 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 9500/12000 loss=4.5384 gn=1.13 lr=1.18e-04 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 9520/12000 loss=4.2233 gn=1.08 lr=1.17e-04 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 9540/12000 loss=4.3896 gn=1.06 lr=1.16e-04 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 9560/12000 loss=4.5605 gn=1.05 lr=1.15e-04 tps=24602 mem=5.4G lam=None Gm=None
[baseline s4] step 9580/12000 loss=4.2846 gn=1.07 lr=1.14e-04 tps=24602 mem=5.4G lam=None Gm=None
[baseline s4] step 9600/12000 loss=4.4194 gn=1.00 lr=1.13e-04 tps=24602 mem=5.4G lam=None Gm=None
[baseline s4] step 9620/12000 loss=4.3658 gn=1.02 lr=1.12e-04 tps=24602 mem=5.4G lam=None Gm=None
[baseline s4] step 9640/12000 loss=4.5257 gn=1.13 lr=1.12e-04 tps=24603 mem=5.4G lam=None Gm=None
[baseline s4] step 9660/12000 loss=4.3446 gn=1.01 lr=1.11e-04 tps=24603 mem=5.4G lam=None Gm=None
[baseline s4] step 9680/12000 loss=4.5249 gn=1.10 lr=1.10e-04 tps=24603 mem=5.4G lam=None Gm=None
[baseline s4] step 9700/12000 loss=4.2826 gn=1.07 lr=1.09e-04 tps=24603 mem=5.4G lam=None Gm=None
[baseline s4] step 9720/12000 loss=4.3255 gn=1.17 lr=1.08e-04 tps=24603 mem=5.4G lam=None Gm=None
[baseline s4] step 9740/12000 loss=4.3797 gn=1.04 lr=1.07e-04 tps=24604 mem=5.4G lam=None Gm=None
[baseline s4] step 9760/12000 loss=4.4052 gn=1.00 lr=1.07e-04 tps=24604 mem=5.4G lam=None Gm=None
[baseline s4] step 9780/12000 loss=4.1333 gn=1.07 lr=1.06e-04 tps=24604 mem=5.4G lam=None Gm=None
[baseline s4] step 9800/12000 loss=4.3037 gn=1.06 lr=1.05e-04 tps=24604 mem=5.4G lam=None Gm=None
[baseline s4] step 9820/12000 loss=4.1839 gn=0.98 lr=1.04e-04 tps=24604 mem=5.4G lam=None Gm=None
[baseline s4] step 9840/12000 loss=4.5019 gn=1.00 lr=1.03e-04 tps=24604 mem=5.4G lam=None Gm=None
[baseline s4] step 9860/12000 loss=4.3223 gn=1.12 lr=1.03e-04 tps=24605 mem=5.4G lam=None Gm=None
[baseline s4] step 9880/12000 loss=4.3504 gn=1.01 lr=1.02e-04 tps=24605 mem=5.4G lam=None Gm=None
[baseline s4] step 9900/12000 loss=4.2691 gn=1.07 lr=1.01e-04 tps=24605 mem=5.4G lam=None Gm=None
[baseline s4] step 9920/12000 loss=4.3176 gn=1.09 lr=1.00e-04 tps=24605 mem=5.4G lam=None Gm=None
[baseline s4] step 9940/12000 loss=4.5210 gn=1.04 lr=9.96e-05 tps=24605 mem=5.4G lam=None Gm=None
[baseline s4] step 9960/12000 loss=4.4109 gn=1.08 lr=9.89e-05 tps=24605 mem=5.4G lam=None Gm=None
[baseline s4] step 9980/12000 loss=4.3786 gn=1.03 lr=9.81e-05 tps=24606 mem=5.4G lam=None Gm=None
[baseline s4] step 10000/12000 loss=4.3567 gn=0.96 lr=9.74e-05 tps=24606 mem=5.4G lam=None Gm=None
[baseline s4] EVAL step 10000: val_loss=4.4265 val_ppl=83.64
[baseline s4] step 10020/12000 loss=4.5097 gn=1.07 lr=9.67e-05 tps=24597 mem=5.4G lam=None Gm=None
[baseline s4] step 10040/12000 loss=4.3275 gn=1.03 lr=9.59e-05 tps=24597 mem=5.4G lam=None Gm=None
[baseline s4] step 10060/12000 loss=4.3184 gn=1.10 lr=9.52e-05 tps=24597 mem=5.4G lam=None Gm=None
[baseline s4] step 10080/12000 loss=4.3542 gn=1.55 lr=9.45e-05 tps=24597 mem=5.4G lam=None Gm=None
[baseline s4] step 10100/12000 loss=4.3856 gn=1.06 lr=9.38e-05 tps=24597 mem=5.4G lam=None Gm=None
[baseline s4] step 10120/12000 loss=4.3743 gn=0.95 lr=9.31e-05 tps=24598 mem=5.4G lam=None Gm=None
[baseline s4] step 10140/12000 loss=4.1586 gn=1.01 lr=9.24e-05 tps=24598 mem=5.4G lam=None Gm=None
[baseline s4] step 10160/12000 loss=4.2873 gn=1.18 lr=9.18e-05 tps=24598 mem=5.4G lam=None Gm=None
[baseline s4] step 10180/12000 loss=4.4518 gn=1.04 lr=9.11e-05 tps=24598 mem=5.4G lam=None Gm=None
[baseline s4] step 10200/12000 loss=4.3280 gn=1.05 lr=9.04e-05 tps=24598 mem=5.4G lam=None Gm=None
[baseline s4] step 10220/12000 loss=4.4111 gn=1.14 lr=8.98e-05 tps=24598 mem=5.4G lam=None Gm=None
[baseline s4] step 10240/12000 loss=4.2416 gn=1.14 lr=8.91e-05 tps=24598 mem=5.4G lam=None Gm=None
[baseline s4] step 10260/12000 loss=4.4092 gn=1.21 lr=8.85e-05 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 10280/12000 loss=4.4107 gn=1.08 lr=8.78e-05 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 10300/12000 loss=4.2900 gn=1.09 lr=8.72e-05 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 10320/12000 loss=4.4488 gn=1.12 lr=8.66e-05 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 10340/12000 loss=4.3524 gn=1.16 lr=8.59e-05 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 10360/12000 loss=4.4406 gn=1.14 lr=8.53e-05 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 10380/12000 loss=4.4022 gn=1.14 lr=8.47e-05 tps=24599 mem=5.4G lam=None Gm=None
[baseline s4] step 10400/12000 loss=4.4503 gn=1.11 lr=8.41e-05 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 10420/12000 loss=4.4130 gn=1.07 lr=8.35e-05 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 10440/12000 loss=4.2722 gn=1.18 lr=8.30e-05 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 10460/12000 loss=4.4104 gn=1.11 lr=8.24e-05 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 10480/12000 loss=4.2685 gn=1.06 lr=8.18e-05 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 10500/12000 loss=4.3509 gn=1.13 lr=8.12e-05 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 10520/12000 loss=4.4262 gn=1.11 lr=8.07e-05 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 10540/12000 loss=4.3451 gn=1.17 lr=8.01e-05 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 10560/12000 loss=4.3485 gn=1.06 lr=7.96e-05 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 10580/12000 loss=4.3821 gn=1.25 lr=7.91e-05 tps=24600 mem=5.4G lam=None Gm=None
[baseline s4] step 10600/12000 loss=4.2389 gn=1.00 lr=7.85e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10620/12000 loss=4.2676 gn=1.15 lr=7.80e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10640/12000 loss=4.2806 gn=1.03 lr=7.75e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10660/12000 loss=4.4381 gn=1.13 lr=7.70e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10680/12000 loss=4.3318 gn=1.24 lr=7.65e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10700/12000 loss=4.3179 gn=1.10 lr=7.60e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10720/12000 loss=4.4433 gn=1.18 lr=7.55e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10740/12000 loss=4.4193 gn=1.21 lr=7.50e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10760/12000 loss=4.2094 gn=1.20 lr=7.46e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10780/12000 loss=4.2631 gn=1.37 lr=7.41e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10800/12000 loss=4.3327 gn=1.17 lr=7.37e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10820/12000 loss=4.2858 gn=1.14 lr=7.32e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10840/12000 loss=4.2975 gn=1.14 lr=7.28e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10860/12000 loss=4.2774 gn=1.22 lr=7.23e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10880/12000 loss=4.2591 gn=1.20 lr=7.19e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10900/12000 loss=4.1824 gn=1.05 lr=7.15e-05 tps=24601 mem=5.4G lam=None Gm=None
[baseline s4] step 10920/12000 loss=4.3505 gn=1.07 lr=7.11e-05 tps=24602 mem=5.4G lam=None Gm=None
[baseline s4] step 10940/12000 loss=4.3244 gn=1.18 lr=7.07e-05 tps=24602 mem=5.4G lam=None Gm=None
[baseline s4] step 10960/12000 loss=4.3126 gn=1.12 lr=7.03e-05 tps=24602 mem=5.4G lam=None Gm=None
[baseline s4] step 10980/12000 loss=4.4738 gn=1.19 lr=6.99e-05 tps=24602 mem=5.4G lam=None Gm=None
[baseline s4] step 11000/12000 loss=4.3937 gn=1.04 lr=6.95e-05 tps=24602 mem=5.4G lam=None Gm=None
[baseline s4] EVAL step 11000: val_loss=4.3780 val_ppl=79.68
[baseline s4] step 11020/12000 loss=4.2131 gn=1.10 lr=6.91e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11040/12000 loss=4.2987 gn=1.10 lr=6.88e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11060/12000 loss=4.4624 gn=1.21 lr=6.84e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11080/12000 loss=4.3256 gn=1.05 lr=6.81e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11100/12000 loss=4.3603 gn=1.23 lr=6.77e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11120/12000 loss=4.4071 gn=1.10 lr=6.74e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11140/12000 loss=4.3703 gn=1.18 lr=6.70e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11160/12000 loss=4.2571 gn=1.05 lr=6.67e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11180/12000 loss=4.3690 gn=1.28 lr=6.64e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11200/12000 loss=4.3607 gn=1.14 lr=6.61e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11220/12000 loss=4.2135 gn=1.11 lr=6.58e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11240/12000 loss=4.4120 gn=1.07 lr=6.55e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11260/12000 loss=4.3977 gn=1.06 lr=6.52e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11280/12000 loss=4.4274 gn=1.22 lr=6.49e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11300/12000 loss=4.2730 gn=1.21 lr=6.47e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11320/12000 loss=4.3537 gn=1.03 lr=6.44e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11340/12000 loss=4.5851 gn=1.20 lr=6.42e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11360/12000 loss=4.2724 gn=1.08 lr=6.39e-05 tps=24594 mem=5.4G lam=None Gm=None
[baseline s4] step 11380/12000 loss=4.3523 gn=1.25 lr=6.37e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11400/12000 loss=4.3299 gn=1.29 lr=6.34e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11420/12000 loss=4.2841 gn=1.13 lr=6.32e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11440/12000 loss=4.3702 gn=1.13 lr=6.30e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11460/12000 loss=4.2920 gn=1.18 lr=6.28e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11480/12000 loss=4.5037 gn=1.12 lr=6.26e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11500/12000 loss=4.2734 gn=1.13 lr=6.24e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11520/12000 loss=4.4505 gn=1.20 lr=6.22e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11540/12000 loss=4.3780 gn=1.28 lr=6.20e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11560/12000 loss=4.3517 gn=1.12 lr=6.19e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11580/12000 loss=4.4554 gn=1.14 lr=6.17e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11600/12000 loss=4.3126 gn=1.29 lr=6.15e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11620/12000 loss=4.2206 gn=1.25 lr=6.14e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11640/12000 loss=4.3181 gn=1.20 lr=6.12e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11660/12000 loss=4.2125 gn=1.19 lr=6.11e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11680/12000 loss=4.3541 gn=1.12 lr=6.10e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11700/12000 loss=4.2539 gn=1.19 lr=6.09e-05 tps=24595 mem=5.4G lam=None Gm=None
[baseline s4] step 11720/12000 loss=4.3097 gn=1.28 lr=6.07e-05 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 11740/12000 loss=4.2739 gn=1.10 lr=6.06e-05 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 11760/12000 loss=4.3402 gn=1.12 lr=6.06e-05 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 11780/12000 loss=4.5873 gn=1.56 lr=6.05e-05 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 11800/12000 loss=4.4274 gn=1.18 lr=6.04e-05 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 11820/12000 loss=4.4448 gn=1.28 lr=6.03e-05 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 11840/12000 loss=4.4330 gn=1.16 lr=6.02e-05 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 11860/12000 loss=4.2737 gn=1.23 lr=6.02e-05 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 11880/12000 loss=4.3180 gn=1.14 lr=6.01e-05 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 11900/12000 loss=4.3165 gn=1.24 lr=6.01e-05 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 11920/12000 loss=4.3017 gn=1.23 lr=6.01e-05 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 11940/12000 loss=4.4711 gn=1.27 lr=6.00e-05 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 11960/12000 loss=4.3874 gn=1.29 lr=6.00e-05 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] step 11980/12000 loss=4.2869 gn=1.13 lr=6.00e-05 tps=24596 mem=5.4G lam=None Gm=None
[baseline s4] EVAL step 11999: val_loss=4.3534 val_ppl=77.74
[init] variant=s_only seed=4 params=63.97M
[init] use_S=True use_G=False
[s_only s4] step 0/12000 loss=10.8749 gn=13.18 lr=3.00e-06 tps=8231 mem=5.0G lam=0.12692801654338837 Gm=None
[s_only s4] step 20/12000 loss=9.8635 gn=1.97 lr=6.30e-05 tps=19663 mem=5.5G lam=0.1269354640195767 Gm=None
[s_only s4] step 40/12000 loss=9.1046 gn=1.75 lr=1.23e-04 tps=20320 mem=5.5G lam=0.1268776822835207 Gm=None
[s_only s4] step 60/12000 loss=8.2392 gn=1.51 lr=1.83e-04 tps=20640 mem=5.5G lam=0.12680154169599214 Gm=None
[s_only s4] step 80/12000 loss=7.5625 gn=0.78 lr=2.43e-04 tps=20770 mem=5.5G lam=0.12670300155878067 Gm=None
[s_only s4] step 100/12000 loss=7.0056 gn=0.68 lr=3.03e-04 tps=20858 mem=5.5G lam=0.12663045898079872 Gm=None
[s_only s4] step 120/12000 loss=7.1905 gn=0.59 lr=3.63e-04 tps=20907 mem=5.5G lam=0.12653953147431216 Gm=None
[s_only s4] step 140/12000 loss=6.8227 gn=0.60 lr=4.23e-04 tps=20943 mem=5.5G lam=0.12645861444373926 Gm=None
[s_only s4] step 160/12000 loss=6.7416 gn=0.71 lr=4.83e-04 tps=20977 mem=5.5G lam=0.1264731672902902 Gm=None
[s_only s4] step 180/12000 loss=6.7637 gn=0.61 lr=5.43e-04 tps=20998 mem=5.5G lam=0.12646111225088438 Gm=None
[s_only s4] step 200/12000 loss=6.7242 gn=0.98 lr=6.00e-04 tps=21024 mem=5.5G lam=0.126350407799085 Gm=None
[s_only s4] step 220/12000 loss=6.7364 gn=0.62 lr=6.00e-04 tps=21020 mem=5.5G lam=0.1263274255519112 Gm=None
[s_only s4] step 240/12000 loss=6.5418 gn=0.66 lr=6.00e-04 tps=21037 mem=5.5G lam=0.1262963181361556 Gm=None
[s_only s4] step 260/12000 loss=6.6101 gn=0.46 lr=6.00e-04 tps=21048 mem=5.5G lam=0.12624366860836744 Gm=None
[s_only s4] step 280/12000 loss=6.6734 gn=0.56 lr=6.00e-04 tps=21062 mem=5.5G lam=0.12626296592255434 Gm=None
[s_only s4] step 300/12000 loss=6.3615 gn=0.55 lr=6.00e-04 tps=21072 mem=5.5G lam=0.12622429430484772 Gm=None
[s_only s4] step 320/12000 loss=6.4086 gn=0.57 lr=6.00e-04 tps=21084 mem=5.5G lam=0.1262331005806724 Gm=None
[s_only s4] step 340/12000 loss=6.4347 gn=0.52 lr=6.00e-04 tps=21083 mem=5.5G lam=0.1262821014970541 Gm=None
[s_only s4] step 360/12000 loss=6.4866 gn=0.52 lr=6.00e-04 tps=21089 mem=5.5G lam=0.12626108154654503 Gm=None
[s_only s4] step 380/12000 loss=6.4070 gn=0.58 lr=6.00e-04 tps=21087 mem=5.5G lam=0.12636485882103443 Gm=None
[s_only s4] step 400/12000 loss=6.3030 gn=0.53 lr=6.00e-04 tps=21086 mem=5.5G lam=0.12637504500647387 Gm=None
[s_only s4] step 420/12000 loss=6.1821 gn=0.56 lr=6.00e-04 tps=21089 mem=5.5G lam=0.1264394416163365 Gm=None
[s_only s4] step 440/12000 loss=6.2792 gn=0.56 lr=5.99e-04 tps=21095 mem=5.5G lam=0.1264825069035093 Gm=None
[s_only s4] step 460/12000 loss=6.3112 gn=0.56 lr=5.99e-04 tps=21097 mem=5.5G lam=0.1265180641785264 Gm=None
[s_only s4] step 480/12000 loss=6.2986 gn=0.53 lr=5.99e-04 tps=21103 mem=5.5G lam=0.12657696443299452 Gm=None
[s_only s4] step 500/12000 loss=6.2349 gn=0.54 lr=5.99e-04 tps=21104 mem=5.5G lam=0.1267233146354556 Gm=None
[s_only s4] step 520/12000 loss=6.2714 gn=0.50 lr=5.99e-04 tps=21108 mem=5.5G lam=0.12685844643662372 Gm=None
[s_only s4] step 540/12000 loss=6.0896 gn=0.56 lr=5.99e-04 tps=21111 mem=5.5G lam=0.1269174808015426 Gm=None
[s_only s4] step 560/12000 loss=6.2320 gn=0.60 lr=5.99e-04 tps=21112 mem=5.5G lam=0.1270720042909185 Gm=None
[s_only s4] step 580/12000 loss=6.0924 gn=0.52 lr=5.99e-04 tps=21113 mem=5.5G lam=0.12728003381441036 Gm=None
[s_only s4] step 600/12000 loss=6.0363 gn=0.59 lr=5.98e-04 tps=21110 mem=5.5G lam=0.12754694713900486 Gm=None
[s_only s4] step 620/12000 loss=6.1409 gn=0.47 lr=5.98e-04 tps=21111 mem=5.5G lam=0.12779868704577288 Gm=None
[s_only s4] step 640/12000 loss=6.2377 gn=0.52 lr=5.98e-04 tps=21112 mem=5.5G lam=0.12804412438223758 Gm=None
[s_only s4] step 660/12000 loss=6.0785 gn=0.56 lr=5.98e-04 tps=21116 mem=5.5G lam=0.12834056839346886 Gm=None
[s_only s4] step 680/12000 loss=6.0807 gn=0.66 lr=5.98e-04 tps=21117 mem=5.5G lam=0.12852566440900168 Gm=None
[s_only s4] step 700/12000 loss=5.9925 gn=0.52 lr=5.98e-04 tps=21124 mem=5.5G lam=0.1287958218405644 Gm=None
[s_only s4] step 720/12000 loss=5.9510 gn=0.59 lr=5.97e-04 tps=21123 mem=5.5G lam=0.1290908350298802 Gm=None
[s_only s4] step 740/12000 loss=6.0543 gn=0.54 lr=5.97e-04 tps=21125 mem=5.5G lam=0.12948724099745354 Gm=None
[s_only s4] step 760/12000 loss=6.0089 gn=0.50 lr=5.97e-04 tps=21127 mem=5.5G lam=0.1299094914769133 Gm=None
[s_only s4] step 780/12000 loss=6.1386 gn=0.58 lr=5.97e-04 tps=21128 mem=5.5G lam=0.13032151044656834 Gm=None
[s_only s4] step 800/12000 loss=5.8521 gn=0.55 lr=5.97e-04 tps=21125 mem=5.5G lam=0.13065565843135118 Gm=None
[s_only s4] step 820/12000 loss=5.9238 gn=0.51 lr=5.96e-04 tps=21125 mem=5.5G lam=0.13110509204367796 Gm=None
[s_only s4] step 840/12000 loss=5.8719 gn=0.59 lr=5.96e-04 tps=21128 mem=5.5G lam=0.1314980968212088 Gm=None
[s_only s4] step 860/12000 loss=5.9279 gn=0.59 lr=5.96e-04 tps=21125 mem=5.5G lam=0.13195150438696146 Gm=None
[s_only s4] step 880/12000 loss=5.7863 gn=0.53 lr=5.96e-04 tps=21128 mem=5.5G lam=0.13244060271730027 Gm=None
[s_only s4] step 900/12000 loss=5.7835 gn=0.55 lr=5.95e-04 tps=21130 mem=5.5G lam=0.13282673278202614 Gm=None
[s_only s4] step 920/12000 loss=5.8573 gn=0.57 lr=5.95e-04 tps=21132 mem=5.5G lam=0.13325486580530801 Gm=None
[s_only s4] step 940/12000 loss=5.7695 gn=0.56 lr=5.95e-04 tps=21134 mem=5.5G lam=0.13370732621600231 Gm=None
[s_only s4] step 960/12000 loss=5.8165 gn=0.55 lr=5.94e-04 tps=21135 mem=5.5G lam=0.13413415849208832 Gm=None
[s_only s4] step 980/12000 loss=5.8184 gn=0.57 lr=5.94e-04 tps=21138 mem=5.5G lam=0.1346285796413819 Gm=None
[s_only s4] step 1000/12000 loss=5.7310 gn=0.63 lr=5.94e-04 tps=21138 mem=5.5G lam=0.13513978415479264 Gm=None
[s_only s4] EVAL step 1000: val_loss=5.7897 val_ppl=326.91
[s_only s4] step 1020/12000 loss=5.7814 gn=0.57 lr=5.94e-04 tps=21064 mem=5.5G lam=0.1356215492511789 Gm=None
[s_only s4] step 1040/12000 loss=5.7328 gn=0.55 lr=5.93e-04 tps=21064 mem=5.5G lam=0.13606574945151806 Gm=None
[s_only s4] step 1060/12000 loss=5.6228 gn=0.52 lr=5.93e-04 tps=21062 mem=5.5G lam=0.1365930556009213 Gm=None
[s_only s4] step 1080/12000 loss=5.6708 gn=0.58 lr=5.93e-04 tps=21065 mem=5.5G lam=0.1370550518234571 Gm=None
[s_only s4] step 1100/12000 loss=5.8341 gn=0.55 lr=5.92e-04 tps=21066 mem=5.5G lam=0.13754963502287865 Gm=None
[s_only s4] step 1120/12000 loss=5.7695 gn=0.52 lr=5.92e-04 tps=21067 mem=5.5G lam=0.13799921981990337 Gm=None
[s_only s4] step 1140/12000 loss=5.5920 gn=0.54 lr=5.92e-04 tps=21068 mem=5.5G lam=0.13847187533974648 Gm=None
[s_only s4] step 1160/12000 loss=5.6270 gn=0.52 lr=5.91e-04 tps=21071 mem=5.5G lam=0.13897408482929072 Gm=None
[s_only s4] step 1180/12000 loss=5.7183 gn=0.57 lr=5.91e-04 tps=21073 mem=5.5G lam=0.13945387521137795 Gm=None
[s_only s4] step 1200/12000 loss=5.6840 gn=0.54 lr=5.90e-04 tps=21072 mem=5.5G lam=0.1399195995181799 Gm=None
[s_only s4] step 1220/12000 loss=5.9013 gn=0.57 lr=5.90e-04 tps=21075 mem=5.5G lam=0.14036059007048607 Gm=None
[s_only s4] step 1240/12000 loss=5.5504 gn=0.52 lr=5.90e-04 tps=21077 mem=5.5G lam=0.14083771035075188 Gm=None
[s_only s4] step 1260/12000 loss=5.5868 gn=0.56 lr=5.89e-04 tps=21078 mem=5.5G lam=0.14135889802128077 Gm=None
[s_only s4] step 1280/12000 loss=5.4536 gn=0.51 lr=5.89e-04 tps=21080 mem=5.5G lam=0.14184506703168154 Gm=None
[s_only s4] step 1300/12000 loss=5.7682 gn=0.56 lr=5.89e-04 tps=21082 mem=5.5G lam=0.14232502474139133 Gm=None
[s_only s4] step 1320/12000 loss=5.5360 gn=0.59 lr=5.88e-04 tps=21086 mem=5.5G lam=0.14278402210523686 Gm=None
[s_only s4] step 1340/12000 loss=5.4999 gn=0.54 lr=5.88e-04 tps=21086 mem=5.5G lam=0.14332549987981716 Gm=None
[s_only s4] step 1360/12000 loss=5.6200 gn=0.59 lr=5.87e-04 tps=21087 mem=5.5G lam=0.14378527738153934 Gm=None
[s_only s4] step 1380/12000 loss=5.5561 gn=0.57 lr=5.87e-04 tps=21088 mem=5.5G lam=0.14423525892198086 Gm=None
[s_only s4] step 1400/12000 loss=5.4464 gn=0.59 lr=5.86e-04 tps=21089 mem=5.5G lam=0.14473018236458302 Gm=None
[s_only s4] step 1420/12000 loss=5.5575 gn=0.55 lr=5.86e-04 tps=21089 mem=5.5G lam=0.14516903273761272 Gm=None
[s_only s4] step 1440/12000 loss=5.5046 gn=0.65 lr=5.85e-04 tps=21090 mem=5.5G lam=0.14563736350586018 Gm=None
[s_only s4] step 1460/12000 loss=5.4280 gn=0.59 lr=5.85e-04 tps=21091 mem=5.5G lam=0.1461489892875155 Gm=None
[s_only s4] step 1480/12000 loss=5.4680 gn=0.60 lr=5.84e-04 tps=21092 mem=5.5G lam=0.14668714224050441 Gm=None
[s_only s4] step 1500/12000 loss=5.5081 gn=0.61 lr=5.84e-04 tps=21095 mem=5.5G lam=0.14718262509753308 Gm=None
[s_only s4] step 1520/12000 loss=5.3453 gn=0.58 lr=5.83e-04 tps=21096 mem=5.5G lam=0.14758962796380123 Gm=None
[s_only s4] step 1540/12000 loss=5.4387 gn=0.60 lr=5.83e-04 tps=21098 mem=5.5G lam=0.14806531059245268 Gm=None
[s_only s4] step 1560/12000 loss=5.5024 gn=0.56 lr=5.82e-04 tps=21099 mem=5.5G lam=0.14854030528416237 Gm=None
[s_only s4] step 1580/12000 loss=5.5804 gn=0.58 lr=5.82e-04 tps=21100 mem=5.5G lam=0.14898411153505245 Gm=None
[s_only s4] step 1600/12000 loss=5.2680 gn=0.56 lr=5.81e-04 tps=21101 mem=5.5G lam=0.1495009878029426 Gm=None
[s_only s4] step 1620/12000 loss=5.4041 gn=0.59 lr=5.81e-04 tps=21104 mem=5.5G lam=0.14998728719850382 Gm=None
[s_only s4] step 1640/12000 loss=5.4315 gn=0.60 lr=5.80e-04 tps=21105 mem=5.5G lam=0.15047285022834936 Gm=None
[s_only s4] step 1660/12000 loss=5.3782 gn=0.55 lr=5.80e-04 tps=21106 mem=5.5G lam=0.15097498365988335 Gm=None
[s_only s4] step 1680/12000 loss=5.2615 gn=0.57 lr=5.79e-04 tps=21108 mem=5.5G lam=0.15139164589345455 Gm=None
[s_only s4] step 1700/12000 loss=5.3314 gn=0.57 lr=5.79e-04 tps=21109 mem=5.5G lam=0.15190307578692833 Gm=None
[s_only s4] step 1720/12000 loss=5.4281 gn=0.62 lr=5.78e-04 tps=21110 mem=5.5G lam=0.1523720740030209 Gm=None
[s_only s4] step 1740/12000 loss=5.5031 gn=0.60 lr=5.78e-04 tps=21110 mem=5.5G lam=0.15287526790052652 Gm=None
[s_only s4] step 1760/12000 loss=5.3176 gn=0.57 lr=5.77e-04 tps=21110 mem=5.5G lam=0.15336126772065958 Gm=None
[s_only s4] step 1780/12000 loss=5.4728 gn=0.60 lr=5.76e-04 tps=21111 mem=5.5G lam=0.15387929572413364 Gm=None
[s_only s4] step 1800/12000 loss=5.2239 gn=0.60 lr=5.76e-04 tps=21110 mem=5.5G lam=0.15444793365895748 Gm=None
[s_only s4] step 1820/12000 loss=5.3111 gn=0.60 lr=5.75e-04 tps=21112 mem=5.5G lam=0.1549294845511516 Gm=None
[s_only s4] step 1840/12000 loss=5.3633 gn=0.63 lr=5.75e-04 tps=21112 mem=5.5G lam=0.15544309156636396 Gm=None
[s_only s4] step 1860/12000 loss=5.5619 gn=0.59 lr=5.74e-04 tps=21114 mem=5.5G lam=0.15590902976691723 Gm=None
[s_only s4] step 1880/12000 loss=5.4245 gn=0.61 lr=5.73e-04 tps=21114 mem=5.5G lam=0.15646408963948488 Gm=None
[s_only s4] step 1900/12000 loss=5.3333 gn=0.60 lr=5.73e-04 tps=21115 mem=5.5G lam=0.15700544199595848 Gm=None
[s_only s4] step 1920/12000 loss=5.3343 gn=0.61 lr=5.72e-04 tps=21116 mem=5.5G lam=0.15751903286824623 Gm=None
[s_only s4] step 1940/12000 loss=5.3381 gn=0.58 lr=5.72e-04 tps=21117 mem=5.5G lam=0.1580360767741998 Gm=None
[s_only s4] step 1960/12000 loss=5.4636 gn=0.60 lr=5.71e-04 tps=21118 mem=5.5G lam=0.15865825271854797 Gm=None
[s_only s4] step 1980/12000 loss=5.2308 gn=0.56 lr=5.70e-04 tps=21118 mem=5.5G lam=0.15921222263326248 Gm=None
[s_only s4] step 2000/12000 loss=5.2902 gn=0.64 lr=5.70e-04 tps=21119 mem=5.5G lam=0.15977114625275135 Gm=None
[s_only s4] EVAL step 2000: val_loss=5.3427 val_ppl=209.08
[s_only s4] step 2020/12000 loss=5.2527 gn=0.69 lr=5.69e-04 tps=21080 mem=5.5G lam=0.1603714128335317 Gm=None
[s_only s4] step 2040/12000 loss=5.4215 gn=0.69 lr=5.68e-04 tps=21081 mem=5.5G lam=0.16094677615910769 Gm=None
[s_only s4] step 2060/12000 loss=5.3400 gn=0.65 lr=5.68e-04 tps=21081 mem=5.5G lam=0.1614952559272448 Gm=None
[s_only s4] step 2080/12000 loss=5.2401 gn=0.62 lr=5.67e-04 tps=21082 mem=5.5G lam=0.16203524420658746 Gm=None
[s_only s4] step 2100/12000 loss=5.1656 gn=0.69 lr=5.66e-04 tps=21084 mem=5.5G lam=0.1625828609491388 Gm=None
[s_only s4] step 2120/12000 loss=5.2565 gn=0.63 lr=5.65e-04 tps=21084 mem=5.5G lam=0.16315384022891521 Gm=None
[s_only s4] step 2140/12000 loss=5.2210 gn=0.61 lr=5.65e-04 tps=21084 mem=5.5G lam=0.16369951236993074 Gm=None
[s_only s4] step 2160/12000 loss=5.1868 gn=0.59 lr=5.64e-04 tps=21086 mem=5.5G lam=0.16433575997749963 Gm=None
[s_only s4] step 2180/12000 loss=5.3207 gn=0.60 lr=5.63e-04 tps=21086 mem=5.5G lam=0.1649023313075304 Gm=None
[s_only s4] step 2200/12000 loss=5.2279 gn=0.64 lr=5.63e-04 tps=21087 mem=5.5G lam=0.16543951289107403 Gm=None
[s_only s4] step 2220/12000 loss=5.1789 gn=0.58 lr=5.62e-04 tps=21088 mem=5.5G lam=0.16608269046992064 Gm=None
[s_only s4] step 2240/12000 loss=5.1014 gn=0.62 lr=5.61e-04 tps=21088 mem=5.5G lam=0.1666701715439558 Gm=None
[s_only s4] step 2260/12000 loss=5.2904 gn=0.75 lr=5.60e-04 tps=21088 mem=5.5G lam=0.16722732999672493 Gm=None
[s_only s4] step 2280/12000 loss=5.1815 gn=0.63 lr=5.60e-04 tps=21089 mem=5.5G lam=0.16780183495332798 Gm=None
[s_only s4] step 2300/12000 loss=5.1394 gn=0.60 lr=5.59e-04 tps=21089 mem=5.5G lam=0.16832317505031824 Gm=None
[s_only s4] step 2320/12000 loss=5.0390 gn=0.68 lr=5.58e-04 tps=21089 mem=5.5G lam=0.1689060271407167 Gm=None
[s_only s4] step 2340/12000 loss=5.1985 gn=0.62 lr=5.57e-04 tps=21088 mem=5.5G lam=0.16950232225159803 Gm=None
[s_only s4] step 2360/12000 loss=4.9491 gn=0.67 lr=5.57e-04 tps=21080 mem=5.5G lam=0.16999093784640232 Gm=None
[s_only s4] step 2380/12000 loss=5.1323 gn=0.67 lr=5.56e-04 tps=21080 mem=5.5G lam=0.17052102275192738 Gm=None
[s_only s4] step 2400/12000 loss=5.1140 gn=0.66 lr=5.55e-04 tps=21081 mem=5.5G lam=0.17110408221681914 Gm=None
[s_only s4] step 2420/12000 loss=5.0624 gn=0.65 lr=5.54e-04 tps=21081 mem=5.5G lam=0.17163931609441838 Gm=None
[s_only s4] step 2440/12000 loss=5.1157 gn=0.65 lr=5.53e-04 tps=21083 mem=5.5G lam=0.17223171424120665 Gm=None
[s_only s4] step 2460/12000 loss=5.0795 gn=0.64 lr=5.53e-04 tps=21083 mem=5.5G lam=0.1728110620751977 Gm=None
[s_only s4] step 2480/12000 loss=5.2171 gn=0.69 lr=5.52e-04 tps=21085 mem=5.5G lam=0.17339391137162843 Gm=None
[s_only s4] step 2500/12000 loss=5.1378 gn=0.64 lr=5.51e-04 tps=21086 mem=5.5G lam=0.17406232127298912 Gm=None
[s_only s4] step 2520/12000 loss=5.0238 gn=0.69 lr=5.50e-04 tps=21087 mem=5.5G lam=0.17463181478281817 Gm=None
[s_only s4] step 2540/12000 loss=5.0404 gn=0.64 lr=5.49e-04 tps=21087 mem=5.5G lam=0.1752179025982817 Gm=None
[s_only s4] step 2560/12000 loss=5.2294 gn=0.61 lr=5.48e-04 tps=21088 mem=5.5G lam=0.1758183343335986 Gm=None
[s_only s4] step 2580/12000 loss=5.0742 gn=0.63 lr=5.48e-04 tps=21091 mem=5.5G lam=0.1764581153790156 Gm=None
[s_only s4] step 2600/12000 loss=5.0489 gn=0.61 lr=5.47e-04 tps=21093 mem=5.5G lam=0.17703604511916637 Gm=None
[s_only s4] step 2620/12000 loss=5.1020 gn=0.70 lr=5.46e-04 tps=21096 mem=5.5G lam=0.1775686483209332 Gm=None
[s_only s4] step 2640/12000 loss=5.1127 gn=0.69 lr=5.45e-04 tps=21098 mem=5.5G lam=0.17812064538399378 Gm=None
[s_only s4] step 2660/12000 loss=5.2103 gn=0.63 lr=5.44e-04 tps=21101 mem=5.5G lam=0.17868295001486936 Gm=None
[s_only s4] step 2680/12000 loss=4.9332 gn=0.68 lr=5.43e-04 tps=21103 mem=5.5G lam=0.17930863921840987 Gm=None
[s_only s4] step 2700/12000 loss=5.1937 gn=0.69 lr=5.42e-04 tps=21106 mem=5.5G lam=0.17990991535286108 Gm=None
[s_only s4] step 2720/12000 loss=5.1548 gn=0.65 lr=5.41e-04 tps=21107 mem=5.5G lam=0.1804751018062234 Gm=None
[s_only s4] step 2740/12000 loss=5.1408 gn=0.70 lr=5.41e-04 tps=21107 mem=5.5G lam=0.18107955250889063 Gm=None
[s_only s4] step 2760/12000 loss=5.0487 gn=0.70 lr=5.40e-04 tps=21107 mem=5.5G lam=0.18168274872004986 Gm=None
[s_only s4] step 2780/12000 loss=5.1346 gn=0.75 lr=5.39e-04 tps=21108 mem=5.5G lam=0.18222266001005968 Gm=None
[s_only s4] step 2800/12000 loss=5.0341 gn=0.66 lr=5.38e-04 tps=21108 mem=5.5G lam=0.18276780874778828 Gm=None
[s_only s4] step 2820/12000 loss=4.9559 gn=0.68 lr=5.37e-04 tps=21109 mem=5.5G lam=0.1833235820134481 Gm=None
[s_only s4] step 2840/12000 loss=4.9435 gn=0.70 lr=5.36e-04 tps=21110 mem=5.5G lam=0.1838997658342123 Gm=None
[s_only s4] step 2860/12000 loss=5.0496 gn=0.68 lr=5.35e-04 tps=21111 mem=5.5G lam=0.18451861975093684 Gm=None
[s_only s4] step 2880/12000 loss=5.0327 gn=0.68 lr=5.34e-04 tps=21113 mem=5.5G lam=0.18510191577176252 Gm=None
[s_only s4] step 2900/12000 loss=5.0322 gn=0.68 lr=5.33e-04 tps=21115 mem=5.5G lam=0.18572899606078863 Gm=None
[s_only s4] step 2920/12000 loss=5.0817 gn=0.64 lr=5.32e-04 tps=21116 mem=5.5G lam=0.18633599765598774 Gm=None
[s_only s4] step 2940/12000 loss=4.9894 gn=0.67 lr=5.31e-04 tps=21118 mem=5.5G lam=0.18699054171641669 Gm=None
[s_only s4] step 2960/12000 loss=5.0075 gn=0.69 lr=5.30e-04 tps=21118 mem=5.5G lam=0.1876399659862121 Gm=None
[s_only s4] step 2980/12000 loss=5.0037 gn=0.75 lr=5.29e-04 tps=21117 mem=5.5G lam=0.1881393746783336 Gm=None
[s_only s4] step 3000/12000 loss=4.9787 gn=0.67 lr=5.28e-04 tps=21117 mem=5.5G lam=0.18870916217565536 Gm=None
[s_only s4] EVAL step 3000: val_loss=5.0046 val_ppl=149.10
[s_only s4] step 3020/12000 loss=4.9113 gn=0.70 lr=5.27e-04 tps=21092 mem=5.5G lam=0.18933993360648552 Gm=None
[s_only s4] step 3040/12000 loss=4.8570 gn=0.70 lr=5.26e-04 tps=21090 mem=5.5G lam=0.18986332695931196 Gm=None
[s_only s4] step 3060/12000 loss=5.1400 gn=0.76 lr=5.25e-04 tps=21087 mem=5.5G lam=0.19043198755631843 Gm=None
[s_only s4] step 3080/12000 loss=5.0153 gn=0.70 lr=5.24e-04 tps=21086 mem=5.5G lam=0.19102840746442476 Gm=None
[s_only s4] step 3100/12000 loss=5.0429 gn=0.73 lr=5.23e-04 tps=21083 mem=5.5G lam=0.19160251008967558 Gm=None
[s_only s4] step 3120/12000 loss=4.9241 gn=0.68 lr=5.22e-04 tps=21083 mem=5.5G lam=0.19221791283537945 Gm=None
[s_only s4] step 3140/12000 loss=4.9193 gn=0.72 lr=5.21e-04 tps=21082 mem=5.5G lam=0.1928134939322869 Gm=None
[s_only s4] step 3160/12000 loss=5.0320 gn=0.69 lr=5.20e-04 tps=21082 mem=5.5G lam=0.19343890187640986 Gm=None
[s_only s4] step 3180/12000 loss=4.9278 gn=0.74 lr=5.19e-04 tps=21081 mem=5.5G lam=0.1939571142817537 Gm=None
[s_only s4] step 3200/12000 loss=4.9377 gn=0.71 lr=5.18e-04 tps=21080 mem=5.5G lam=0.19447297789156437 Gm=None
[s_only s4] step 3220/12000 loss=5.1159 gn=0.78 lr=5.17e-04 tps=21079 mem=5.5G lam=0.19506021651128927 Gm=None
[s_only s4] step 3240/12000 loss=4.9603 gn=0.72 lr=5.16e-04 tps=21079 mem=5.5G lam=0.19565477998306355 Gm=None
[s_only s4] step 3260/12000 loss=4.9659 gn=0.70 lr=5.15e-04 tps=21079 mem=5.5G lam=0.19619773235172033 Gm=None
[s_only s4] step 3280/12000 loss=4.8596 gn=0.74 lr=5.14e-04 tps=21079 mem=5.5G lam=0.19677575336148342 Gm=None
[s_only s4] step 3300/12000 loss=4.9474 gn=0.71 lr=5.13e-04 tps=21077 mem=5.5G lam=0.19731864022711912 Gm=None
[s_only s4] step 3320/12000 loss=4.8484 gn=0.69 lr=5.12e-04 tps=21076 mem=5.5G lam=0.1978702029834191 Gm=None
[s_only s4] step 3340/12000 loss=4.9560 gn=0.72 lr=5.11e-04 tps=21076 mem=5.5G lam=0.19837298958251873 Gm=None
[s_only s4] step 3360/12000 loss=4.9193 gn=0.77 lr=5.10e-04 tps=21076 mem=5.5G lam=0.1989029347896576 Gm=None
[s_only s4] step 3380/12000 loss=4.8163 gn=0.67 lr=5.09e-04 tps=21076 mem=5.5G lam=0.1994598532716433 Gm=None
[s_only s4] step 3400/12000 loss=4.8375 gn=0.75 lr=5.08e-04 tps=21075 mem=5.5G lam=0.19993178887913624 Gm=None
[s_only s4] step 3420/12000 loss=4.8553 gn=0.68 lr=5.07e-04 tps=21075 mem=5.5G lam=0.20046847872436047 Gm=None
[s_only s4] step 3440/12000 loss=4.7811 gn=0.66 lr=5.06e-04 tps=21076 mem=5.5G lam=0.20100337794671455 Gm=None
[s_only s4] step 3460/12000 loss=4.8056 gn=0.70 lr=5.05e-04 tps=21076 mem=5.5G lam=0.20160925357292095 Gm=None
[s_only s4] step 3480/12000 loss=5.0322 gn=0.73 lr=5.03e-04 tps=21076 mem=5.5G lam=0.20220927459498247 Gm=None
[s_only s4] step 3500/12000 loss=4.9472 gn=0.68 lr=5.02e-04 tps=21075 mem=5.5G lam=0.2027640532081326 Gm=None
[s_only s4] step 3520/12000 loss=4.7838 gn=0.74 lr=5.01e-04 tps=21075 mem=5.5G lam=0.2032819570352634 Gm=None
[s_only s4] step 3540/12000 loss=5.0479 gn=0.74 lr=5.00e-04 tps=21074 mem=5.5G lam=0.203931444324553 Gm=None
[s_only s4] step 3560/12000 loss=4.9291 gn=0.71 lr=4.99e-04 tps=21074 mem=5.5G lam=0.20451344860096773 Gm=None
[s_only s4] step 3580/12000 loss=5.1633 gn=0.75 lr=4.98e-04 tps=21074 mem=5.5G lam=0.20512024126946926 Gm=None
[s_only s4] step 3600/12000 loss=4.9099 gn=0.73 lr=4.97e-04 tps=21074 mem=5.5G lam=0.20564792398363352 Gm=None
[s_only s4] step 3620/12000 loss=4.7675 gn=0.75 lr=4.96e-04 tps=21074 mem=5.5G lam=0.20622948867579302 Gm=None
[s_only s4] step 3640/12000 loss=4.9019 gn=0.74 lr=4.94e-04 tps=21072 mem=5.5G lam=0.2067316916460792 Gm=None
[s_only s4] step 3660/12000 loss=4.8361 gn=0.93 lr=4.93e-04 tps=21066 mem=5.5G lam=0.20736028160899878 Gm=None
[s_only s4] step 3680/12000 loss=4.9078 gn=0.73 lr=4.92e-04 tps=21061 mem=5.5G lam=0.20791446417570114 Gm=None
[s_only s4] step 3700/12000 loss=4.8940 gn=0.75 lr=4.91e-04 tps=21055 mem=5.5G lam=0.20850591889272133 Gm=None
[s_only s4] step 3720/12000 loss=4.7992 gn=0.70 lr=4.90e-04 tps=21048 mem=5.5G lam=0.20908387936651707 Gm=None
[s_only s4] step 3740/12000 loss=4.6355 gn=0.69 lr=4.89e-04 tps=21044 mem=5.5G lam=0.2096655803422133 Gm=None
[s_only s4] step 3760/12000 loss=4.7957 gn=0.74 lr=4.88e-04 tps=21038 mem=5.5G lam=0.21020421975602707 Gm=None
[s_only s4] step 3780/12000 loss=4.7928 gn=0.82 lr=4.86e-04 tps=21030 mem=5.5G lam=0.21075239218771458 Gm=None
[s_only s4] step 3800/12000 loss=4.8613 gn=0.75 lr=4.85e-04 tps=21025 mem=5.5G lam=0.2112573158616821 Gm=None
[s_only s4] step 3820/12000 loss=4.8201 gn=0.70 lr=4.84e-04 tps=21018 mem=5.5G lam=0.21174217698474726 Gm=None
[s_only s4] step 3840/12000 loss=4.6248 gn=0.70 lr=4.83e-04 tps=21010 mem=5.5G lam=0.21226417956252894 Gm=None
[s_only s4] step 3860/12000 loss=4.9207 gn=0.74 lr=4.82e-04 tps=21005 mem=5.5G lam=0.2128626083334287 Gm=None
[s_only s4] step 3880/12000 loss=4.8584 gn=0.73 lr=4.80e-04 tps=21002 mem=5.5G lam=0.213404826199015 Gm=None
[s_only s4] step 3900/12000 loss=4.8731 gn=0.77 lr=4.79e-04 tps=20999 mem=5.5G lam=0.21396617560336986 Gm=None
[s_only s4] step 3920/12000 loss=4.8731 gn=0.79 lr=4.78e-04 tps=20999 mem=5.5G lam=0.2144981399178505 Gm=None
[s_only s4] step 3940/12000 loss=4.7590 gn=0.76 lr=4.77e-04 tps=20999 mem=5.5G lam=0.21507881892224154 Gm=None
[s_only s4] step 3960/12000 loss=4.9632 gn=0.95 lr=4.76e-04 tps=21000 mem=5.5G lam=0.21565426296244064 Gm=None
[s_only s4] step 3980/12000 loss=4.8157 gn=0.82 lr=4.74e-04 tps=21000 mem=5.5G lam=0.21620505085835853 Gm=None
[s_only s4] step 4000/12000 loss=4.7307 gn=0.72 lr=4.73e-04 tps=21001 mem=5.5G lam=0.21682525301973024 Gm=None
[s_only s4] EVAL step 4000: val_loss=4.9045 val_ppl=134.90
[s_only s4] step 4020/12000 loss=4.6654 gn=0.73 lr=4.72e-04 tps=20981 mem=5.5G lam=0.21743608793864647 Gm=None
[s_only s4] step 4040/12000 loss=4.7871 gn=0.71 lr=4.71e-04 tps=20982 mem=5.5G lam=0.21796236063043276 Gm=None
[s_only s4] step 4060/12000 loss=4.7835 gn=0.74 lr=4.70e-04 tps=20982 mem=5.5G lam=0.21855009098847708 Gm=None
[s_only s4] step 4080/12000 loss=4.8085 gn=0.82 lr=4.68e-04 tps=20983 mem=5.5G lam=0.21906473767012358 Gm=None
[s_only s4] step 4100/12000 loss=4.8587 gn=0.77 lr=4.67e-04 tps=20983 mem=5.5G lam=0.2196924618134896 Gm=None
[s_only s4] step 4120/12000 loss=4.8184 gn=0.77 lr=4.66e-04 tps=20984 mem=5.5G lam=0.22030672958741584 Gm=None
[s_only s4] step 4140/12000 loss=4.8325 gn=0.74 lr=4.65e-04 tps=20984 mem=5.5G lam=0.22091180055091778 Gm=None
[s_only s4] step 4160/12000 loss=4.9304 gn=0.99 lr=4.63e-04 tps=20984 mem=5.5G lam=0.2215104770536224 Gm=None
[s_only s4] step 4180/12000 loss=4.8146 gn=0.74 lr=4.62e-04 tps=20984 mem=5.5G lam=0.22200161932657161 Gm=None
[s_only s4] step 4200/12000 loss=4.8228 gn=0.79 lr=4.61e-04 tps=20984 mem=5.5G lam=0.2225548354908824 Gm=None
[s_only s4] step 4220/12000 loss=4.7708 gn=0.74 lr=4.60e-04 tps=20984 mem=5.5G lam=0.22313200837622085 Gm=None
[s_only s4] step 4240/12000 loss=4.6757 gn=0.77 lr=4.58e-04 tps=20984 mem=5.5G lam=0.22368351370096207 Gm=None
[s_only s4] step 4260/12000 loss=4.7780 gn=0.87 lr=4.57e-04 tps=20985 mem=5.5G lam=0.2243651651466886 Gm=None
[s_only s4] step 4280/12000 loss=4.8849 gn=0.83 lr=4.56e-04 tps=20986 mem=5.5G lam=0.22488130753238997 Gm=None
[s_only s4] step 4300/12000 loss=4.9048 gn=0.80 lr=4.54e-04 tps=20986 mem=5.5G lam=0.22540627575169006 Gm=None
[s_only s4] step 4320/12000 loss=4.7181 gn=0.89 lr=4.53e-04 tps=20987 mem=5.5G lam=0.22602208610624075 Gm=None
[s_only s4] step 4340/12000 loss=4.9537 gn=0.73 lr=4.52e-04 tps=20987 mem=5.5G lam=0.2265478310485681 Gm=None
[s_only s4] step 4360/12000 loss=4.7464 gn=0.78 lr=4.51e-04 tps=20988 mem=5.5G lam=0.22713151387870312 Gm=None
[s_only s4] step 4380/12000 loss=4.4526 gn=0.73 lr=4.49e-04 tps=20988 mem=5.5G lam=0.22765629583348831 Gm=None
[s_only s4] step 4400/12000 loss=4.9151 gn=0.77 lr=4.48e-04 tps=20989 mem=5.5G lam=0.22817335526148477 Gm=None
[s_only s4] step 4420/12000 loss=4.7537 gn=0.78 lr=4.47e-04 tps=20989 mem=5.5G lam=0.22865010052919388 Gm=None
[s_only s4] step 4440/12000 loss=4.9116 gn=0.83 lr=4.45e-04 tps=20988 mem=5.5G lam=0.22913893653700748 Gm=None
[s_only s4] step 4460/12000 loss=4.6216 gn=0.80 lr=4.44e-04 tps=20989 mem=5.5G lam=0.22961131514360508 Gm=None
[s_only s4] step 4480/12000 loss=4.7642 gn=0.73 lr=4.43e-04 tps=20989 mem=5.5G lam=0.23012209497392178 Gm=None
[s_only s4] step 4500/12000 loss=4.8535 gn=0.77 lr=4.42e-04 tps=20989 mem=5.5G lam=0.2305930865307649 Gm=None
[s_only s4] step 4520/12000 loss=4.5538 gn=0.82 lr=4.40e-04 tps=20990 mem=5.5G lam=0.23102025563518205 Gm=None
[s_only s4] step 4540/12000 loss=4.6553 gn=0.73 lr=4.39e-04 tps=20990 mem=5.5G lam=0.231504092613856 Gm=None
[s_only s4] step 4560/12000 loss=4.6518 gn=0.74 lr=4.38e-04 tps=20990 mem=5.5G lam=0.23208291052530208 Gm=None
[s_only s4] step 4580/12000 loss=4.7152 gn=0.78 lr=4.36e-04 tps=20991 mem=5.5G lam=0.2325651136537393 Gm=None
[s_only s4] step 4600/12000 loss=4.6074 gn=0.80 lr=4.35e-04 tps=20992 mem=5.5G lam=0.23304426887383065 Gm=None
[s_only s4] step 4620/12000 loss=4.7065 gn=0.78 lr=4.34e-04 tps=20993 mem=5.5G lam=0.23353508673608303 Gm=None
[s_only s4] step 4640/12000 loss=4.7561 gn=0.81 lr=4.32e-04 tps=20993 mem=5.5G lam=0.23411860689520836 Gm=None
[s_only s4] step 4660/12000 loss=4.6936 gn=0.75 lr=4.31e-04 tps=20994 mem=5.5G lam=0.2345980784545342 Gm=None
[s_only s4] step 4680/12000 loss=4.6362 gn=0.84 lr=4.30e-04 tps=20995 mem=5.5G lam=0.23515196641286215 Gm=None
[s_only s4] step 4700/12000 loss=4.6690 gn=0.76 lr=4.28e-04 tps=20995 mem=5.5G lam=0.23574292287230492 Gm=None
[s_only s4] step 4720/12000 loss=4.6917 gn=0.85 lr=4.27e-04 tps=20996 mem=5.5G lam=0.23628123849630356 Gm=None
[s_only s4] step 4740/12000 loss=4.7486 gn=0.80 lr=4.26e-04 tps=20996 mem=5.5G lam=0.2367440415546298 Gm=None
[s_only s4] step 4760/12000 loss=4.8019 gn=0.81 lr=4.24e-04 tps=20997 mem=5.5G lam=0.23729485180228949 Gm=None
[s_only s4] step 4780/12000 loss=4.6605 gn=0.80 lr=4.23e-04 tps=20997 mem=5.5G lam=0.23778675279269615 Gm=None
[s_only s4] step 4800/12000 loss=4.8341 gn=0.80 lr=4.22e-04 tps=20997 mem=5.5G lam=0.23825581992665926 Gm=None
[s_only s4] step 4820/12000 loss=4.6603 gn=0.80 lr=4.20e-04 tps=20996 mem=5.5G lam=0.23877115019907555 Gm=None
[s_only s4] step 4840/12000 loss=4.5737 gn=0.85 lr=4.19e-04 tps=20996 mem=5.5G lam=0.2393283365915219 Gm=None
[s_only s4] step 4860/12000 loss=4.6444 gn=0.79 lr=4.18e-04 tps=20996 mem=5.5G lam=0.2398453870167335 Gm=None
[s_only s4] step 4880/12000 loss=4.6371 gn=0.75 lr=4.16e-04 tps=20997 mem=5.5G lam=0.24035916198045015 Gm=None
[s_only s4] step 4900/12000 loss=4.7000 gn=0.79 lr=4.15e-04 tps=20997 mem=5.5G lam=0.24080803555746874 Gm=None
[s_only s4] step 4920/12000 loss=4.6720 gn=0.80 lr=4.13e-04 tps=20998 mem=5.5G lam=0.2412382693340381 Gm=None
[s_only s4] step 4940/12000 loss=4.6424 gn=0.79 lr=4.12e-04 tps=20998 mem=5.5G lam=0.24167581057796875 Gm=None
[s_only s4] step 4960/12000 loss=4.7026 gn=0.80 lr=4.11e-04 tps=20999 mem=5.5G lam=0.2422363112370173 Gm=None
[s_only s4] step 4980/12000 loss=4.6313 gn=0.77 lr=4.09e-04 tps=20994 mem=5.5G lam=0.24277615236739317 Gm=None
[s_only s4] step 5000/12000 loss=4.7962 gn=0.86 lr=4.08e-04 tps=20993 mem=5.5G lam=0.2432463833441337 Gm=None
[s_only s4] EVAL step 5000: val_loss=4.7647 val_ppl=117.29
[s_only s4] step 5020/12000 loss=4.7468 gn=0.77 lr=4.07e-04 tps=20977 mem=5.5G lam=0.2437811428681016 Gm=None
[s_only s4] step 5040/12000 loss=4.8233 gn=0.78 lr=4.05e-04 tps=20975 mem=5.5G lam=0.24429051919529834 Gm=None
[s_only s4] step 5060/12000 loss=4.6645 gn=0.91 lr=4.04e-04 tps=20975 mem=5.5G lam=0.24483079059670368 Gm=None
[s_only s4] step 5080/12000 loss=4.7603 gn=0.80 lr=4.02e-04 tps=20975 mem=5.5G lam=0.2453694473952055 Gm=None
[s_only s4] step 5100/12000 loss=4.7002 gn=0.83 lr=4.01e-04 tps=20975 mem=5.5G lam=0.24584175242731968 Gm=None
[s_only s4] step 5120/12000 loss=4.7367 gn=0.81 lr=4.00e-04 tps=20976 mem=5.5G lam=0.24632523177812496 Gm=None
[s_only s4] step 5140/12000 loss=4.6617 gn=0.82 lr=3.98e-04 tps=20976 mem=5.5G lam=0.24676122547437748 Gm=None
[s_only s4] step 5160/12000 loss=4.7587 gn=0.83 lr=3.97e-04 tps=20977 mem=5.5G lam=0.24725271513064703 Gm=None
[s_only s4] step 5180/12000 loss=4.5634 gn=0.76 lr=3.95e-04 tps=20977 mem=5.5G lam=0.24776360609879097 Gm=None
[s_only s4] step 5200/12000 loss=4.5394 gn=0.79 lr=3.94e-04 tps=20977 mem=5.5G lam=0.2482512422526876 Gm=None
[s_only s4] step 5220/12000 loss=4.7138 gn=0.81 lr=3.93e-04 tps=20977 mem=5.5G lam=0.2487087231129408 Gm=None
[s_only s4] step 5240/12000 loss=4.7524 gn=0.85 lr=3.91e-04 tps=20978 mem=5.5G lam=0.24908532047023377 Gm=None
[s_only s4] step 5260/12000 loss=4.6329 gn=0.78 lr=3.90e-04 tps=20978 mem=5.5G lam=0.24966076792528233 Gm=None
[s_only s4] step 5280/12000 loss=4.6220 gn=0.79 lr=3.88e-04 tps=20979 mem=5.5G lam=0.25018677581101656 Gm=None
[s_only s4] step 5300/12000 loss=4.6398 gn=0.74 lr=3.87e-04 tps=20979 mem=5.5G lam=0.25063683837652206 Gm=None
[s_only s4] step 5320/12000 loss=4.6333 gn=0.80 lr=3.86e-04 tps=20980 mem=5.5G lam=0.25106844616432983 Gm=None
[s_only s4] step 5340/12000 loss=4.7286 gn=0.79 lr=3.84e-04 tps=20980 mem=5.5G lam=0.25150423776358366 Gm=None
[s_only s4] step 5360/12000 loss=4.6586 gn=0.78 lr=3.83e-04 tps=20981 mem=5.5G lam=0.25195325290163356 Gm=None
[s_only s4] step 5380/12000 loss=4.6156 gn=0.80 lr=3.81e-04 tps=20981 mem=5.5G lam=0.2524067560831706 Gm=None
[s_only s4] step 5400/12000 loss=4.7247 gn=0.82 lr=3.80e-04 tps=20981 mem=5.5G lam=0.2528624360760053 Gm=None
[s_only s4] step 5420/12000 loss=4.5929 gn=0.98 lr=3.79e-04 tps=20981 mem=5.5G lam=0.25325274746865034 Gm=None
[s_only s4] step 5440/12000 loss=4.7693 gn=0.83 lr=3.77e-04 tps=20981 mem=5.5G lam=0.25368431645135087 Gm=None
[s_only s4] step 5460/12000 loss=4.5821 gn=0.80 lr=3.76e-04 tps=20982 mem=5.5G lam=0.2540362663567066 Gm=None
[s_only s4] step 5480/12000 loss=4.7040 gn=0.93 lr=3.74e-04 tps=20982 mem=5.5G lam=0.2545130178332329 Gm=None
[s_only s4] step 5500/12000 loss=4.7230 gn=0.82 lr=3.73e-04 tps=20983 mem=5.5G lam=0.25493588640044135 Gm=None
[s_only s4] step 5520/12000 loss=4.8381 gn=0.86 lr=3.72e-04 tps=20983 mem=5.5G lam=0.2554251039400697 Gm=None
[s_only s4] step 5540/12000 loss=4.7391 gn=0.85 lr=3.70e-04 tps=20983 mem=5.5G lam=0.2558932552735011 Gm=None
[s_only s4] step 5560/12000 loss=4.5322 gn=0.82 lr=3.69e-04 tps=20983 mem=5.5G lam=0.2563313903907935 Gm=None
[s_only s4] step 5580/12000 loss=4.5731 gn=0.85 lr=3.67e-04 tps=20983 mem=5.5G lam=0.2568667586892843 Gm=None
[s_only s4] step 5600/12000 loss=4.6761 gn=0.87 lr=3.66e-04 tps=20984 mem=5.5G lam=0.2573286993429065 Gm=None
[s_only s4] step 5620/12000 loss=4.4332 gn=0.79 lr=3.64e-04 tps=20983 mem=5.5G lam=0.2578336897616585 Gm=None
[s_only s4] step 5640/12000 loss=4.6877 gn=0.81 lr=3.63e-04 tps=20982 mem=5.5G lam=0.2582383931924899 Gm=None
[s_only s4] step 5660/12000 loss=4.7160 gn=0.84 lr=3.62e-04 tps=20982 mem=5.5G lam=0.2586594820022583 Gm=None
[s_only s4] step 5680/12000 loss=4.5369 gn=0.89 lr=3.60e-04 tps=20983 mem=5.5G lam=0.25910444495578605 Gm=None
[s_only s4] step 5700/12000 loss=4.4757 gn=0.78 lr=3.59e-04 tps=20983 mem=5.5G lam=0.2595475198080142 Gm=None
[s_only s4] step 5720/12000 loss=4.6282 gn=0.85 lr=3.57e-04 tps=20983 mem=5.5G lam=0.26010451031227905 Gm=None
[s_only s4] step 5740/12000 loss=4.6672 gn=0.83 lr=3.56e-04 tps=20983 mem=5.5G lam=0.2605771590024233 Gm=None
[s_only s4] step 5760/12000 loss=4.5724 gn=0.85 lr=3.54e-04 tps=20983 mem=5.5G lam=0.2610245772326986 Gm=None
[s_only s4] step 5780/12000 loss=4.5469 gn=0.86 lr=3.53e-04 tps=20983 mem=5.5G lam=0.2614086118216316 Gm=None
[s_only s4] step 5800/12000 loss=4.5267 gn=0.87 lr=3.52e-04 tps=20984 mem=5.5G lam=0.26191724340120953 Gm=None
[s_only s4] step 5820/12000 loss=4.5626 gn=0.86 lr=3.50e-04 tps=20984 mem=5.5G lam=0.26234522213538486 Gm=None
[s_only s4] step 5840/12000 loss=4.7422 gn=0.90 lr=3.49e-04 tps=20984 mem=5.5G lam=0.2627431461587548 Gm=None
[s_only s4] step 5860/12000 loss=4.5738 gn=0.83 lr=3.47e-04 tps=20984 mem=5.5G lam=0.2631686208769679 Gm=None
[s_only s4] step 5880/12000 loss=4.6712 gn=0.87 lr=3.46e-04 tps=20985 mem=5.5G lam=0.263636389747262 Gm=None
[s_only s4] step 5900/12000 loss=4.4901 gn=0.87 lr=3.44e-04 tps=20986 mem=5.5G lam=0.2640724303200841 Gm=None
[s_only s4] step 5920/12000 loss=4.4547 gn=0.83 lr=3.43e-04 tps=20986 mem=5.5G lam=0.26452096179127693 Gm=None
[s_only s4] step 5940/12000 loss=4.6198 gn=0.80 lr=3.41e-04 tps=20987 mem=5.5G lam=0.26494669169187546 Gm=None
[s_only s4] step 5960/12000 loss=4.5376 gn=0.80 lr=3.40e-04 tps=20987 mem=5.5G lam=0.2653238885104656 Gm=None
[s_only s4] step 5980/12000 loss=4.6554 gn=0.87 lr=3.39e-04 tps=20987 mem=5.5G lam=0.26579016136626404 Gm=None
[s_only s4] step 6000/12000 loss=4.7039 gn=0.93 lr=3.37e-04 tps=20987 mem=5.5G lam=0.2661558712522189 Gm=None
[s_only s4] EVAL step 6000: val_loss=4.6618 val_ppl=105.83
[s_only s4] step 6020/12000 loss=4.6903 gn=0.93 lr=3.36e-04 tps=20975 mem=5.5G lam=0.26657322111229104 Gm=None
[s_only s4] step 6040/12000 loss=4.4937 gn=0.90 lr=3.34e-04 tps=20975 mem=5.5G lam=0.26695321934918564 Gm=None
[s_only s4] step 6060/12000 loss=4.5561 gn=0.79 lr=3.33e-04 tps=20976 mem=5.5G lam=0.26728356288125116 Gm=None
[s_only s4] step 6080/12000 loss=4.7428 gn=0.82 lr=3.31e-04 tps=20976 mem=5.5G lam=0.2677405836681525 Gm=None
[s_only s4] step 6100/12000 loss=4.4193 gn=0.85 lr=3.30e-04 tps=20977 mem=5.5G lam=0.26817986462265253 Gm=None
[s_only s4] step 6120/12000 loss=4.6775 gn=0.88 lr=3.29e-04 tps=20977 mem=5.5G lam=0.2686259603748719 Gm=None
[s_only s4] step 6140/12000 loss=4.4985 gn=0.87 lr=3.27e-04 tps=20978 mem=5.5G lam=0.269013164875408 Gm=None
[s_only s4] step 6160/12000 loss=4.5886 gn=0.84 lr=3.26e-04 tps=20978 mem=5.5G lam=0.2694746156533559 Gm=None
[s_only s4] step 6180/12000 loss=4.4941 gn=0.90 lr=3.24e-04 tps=20978 mem=5.5G lam=0.26989477034658194 Gm=None
[s_only s4] step 6200/12000 loss=4.6311 gn=0.89 lr=3.23e-04 tps=20979 mem=5.5G lam=0.27032812871038914 Gm=None
[s_only s4] step 6220/12000 loss=4.6752 gn=0.89 lr=3.21e-04 tps=20979 mem=5.5G lam=0.27069155871868134 Gm=None
[s_only s4] step 6240/12000 loss=4.6093 gn=0.79 lr=3.20e-04 tps=20980 mem=5.5G lam=0.27111527354766923 Gm=None
[s_only s4] step 6260/12000 loss=4.4861 gn=0.83 lr=3.19e-04 tps=20980 mem=5.5G lam=0.2715427416066329 Gm=None
[s_only s4] step 6280/12000 loss=4.4703 gn=0.84 lr=3.17e-04 tps=20981 mem=5.5G lam=0.2719097708662351 Gm=None
[s_only s4] step 6300/12000 loss=4.5728 gn=0.91 lr=3.16e-04 tps=20981 mem=5.5G lam=0.27232065610587597 Gm=None
[s_only s4] step 6320/12000 loss=4.3543 gn=0.80 lr=3.14e-04 tps=20981 mem=5.5G lam=0.2726631825789809 Gm=None
[s_only s4] step 6340/12000 loss=4.5977 gn=0.82 lr=3.13e-04 tps=20982 mem=5.5G lam=0.2730106385424733 Gm=None
[s_only s4] step 6360/12000 loss=4.4591 gn=0.86 lr=3.11e-04 tps=20982 mem=5.5G lam=0.27337938764443 Gm=None
[s_only s4] step 6380/12000 loss=4.6240 gn=0.84 lr=3.10e-04 tps=20982 mem=5.5G lam=0.27381266094744205 Gm=None
[s_only s4] step 6400/12000 loss=4.5657 gn=0.86 lr=3.08e-04 tps=20983 mem=5.5G lam=0.2741311068336169 Gm=None
[s_only s4] step 6420/12000 loss=4.6275 gn=0.84 lr=3.07e-04 tps=20983 mem=5.5G lam=0.27450680422286194 Gm=None
[s_only s4] step 6440/12000 loss=4.6588 gn=0.99 lr=3.06e-04 tps=20984 mem=5.5G lam=0.27495268639177084 Gm=None
[s_only s4] step 6460/12000 loss=4.5344 gn=0.86 lr=3.04e-04 tps=20984 mem=5.5G lam=0.2753937964638074 Gm=None
[s_only s4] step 6480/12000 loss=4.7273 gn=0.92 lr=3.03e-04 tps=20983 mem=5.5G lam=0.2757017013306419 Gm=None
[s_only s4] step 6500/12000 loss=4.4730 gn=0.89 lr=3.01e-04 tps=20984 mem=5.5G lam=0.27597553593417007 Gm=None
[s_only s4] step 6520/12000 loss=4.5383 gn=0.84 lr=3.00e-04 tps=20984 mem=5.5G lam=0.27633371359358233 Gm=None
[s_only s4] step 6540/12000 loss=4.6156 gn=0.86 lr=2.98e-04 tps=20985 mem=5.5G lam=0.2767102091262738 Gm=None
[s_only s4] step 6560/12000 loss=4.3934 gn=0.90 lr=2.97e-04 tps=20984 mem=5.5G lam=0.27701200762142736 Gm=None
[s_only s4] step 6580/12000 loss=4.6978 gn=0.95 lr=2.96e-04 tps=20984 mem=5.5G lam=0.27726567722857 Gm=None
[s_only s4] step 6600/12000 loss=4.5119 gn=0.91 lr=2.94e-04 tps=20985 mem=5.5G lam=0.27763359900563955 Gm=None
[s_only s4] step 6620/12000 loss=4.7593 gn=0.97 lr=2.93e-04 tps=20985 mem=5.5G lam=0.2779787549128135 Gm=None
[s_only s4] step 6640/12000 loss=4.4529 gn=1.00 lr=2.91e-04 tps=20985 mem=5.5G lam=0.2783484359582265 Gm=None
[s_only s4] step 6660/12000 loss=4.4635 gn=0.85 lr=2.90e-04 tps=20985 mem=5.5G lam=0.27872083615511656 Gm=None
[s_only s4] step 6680/12000 loss=4.4571 gn=0.87 lr=2.88e-04 tps=20985 mem=5.5G lam=0.27911099636306363 Gm=None
[s_only s4] step 6700/12000 loss=4.6167 gn=0.88 lr=2.87e-04 tps=20986 mem=5.5G lam=0.2794766615455349 Gm=None
[s_only s4] step 6720/12000 loss=4.4996 gn=0.87 lr=2.86e-04 tps=20986 mem=5.5G lam=0.27988815276573104 Gm=None
[s_only s4] step 6740/12000 loss=4.4940 gn=0.87 lr=2.84e-04 tps=20986 mem=5.5G lam=0.2803427117566268 Gm=None
[s_only s4] step 6760/12000 loss=4.5921 gn=0.86 lr=2.83e-04 tps=20986 mem=5.5G lam=0.28070089345177013 Gm=None
[s_only s4] step 6780/12000 loss=4.4628 gn=0.92 lr=2.81e-04 tps=20987 mem=5.5G lam=0.28102158289402723 Gm=None
[s_only s4] step 6800/12000 loss=4.4023 gn=0.85 lr=2.80e-04 tps=20986 mem=5.5G lam=0.28138805242876214 Gm=None
[s_only s4] step 6820/12000 loss=4.6029 gn=0.89 lr=2.79e-04 tps=20986 mem=5.5G lam=0.28170794031272334 Gm=None
[s_only s4] step 6840/12000 loss=4.4295 gn=0.84 lr=2.77e-04 tps=20987 mem=5.5G lam=0.2820820923273762 Gm=None
[s_only s4] step 6860/12000 loss=4.6283 gn=0.87 lr=2.76e-04 tps=20987 mem=5.5G lam=0.2824389686187108 Gm=None
[s_only s4] step 6880/12000 loss=4.5306 gn=0.95 lr=2.74e-04 tps=20987 mem=5.5G lam=0.2827875229219596 Gm=None
[s_only s4] step 6900/12000 loss=4.4764 gn=0.91 lr=2.73e-04 tps=20987 mem=5.5G lam=0.2830973385522763 Gm=None
[s_only s4] step 6920/12000 loss=4.4897 gn=0.91 lr=2.72e-04 tps=20987 mem=5.5G lam=0.2834770083427429 Gm=None
[s_only s4] step 6940/12000 loss=4.5603 gn=0.95 lr=2.70e-04 tps=20986 mem=5.5G lam=0.2838409577185909 Gm=None
[s_only s4] step 6960/12000 loss=4.5392 gn=0.93 lr=2.69e-04 tps=20984 mem=5.5G lam=0.28418359470864135 Gm=None
[s_only s4] step 6980/12000 loss=4.4879 gn=0.83 lr=2.67e-04 tps=20984 mem=5.5G lam=0.2845180717607339 Gm=None
[s_only s4] step 7000/12000 loss=4.3341 gn=0.88 lr=2.66e-04 tps=20984 mem=5.5G lam=0.2848631500576933 Gm=None
[s_only s4] EVAL step 7000: val_loss=4.6221 val_ppl=101.71
[s_only s4] step 7020/12000 loss=4.6896 gn=0.87 lr=2.65e-04 tps=20973 mem=5.5G lam=0.2851637282098333 Gm=None
[s_only s4] step 7040/12000 loss=4.6749 gn=0.98 lr=2.63e-04 tps=20973 mem=5.5G lam=0.2854777028163274 Gm=None
[s_only s4] step 7060/12000 loss=4.5714 gn=0.86 lr=2.62e-04 tps=20974 mem=5.5G lam=0.2857873331134518 Gm=None
[s_only s4] step 7080/12000 loss=4.5438 gn=0.87 lr=2.60e-04 tps=20974 mem=5.5G lam=0.28612879446397227 Gm=None
[s_only s4] step 7100/12000 loss=4.5632 gn=0.88 lr=2.59e-04 tps=20974 mem=5.5G lam=0.28651184526582557 Gm=None
[s_only s4] step 7120/12000 loss=4.7616 gn=1.08 lr=2.58e-04 tps=20975 mem=5.5G lam=0.28690661303699017 Gm=None
[s_only s4] step 7140/12000 loss=4.4686 gn=0.92 lr=2.56e-04 tps=20975 mem=5.5G lam=0.28723378758877516 Gm=None
[s_only s4] step 7160/12000 loss=4.4977 gn=0.86 lr=2.55e-04 tps=20976 mem=5.5G lam=0.2874448914080858 Gm=None
[s_only s4] step 7180/12000 loss=4.5604 gn=0.99 lr=2.53e-04 tps=20975 mem=5.5G lam=0.28778999640295905 Gm=None
[s_only s4] step 7200/12000 loss=4.5510 gn=0.97 lr=2.52e-04 tps=20975 mem=5.5G lam=0.28814688480148715 Gm=None
[s_only s4] step 7220/12000 loss=4.3480 gn=0.90 lr=2.51e-04 tps=20976 mem=5.5G lam=0.28844433433065814 Gm=None
[s_only s4] step 7240/12000 loss=4.4383 gn=0.81 lr=2.49e-04 tps=20975 mem=5.5G lam=0.2887680825466911 Gm=None
[s_only s4] step 7260/12000 loss=4.5518 gn=0.89 lr=2.48e-04 tps=20976 mem=5.5G lam=0.28912104417880374 Gm=None
[s_only s4] step 7280/12000 loss=4.4441 gn=0.86 lr=2.47e-04 tps=20976 mem=5.5G lam=0.28946252384533483 Gm=None
[s_only s4] step 7300/12000 loss=4.5898 gn=0.88 lr=2.45e-04 tps=20976 mem=5.5G lam=0.28982597899933654 Gm=None
[s_only s4] step 7320/12000 loss=4.4036 gn=0.86 lr=2.44e-04 tps=20976 mem=5.5G lam=0.29010155114034814 Gm=None
[s_only s4] step 7340/12000 loss=4.4911 gn=0.89 lr=2.42e-04 tps=20976 mem=5.5G lam=0.29039802805831033 Gm=None
[s_only s4] step 7360/12000 loss=4.5631 gn=0.89 lr=2.41e-04 tps=20976 mem=5.5G lam=0.2906757043674588 Gm=None
[s_only s4] step 7380/12000 loss=4.5363 gn=0.96 lr=2.40e-04 tps=20975 mem=5.5G lam=0.29100907283524674 Gm=None
[s_only s4] step 7400/12000 loss=4.4114 gn=0.90 lr=2.38e-04 tps=20975 mem=5.5G lam=0.29134827107191086 Gm=None
[s_only s4] step 7420/12000 loss=4.4769 gn=0.99 lr=2.37e-04 tps=20976 mem=5.5G lam=0.29161531447122496 Gm=None
[s_only s4] step 7440/12000 loss=4.4153 gn=0.92 lr=2.36e-04 tps=20976 mem=5.5G lam=0.2919024241467317 Gm=None
[s_only s4] step 7460/12000 loss=4.5716 gn=0.90 lr=2.34e-04 tps=20976 mem=5.5G lam=0.2922171751658122 Gm=None
[s_only s4] step 7480/12000 loss=4.4011 gn=0.94 lr=2.33e-04 tps=20977 mem=5.5G lam=0.2925238385796547 Gm=None
[s_only s4] step 7500/12000 loss=4.4644 gn=0.90 lr=2.32e-04 tps=20977 mem=5.5G lam=0.292859704233706 Gm=None
[s_only s4] step 7520/12000 loss=4.5225 gn=0.92 lr=2.30e-04 tps=20977 mem=5.5G lam=0.2931307752927144 Gm=None
[s_only s4] step 7540/12000 loss=4.3954 gn=0.97 lr=2.29e-04 tps=20977 mem=5.5G lam=0.2933978255217274 Gm=None
[s_only s4] step 7560/12000 loss=4.3196 gn=0.93 lr=2.28e-04 tps=20977 mem=5.5G lam=0.29366523834566277 Gm=None
[s_only s4] step 7580/12000 loss=4.6087 gn=1.03 lr=2.26e-04 tps=20977 mem=5.5G lam=0.29390792331347865 Gm=None
[s_only s4] step 7600/12000 loss=4.3619 gn=0.92 lr=2.25e-04 tps=20978 mem=5.5G lam=0.2941531104346116 Gm=None
[s_only s4] step 7620/12000 loss=4.4450 gn=0.91 lr=2.24e-04 tps=20978 mem=5.5G lam=0.2944639893248677 Gm=None
[s_only s4] step 7640/12000 loss=4.4056 gn=0.89 lr=2.22e-04 tps=20977 mem=5.5G lam=0.2947266198073824 Gm=None
[s_only s4] step 7660/12000 loss=4.4481 gn=0.92 lr=2.21e-04 tps=20978 mem=5.5G lam=0.2949335960050424 Gm=None
[s_only s4] step 7680/12000 loss=4.6220 gn=0.95 lr=2.20e-04 tps=20978 mem=5.5G lam=0.295140213953952 Gm=None
[s_only s4] step 7700/12000 loss=4.5893 gn=0.94 lr=2.18e-04 tps=20978 mem=5.5G lam=0.2954183258116245 Gm=None
[s_only s4] step 7720/12000 loss=4.5701 gn=0.92 lr=2.17e-04 tps=20978 mem=5.5G lam=0.29573597727964324 Gm=None
[s_only s4] step 7740/12000 loss=4.4939 gn=0.96 lr=2.16e-04 tps=20978 mem=5.5G lam=0.29600651655346155 Gm=None
[s_only s4] step 7760/12000 loss=4.4824 gn=0.83 lr=2.15e-04 tps=20979 mem=5.5G lam=0.29627326782792807 Gm=None
[s_only s4] step 7780/12000 loss=4.5755 gn=0.96 lr=2.13e-04 tps=20979 mem=5.5G lam=0.29656230192631483 Gm=None
[s_only s4] step 7800/12000 loss=4.4959 gn=0.96 lr=2.12e-04 tps=20979 mem=5.5G lam=0.29684832350661355 Gm=None
[s_only s4] step 7820/12000 loss=4.3513 gn=0.92 lr=2.11e-04 tps=20979 mem=5.5G lam=0.2970991426457961 Gm=None
[s_only s4] step 7840/12000 loss=4.3922 gn=0.94 lr=2.09e-04 tps=20979 mem=5.5G lam=0.2973560181756814 Gm=None
[s_only s4] step 7860/12000 loss=4.4005 gn=0.94 lr=2.08e-04 tps=20979 mem=5.5G lam=0.2976074026276668 Gm=None
[s_only s4] step 7880/12000 loss=4.3876 gn=0.95 lr=2.07e-04 tps=20980 mem=5.5G lam=0.29785167922576267 Gm=None
[s_only s4] step 7900/12000 loss=4.3514 gn=0.92 lr=2.06e-04 tps=20980 mem=5.5G lam=0.2981217736378312 Gm=None
[s_only s4] step 7920/12000 loss=4.5196 gn=0.99 lr=2.04e-04 tps=20980 mem=5.5G lam=0.29837618333597976 Gm=None
[s_only s4] step 7940/12000 loss=4.5095 gn=0.98 lr=2.03e-04 tps=20980 mem=5.5G lam=0.2986345471193393 Gm=None
[s_only s4] step 7960/12000 loss=4.4981 gn=0.93 lr=2.02e-04 tps=20981 mem=5.5G lam=0.2988432018707196 Gm=None
[s_only s4] step 7980/12000 loss=4.5046 gn=0.93 lr=2.00e-04 tps=20981 mem=5.5G lam=0.299059871584177 Gm=None
[s_only s4] step 8000/12000 loss=4.5499 gn=0.99 lr=1.99e-04 tps=20981 mem=5.5G lam=0.2992765322948496 Gm=None
[s_only s4] EVAL step 8000: val_loss=4.5488 val_ppl=94.52
[s_only s4] step 8020/12000 loss=4.5180 gn=0.92 lr=1.98e-04 tps=20972 mem=5.5G lam=0.2995269459982713 Gm=None
[s_only s4] step 8040/12000 loss=4.4307 gn=1.09 lr=1.97e-04 tps=20972 mem=5.5G lam=0.29977660595128935 Gm=None
[s_only s4] step 8060/12000 loss=4.4570 gn=0.92 lr=1.95e-04 tps=20972 mem=5.5G lam=0.29997926236440736 Gm=None
[s_only s4] step 8080/12000 loss=4.5590 gn=0.93 lr=1.94e-04 tps=20973 mem=5.5G lam=0.3001612626637022 Gm=None
[s_only s4] step 8100/12000 loss=4.5297 gn=0.95 lr=1.93e-04 tps=20973 mem=5.5G lam=0.30047966726124287 Gm=None
[s_only s4] step 8120/12000 loss=4.6583 gn=0.97 lr=1.92e-04 tps=20973 mem=5.5G lam=0.3007390508428216 Gm=None
[s_only s4] step 8140/12000 loss=4.3280 gn=0.85 lr=1.90e-04 tps=20973 mem=5.5G lam=0.3009115243330598 Gm=None
[s_only s4] step 8160/12000 loss=4.3995 gn=0.94 lr=1.89e-04 tps=20973 mem=5.5G lam=0.3011290514841676 Gm=None
[s_only s4] step 8180/12000 loss=4.4927 gn=1.08 lr=1.88e-04 tps=20974 mem=5.5G lam=0.301312948577106 Gm=None
[s_only s4] step 8200/12000 loss=4.3444 gn=0.94 lr=1.87e-04 tps=20974 mem=5.5G lam=0.3015705257033308 Gm=None
[s_only s4] step 8220/12000 loss=4.4397 gn=1.02 lr=1.86e-04 tps=20974 mem=5.5G lam=0.3017765013501048 Gm=None
[s_only s4] step 8240/12000 loss=4.3741 gn=1.01 lr=1.84e-04 tps=20974 mem=5.5G lam=0.30202646398295957 Gm=None
[s_only s4] step 8260/12000 loss=4.3398 gn=1.00 lr=1.83e-04 tps=20975 mem=5.5G lam=0.30228884021441144 Gm=None
[s_only s4] step 8280/12000 loss=4.3337 gn=0.92 lr=1.82e-04 tps=20974 mem=5.5G lam=0.30250814743340015 Gm=None
[s_only s4] step 8300/12000 loss=4.5377 gn=0.92 lr=1.81e-04 tps=20975 mem=5.5G lam=0.30271473123381537 Gm=None
[s_only s4] step 8320/12000 loss=4.4013 gn=0.94 lr=1.80e-04 tps=20975 mem=5.5G lam=0.3028920032083988 Gm=None
[s_only s4] step 8340/12000 loss=4.4507 gn=0.94 lr=1.78e-04 tps=20976 mem=5.5G lam=0.30314979919542867 Gm=None
[s_only s4] step 8360/12000 loss=4.5463 gn=1.04 lr=1.77e-04 tps=20975 mem=5.5G lam=0.3034237399697304 Gm=None
[s_only s4] step 8380/12000 loss=4.3681 gn=0.96 lr=1.76e-04 tps=20976 mem=5.5G lam=0.3036789372563362 Gm=None
[s_only s4] step 8400/12000 loss=4.4672 gn=0.96 lr=1.75e-04 tps=20976 mem=5.5G lam=0.30391396085421246 Gm=None
[s_only s4] step 8420/12000 loss=4.3501 gn=1.00 lr=1.74e-04 tps=20975 mem=5.5G lam=0.3041386092081666 Gm=None
[s_only s4] step 8440/12000 loss=4.3032 gn=0.89 lr=1.72e-04 tps=20975 mem=5.5G lam=0.3043541644389431 Gm=None
[s_only s4] step 8460/12000 loss=4.3802 gn=1.02 lr=1.71e-04 tps=20975 mem=5.5G lam=0.3045568475499749 Gm=None
[s_only s4] step 8480/12000 loss=4.3761 gn=0.91 lr=1.70e-04 tps=20976 mem=5.5G lam=0.30478647413353127 Gm=None
[s_only s4] step 8500/12000 loss=4.3933 gn=1.05 lr=1.69e-04 tps=20976 mem=5.5G lam=0.3050056391706069 Gm=None
[s_only s4] step 8520/12000 loss=4.4921 gn=1.02 lr=1.68e-04 tps=20976 mem=5.5G lam=0.3052216734116276 Gm=None
[s_only s4] step 8540/12000 loss=4.5558 gn=0.97 lr=1.67e-04 tps=20976 mem=5.5G lam=0.3054409930482507 Gm=None
[s_only s4] step 8560/12000 loss=4.3557 gn=0.89 lr=1.66e-04 tps=20976 mem=5.5G lam=0.3056090821822484 Gm=None
[s_only s4] step 8580/12000 loss=4.4637 gn=0.98 lr=1.64e-04 tps=20976 mem=5.5G lam=0.3057541136319439 Gm=None
[s_only s4] step 8600/12000 loss=4.2850 gn=0.98 lr=1.63e-04 tps=20977 mem=5.5G lam=0.30596814459810656 Gm=None
[s_only s4] step 8620/12000 loss=4.4269 gn=1.06 lr=1.62e-04 tps=20977 mem=5.5G lam=0.306221437950929 Gm=None
[s_only s4] step 8640/12000 loss=4.4905 gn=0.99 lr=1.61e-04 tps=20977 mem=5.5G lam=0.3064166021843751 Gm=None
[s_only s4] step 8660/12000 loss=4.3049 gn=1.01 lr=1.60e-04 tps=20977 mem=5.5G lam=0.3065540681903561 Gm=None
[s_only s4] step 8680/12000 loss=4.4047 gn=0.90 lr=1.59e-04 tps=20977 mem=5.5G lam=0.306756757820646 Gm=None
[s_only s4] step 8700/12000 loss=4.2609 gn=0.98 lr=1.58e-04 tps=20977 mem=5.5G lam=0.3069349608073632 Gm=None
[s_only s4] step 8720/12000 loss=4.5107 gn=0.99 lr=1.57e-04 tps=20977 mem=5.5G lam=0.30718077967564267 Gm=None
[s_only s4] step 8740/12000 loss=4.4088 gn=0.96 lr=1.55e-04 tps=20977 mem=5.5G lam=0.3074283062790831 Gm=None
[s_only s4] step 8760/12000 loss=4.3359 gn=0.90 lr=1.54e-04 tps=20978 mem=5.5G lam=0.3076296312113603 Gm=None
[s_only s4] step 8780/12000 loss=4.4158 gn=0.98 lr=1.53e-04 tps=20978 mem=5.5G lam=0.30779602968444425 Gm=None
[s_only s4] step 8800/12000 loss=4.3511 gn=0.99 lr=1.52e-04 tps=20978 mem=5.5G lam=0.3079209827507536 Gm=None
[s_only s4] step 8820/12000 loss=4.2926 gn=1.05 lr=1.51e-04 tps=20978 mem=5.5G lam=0.3081057832265894 Gm=None
[s_only s4] step 8840/12000 loss=4.5021 gn=1.00 lr=1.50e-04 tps=20978 mem=5.5G lam=0.30831694540878135 Gm=None
[s_only s4] step 8860/12000 loss=4.3568 gn=0.95 lr=1.49e-04 tps=20978 mem=5.5G lam=0.30854168130705756 Gm=None
[s_only s4] step 8880/12000 loss=4.3856 gn=0.99 lr=1.48e-04 tps=20978 mem=5.5G lam=0.3087791108215849 Gm=None
[s_only s4] step 8900/12000 loss=4.1962 gn=1.00 lr=1.47e-04 tps=20978 mem=5.5G lam=0.308940379259487 Gm=None
[s_only s4] step 8920/12000 loss=4.3901 gn=0.94 lr=1.46e-04 tps=20978 mem=5.5G lam=0.30908972055961687 Gm=None
[s_only s4] step 8940/12000 loss=4.4112 gn=0.95 lr=1.45e-04 tps=20978 mem=5.5G lam=0.3092916930715243 Gm=None
[s_only s4] step 8960/12000 loss=4.3954 gn=0.97 lr=1.44e-04 tps=20979 mem=5.5G lam=0.3094771020114422 Gm=None
[s_only s4] step 8980/12000 loss=4.4451 gn=0.99 lr=1.43e-04 tps=20979 mem=5.5G lam=0.30964909090350073 Gm=None
[s_only s4] step 9000/12000 loss=4.3815 gn=1.04 lr=1.42e-04 tps=20979 mem=5.5G lam=0.3098092516884208 Gm=None
[s_only s4] EVAL step 9000: val_loss=4.4629 val_ppl=86.74
[s_only s4] step 9020/12000 loss=4.4683 gn=0.94 lr=1.41e-04 tps=20970 mem=5.5G lam=0.30994386319071054 Gm=None
[s_only s4] step 9040/12000 loss=4.4105 gn=0.99 lr=1.40e-04 tps=20970 mem=5.5G lam=0.310146354449292 Gm=None
[s_only s4] step 9060/12000 loss=4.1324 gn=0.92 lr=1.39e-04 tps=20970 mem=5.5G lam=0.3103058636188507 Gm=None
[s_only s4] step 9080/12000 loss=4.4822 gn=0.97 lr=1.38e-04 tps=20970 mem=5.5G lam=0.31045226907978457 Gm=None
[s_only s4] step 9100/12000 loss=4.4339 gn=0.97 lr=1.37e-04 tps=20971 mem=5.5G lam=0.3105774127567808 Gm=None
[s_only s4] step 9120/12000 loss=4.2876 gn=0.99 lr=1.36e-04 tps=20971 mem=5.5G lam=0.31075249674419564 Gm=None
[s_only s4] step 9140/12000 loss=4.2255 gn=0.92 lr=1.35e-04 tps=20971 mem=5.5G lam=0.31095711266001064 Gm=None
[s_only s4] step 9160/12000 loss=4.4645 gn=0.95 lr=1.34e-04 tps=20971 mem=5.5G lam=0.3111248854547739 Gm=None
[s_only s4] step 9180/12000 loss=4.4635 gn=0.95 lr=1.33e-04 tps=20971 mem=5.5G lam=0.31127120833843946 Gm=None
[s_only s4] step 9200/12000 loss=4.2629 gn=1.00 lr=1.32e-04 tps=20972 mem=5.5G lam=0.3114823329572876 Gm=None
[s_only s4] step 9220/12000 loss=4.4588 gn=1.03 lr=1.31e-04 tps=20972 mem=5.5G lam=0.31166115899880725 Gm=None
[s_only s4] step 9240/12000 loss=4.4790 gn=1.00 lr=1.30e-04 tps=20972 mem=5.5G lam=0.3118564309552312 Gm=None
[s_only s4] step 9260/12000 loss=4.3526 gn=0.98 lr=1.29e-04 tps=20972 mem=5.5G lam=0.31203212061276037 Gm=None
[s_only s4] step 9280/12000 loss=4.3508 gn=0.99 lr=1.28e-04 tps=20972 mem=5.5G lam=0.3122306289151311 Gm=None
[s_only s4] step 9300/12000 loss=4.5044 gn=1.09 lr=1.27e-04 tps=20972 mem=5.5G lam=0.31237834009031457 Gm=None
[s_only s4] step 9320/12000 loss=4.3042 gn=0.96 lr=1.26e-04 tps=20972 mem=5.5G lam=0.31255405272046727 Gm=None
[s_only s4] step 9340/12000 loss=4.4998 gn=1.04 lr=1.25e-04 tps=20972 mem=5.5G lam=0.31276874151080847 Gm=None
[s_only s4] step 9360/12000 loss=4.3067 gn=0.98 lr=1.24e-04 tps=20973 mem=5.5G lam=0.3129515666514635 Gm=None
[s_only s4] step 9380/12000 loss=4.4518 gn=1.00 lr=1.23e-04 tps=20973 mem=5.5G lam=0.3131057446201642 Gm=None
[s_only s4] step 9400/12000 loss=4.2351 gn=1.04 lr=1.22e-04 tps=20973 mem=5.5G lam=0.3132893079891801 Gm=None
[s_only s4] step 9420/12000 loss=4.2721 gn=0.96 lr=1.21e-04 tps=20973 mem=5.5G lam=0.3134178513040145 Gm=None
[s_only s4] step 9440/12000 loss=4.3201 gn=1.11 lr=1.20e-04 tps=20973 mem=5.5G lam=0.3135824544976155 Gm=None
[s_only s4] step 9460/12000 loss=4.3899 gn=0.98 lr=1.19e-04 tps=20974 mem=5.5G lam=0.31373650828997296 Gm=None
[s_only s4] step 9480/12000 loss=4.3804 gn=0.98 lr=1.19e-04 tps=20974 mem=5.5G lam=0.31384786684066057 Gm=None
[s_only s4] step 9500/12000 loss=4.5424 gn=1.07 lr=1.18e-04 tps=20974 mem=5.5G lam=0.314007091956834 Gm=None
[s_only s4] step 9520/12000 loss=4.2361 gn=1.00 lr=1.17e-04 tps=20974 mem=5.5G lam=0.31414498823384446 Gm=None
[s_only s4] step 9540/12000 loss=4.3809 gn=0.97 lr=1.16e-04 tps=20975 mem=5.5G lam=0.3142385569711526 Gm=None
[s_only s4] step 9560/12000 loss=4.5588 gn=1.06 lr=1.15e-04 tps=20975 mem=5.5G lam=0.3143646822621425 Gm=None
[s_only s4] step 9580/12000 loss=4.2676 gn=1.06 lr=1.14e-04 tps=20975 mem=5.5G lam=0.31452817873408395 Gm=None
[s_only s4] step 9600/12000 loss=4.4099 gn=1.02 lr=1.13e-04 tps=20975 mem=5.5G lam=0.3146650704244773 Gm=None
[s_only s4] step 9620/12000 loss=4.3610 gn=1.11 lr=1.12e-04 tps=20975 mem=5.5G lam=0.3147767983997862 Gm=None
[s_only s4] step 9640/12000 loss=4.5248 gn=1.23 lr=1.12e-04 tps=20976 mem=5.5G lam=0.3149119419977069 Gm=None
[s_only s4] step 9660/12000 loss=4.3423 gn=1.02 lr=1.11e-04 tps=20976 mem=5.5G lam=0.31507083556304377 Gm=None
[s_only s4] step 9680/12000 loss=4.5202 gn=1.04 lr=1.10e-04 tps=20976 mem=5.5G lam=0.31520187947899103 Gm=None
[s_only s4] step 9700/12000 loss=4.2839 gn=0.93 lr=1.09e-04 tps=20976 mem=5.5G lam=0.3153287485862772 Gm=None
[s_only s4] step 9720/12000 loss=4.3373 gn=1.07 lr=1.08e-04 tps=20975 mem=5.5G lam=0.315458486477534 Gm=None
[s_only s4] step 9740/12000 loss=4.3802 gn=0.97 lr=1.07e-04 tps=20976 mem=5.5G lam=0.3155565358077486 Gm=None
[s_only s4] step 9760/12000 loss=4.3933 gn=0.97 lr=1.07e-04 tps=20976 mem=5.5G lam=0.3156759003177285 Gm=None
[s_only s4] step 9780/12000 loss=4.1168 gn=0.93 lr=1.06e-04 tps=20976 mem=5.5G lam=0.3158117051546772 Gm=None
[s_only s4] step 9800/12000 loss=4.2940 gn=0.98 lr=1.05e-04 tps=20976 mem=5.5G lam=0.3159366569792231 Gm=None
[s_only s4] step 9820/12000 loss=4.1737 gn=1.00 lr=1.04e-04 tps=20976 mem=5.5G lam=0.3160382645825545 Gm=None
[s_only s4] step 9840/12000 loss=4.5113 gn=0.97 lr=1.03e-04 tps=20976 mem=5.5G lam=0.3161689784998695 Gm=None
[s_only s4] step 9860/12000 loss=4.3119 gn=1.00 lr=1.03e-04 tps=20977 mem=5.5G lam=0.31626544675479334 Gm=None
[s_only s4] step 9880/12000 loss=4.3558 gn=0.99 lr=1.02e-04 tps=20977 mem=5.5G lam=0.3163648185630639 Gm=None
[s_only s4] step 9900/12000 loss=4.2683 gn=1.04 lr=1.01e-04 tps=20977 mem=5.5G lam=0.3164774135996898 Gm=None
[s_only s4] step 9920/12000 loss=4.3086 gn=1.02 lr=1.00e-04 tps=20977 mem=5.5G lam=0.3166297435139616 Gm=None
[s_only s4] step 9940/12000 loss=4.5109 gn=0.99 lr=9.96e-05 tps=20977 mem=5.5G lam=0.316782273662587 Gm=None
[s_only s4] step 9960/12000 loss=4.3977 gn=1.01 lr=9.89e-05 tps=20977 mem=5.5G lam=0.31691854167729616 Gm=None
[s_only s4] step 9980/12000 loss=4.3664 gn=0.97 lr=9.81e-05 tps=20977 mem=5.5G lam=0.3170410205299656 Gm=None
[s_only s4] step 10000/12000 loss=4.3605 gn=0.98 lr=9.74e-05 tps=20977 mem=5.5G lam=0.3171801393230756 Gm=None
[s_only s4] EVAL step 10000: val_loss=4.4201 val_ppl=83.10
[s_only s4] step 10020/12000 loss=4.5106 gn=1.19 lr=9.67e-05 tps=20970 mem=5.5G lam=0.3172966210792462 Gm=None
[s_only s4] step 10040/12000 loss=4.3328 gn=1.03 lr=9.59e-05 tps=20969 mem=5.5G lam=0.3174222592885296 Gm=None
[s_only s4] step 10060/12000 loss=4.3125 gn=1.04 lr=9.52e-05 tps=20970 mem=5.5G lam=0.31750708787391585 Gm=None
[s_only s4] step 10080/12000 loss=4.3616 gn=1.08 lr=9.45e-05 tps=20970 mem=5.5G lam=0.31764108687639236 Gm=None
[s_only s4] step 10100/12000 loss=4.3685 gn=0.99 lr=9.38e-05 tps=20970 mem=5.5G lam=0.31775849498808384 Gm=None
[s_only s4] step 10120/12000 loss=4.3761 gn=0.97 lr=9.31e-05 tps=20970 mem=5.5G lam=0.3178792716935277 Gm=None
[s_only s4] step 10140/12000 loss=4.1688 gn=0.99 lr=9.24e-05 tps=20971 mem=5.5G lam=0.31797652163853246 Gm=None
[s_only s4] step 10160/12000 loss=4.2585 gn=1.02 lr=9.18e-05 tps=20971 mem=5.5G lam=0.3180946158245206 Gm=None
[s_only s4] step 10180/12000 loss=4.4580 gn=1.11 lr=9.11e-05 tps=20971 mem=5.5G lam=0.31821469341715175 Gm=None
[s_only s4] step 10200/12000 loss=4.3326 gn=1.02 lr=9.04e-05 tps=20971 mem=5.5G lam=0.31834058091044426 Gm=None
[s_only s4] step 10220/12000 loss=4.4141 gn=1.11 lr=8.98e-05 tps=20972 mem=5.5G lam=0.3184533677995205 Gm=None
[s_only s4] step 10240/12000 loss=4.2307 gn=1.15 lr=8.91e-05 tps=20972 mem=5.5G lam=0.31857854531457025 Gm=None
[s_only s4] step 10260/12000 loss=4.4007 gn=1.05 lr=8.85e-05 tps=20972 mem=5.5G lam=0.3186947737510006 Gm=None
[s_only s4] step 10280/12000 loss=4.4178 gn=1.01 lr=8.78e-05 tps=20972 mem=5.5G lam=0.31884903988490504 Gm=None
[s_only s4] step 10300/12000 loss=4.2854 gn=0.98 lr=8.72e-05 tps=20972 mem=5.5G lam=0.31895187124609947 Gm=None
[s_only s4] step 10320/12000 loss=4.4386 gn=1.07 lr=8.66e-05 tps=20972 mem=5.5G lam=0.31905988572786254 Gm=None
[s_only s4] step 10340/12000 loss=4.3666 gn=1.13 lr=8.59e-05 tps=20972 mem=5.5G lam=0.3191622418041031 Gm=None
[s_only s4] step 10360/12000 loss=4.4332 gn=1.09 lr=8.53e-05 tps=20972 mem=5.5G lam=0.3192675669367115 Gm=None
[s_only s4] step 10380/12000 loss=4.3988 gn=1.14 lr=8.47e-05 tps=20972 mem=5.5G lam=0.31937368400394917 Gm=None
[s_only s4] step 10400/12000 loss=4.4540 gn=1.01 lr=8.41e-05 tps=20972 mem=5.5G lam=0.31947052385658026 Gm=None
[s_only s4] step 10420/12000 loss=4.4046 gn=1.03 lr=8.35e-05 tps=20972 mem=5.5G lam=0.3195616928860545 Gm=None
[s_only s4] step 10440/12000 loss=4.2680 gn=0.97 lr=8.30e-05 tps=20972 mem=5.5G lam=0.31962453449765843 Gm=None
[s_only s4] step 10460/12000 loss=4.4147 gn=1.10 lr=8.24e-05 tps=20973 mem=5.5G lam=0.3197386482109626 Gm=None
[s_only s4] step 10480/12000 loss=4.2731 gn=1.01 lr=8.18e-05 tps=20972 mem=5.5G lam=0.31984360950688523 Gm=None
[s_only s4] step 10500/12000 loss=4.3532 gn=1.04 lr=8.12e-05 tps=20973 mem=5.5G lam=0.31994096903751296 Gm=None
[s_only s4] step 10520/12000 loss=4.4108 gn=1.12 lr=8.07e-05 tps=20973 mem=5.5G lam=0.3200582650800546 Gm=None
[s_only s4] step 10540/12000 loss=4.3378 gn=1.04 lr=8.01e-05 tps=20973 mem=5.5G lam=0.3201578613370657 Gm=None
[s_only s4] step 10560/12000 loss=4.3411 gn=1.10 lr=7.96e-05 tps=20973 mem=5.5G lam=0.32024145995577175 Gm=None
[s_only s4] step 10580/12000 loss=4.3666 gn=1.11 lr=7.91e-05 tps=20973 mem=5.5G lam=0.32031300974388915 Gm=None
[s_only s4] step 10600/12000 loss=4.2444 gn=1.04 lr=7.85e-05 tps=20973 mem=5.5G lam=0.3204116464282076 Gm=None
[s_only s4] step 10620/12000 loss=4.2697 gn=1.04 lr=7.80e-05 tps=20973 mem=5.5G lam=0.3204937456175685 Gm=None
[s_only s4] step 10640/12000 loss=4.2736 gn=1.10 lr=7.75e-05 tps=20973 mem=5.5G lam=0.32058369740843773 Gm=None
[s_only s4] step 10660/12000 loss=4.4331 gn=1.08 lr=7.70e-05 tps=20974 mem=5.5G lam=0.32066657052685815 Gm=None
[s_only s4] step 10680/12000 loss=4.3345 gn=1.06 lr=7.65e-05 tps=20974 mem=5.5G lam=0.3207789333537221 Gm=None
[s_only s4] step 10700/12000 loss=4.3056 gn=1.20 lr=7.60e-05 tps=20974 mem=5.5G lam=0.3208739658196767 Gm=None
[s_only s4] step 10720/12000 loss=4.4449 gn=1.32 lr=7.55e-05 tps=20974 mem=5.5G lam=0.32099065215637285 Gm=None
[s_only s4] step 10740/12000 loss=4.4162 gn=1.03 lr=7.50e-05 tps=20974 mem=5.5G lam=0.32108022769292194 Gm=None
[s_only s4] step 10760/12000 loss=4.2185 gn=1.13 lr=7.46e-05 tps=20974 mem=5.5G lam=0.3211616255963842 Gm=None
[s_only s4] step 10780/12000 loss=4.2577 gn=1.07 lr=7.41e-05 tps=20974 mem=5.5G lam=0.321255587041378 Gm=None
[s_only s4] step 10800/12000 loss=4.3308 gn=1.12 lr=7.37e-05 tps=20975 mem=5.5G lam=0.32135916501283646 Gm=None
[s_only s4] step 10820/12000 loss=4.2842 gn=1.12 lr=7.32e-05 tps=20975 mem=5.5G lam=0.32144642248749733 Gm=None
[s_only s4] step 10840/12000 loss=4.2890 gn=1.09 lr=7.28e-05 tps=20975 mem=5.5G lam=0.32150103369106847 Gm=None
[s_only s4] step 10860/12000 loss=4.2795 gn=1.13 lr=7.23e-05 tps=20975 mem=5.5G lam=0.3215882144868374 Gm=None
[s_only s4] step 10880/12000 loss=4.2544 gn=1.11 lr=7.19e-05 tps=20975 mem=5.5G lam=0.32168089381108683 Gm=None
[s_only s4] step 10900/12000 loss=4.1931 gn=1.03 lr=7.15e-05 tps=20975 mem=5.5G lam=0.321766749334832 Gm=None
[s_only s4] step 10920/12000 loss=4.3479 gn=1.10 lr=7.11e-05 tps=20975 mem=5.5G lam=0.3218550933524966 Gm=None
[s_only s4] step 10940/12000 loss=4.3439 gn=1.13 lr=7.07e-05 tps=20975 mem=5.5G lam=0.32195209587613743 Gm=None
[s_only s4] step 10960/12000 loss=4.3058 gn=1.11 lr=7.03e-05 tps=20975 mem=5.5G lam=0.32202807379265624 Gm=None
[s_only s4] step 10980/12000 loss=4.4781 gn=1.13 lr=6.99e-05 tps=20975 mem=5.5G lam=0.3221087222918868 Gm=None
[s_only s4] step 11000/12000 loss=4.3925 gn=1.07 lr=6.95e-05 tps=20975 mem=5.5G lam=0.3221934602285425 Gm=None
[s_only s4] EVAL step 11000: val_loss=4.3780 val_ppl=79.68
[s_only s4] step 11020/12000 loss=4.1989 gn=1.08 lr=6.91e-05 tps=20968 mem=5.5G lam=0.3222708376124501 Gm=None
[s_only s4] step 11040/12000 loss=4.2988 gn=1.14 lr=6.88e-05 tps=20968 mem=5.5G lam=0.3223801553249359 Gm=None
[s_only s4] step 11060/12000 loss=4.4562 gn=1.10 lr=6.84e-05 tps=20968 mem=5.5G lam=0.32246169665207464 Gm=None
[s_only s4] step 11080/12000 loss=4.3116 gn=1.06 lr=6.81e-05 tps=20968 mem=5.5G lam=0.32255756855010986 Gm=None
[s_only s4] step 11100/12000 loss=4.3510 gn=1.30 lr=6.77e-05 tps=20968 mem=5.5G lam=0.32264599079887074 Gm=None
[s_only s4] step 11120/12000 loss=4.3932 gn=1.06 lr=6.74e-05 tps=20969 mem=5.5G lam=0.3227294208481908 Gm=None
[s_only s4] step 11140/12000 loss=4.3564 gn=1.09 lr=6.70e-05 tps=20969 mem=5.5G lam=0.3228020553166668 Gm=None
[s_only s4] step 11160/12000 loss=4.2500 gn=1.05 lr=6.67e-05 tps=20969 mem=5.5G lam=0.3228835665310423 Gm=None
[s_only s4] step 11180/12000 loss=4.3714 gn=1.09 lr=6.64e-05 tps=20969 mem=5.5G lam=0.32297529994199675 Gm=None
[s_only s4] step 11200/12000 loss=4.3507 gn=1.10 lr=6.61e-05 tps=20969 mem=5.5G lam=0.3230682422096531 Gm=None
[s_only s4] step 11220/12000 loss=4.2186 gn=1.08 lr=6.58e-05 tps=20969 mem=5.5G lam=0.32313474143544835 Gm=None
[s_only s4] step 11240/12000 loss=4.4255 gn=1.06 lr=6.55e-05 tps=20969 mem=5.5G lam=0.32321928534656763 Gm=None
[s_only s4] step 11260/12000 loss=4.4095 gn=1.09 lr=6.52e-05 tps=20970 mem=5.5G lam=0.3232995814954241 Gm=None
[s_only s4] step 11280/12000 loss=4.4153 gn=1.23 lr=6.49e-05 tps=20970 mem=5.5G lam=0.32340175782640773 Gm=None
[s_only s4] step 11300/12000 loss=4.2780 gn=1.31 lr=6.47e-05 tps=20970 mem=5.5G lam=0.3234774610027671 Gm=None
[s_only s4] step 11320/12000 loss=4.3525 gn=0.98 lr=6.44e-05 tps=20970 mem=5.5G lam=0.32354277651757 Gm=None
[s_only s4] step 11340/12000 loss=4.5899 gn=1.12 lr=6.42e-05 tps=20970 mem=5.5G lam=0.3236060934141278 Gm=None
[s_only s4] step 11360/12000 loss=4.2767 gn=1.10 lr=6.39e-05 tps=20971 mem=5.5G lam=0.32369110733270645 Gm=None
[s_only s4] step 11380/12000 loss=4.3485 gn=1.22 lr=6.37e-05 tps=20971 mem=5.5G lam=0.3237645809228222 Gm=None
[s_only s4] step 11400/12000 loss=4.3327 gn=1.06 lr=6.34e-05 tps=20971 mem=5.5G lam=0.32383892219513655 Gm=None
[s_only s4] step 11420/12000 loss=4.2769 gn=1.11 lr=6.32e-05 tps=20972 mem=5.5G lam=0.3239480024203658 Gm=None
[s_only s4] step 11440/12000 loss=4.3558 gn=1.13 lr=6.30e-05 tps=20972 mem=5.5G lam=0.3240473549813032 Gm=None
[s_only s4] step 11460/12000 loss=4.2737 gn=1.14 lr=6.28e-05 tps=20972 mem=5.5G lam=0.3241238674769799 Gm=None
[s_only s4] step 11480/12000 loss=4.5079 gn=1.08 lr=6.26e-05 tps=20972 mem=5.5G lam=0.3241839933519562 Gm=None
[s_only s4] step 11500/12000 loss=4.2647 gn=1.14 lr=6.24e-05 tps=20972 mem=5.5G lam=0.3242741447562973 Gm=None
[s_only s4] step 11520/12000 loss=4.4404 gn=1.14 lr=6.22e-05 tps=20972 mem=5.5G lam=0.3243582422534625 Gm=None
[s_only s4] step 11540/12000 loss=4.3771 gn=1.11 lr=6.20e-05 tps=20972 mem=5.5G lam=0.3244298954183857 Gm=None
[s_only s4] step 11560/12000 loss=4.3502 gn=1.08 lr=6.19e-05 tps=20970 mem=5.5G lam=0.3244766149049004 Gm=None
[s_only s4] step 11580/12000 loss=4.4545 gn=1.01 lr=6.17e-05 tps=20969 mem=5.5G lam=0.3245675954967737 Gm=None
[s_only s4] step 11600/12000 loss=4.3105 gn=1.13 lr=6.15e-05 tps=20970 mem=5.5G lam=0.3246582867577672 Gm=None
[s_only s4] step 11620/12000 loss=4.2247 gn=1.21 lr=6.14e-05 tps=20970 mem=5.5G lam=0.32472286621729535 Gm=None
[s_only s4] step 11640/12000 loss=4.3182 gn=1.08 lr=6.12e-05 tps=20970 mem=5.5G lam=0.3248024582862854 Gm=None
[s_only s4] step 11660/12000 loss=4.2223 gn=1.08 lr=6.11e-05 tps=20970 mem=5.5G lam=0.3248705168565114 Gm=None
[s_only s4] step 11680/12000 loss=4.3660 gn=1.06 lr=6.10e-05 tps=20970 mem=5.5G lam=0.3249536106983821 Gm=None
[s_only s4] step 11700/12000 loss=4.2660 gn=1.09 lr=6.09e-05 tps=20971 mem=5.5G lam=0.32502557275195915 Gm=None
[s_only s4] step 11720/12000 loss=4.3098 gn=1.12 lr=6.07e-05 tps=20971 mem=5.5G lam=0.3251111240436633 Gm=None
[s_only s4] step 11740/12000 loss=4.2554 gn=1.11 lr=6.06e-05 tps=20971 mem=5.5G lam=0.32518199644982815 Gm=None
[s_only s4] step 11760/12000 loss=4.3454 gn=1.18 lr=6.06e-05 tps=20971 mem=5.5G lam=0.3252531063432495 Gm=None
[s_only s4] step 11780/12000 loss=4.5782 gn=1.22 lr=6.05e-05 tps=20971 mem=5.5G lam=0.32534991142650443 Gm=None
[s_only s4] step 11800/12000 loss=4.4450 gn=1.08 lr=6.04e-05 tps=20971 mem=5.5G lam=0.32541584751258296 Gm=None
[s_only s4] step 11820/12000 loss=4.4534 gn=1.11 lr=6.03e-05 tps=20971 mem=5.5G lam=0.3254708554595709 Gm=None
[s_only s4] step 11840/12000 loss=4.4332 gn=1.03 lr=6.02e-05 tps=20971 mem=5.5G lam=0.3255678865437706 Gm=None
[s_only s4] step 11860/12000 loss=4.2586 gn=1.15 lr=6.02e-05 tps=20971 mem=5.5G lam=0.3256492270156741 Gm=None
[s_only s4] step 11880/12000 loss=4.3139 gn=1.16 lr=6.01e-05 tps=20971 mem=5.5G lam=0.3257286244382461 Gm=None
[s_only s4] step 11900/12000 loss=4.3083 gn=1.19 lr=6.01e-05 tps=20971 mem=5.5G lam=0.325783577747643 Gm=None
[s_only s4] step 11920/12000 loss=4.3027 gn=1.13 lr=6.01e-05 tps=20971 mem=5.5G lam=0.3258594358339906 Gm=None
[s_only s4] step 11940/12000 loss=4.4700 gn=1.10 lr=6.00e-05 tps=20972 mem=5.5G lam=0.3259110553190112 Gm=None
[s_only s4] step 11960/12000 loss=4.3791 gn=1.09 lr=6.00e-05 tps=20972 mem=5.5G lam=0.3259719687824448 Gm=None
[s_only s4] step 11980/12000 loss=4.2823 gn=1.06 lr=6.00e-05 tps=20972 mem=5.5G lam=0.3260646794612209 Gm=None
[s_only s4] EVAL step 11999: val_loss=4.3526 val_ppl=77.68
[init] variant=g_only seed=4 params=63.39M
[init] use_S=False use_G=True
[g_only s4] step 0/12000 loss=10.8847 gn=10.45 lr=3.00e-06 tps=9140 mem=5.0G lam=None Gm=0.5079752604166666
[g_only s4] step 20/12000 loss=9.8178 gn=1.85 lr=6.30e-05 tps=21378 mem=5.5G lam=None Gm=0.4644368489583333
[g_only s4] step 40/12000 loss=9.0641 gn=1.76 lr=1.23e-04 tps=22109 mem=5.5G lam=None Gm=0.451904296875
[g_only s4] step 60/12000 loss=8.1962 gn=1.48 lr=1.83e-04 tps=22372 mem=5.5G lam=None Gm=0.4474283854166667
[g_only s4] step 80/12000 loss=7.5392 gn=0.75 lr=2.43e-04 tps=22511 mem=5.5G lam=None Gm=0.453125
[g_only s4] step 100/12000 loss=6.9924 gn=0.87 lr=3.03e-04 tps=22556 mem=5.5G lam=None Gm=0.4402669270833333
[g_only s4] step 120/12000 loss=7.1615 gn=0.57 lr=3.63e-04 tps=22610 mem=5.5G lam=None Gm=0.4327799479166667
[g_only s4] step 140/12000 loss=6.8090 gn=0.54 lr=4.23e-04 tps=22657 mem=5.5G lam=None Gm=0.41162109375
[g_only s4] step 160/12000 loss=6.7257 gn=0.57 lr=4.83e-04 tps=22678 mem=5.5G lam=None Gm=0.415283203125
[g_only s4] step 180/12000 loss=6.7495 gn=0.55 lr=5.43e-04 tps=22703 mem=5.5G lam=None Gm=0.3943684895833333
[g_only s4] step 200/12000 loss=6.7032 gn=0.62 lr=6.00e-04 tps=22726 mem=5.5G lam=None Gm=0.4014485677083333
[g_only s4] step 220/12000 loss=6.7377 gn=0.57 lr=6.00e-04 tps=22712 mem=5.5G lam=None Gm=0.4039713541666667
[g_only s4] step 240/12000 loss=6.5283 gn=0.67 lr=6.00e-04 tps=22721 mem=5.5G lam=None Gm=0.389404296875
[g_only s4] step 260/12000 loss=6.6092 gn=0.47 lr=6.00e-04 tps=22729 mem=5.5G lam=None Gm=0.406494140625
[g_only s4] step 280/12000 loss=6.6707 gn=0.51 lr=6.00e-04 tps=22735 mem=5.5G lam=None Gm=0.4229329427083333
[g_only s4] step 300/12000 loss=6.3502 gn=0.48 lr=6.00e-04 tps=22743 mem=5.5G lam=None Gm=0.397705078125
[g_only s4] step 320/12000 loss=6.3975 gn=0.54 lr=6.00e-04 tps=22745 mem=5.5G lam=None Gm=0.3961588541666667
[g_only s4] step 340/12000 loss=6.4322 gn=0.45 lr=6.00e-04 tps=22754 mem=5.5G lam=None Gm=0.4229329427083333
[g_only s4] step 360/12000 loss=6.4653 gn=0.45 lr=6.00e-04 tps=22763 mem=5.5G lam=None Gm=0.4234212239583333
[g_only s4] step 380/12000 loss=6.4040 gn=0.50 lr=6.00e-04 tps=22766 mem=5.5G lam=None Gm=0.423095703125
[g_only s4] step 400/12000 loss=6.2973 gn=0.50 lr=6.00e-04 tps=22771 mem=5.5G lam=None Gm=0.4342447916666667
[g_only s4] step 420/12000 loss=6.1717 gn=0.48 lr=6.00e-04 tps=22781 mem=5.5G lam=None Gm=0.4220377604166667
[g_only s4] step 440/12000 loss=6.2699 gn=0.49 lr=5.99e-04 tps=22782 mem=5.5G lam=None Gm=0.4390462239583333
[g_only s4] step 460/12000 loss=6.2982 gn=0.47 lr=5.99e-04 tps=22788 mem=5.5G lam=None Gm=0.4405924479166667
[g_only s4] step 480/12000 loss=6.2803 gn=0.48 lr=5.99e-04 tps=22795 mem=5.5G lam=None Gm=0.4650065104166667
[g_only s4] step 500/12000 loss=6.2172 gn=0.48 lr=5.99e-04 tps=22794 mem=5.5G lam=None Gm=0.482666015625
[g_only s4] step 520/12000 loss=6.2500 gn=0.49 lr=5.99e-04 tps=22799 mem=5.5G lam=None Gm=0.484619140625
[g_only s4] step 540/12000 loss=6.0741 gn=0.52 lr=5.99e-04 tps=22803 mem=5.5G lam=None Gm=0.5409342447916666
[g_only s4] step 560/12000 loss=6.1982 gn=0.51 lr=5.99e-04 tps=22804 mem=5.5G lam=None Gm=0.5267740885416666
[g_only s4] step 580/12000 loss=6.0648 gn=0.51 lr=5.99e-04 tps=22809 mem=5.5G lam=None Gm=0.5101725260416666
[g_only s4] step 600/12000 loss=6.0198 gn=0.48 lr=5.98e-04 tps=22812 mem=5.5G lam=None Gm=0.5432942708333334
[g_only s4] step 620/12000 loss=6.1228 gn=0.47 lr=5.98e-04 tps=22814 mem=5.5G lam=None Gm=0.5410970052083334
[g_only s4] step 640/12000 loss=6.2256 gn=0.49 lr=5.98e-04 tps=22818 mem=5.5G lam=None Gm=0.5555013020833334
[g_only s4] step 660/12000 loss=6.0436 gn=0.49 lr=5.98e-04 tps=22823 mem=5.5G lam=None Gm=0.5693359375
[g_only s4] step 680/12000 loss=6.0521 gn=0.50 lr=5.98e-04 tps=22827 mem=5.5G lam=None Gm=0.549560546875
[g_only s4] step 700/12000 loss=5.9549 gn=0.46 lr=5.98e-04 tps=22832 mem=5.5G lam=None Gm=0.571533203125
[g_only s4] step 720/12000 loss=5.9225 gn=0.53 lr=5.97e-04 tps=22835 mem=5.5G lam=None Gm=0.5694173177083334
[g_only s4] step 740/12000 loss=6.0266 gn=0.50 lr=5.97e-04 tps=22836 mem=5.5G lam=None Gm=0.554443359375
[g_only s4] step 760/12000 loss=5.9821 gn=0.47 lr=5.97e-04 tps=22836 mem=5.5G lam=None Gm=0.56298828125
[g_only s4] step 780/12000 loss=6.1102 gn=0.51 lr=5.97e-04 tps=22838 mem=5.5G lam=None Gm=0.573486328125
[g_only s4] step 800/12000 loss=5.8270 gn=0.45 lr=5.97e-04 tps=22840 mem=5.5G lam=None Gm=0.5668131510416666
[g_only s4] step 820/12000 loss=5.8979 gn=0.51 lr=5.96e-04 tps=22841 mem=5.5G lam=None Gm=0.5858561197916666
[g_only s4] step 840/12000 loss=5.8383 gn=0.50 lr=5.96e-04 tps=22843 mem=5.5G lam=None Gm=0.572265625
[g_only s4] step 860/12000 loss=5.9165 gn=0.53 lr=5.96e-04 tps=22844 mem=5.5G lam=None Gm=0.581787109375
[g_only s4] step 880/12000 loss=5.7520 gn=0.47 lr=5.96e-04 tps=22846 mem=5.5G lam=None Gm=0.5745442708333334
[g_only s4] step 900/12000 loss=5.7682 gn=0.55 lr=5.95e-04 tps=22845 mem=5.5G lam=None Gm=0.6003824869791666
[g_only s4] step 920/12000 loss=5.8284 gn=0.53 lr=5.95e-04 tps=22845 mem=5.5G lam=None Gm=0.5851643880208334
[g_only s4] step 940/12000 loss=5.7421 gn=0.53 lr=5.95e-04 tps=22845 mem=5.5G lam=None Gm=0.5876871744791666
[g_only s4] step 960/12000 loss=5.7925 gn=0.57 lr=5.94e-04 tps=22845 mem=5.5G lam=None Gm=0.5704752604166666
[g_only s4] step 980/12000 loss=5.7961 gn=0.53 lr=5.94e-04 tps=22846 mem=5.5G lam=None Gm=0.5562744140625
[g_only s4] step 1000/12000 loss=5.6990 gn=0.55 lr=5.94e-04 tps=22847 mem=5.5G lam=None Gm=0.5625
[g_only s4] EVAL step 1000: val_loss=5.7604 val_ppl=317.49
[g_only s4] step 1020/12000 loss=5.7432 gn=0.48 lr=5.94e-04 tps=22768 mem=5.5G lam=None Gm=0.5682373046875
[g_only s4] step 1040/12000 loss=5.7107 gn=0.51 lr=5.93e-04 tps=22770 mem=5.5G lam=None Gm=0.5523274739583334
[g_only s4] step 1060/12000 loss=5.6022 gn=0.51 lr=5.93e-04 tps=22772 mem=5.5G lam=None Gm=0.5525309244791666
[g_only s4] step 1080/12000 loss=5.6472 gn=0.53 lr=5.93e-04 tps=22771 mem=5.5G lam=None Gm=0.550537109375
[g_only s4] step 1100/12000 loss=5.8032 gn=0.52 lr=5.92e-04 tps=22773 mem=5.5G lam=None Gm=0.564697265625
[g_only s4] step 1120/12000 loss=5.7690 gn=0.50 lr=5.92e-04 tps=22776 mem=5.5G lam=None Gm=0.5551350911458334
[g_only s4] step 1140/12000 loss=5.5659 gn=0.51 lr=5.92e-04 tps=22776 mem=5.5G lam=None Gm=0.5474039713541666
[g_only s4] step 1160/12000 loss=5.6105 gn=0.48 lr=5.91e-04 tps=22778 mem=5.5G lam=None Gm=0.54052734375
[g_only s4] step 1180/12000 loss=5.6978 gn=0.55 lr=5.91e-04 tps=22781 mem=5.5G lam=None Gm=0.5296223958333334
[g_only s4] step 1200/12000 loss=5.6806 gn=0.53 lr=5.90e-04 tps=22783 mem=5.5G lam=None Gm=0.5393880208333334
[g_only s4] step 1220/12000 loss=5.8899 gn=0.53 lr=5.90e-04 tps=22786 mem=5.5G lam=None Gm=0.5517578125
[g_only s4] step 1240/12000 loss=5.5403 gn=0.54 lr=5.90e-04 tps=22788 mem=5.5G lam=None Gm=0.5680745442708334
[g_only s4] step 1260/12000 loss=5.5545 gn=0.52 lr=5.89e-04 tps=22790 mem=5.5G lam=None Gm=0.5355224609375
[g_only s4] step 1280/12000 loss=5.4348 gn=0.48 lr=5.89e-04 tps=22793 mem=5.5G lam=None Gm=0.5404052734375
[g_only s4] step 1300/12000 loss=5.7645 gn=0.55 lr=5.89e-04 tps=22796 mem=5.5G lam=None Gm=0.5497233072916666
[g_only s4] step 1320/12000 loss=5.5060 gn=0.55 lr=5.88e-04 tps=22798 mem=5.5G lam=None Gm=0.5470377604166666
[g_only s4] step 1340/12000 loss=5.4875 gn=0.55 lr=5.88e-04 tps=22801 mem=5.5G lam=None Gm=0.5228678385416666
[g_only s4] step 1360/12000 loss=5.6086 gn=0.53 lr=5.87e-04 tps=22803 mem=5.5G lam=None Gm=0.5298258463541666
[g_only s4] step 1380/12000 loss=5.5489 gn=0.54 lr=5.87e-04 tps=22805 mem=5.5G lam=None Gm=0.5417073567708334
[g_only s4] step 1400/12000 loss=5.4192 gn=0.54 lr=5.86e-04 tps=22805 mem=5.5G lam=None Gm=0.5318603515625
[g_only s4] step 1420/12000 loss=5.5426 gn=0.52 lr=5.86e-04 tps=22805 mem=5.5G lam=None Gm=0.5221761067708334
[g_only s4] step 1440/12000 loss=5.4812 gn=0.60 lr=5.85e-04 tps=22807 mem=5.5G lam=None Gm=0.5205078125
[g_only s4] step 1460/12000 loss=5.4091 gn=0.52 lr=5.85e-04 tps=22807 mem=5.5G lam=None Gm=0.5219523111979166
[g_only s4] step 1480/12000 loss=5.4453 gn=0.55 lr=5.84e-04 tps=22808 mem=5.5G lam=None Gm=0.5081380208333334
[g_only s4] step 1500/12000 loss=5.4893 gn=0.54 lr=5.84e-04 tps=22810 mem=5.5G lam=None Gm=0.52447509765625
[g_only s4] step 1520/12000 loss=5.3128 gn=0.53 lr=5.83e-04 tps=22811 mem=5.5G lam=None Gm=0.5252482096354166
[g_only s4] step 1540/12000 loss=5.4161 gn=0.59 lr=5.83e-04 tps=22812 mem=5.5G lam=None Gm=0.51239013671875
[g_only s4] step 1560/12000 loss=5.4938 gn=0.55 lr=5.82e-04 tps=22813 mem=5.5G lam=None Gm=0.5161946614583334
[g_only s4] step 1580/12000 loss=5.5574 gn=0.54 lr=5.82e-04 tps=22814 mem=5.5G lam=None Gm=0.5107828776041666
[g_only s4] step 1600/12000 loss=5.2589 gn=0.57 lr=5.81e-04 tps=22815 mem=5.5G lam=None Gm=0.5063680013020834
[g_only s4] step 1620/12000 loss=5.3871 gn=0.56 lr=5.81e-04 tps=22816 mem=5.5G lam=None Gm=0.5117390950520834
[g_only s4] step 1640/12000 loss=5.4105 gn=0.57 lr=5.80e-04 tps=22817 mem=5.5G lam=None Gm=0.50390625
[g_only s4] step 1660/12000 loss=5.3655 gn=0.60 lr=5.80e-04 tps=22817 mem=5.5G lam=None Gm=0.4964396158854167
[g_only s4] step 1680/12000 loss=5.2330 gn=0.53 lr=5.79e-04 tps=22818 mem=5.5G lam=None Gm=0.4943644205729167
[g_only s4] step 1700/12000 loss=5.2985 gn=0.56 lr=5.79e-04 tps=22819 mem=5.5G lam=None Gm=0.486572265625
[g_only s4] step 1720/12000 loss=5.3902 gn=0.55 lr=5.78e-04 tps=22819 mem=5.5G lam=None Gm=0.50238037109375
[g_only s4] step 1740/12000 loss=5.4661 gn=0.58 lr=5.78e-04 tps=22821 mem=5.5G lam=None Gm=0.5093180338541666
[g_only s4] step 1760/12000 loss=5.2957 gn=0.55 lr=5.77e-04 tps=22821 mem=5.5G lam=None Gm=0.49871826171875
[g_only s4] step 1780/12000 loss=5.4531 gn=0.55 lr=5.76e-04 tps=22821 mem=5.5G lam=None Gm=0.4818929036458333
[g_only s4] step 1800/12000 loss=5.2045 gn=0.56 lr=5.76e-04 tps=22821 mem=5.5G lam=None Gm=0.4891764322916667
[g_only s4] step 1820/12000 loss=5.2908 gn=0.53 lr=5.75e-04 tps=22822 mem=5.5G lam=None Gm=0.49139404296875
[g_only s4] step 1840/12000 loss=5.3348 gn=0.60 lr=5.75e-04 tps=22822 mem=5.5G lam=None Gm=0.5031941731770834
[g_only s4] step 1860/12000 loss=5.5271 gn=0.54 lr=5.74e-04 tps=22823 mem=5.5G lam=None Gm=0.49322509765625
[g_only s4] step 1880/12000 loss=5.4053 gn=0.56 lr=5.73e-04 tps=22823 mem=5.5G lam=None Gm=0.5029500325520834
[g_only s4] step 1900/12000 loss=5.3072 gn=0.66 lr=5.73e-04 tps=22824 mem=5.5G lam=None Gm=0.4894205729166667
[g_only s4] step 1920/12000 loss=5.3275 gn=0.57 lr=5.72e-04 tps=22825 mem=5.5G lam=None Gm=0.4819742838541667
[g_only s4] step 1940/12000 loss=5.3267 gn=0.58 lr=5.72e-04 tps=22826 mem=5.5G lam=None Gm=0.4756876627604167
[g_only s4] step 1960/12000 loss=5.4311 gn=0.56 lr=5.71e-04 tps=22827 mem=5.5G lam=None Gm=0.48016357421875
[g_only s4] step 1980/12000 loss=5.2089 gn=0.55 lr=5.70e-04 tps=22828 mem=5.5G lam=None Gm=0.4812418619791667
[g_only s4] step 2000/12000 loss=5.2685 gn=0.67 lr=5.70e-04 tps=22829 mem=5.5G lam=None Gm=0.4866129557291667
[g_only s4] EVAL step 2000: val_loss=5.3137 val_ppl=203.11
[g_only s4] step 2020/12000 loss=5.2050 gn=0.54 lr=5.69e-04 tps=22791 mem=5.5G lam=None Gm=0.47265625
[g_only s4] step 2040/12000 loss=5.4065 gn=0.72 lr=5.68e-04 tps=22792 mem=5.5G lam=None Gm=0.46331787109375
[g_only s4] step 2060/12000 loss=5.3093 gn=0.62 lr=5.68e-04 tps=22793 mem=5.5G lam=None Gm=0.47100830078125
[g_only s4] step 2080/12000 loss=5.2141 gn=0.57 lr=5.67e-04 tps=22795 mem=5.5G lam=None Gm=0.4754638671875
[g_only s4] step 2100/12000 loss=5.1380 gn=0.65 lr=5.66e-04 tps=22795 mem=5.5G lam=None Gm=0.4699910481770833
[g_only s4] step 2120/12000 loss=5.2374 gn=0.59 lr=5.65e-04 tps=22796 mem=5.5G lam=None Gm=0.4601949055989583
[g_only s4] step 2140/12000 loss=5.2069 gn=0.57 lr=5.65e-04 tps=22797 mem=5.5G lam=None Gm=0.471527099609375
[g_only s4] step 2160/12000 loss=5.1664 gn=0.56 lr=5.64e-04 tps=22798 mem=5.5G lam=None Gm=0.4743855794270833
[g_only s4] step 2180/12000 loss=5.3064 gn=0.56 lr=5.63e-04 tps=22799 mem=5.5G lam=None Gm=0.4678955078125
[g_only s4] step 2200/12000 loss=5.2092 gn=0.61 lr=5.63e-04 tps=22800 mem=5.5G lam=None Gm=0.475799560546875
[g_only s4] step 2220/12000 loss=5.1468 gn=0.61 lr=5.62e-04 tps=22802 mem=5.5G lam=None Gm=0.472320556640625
[g_only s4] step 2240/12000 loss=5.0785 gn=0.59 lr=5.61e-04 tps=22802 mem=5.5G lam=None Gm=0.468048095703125
[g_only s4] step 2260/12000 loss=5.2566 gn=0.60 lr=5.60e-04 tps=22803 mem=5.5G lam=None Gm=0.4583638509114583
[g_only s4] step 2280/12000 loss=5.1424 gn=0.59 lr=5.60e-04 tps=22804 mem=5.5G lam=None Gm=0.4744364420572917
[g_only s4] step 2300/12000 loss=5.1328 gn=0.58 lr=5.59e-04 tps=22804 mem=5.5G lam=None Gm=0.4678955078125
[g_only s4] step 2320/12000 loss=5.0136 gn=0.61 lr=5.58e-04 tps=22805 mem=5.5G lam=None Gm=0.4549153645833333
[g_only s4] step 2340/12000 loss=5.1731 gn=0.59 lr=5.57e-04 tps=22806 mem=5.5G lam=None Gm=0.468963623046875
[g_only s4] step 2360/12000 loss=4.9227 gn=0.64 lr=5.57e-04 tps=22807 mem=5.5G lam=None Gm=0.4698282877604167
[g_only s4] step 2380/12000 loss=5.1071 gn=0.63 lr=5.56e-04 tps=22808 mem=5.5G lam=None Gm=0.465484619140625
[g_only s4] step 2400/12000 loss=5.0855 gn=0.68 lr=5.55e-04 tps=22808 mem=5.5G lam=None Gm=0.4626566569010417
[g_only s4] step 2420/12000 loss=5.0505 gn=0.60 lr=5.54e-04 tps=22807 mem=5.5G lam=None Gm=0.46380615234375
[g_only s4] step 2440/12000 loss=5.0961 gn=0.64 lr=5.53e-04 tps=22807 mem=5.5G lam=None Gm=0.4608256022135417
[g_only s4] step 2460/12000 loss=5.0422 gn=0.59 lr=5.53e-04 tps=22807 mem=5.5G lam=None Gm=0.4639078776041667
[g_only s4] step 2480/12000 loss=5.1951 gn=0.68 lr=5.52e-04 tps=22807 mem=5.5G lam=None Gm=0.462371826171875
[g_only s4] step 2500/12000 loss=5.1123 gn=0.61 lr=5.51e-04 tps=22807 mem=5.5G lam=None Gm=0.4543253580729167
[g_only s4] step 2520/12000 loss=5.0097 gn=0.67 lr=5.50e-04 tps=22805 mem=5.5G lam=None Gm=0.447296142578125
[g_only s4] step 2540/12000 loss=5.0359 gn=0.60 lr=5.49e-04 tps=22804 mem=5.5G lam=None Gm=0.4569905598958333
[g_only s4] step 2560/12000 loss=5.2108 gn=0.64 lr=5.48e-04 tps=22801 mem=5.5G lam=None Gm=0.4485371907552083
[g_only s4] step 2580/12000 loss=5.0392 gn=0.64 lr=5.48e-04 tps=22801 mem=5.5G lam=None Gm=0.4401346842447917
[g_only s4] step 2600/12000 loss=5.0223 gn=0.62 lr=5.47e-04 tps=22800 mem=5.5G lam=None Gm=0.45465087890625
[g_only s4] step 2620/12000 loss=5.0773 gn=0.59 lr=5.46e-04 tps=22800 mem=5.5G lam=None Gm=0.4455668131510417
[g_only s4] step 2640/12000 loss=5.0668 gn=0.63 lr=5.45e-04 tps=22800 mem=5.5G lam=None Gm=0.44287109375
[g_only s4] step 2660/12000 loss=5.1947 gn=0.61 lr=5.44e-04 tps=22800 mem=5.5G lam=None Gm=0.4523213704427083
[g_only s4] step 2680/12000 loss=4.9062 gn=0.65 lr=5.43e-04 tps=22801 mem=5.5G lam=None Gm=0.4415079752604167
[g_only s4] step 2700/12000 loss=5.1460 gn=0.60 lr=5.42e-04 tps=22801 mem=5.5G lam=None Gm=0.441131591796875
[g_only s4] step 2720/12000 loss=5.1221 gn=0.64 lr=5.41e-04 tps=22801 mem=5.5G lam=None Gm=0.4600016276041667
[g_only s4] step 2740/12000 loss=5.0919 gn=0.64 lr=5.41e-04 tps=22801 mem=5.5G lam=None Gm=0.4520772298177083
[g_only s4] step 2760/12000 loss=5.0311 gn=0.65 lr=5.40e-04 tps=22800 mem=5.5G lam=None Gm=0.4421590169270833
[g_only s4] step 2780/12000 loss=5.0814 gn=0.68 lr=5.39e-04 tps=22798 mem=5.5G lam=None Gm=0.4552408854166667
[g_only s4] step 2800/12000 loss=5.0062 gn=0.62 lr=5.38e-04 tps=22798 mem=5.5G lam=None Gm=0.4362284342447917
[g_only s4] step 2820/12000 loss=4.9302 gn=0.66 lr=5.37e-04 tps=22798 mem=5.5G lam=None Gm=0.441253662109375
[g_only s4] step 2840/12000 loss=4.9154 gn=0.64 lr=5.36e-04 tps=22798 mem=5.5G lam=None Gm=0.4335530598958333
[g_only s4] step 2860/12000 loss=5.0411 gn=0.63 lr=5.35e-04 tps=22798 mem=5.5G lam=None Gm=0.4391072591145833
[g_only s4] step 2880/12000 loss=4.9976 gn=0.65 lr=5.34e-04 tps=22797 mem=5.5G lam=None Gm=0.4346822102864583
[g_only s4] step 2900/12000 loss=5.0113 gn=0.66 lr=5.33e-04 tps=22798 mem=5.5G lam=None Gm=0.437591552734375
[g_only s4] step 2920/12000 loss=5.0607 gn=0.62 lr=5.32e-04 tps=22797 mem=5.5G lam=None Gm=0.4399515787760417
[g_only s4] step 2940/12000 loss=4.9799 gn=0.63 lr=5.31e-04 tps=22798 mem=5.5G lam=None Gm=0.4353129069010417
[g_only s4] step 2960/12000 loss=4.9686 gn=0.65 lr=5.30e-04 tps=22797 mem=5.5G lam=None Gm=0.4320576985677083
[g_only s4] step 2980/12000 loss=4.9789 gn=0.68 lr=5.29e-04 tps=22797 mem=5.5G lam=None Gm=0.4451497395833333
[g_only s4] step 3000/12000 loss=4.9619 gn=0.67 lr=5.28e-04 tps=22797 mem=5.5G lam=None Gm=0.4250284830729167
[g_only s4] EVAL step 3000: val_loss=4.9751 val_ppl=144.77
[g_only s4] step 3020/12000 loss=4.8827 gn=0.66 lr=5.27e-04 tps=22771 mem=5.5G lam=None Gm=0.4378255208333333
[g_only s4] step 3040/12000 loss=4.8438 gn=0.67 lr=5.26e-04 tps=22770 mem=5.5G lam=None Gm=0.433349609375
[g_only s4] step 3060/12000 loss=5.1068 gn=0.67 lr=5.25e-04 tps=22769 mem=5.5G lam=None Gm=0.4381612141927083
[g_only s4] step 3080/12000 loss=4.9800 gn=0.66 lr=5.24e-04 tps=22768 mem=5.5G lam=None Gm=0.4365336100260417
[g_only s4] step 3100/12000 loss=5.0134 gn=0.74 lr=5.23e-04 tps=22767 mem=5.5G lam=None Gm=0.4365336100260417
[g_only s4] step 3120/12000 loss=4.8894 gn=0.66 lr=5.22e-04 tps=22767 mem=5.5G lam=None Gm=0.4345703125
[g_only s4] step 3140/12000 loss=4.9043 gn=0.68 lr=5.21e-04 tps=22767 mem=5.5G lam=None Gm=0.4269612630208333
[g_only s4] step 3160/12000 loss=4.9954 gn=0.65 lr=5.20e-04 tps=22767 mem=5.5G lam=None Gm=0.4348246256510417
[g_only s4] step 3180/12000 loss=4.9009 gn=0.75 lr=5.19e-04 tps=22768 mem=5.5G lam=None Gm=0.42681884765625
[g_only s4] step 3200/12000 loss=4.9203 gn=0.67 lr=5.18e-04 tps=22768 mem=5.5G lam=None Gm=0.4274698893229167
[g_only s4] step 3220/12000 loss=5.0735 gn=0.68 lr=5.17e-04 tps=22767 mem=5.5G lam=None Gm=0.431427001953125
[g_only s4] step 3240/12000 loss=4.9310 gn=0.64 lr=5.16e-04 tps=22766 mem=5.5G lam=None Gm=0.4303995768229167
[g_only s4] step 3260/12000 loss=4.9422 gn=0.64 lr=5.15e-04 tps=22767 mem=5.5G lam=None Gm=0.4198811848958333
[g_only s4] step 3280/12000 loss=4.8363 gn=0.67 lr=5.14e-04 tps=22767 mem=5.5G lam=None Gm=0.42889404296875
[g_only s4] step 3300/12000 loss=4.9490 gn=0.68 lr=5.13e-04 tps=22768 mem=5.5G lam=None Gm=0.4282124837239583
[g_only s4] step 3320/12000 loss=4.8292 gn=0.67 lr=5.12e-04 tps=22768 mem=5.5G lam=None Gm=0.422271728515625
[g_only s4] step 3340/12000 loss=4.9283 gn=0.68 lr=5.11e-04 tps=22769 mem=5.5G lam=None Gm=0.4191080729166667
[g_only s4] step 3360/12000 loss=4.8953 gn=0.70 lr=5.10e-04 tps=22770 mem=5.5G lam=None Gm=0.42913818359375
[g_only s4] step 3380/12000 loss=4.8036 gn=0.66 lr=5.09e-04 tps=22770 mem=5.5G lam=None Gm=0.4199117024739583
[g_only s4] step 3400/12000 loss=4.8185 gn=0.68 lr=5.08e-04 tps=22770 mem=5.5G lam=None Gm=0.4147847493489583
[g_only s4] step 3420/12000 loss=4.8279 gn=0.64 lr=5.07e-04 tps=22770 mem=5.5G lam=None Gm=0.4180094401041667
[g_only s4] step 3440/12000 loss=4.7563 gn=0.70 lr=5.06e-04 tps=22769 mem=5.5G lam=None Gm=0.424835205078125
[g_only s4] step 3460/12000 loss=4.7666 gn=0.67 lr=5.05e-04 tps=22769 mem=5.5G lam=None Gm=0.4338175455729167
[g_only s4] step 3480/12000 loss=5.0156 gn=0.67 lr=5.03e-04 tps=22769 mem=5.5G lam=None Gm=0.4249216715494792
[g_only s4] step 3500/12000 loss=4.9214 gn=0.65 lr=5.02e-04 tps=22770 mem=5.5G lam=None Gm=0.4190775553385417
[g_only s4] step 3520/12000 loss=4.7734 gn=0.68 lr=5.01e-04 tps=22769 mem=5.5G lam=None Gm=0.4139302571614583
[g_only s4] step 3540/12000 loss=5.0335 gn=0.73 lr=5.00e-04 tps=22769 mem=5.5G lam=None Gm=0.4175923665364583
[g_only s4] step 3560/12000 loss=4.9044 gn=0.68 lr=4.99e-04 tps=22769 mem=5.5G lam=None Gm=0.41876220703125
[g_only s4] step 3580/12000 loss=5.1355 gn=0.69 lr=4.98e-04 tps=22770 mem=5.5G lam=None Gm=0.4257710774739583
[g_only s4] step 3600/12000 loss=4.8923 gn=0.66 lr=4.97e-04 tps=22770 mem=5.5G lam=None Gm=0.4251861572265625
[g_only s4] step 3620/12000 loss=4.7356 gn=0.70 lr=4.96e-04 tps=22769 mem=5.5G lam=None Gm=0.4156545003255208
[g_only s4] step 3640/12000 loss=4.8574 gn=0.69 lr=4.94e-04 tps=22769 mem=5.5G lam=None Gm=0.4140675862630208
[g_only s4] step 3660/12000 loss=4.7921 gn=0.83 lr=4.93e-04 tps=22769 mem=5.5G lam=None Gm=0.4297688802083333
[g_only s4] step 3680/12000 loss=4.8885 gn=0.71 lr=4.92e-04 tps=22769 mem=5.5G lam=None Gm=0.412139892578125
[g_only s4] step 3700/12000 loss=4.8733 gn=0.72 lr=4.91e-04 tps=22770 mem=5.5G lam=None Gm=0.4247080485026042
[g_only s4] step 3720/12000 loss=4.7819 gn=0.71 lr=4.90e-04 tps=22770 mem=5.5G lam=None Gm=0.4207865397135417
[g_only s4] step 3740/12000 loss=4.6356 gn=0.69 lr=4.89e-04 tps=22770 mem=5.5G lam=None Gm=0.4164225260416667
[g_only s4] step 3760/12000 loss=4.7721 gn=0.70 lr=4.88e-04 tps=22770 mem=5.5G lam=None Gm=0.4212239583333333
[g_only s4] step 3780/12000 loss=4.7584 gn=0.74 lr=4.86e-04 tps=22770 mem=5.5G lam=None Gm=0.4118448893229167
[g_only s4] step 3800/12000 loss=4.8375 gn=0.70 lr=4.85e-04 tps=22771 mem=5.5G lam=None Gm=0.4119313557942708
[g_only s4] step 3820/12000 loss=4.8007 gn=0.71 lr=4.84e-04 tps=22771 mem=5.5G lam=None Gm=0.4187672932942708
[g_only s4] step 3840/12000 loss=4.6108 gn=0.66 lr=4.83e-04 tps=22771 mem=5.5G lam=None Gm=0.4101664225260417
[g_only s4] step 3860/12000 loss=4.9067 gn=0.68 lr=4.82e-04 tps=22771 mem=5.5G lam=None Gm=0.4245402018229167
[g_only s4] step 3880/12000 loss=4.8399 gn=0.67 lr=4.80e-04 tps=22772 mem=5.5G lam=None Gm=0.4127451578776042
[g_only s4] step 3900/12000 loss=4.8567 gn=0.70 lr=4.79e-04 tps=22771 mem=5.5G lam=None Gm=0.41290283203125
[g_only s4] step 3920/12000 loss=4.8542 gn=0.71 lr=4.78e-04 tps=22771 mem=5.5G lam=None Gm=0.4188639322916667
[g_only s4] step 3940/12000 loss=4.7645 gn=0.75 lr=4.77e-04 tps=22771 mem=5.5G lam=None Gm=0.4054819742838542
[g_only s4] step 3960/12000 loss=4.9365 gn=0.73 lr=4.76e-04 tps=22772 mem=5.5G lam=None Gm=0.4201456705729167
[g_only s4] step 3980/12000 loss=4.7787 gn=0.72 lr=4.74e-04 tps=22772 mem=5.5G lam=None Gm=0.4018809000651042
[g_only s4] step 4000/12000 loss=4.7285 gn=0.65 lr=4.73e-04 tps=22773 mem=5.5G lam=None Gm=0.394866943359375
[g_only s4] EVAL step 4000: val_loss=4.8868 val_ppl=132.52
[g_only s4] step 4020/12000 loss=4.6593 gn=0.69 lr=4.72e-04 tps=22753 mem=5.5G lam=None Gm=0.4092661539713542
[g_only s4] step 4040/12000 loss=4.7639 gn=0.66 lr=4.71e-04 tps=22753 mem=5.5G lam=None Gm=0.3988037109375
[g_only s4] step 4060/12000 loss=4.7648 gn=0.70 lr=4.70e-04 tps=22753 mem=5.5G lam=None Gm=0.4037933349609375
[g_only s4] step 4080/12000 loss=4.7903 gn=0.89 lr=4.68e-04 tps=22752 mem=5.5G lam=None Gm=0.4068044026692708
[g_only s4] step 4100/12000 loss=4.8547 gn=0.69 lr=4.67e-04 tps=22753 mem=5.5G lam=None Gm=0.4125874837239583
[g_only s4] step 4120/12000 loss=4.8081 gn=0.77 lr=4.66e-04 tps=22753 mem=5.5G lam=None Gm=0.4035085042317708
[g_only s4] step 4140/12000 loss=4.8018 gn=0.71 lr=4.65e-04 tps=22753 mem=5.5G lam=None Gm=0.399688720703125
[g_only s4] step 4160/12000 loss=4.8922 gn=0.77 lr=4.63e-04 tps=22753 mem=5.5G lam=None Gm=0.4095509847005208
[g_only s4] step 4180/12000 loss=4.8043 gn=0.69 lr=4.62e-04 tps=22752 mem=5.5G lam=None Gm=0.4121449788411458
[g_only s4] step 4200/12000 loss=4.8073 gn=0.75 lr=4.61e-04 tps=22753 mem=5.5G lam=None Gm=0.4057973225911458
[g_only s4] step 4220/12000 loss=4.7637 gn=0.70 lr=4.60e-04 tps=22753 mem=5.5G lam=None Gm=0.3969523111979167
[g_only s4] step 4240/12000 loss=4.6614 gn=0.66 lr=4.58e-04 tps=22753 mem=5.5G lam=None Gm=0.4042816162109375
[g_only s4] step 4260/12000 loss=4.7580 gn=0.72 lr=4.57e-04 tps=22752 mem=5.5G lam=None Gm=0.4057566324869792
[g_only s4] step 4280/12000 loss=4.8762 gn=0.76 lr=4.56e-04 tps=22752 mem=5.5G lam=None Gm=0.4034322102864583
[g_only s4] step 4300/12000 loss=4.8905 gn=0.74 lr=4.54e-04 tps=22752 mem=5.5G lam=None Gm=0.395599365234375
[g_only s4] step 4320/12000 loss=4.6917 gn=0.76 lr=4.53e-04 tps=22753 mem=5.5G lam=None Gm=0.3969624837239583
[g_only s4] step 4340/12000 loss=4.9273 gn=0.73 lr=4.52e-04 tps=22752 mem=5.5G lam=None Gm=0.4102834065755208
[g_only s4] step 4360/12000 loss=4.7230 gn=0.78 lr=4.51e-04 tps=22752 mem=5.5G lam=None Gm=0.4126536051432292
[g_only s4] step 4380/12000 loss=4.4425 gn=0.71 lr=4.49e-04 tps=22752 mem=5.5G lam=None Gm=0.3967692057291667
[g_only s4] step 4400/12000 loss=4.9107 gn=0.73 lr=4.48e-04 tps=22752 mem=5.5G lam=None Gm=0.4088999430338542
[g_only s4] step 4420/12000 loss=4.7475 gn=0.72 lr=4.47e-04 tps=22752 mem=5.5G lam=None Gm=0.39776611328125
[g_only s4] step 4440/12000 loss=4.8987 gn=0.76 lr=4.45e-04 tps=22752 mem=5.5G lam=None Gm=0.407562255859375
[g_only s4] step 4460/12000 loss=4.6203 gn=0.79 lr=4.44e-04 tps=22752 mem=5.5G lam=None Gm=0.4121042887369792
[g_only s4] step 4480/12000 loss=4.7630 gn=0.73 lr=4.43e-04 tps=22752 mem=5.5G lam=None Gm=0.39703369140625
[g_only s4] step 4500/12000 loss=4.8402 gn=0.72 lr=4.42e-04 tps=22746 mem=5.5G lam=None Gm=0.39208984375
[g_only s4] step 4520/12000 loss=4.5173 gn=0.73 lr=4.40e-04 tps=22746 mem=5.5G lam=None Gm=0.4025166829427083
[g_only s4] step 4540/12000 loss=4.6574 gn=0.71 lr=4.39e-04 tps=22747 mem=5.5G lam=None Gm=0.3954010009765625
[g_only s4] step 4560/12000 loss=4.6413 gn=0.71 lr=4.38e-04 tps=22746 mem=5.5G lam=None Gm=0.4017283121744792
[g_only s4] step 4580/12000 loss=4.7107 gn=0.72 lr=4.36e-04 tps=22747 mem=5.5G lam=None Gm=0.3923848470052083
[g_only s4] step 4600/12000 loss=4.6056 gn=0.74 lr=4.35e-04 tps=22747 mem=5.5G lam=None Gm=0.40411376953125
[g_only s4] step 4620/12000 loss=4.6867 gn=0.72 lr=4.34e-04 tps=22748 mem=5.5G lam=None Gm=0.3933054606119792
[g_only s4] step 4640/12000 loss=4.7392 gn=0.79 lr=4.32e-04 tps=22748 mem=5.5G lam=None Gm=0.4031219482421875
[g_only s4] step 4660/12000 loss=4.6637 gn=0.71 lr=4.31e-04 tps=22749 mem=5.5G lam=None Gm=0.3994242350260417
[g_only s4] step 4680/12000 loss=4.6190 gn=0.70 lr=4.30e-04 tps=22749 mem=5.5G lam=None Gm=0.4063822428385417
[g_only s4] step 4700/12000 loss=4.6746 gn=0.73 lr=4.28e-04 tps=22749 mem=5.5G lam=None Gm=0.3968556722005208
[g_only s4] step 4720/12000 loss=4.6786 gn=0.76 lr=4.27e-04 tps=22750 mem=5.5G lam=None Gm=0.3924306233723958
[g_only s4] step 4740/12000 loss=4.7281 gn=0.75 lr=4.26e-04 tps=22750 mem=5.5G lam=None Gm=0.3916269938151042
[g_only s4] step 4760/12000 loss=4.7693 gn=0.72 lr=4.24e-04 tps=22750 mem=5.5G lam=None Gm=0.3899739583333333
[g_only s4] step 4780/12000 loss=4.6542 gn=0.79 lr=4.23e-04 tps=22750 mem=5.5G lam=None Gm=0.4073486328125
[g_only s4] step 4800/12000 loss=4.8343 gn=0.73 lr=4.22e-04 tps=22750 mem=5.5G lam=None Gm=0.3903147379557292
[g_only s4] step 4820/12000 loss=4.6296 gn=0.72 lr=4.20e-04 tps=22750 mem=5.5G lam=None Gm=0.3924407958984375
[g_only s4] step 4840/12000 loss=4.5485 gn=0.76 lr=4.19e-04 tps=22750 mem=5.5G lam=None Gm=0.3968607584635417
[g_only s4] step 4860/12000 loss=4.6479 gn=0.73 lr=4.18e-04 tps=22750 mem=5.5G lam=None Gm=0.3960215250651042
[g_only s4] step 4880/12000 loss=4.6168 gn=0.72 lr=4.16e-04 tps=22750 mem=5.5G lam=None Gm=0.3918355305989583
[g_only s4] step 4900/12000 loss=4.6817 gn=0.74 lr=4.15e-04 tps=22750 mem=5.5G lam=None Gm=0.3927663167317708
[g_only s4] step 4920/12000 loss=4.6579 gn=0.87 lr=4.13e-04 tps=22750 mem=5.5G lam=None Gm=0.3901824951171875
[g_only s4] step 4940/12000 loss=4.6316 gn=0.74 lr=4.12e-04 tps=22749 mem=5.5G lam=None Gm=0.3929901123046875
[g_only s4] step 4960/12000 loss=4.6870 gn=0.71 lr=4.11e-04 tps=22750 mem=5.5G lam=None Gm=0.3910776774088542
[g_only s4] step 4980/12000 loss=4.6360 gn=0.81 lr=4.09e-04 tps=22749 mem=5.5G lam=None Gm=0.3902587890625
[g_only s4] step 5000/12000 loss=4.7756 gn=0.73 lr=4.08e-04 tps=22749 mem=5.5G lam=None Gm=0.3961995442708333
[g_only s4] EVAL step 5000: val_loss=4.7554 val_ppl=116.21
[g_only s4] step 5020/12000 loss=4.7389 gn=0.74 lr=4.07e-04 tps=22733 mem=5.5G lam=None Gm=0.38897705078125
[g_only s4] step 5040/12000 loss=4.8068 gn=0.77 lr=4.05e-04 tps=22733 mem=5.5G lam=None Gm=0.3918100992838542
[g_only s4] step 5060/12000 loss=4.6609 gn=0.77 lr=4.04e-04 tps=22733 mem=5.5G lam=None Gm=0.3990071614583333
[g_only s4] step 5080/12000 loss=4.7291 gn=0.75 lr=4.02e-04 tps=22732 mem=5.5G lam=None Gm=0.3879038492838542
[g_only s4] step 5100/12000 loss=4.6873 gn=0.79 lr=4.01e-04 tps=22731 mem=5.5G lam=None Gm=0.3881429036458333
[g_only s4] step 5120/12000 loss=4.7216 gn=0.75 lr=4.00e-04 tps=22731 mem=5.5G lam=None Gm=0.3898213704427083
[g_only s4] step 5140/12000 loss=4.6473 gn=0.71 lr=3.98e-04 tps=22732 mem=5.5G lam=None Gm=0.386627197265625
[g_only s4] step 5160/12000 loss=4.7333 gn=0.79 lr=3.97e-04 tps=22732 mem=5.5G lam=None Gm=0.3922220865885417
[g_only s4] step 5180/12000 loss=4.5679 gn=0.74 lr=3.95e-04 tps=22732 mem=5.5G lam=None Gm=0.3943532307942708
[g_only s4] step 5200/12000 loss=4.5251 gn=0.75 lr=3.94e-04 tps=22732 mem=5.5G lam=None Gm=0.3850148518880208
[g_only s4] step 5220/12000 loss=4.6908 gn=0.76 lr=3.93e-04 tps=22731 mem=5.5G lam=None Gm=0.3876546223958333
[g_only s4] step 5240/12000 loss=4.7395 gn=0.80 lr=3.91e-04 tps=22732 mem=5.5G lam=None Gm=0.4030100504557292
[g_only s4] step 5260/12000 loss=4.6200 gn=0.72 lr=3.90e-04 tps=22732 mem=5.5G lam=None Gm=0.3902842203776042
[g_only s4] step 5280/12000 loss=4.6009 gn=0.79 lr=3.88e-04 tps=22732 mem=5.5G lam=None Gm=0.3784535725911458
[g_only s4] step 5300/12000 loss=4.6135 gn=0.75 lr=3.87e-04 tps=22733 mem=5.5G lam=None Gm=0.3802541097005208
[g_only s4] step 5320/12000 loss=4.6288 gn=0.74 lr=3.86e-04 tps=22733 mem=5.5G lam=None Gm=0.3906351725260417
[g_only s4] step 5340/12000 loss=4.7267 gn=0.77 lr=3.84e-04 tps=22733 mem=5.5G lam=None Gm=0.3845062255859375
[g_only s4] step 5360/12000 loss=4.6463 gn=0.71 lr=3.83e-04 tps=22734 mem=5.5G lam=None Gm=0.3881479899088542
[g_only s4] step 5380/12000 loss=4.5938 gn=0.74 lr=3.81e-04 tps=22734 mem=5.5G lam=None Gm=0.3803660074869792
[g_only s4] step 5400/12000 loss=4.7048 gn=0.77 lr=3.80e-04 tps=22735 mem=5.5G lam=None Gm=0.3941294352213542
[g_only s4] step 5420/12000 loss=4.5726 gn=0.86 lr=3.79e-04 tps=22735 mem=5.5G lam=None Gm=0.3951517740885417
[g_only s4] step 5440/12000 loss=4.7490 gn=0.77 lr=3.77e-04 tps=22735 mem=5.5G lam=None Gm=0.3949330647786458
[g_only s4] step 5460/12000 loss=4.5538 gn=0.76 lr=3.76e-04 tps=22735 mem=5.5G lam=None Gm=0.3893839518229167
[g_only s4] step 5480/12000 loss=4.6783 gn=0.78 lr=3.74e-04 tps=22736 mem=5.5G lam=None Gm=0.3796895345052083
[g_only s4] step 5500/12000 loss=4.7213 gn=0.75 lr=3.73e-04 tps=22736 mem=5.5G lam=None Gm=0.3897196451822917
[g_only s4] step 5520/12000 loss=4.8121 gn=0.77 lr=3.72e-04 tps=22736 mem=5.5G lam=None Gm=0.3932545979817708
[g_only s4] step 5540/12000 loss=4.7143 gn=0.78 lr=3.70e-04 tps=22736 mem=5.5G lam=None Gm=0.3931986490885417
[g_only s4] step 5560/12000 loss=4.5221 gn=0.77 lr=3.69e-04 tps=22736 mem=5.5G lam=None Gm=0.3875223795572917
[g_only s4] step 5580/12000 loss=4.5566 gn=0.78 lr=3.67e-04 tps=22736 mem=5.5G lam=None Gm=0.3899637858072917
[g_only s4] step 5600/12000 loss=4.6783 gn=0.79 lr=3.66e-04 tps=22737 mem=5.5G lam=None Gm=0.3900858561197917
[g_only s4] step 5620/12000 loss=4.4038 gn=0.73 lr=3.64e-04 tps=22737 mem=5.5G lam=None Gm=0.3845062255859375
[g_only s4] step 5640/12000 loss=4.6801 gn=0.75 lr=3.63e-04 tps=22737 mem=5.5G lam=None Gm=0.382659912109375
[g_only s4] step 5660/12000 loss=4.7022 gn=0.75 lr=3.62e-04 tps=22737 mem=5.5G lam=None Gm=0.3870951334635417
[g_only s4] step 5680/12000 loss=4.5167 gn=0.78 lr=3.60e-04 tps=22737 mem=5.5G lam=None Gm=0.3829294840494792
[g_only s4] step 5700/12000 loss=4.4835 gn=0.78 lr=3.59e-04 tps=22737 mem=5.5G lam=None Gm=0.3800862630208333
[g_only s4] step 5720/12000 loss=4.6146 gn=0.77 lr=3.57e-04 tps=22738 mem=5.5G lam=None Gm=0.3812611897786458
[g_only s4] step 5740/12000 loss=4.6698 gn=0.83 lr=3.56e-04 tps=22738 mem=5.5G lam=None Gm=0.3901214599609375
[g_only s4] step 5760/12000 loss=4.5692 gn=0.81 lr=3.54e-04 tps=22738 mem=5.5G lam=None Gm=0.38909912109375
[g_only s4] step 5780/12000 loss=4.5360 gn=0.82 lr=3.53e-04 tps=22738 mem=5.5G lam=None Gm=0.3803660074869792
[g_only s4] step 5800/12000 loss=4.4926 gn=0.78 lr=3.52e-04 tps=22738 mem=5.5G lam=None Gm=0.3903656005859375
[g_only s4] step 5820/12000 loss=4.5341 gn=0.87 lr=3.50e-04 tps=22739 mem=5.5G lam=None Gm=0.3813120524088542
[g_only s4] step 5840/12000 loss=4.7283 gn=0.80 lr=3.49e-04 tps=22739 mem=5.5G lam=None Gm=0.3820597330729167
[g_only s4] step 5860/12000 loss=4.5423 gn=0.75 lr=3.47e-04 tps=22739 mem=5.5G lam=None Gm=0.3785807291666667
[g_only s4] step 5880/12000 loss=4.6536 gn=0.78 lr=3.46e-04 tps=22739 mem=5.5G lam=None Gm=0.3838399251302083
[g_only s4] step 5900/12000 loss=4.4806 gn=0.80 lr=3.44e-04 tps=22739 mem=5.5G lam=None Gm=0.3787689208984375
[g_only s4] step 5920/12000 loss=4.4425 gn=0.81 lr=3.43e-04 tps=22739 mem=5.5G lam=None Gm=0.3802388509114583
[g_only s4] step 5940/12000 loss=4.6035 gn=0.79 lr=3.41e-04 tps=22739 mem=5.5G lam=None Gm=0.3855489095052083
[g_only s4] step 5960/12000 loss=4.5320 gn=0.80 lr=3.40e-04 tps=22739 mem=5.5G lam=None Gm=0.3875071207682292
[g_only s4] step 5980/12000 loss=4.6455 gn=0.83 lr=3.39e-04 tps=22739 mem=5.5G lam=None Gm=0.3857981363932292
[g_only s4] step 6000/12000 loss=4.6878 gn=0.82 lr=3.37e-04 tps=22739 mem=5.5G lam=None Gm=0.3807729085286458
[g_only s4] EVAL step 6000: val_loss=4.6436 val_ppl=103.92
[g_only s4] step 6020/12000 loss=4.6709 gn=0.81 lr=3.36e-04 tps=22726 mem=5.5G lam=None Gm=0.3762715657552083
[g_only s4] step 6040/12000 loss=4.4744 gn=0.82 lr=3.34e-04 tps=22726 mem=5.5G lam=None Gm=0.3778025309244792
[g_only s4] step 6060/12000 loss=4.5523 gn=0.79 lr=3.33e-04 tps=22726 mem=5.5G lam=None Gm=0.3732706705729167
[g_only s4] step 6080/12000 loss=4.7318 gn=0.76 lr=3.31e-04 tps=22726 mem=5.5G lam=None Gm=0.3853658040364583
[g_only s4] step 6100/12000 loss=4.3904 gn=0.76 lr=3.30e-04 tps=22726 mem=5.5G lam=None Gm=0.3747660319010417
[g_only s4] step 6120/12000 loss=4.6573 gn=0.76 lr=3.29e-04 tps=22727 mem=5.5G lam=None Gm=0.3853556315104167
[g_only s4] step 6140/12000 loss=4.4794 gn=0.76 lr=3.27e-04 tps=22727 mem=5.5G lam=None Gm=0.3821919759114583
[g_only s4] step 6160/12000 loss=4.5644 gn=0.77 lr=3.26e-04 tps=22727 mem=5.5G lam=None Gm=0.3832753499348958
[g_only s4] step 6180/12000 loss=4.4820 gn=0.76 lr=3.24e-04 tps=22727 mem=5.5G lam=None Gm=0.3716786702473958
[g_only s4] step 6200/12000 loss=4.6234 gn=0.79 lr=3.23e-04 tps=22727 mem=5.5G lam=None Gm=0.3826548258463542
[g_only s4] step 6220/12000 loss=4.6658 gn=0.79 lr=3.21e-04 tps=22727 mem=5.5G lam=None Gm=0.3864237467447917
[g_only s4] step 6240/12000 loss=4.6099 gn=0.77 lr=3.20e-04 tps=22727 mem=5.5G lam=None Gm=0.3831227620442708
[g_only s4] step 6260/12000 loss=4.4939 gn=0.77 lr=3.19e-04 tps=22727 mem=5.5G lam=None Gm=0.3737589518229167
[g_only s4] step 6280/12000 loss=4.4623 gn=0.76 lr=3.17e-04 tps=22727 mem=5.5G lam=None Gm=0.37420654296875
[g_only s4] step 6300/12000 loss=4.5937 gn=0.83 lr=3.16e-04 tps=22726 mem=5.5G lam=None Gm=0.3807118733723958
[g_only s4] step 6320/12000 loss=4.3439 gn=0.75 lr=3.14e-04 tps=22726 mem=5.5G lam=None Gm=0.3752187093098958
[g_only s4] step 6340/12000 loss=4.5990 gn=0.77 lr=3.13e-04 tps=22726 mem=5.5G lam=None Gm=0.3767191569010417
[g_only s4] step 6360/12000 loss=4.4614 gn=0.79 lr=3.11e-04 tps=22726 mem=5.5G lam=None Gm=0.3798878987630208
[g_only s4] step 6380/12000 loss=4.6117 gn=0.79 lr=3.10e-04 tps=22726 mem=5.5G lam=None Gm=0.383209228515625
[g_only s4] step 6400/12000 loss=4.5694 gn=0.83 lr=3.08e-04 tps=22726 mem=5.5G lam=None Gm=0.3851064046223958
[g_only s4] step 6420/12000 loss=4.6132 gn=0.81 lr=3.07e-04 tps=22726 mem=5.5G lam=None Gm=0.3783009847005208
[g_only s4] step 6440/12000 loss=4.6458 gn=0.82 lr=3.06e-04 tps=22726 mem=5.5G lam=None Gm=0.3756205240885417
[g_only s4] step 6460/12000 loss=4.5356 gn=0.80 lr=3.04e-04 tps=22726 mem=5.5G lam=None Gm=0.3831787109375
[g_only s4] step 6480/12000 loss=4.7135 gn=0.84 lr=3.03e-04 tps=22726 mem=5.5G lam=None Gm=0.386627197265625
[g_only s4] step 6500/12000 loss=4.4473 gn=0.81 lr=3.01e-04 tps=22725 mem=5.5G lam=None Gm=0.3734385172526042
[g_only s4] step 6520/12000 loss=4.5224 gn=0.76 lr=3.00e-04 tps=22725 mem=5.5G lam=None Gm=0.3695271809895833
[g_only s4] step 6540/12000 loss=4.5911 gn=0.82 lr=2.98e-04 tps=22726 mem=5.5G lam=None Gm=0.3845011393229167
[g_only s4] step 6560/12000 loss=4.3726 gn=0.78 lr=2.97e-04 tps=22725 mem=5.5G lam=None Gm=0.3796742757161458
[g_only s4] step 6580/12000 loss=4.6925 gn=0.84 lr=2.96e-04 tps=22725 mem=5.5G lam=None Gm=0.3787384033203125
[g_only s4] step 6600/12000 loss=4.4967 gn=0.81 lr=2.94e-04 tps=22725 mem=5.5G lam=None Gm=0.382049560546875
[g_only s4] step 6620/12000 loss=4.7582 gn=0.95 lr=2.93e-04 tps=22726 mem=5.5G lam=None Gm=0.3834431966145833
[g_only s4] step 6640/12000 loss=4.4467 gn=0.84 lr=2.91e-04 tps=22726 mem=5.5G lam=None Gm=0.3771718343098958
[g_only s4] step 6660/12000 loss=4.4484 gn=0.80 lr=2.90e-04 tps=22726 mem=5.5G lam=None Gm=0.3725941975911458
[g_only s4] step 6680/12000 loss=4.4440 gn=0.82 lr=2.88e-04 tps=22726 mem=5.5G lam=None Gm=0.3738759358723958
[g_only s4] step 6700/12000 loss=4.5993 gn=0.85 lr=2.87e-04 tps=22726 mem=5.5G lam=None Gm=0.3763224283854167
[g_only s4] step 6720/12000 loss=4.4910 gn=0.80 lr=2.86e-04 tps=22726 mem=5.5G lam=None Gm=0.3796234130859375
[g_only s4] step 6740/12000 loss=4.4923 gn=0.78 lr=2.84e-04 tps=22726 mem=5.5G lam=None Gm=0.3810475667317708
[g_only s4] step 6760/12000 loss=4.5841 gn=0.81 lr=2.83e-04 tps=22726 mem=5.5G lam=None Gm=0.3834635416666667
[g_only s4] step 6780/12000 loss=4.4513 gn=0.80 lr=2.81e-04 tps=22726 mem=5.5G lam=None Gm=0.3809407552083333
[g_only s4] step 6800/12000 loss=4.3797 gn=0.80 lr=2.80e-04 tps=22726 mem=5.5G lam=None Gm=0.373016357421875
[g_only s4] step 6820/12000 loss=4.6042 gn=0.83 lr=2.79e-04 tps=22726 mem=5.5G lam=None Gm=0.377349853515625
[g_only s4] step 6840/12000 loss=4.4083 gn=0.81 lr=2.77e-04 tps=22726 mem=5.5G lam=None Gm=0.37164306640625
[g_only s4] step 6860/12000 loss=4.6228 gn=0.80 lr=2.76e-04 tps=22726 mem=5.5G lam=None Gm=0.3792724609375
[g_only s4] step 6880/12000 loss=4.5163 gn=0.79 lr=2.74e-04 tps=22726 mem=5.5G lam=None Gm=0.3789469401041667
[g_only s4] step 6900/12000 loss=4.4550 gn=0.83 lr=2.73e-04 tps=22726 mem=5.5G lam=None Gm=0.3814748128255208
[g_only s4] step 6920/12000 loss=4.4823 gn=0.83 lr=2.72e-04 tps=22726 mem=5.5G lam=None Gm=0.3781534830729167
[g_only s4] step 6940/12000 loss=4.5475 gn=0.84 lr=2.70e-04 tps=22726 mem=5.5G lam=None Gm=0.3810068766276042
[g_only s4] step 6960/12000 loss=4.5235 gn=0.85 lr=2.69e-04 tps=22726 mem=5.5G lam=None Gm=0.376129150390625
[g_only s4] step 6980/12000 loss=4.4743 gn=0.78 lr=2.67e-04 tps=22727 mem=5.5G lam=None Gm=0.3729960123697917
[g_only s4] step 7000/12000 loss=4.3363 gn=0.82 lr=2.66e-04 tps=22726 mem=5.5G lam=None Gm=0.3721466064453125
[g_only s4] EVAL step 7000: val_loss=4.6130 val_ppl=100.79
[g_only s4] step 7020/12000 loss=4.6842 gn=0.86 lr=2.65e-04 tps=22715 mem=5.5G lam=None Gm=0.3775533040364583
[g_only s4] step 7040/12000 loss=4.6723 gn=0.86 lr=2.63e-04 tps=22715 mem=5.5G lam=None Gm=0.3763275146484375
[g_only s4] step 7060/12000 loss=4.5545 gn=0.79 lr=2.62e-04 tps=22715 mem=5.5G lam=None Gm=0.3770802815755208
[g_only s4] step 7080/12000 loss=4.5176 gn=0.84 lr=2.60e-04 tps=22715 mem=5.5G lam=None Gm=0.3772481282552083
[g_only s4] step 7100/12000 loss=4.5343 gn=0.81 lr=2.59e-04 tps=22715 mem=5.5G lam=None Gm=0.374725341796875
[g_only s4] step 7120/12000 loss=4.7388 gn=0.89 lr=2.58e-04 tps=22715 mem=5.5G lam=None Gm=0.3842417399088542
[g_only s4] step 7140/12000 loss=4.4424 gn=0.84 lr=2.56e-04 tps=22715 mem=5.5G lam=None Gm=0.3679555257161458
[g_only s4] step 7160/12000 loss=4.4809 gn=0.83 lr=2.55e-04 tps=22715 mem=5.5G lam=None Gm=0.376617431640625
[g_only s4] step 7180/12000 loss=4.5312 gn=0.88 lr=2.53e-04 tps=22715 mem=5.5G lam=None Gm=0.3787027994791667
[g_only s4] step 7200/12000 loss=4.5354 gn=0.86 lr=2.52e-04 tps=22715 mem=5.5G lam=None Gm=0.3795878092447917
[g_only s4] step 7220/12000 loss=4.3417 gn=0.82 lr=2.51e-04 tps=22715 mem=5.5G lam=None Gm=0.3737436930338542
[g_only s4] step 7240/12000 loss=4.4168 gn=0.81 lr=2.49e-04 tps=22715 mem=5.5G lam=None Gm=0.3740030924479167
[g_only s4] step 7260/12000 loss=4.5364 gn=0.79 lr=2.48e-04 tps=22715 mem=5.5G lam=None Gm=0.3680521647135417
[g_only s4] step 7280/12000 loss=4.4253 gn=0.83 lr=2.47e-04 tps=22715 mem=5.5G lam=None Gm=0.3690032958984375
[g_only s4] step 7300/12000 loss=4.5672 gn=0.80 lr=2.45e-04 tps=22715 mem=5.5G lam=None Gm=0.3738911946614583
[g_only s4] step 7320/12000 loss=4.4027 gn=0.78 lr=2.44e-04 tps=22716 mem=5.5G lam=None Gm=0.3745574951171875
[g_only s4] step 7340/12000 loss=4.4892 gn=0.85 lr=2.42e-04 tps=22716 mem=5.5G lam=None Gm=0.3709869384765625
[g_only s4] step 7360/12000 loss=4.5559 gn=0.81 lr=2.41e-04 tps=22716 mem=5.5G lam=None Gm=0.3720804850260417
[g_only s4] step 7380/12000 loss=4.5357 gn=0.86 lr=2.40e-04 tps=22716 mem=5.5G lam=None Gm=0.3714650472005208
[g_only s4] step 7400/12000 loss=4.3961 gn=0.80 lr=2.38e-04 tps=22716 mem=5.5G lam=None Gm=0.3733469645182292
[g_only s4] step 7420/12000 loss=4.4749 gn=0.86 lr=2.37e-04 tps=22716 mem=5.5G lam=None Gm=0.373870849609375
[g_only s4] step 7440/12000 loss=4.3922 gn=0.82 lr=2.36e-04 tps=22716 mem=5.5G lam=None Gm=0.3675486246744792
[g_only s4] step 7460/12000 loss=4.5590 gn=0.83 lr=2.34e-04 tps=22716 mem=5.5G lam=None Gm=0.3675181070963542
[g_only s4] step 7480/12000 loss=4.4061 gn=0.86 lr=2.33e-04 tps=22717 mem=5.5G lam=None Gm=0.3682454427083333
[g_only s4] step 7500/12000 loss=4.4532 gn=0.86 lr=2.32e-04 tps=22717 mem=5.5G lam=None Gm=0.3680165608723958
[g_only s4] step 7520/12000 loss=4.5027 gn=0.83 lr=2.30e-04 tps=22717 mem=5.5G lam=None Gm=0.3729960123697917
[g_only s4] step 7540/12000 loss=4.3862 gn=0.83 lr=2.29e-04 tps=22717 mem=5.5G lam=None Gm=0.3739725748697917
[g_only s4] step 7560/12000 loss=4.3321 gn=0.91 lr=2.28e-04 tps=22717 mem=5.5G lam=None Gm=0.3660481770833333
[g_only s4] step 7580/12000 loss=4.5999 gn=0.89 lr=2.26e-04 tps=22717 mem=5.5G lam=None Gm=0.3724873860677083
[g_only s4] step 7600/12000 loss=4.3382 gn=0.82 lr=2.25e-04 tps=22716 mem=5.5G lam=None Gm=0.3663787841796875
[g_only s4] step 7620/12000 loss=4.4205 gn=0.83 lr=2.24e-04 tps=22716 mem=5.5G lam=None Gm=0.3703053792317708
[g_only s4] step 7640/12000 loss=4.4126 gn=0.84 lr=2.22e-04 tps=22716 mem=5.5G lam=None Gm=0.3750864664713542
[g_only s4] step 7660/12000 loss=4.4344 gn=0.83 lr=2.21e-04 tps=22716 mem=5.5G lam=None Gm=0.3707784016927083
[g_only s4] step 7680/12000 loss=4.6170 gn=0.97 lr=2.20e-04 tps=22716 mem=5.5G lam=None Gm=0.3702341715494792
[g_only s4] step 7700/12000 loss=4.5645 gn=0.88 lr=2.18e-04 tps=22716 mem=5.5G lam=None Gm=0.368896484375
[g_only s4] step 7720/12000 loss=4.5593 gn=0.87 lr=2.17e-04 tps=22716 mem=5.5G lam=None Gm=0.3693084716796875
[g_only s4] step 7740/12000 loss=4.4744 gn=0.88 lr=2.16e-04 tps=22716 mem=5.5G lam=None Gm=0.3727823893229167
[g_only s4] step 7760/12000 loss=4.4770 gn=0.83 lr=2.15e-04 tps=22716 mem=5.5G lam=None Gm=0.3690897623697917
[g_only s4] step 7780/12000 loss=4.5574 gn=0.87 lr=2.13e-04 tps=22716 mem=5.5G lam=None Gm=0.3710276285807292
[g_only s4] step 7800/12000 loss=4.4730 gn=0.86 lr=2.12e-04 tps=22716 mem=5.5G lam=None Gm=0.3678639729817708
[g_only s4] step 7820/12000 loss=4.3400 gn=0.84 lr=2.11e-04 tps=22716 mem=5.5G lam=None Gm=0.3628743489583333
[g_only s4] step 7840/12000 loss=4.3663 gn=0.86 lr=2.09e-04 tps=22716 mem=5.5G lam=None Gm=0.3733774820963542
[g_only s4] step 7860/12000 loss=4.3879 gn=0.88 lr=2.08e-04 tps=22716 mem=5.5G lam=None Gm=0.372894287109375
[g_only s4] step 7880/12000 loss=4.3820 gn=0.84 lr=2.07e-04 tps=22716 mem=5.5G lam=None Gm=0.3690541585286458
[g_only s4] step 7900/12000 loss=4.3587 gn=0.85 lr=2.06e-04 tps=22716 mem=5.5G lam=None Gm=0.3694610595703125
[g_only s4] step 7920/12000 loss=4.5008 gn=0.91 lr=2.04e-04 tps=22717 mem=5.5G lam=None Gm=0.366485595703125
[g_only s4] step 7940/12000 loss=4.4970 gn=0.83 lr=2.03e-04 tps=22717 mem=5.5G lam=None Gm=0.3647308349609375
[g_only s4] step 7960/12000 loss=4.4906 gn=0.84 lr=2.02e-04 tps=22717 mem=5.5G lam=None Gm=0.3662261962890625
[g_only s4] step 7980/12000 loss=4.4932 gn=0.85 lr=2.00e-04 tps=22717 mem=5.5G lam=None Gm=0.3687845865885417
[g_only s4] step 8000/12000 loss=4.5444 gn=0.93 lr=1.99e-04 tps=22717 mem=5.5G lam=None Gm=0.3592071533203125
[g_only s4] EVAL step 8000: val_loss=4.5402 val_ppl=93.71
[g_only s4] step 8020/12000 loss=4.5221 gn=0.86 lr=1.98e-04 tps=22707 mem=5.5G lam=None Gm=0.3657633463541667
[g_only s4] step 8040/12000 loss=4.4074 gn=0.87 lr=1.97e-04 tps=22707 mem=5.5G lam=None Gm=0.3673909505208333
[g_only s4] step 8060/12000 loss=4.4436 gn=0.82 lr=1.95e-04 tps=22707 mem=5.5G lam=None Gm=0.3671213785807292
[g_only s4] step 8080/12000 loss=4.5320 gn=0.86 lr=1.94e-04 tps=22707 mem=5.5G lam=None Gm=0.36712646484375
[g_only s4] step 8100/12000 loss=4.5166 gn=0.87 lr=1.93e-04 tps=22707 mem=5.5G lam=None Gm=0.3729502360026042
[g_only s4] step 8120/12000 loss=4.6500 gn=0.87 lr=1.92e-04 tps=22707 mem=5.5G lam=None Gm=0.3721415201822917
[g_only s4] step 8140/12000 loss=4.3144 gn=0.83 lr=1.90e-04 tps=22707 mem=5.5G lam=None Gm=0.3609517415364583
[g_only s4] step 8160/12000 loss=4.3910 gn=0.85 lr=1.89e-04 tps=22707 mem=5.5G lam=None Gm=0.3732961018880208
[g_only s4] step 8180/12000 loss=4.4975 gn=0.90 lr=1.88e-04 tps=22707 mem=5.5G lam=None Gm=0.3723398844401042
[g_only s4] step 8200/12000 loss=4.3530 gn=0.90 lr=1.87e-04 tps=22707 mem=5.5G lam=None Gm=0.3676300048828125
[g_only s4] step 8220/12000 loss=4.4345 gn=0.85 lr=1.86e-04 tps=22707 mem=5.5G lam=None Gm=0.3614603678385417
[g_only s4] step 8240/12000 loss=4.3618 gn=0.88 lr=1.84e-04 tps=22707 mem=5.5G lam=None Gm=0.3629506429036458
[g_only s4] step 8260/12000 loss=4.3374 gn=0.89 lr=1.83e-04 tps=22707 mem=5.5G lam=None Gm=0.3649495442708333
[g_only s4] step 8280/12000 loss=4.3172 gn=0.82 lr=1.82e-04 tps=22707 mem=5.5G lam=None Gm=0.3662567138671875
[g_only s4] step 8300/12000 loss=4.5233 gn=0.86 lr=1.81e-04 tps=22707 mem=5.5G lam=None Gm=0.3710683186848958
[g_only s4] step 8320/12000 loss=4.3652 gn=0.85 lr=1.80e-04 tps=22706 mem=5.5G lam=None Gm=0.3672587076822917
[g_only s4] step 8340/12000 loss=4.4364 gn=0.85 lr=1.78e-04 tps=22706 mem=5.5G lam=None Gm=0.3680318196614583
[g_only s4] step 8360/12000 loss=4.5312 gn=0.91 lr=1.77e-04 tps=22706 mem=5.5G lam=None Gm=0.3692118326822917
[g_only s4] step 8380/12000 loss=4.3684 gn=0.87 lr=1.76e-04 tps=22706 mem=5.5G lam=None Gm=0.3664957682291667
[g_only s4] step 8400/12000 loss=4.4556 gn=0.86 lr=1.75e-04 tps=22706 mem=5.5G lam=None Gm=0.3697713216145833
[g_only s4] step 8420/12000 loss=4.3323 gn=0.86 lr=1.74e-04 tps=22706 mem=5.5G lam=None Gm=0.3669230143229167
[g_only s4] step 8440/12000 loss=4.2946 gn=0.82 lr=1.72e-04 tps=22706 mem=5.5G lam=None Gm=0.3648529052734375
[g_only s4] step 8460/12000 loss=4.3534 gn=0.95 lr=1.71e-04 tps=22707 mem=5.5G lam=None Gm=0.3707427978515625
[g_only s4] step 8480/12000 loss=4.3630 gn=0.84 lr=1.70e-04 tps=22707 mem=5.5G lam=None Gm=0.358734130859375
[g_only s4] step 8500/12000 loss=4.3804 gn=0.88 lr=1.69e-04 tps=22707 mem=5.5G lam=None Gm=0.3653361002604167
[g_only s4] step 8520/12000 loss=4.4826 gn=0.88 lr=1.68e-04 tps=22707 mem=5.5G lam=None Gm=0.3706715901692708
[g_only s4] step 8540/12000 loss=4.5579 gn=0.88 lr=1.67e-04 tps=22707 mem=5.5G lam=None Gm=0.367431640625
[g_only s4] step 8560/12000 loss=4.3485 gn=0.85 lr=1.66e-04 tps=22707 mem=5.5G lam=None Gm=0.360992431640625
[g_only s4] step 8580/12000 loss=4.4704 gn=0.89 lr=1.64e-04 tps=22707 mem=5.5G lam=None Gm=0.3608245849609375
[g_only s4] step 8600/12000 loss=4.2830 gn=0.91 lr=1.63e-04 tps=22707 mem=5.5G lam=None Gm=0.3662923177083333
[g_only s4] step 8620/12000 loss=4.4192 gn=0.88 lr=1.62e-04 tps=22707 mem=5.5G lam=None Gm=0.364959716796875
[g_only s4] step 8640/12000 loss=4.4820 gn=0.90 lr=1.61e-04 tps=22708 mem=5.5G lam=None Gm=0.3656565348307292
[g_only s4] step 8660/12000 loss=4.2785 gn=0.95 lr=1.60e-04 tps=22708 mem=5.5G lam=None Gm=0.3629252115885417
[g_only s4] step 8680/12000 loss=4.3859 gn=0.84 lr=1.59e-04 tps=22708 mem=5.5G lam=None Gm=0.3680369059244792
[g_only s4] step 8700/12000 loss=4.2621 gn=0.90 lr=1.58e-04 tps=22708 mem=5.5G lam=None Gm=0.3664499918619792
[g_only s4] step 8720/12000 loss=4.4997 gn=0.90 lr=1.57e-04 tps=22708 mem=5.5G lam=None Gm=0.3633677164713542
[g_only s4] step 8740/12000 loss=4.4034 gn=0.90 lr=1.55e-04 tps=22708 mem=5.5G lam=None Gm=0.3659820556640625
[g_only s4] step 8760/12000 loss=4.3298 gn=0.88 lr=1.54e-04 tps=22708 mem=5.5G lam=None Gm=0.3653615315755208
[g_only s4] step 8780/12000 loss=4.3991 gn=0.90 lr=1.53e-04 tps=22708 mem=5.5G lam=None Gm=0.3725077311197917
[g_only s4] step 8800/12000 loss=4.3344 gn=0.91 lr=1.52e-04 tps=22708 mem=5.5G lam=None Gm=0.3666534423828125
[g_only s4] step 8820/12000 loss=4.2747 gn=0.88 lr=1.51e-04 tps=22709 mem=5.5G lam=None Gm=0.3689931233723958
[g_only s4] step 8840/12000 loss=4.4922 gn=0.94 lr=1.50e-04 tps=22709 mem=5.5G lam=None Gm=0.3676096598307292
[g_only s4] step 8860/12000 loss=4.3519 gn=0.89 lr=1.49e-04 tps=22709 mem=5.5G lam=None Gm=0.3635152180989583
[g_only s4] step 8880/12000 loss=4.3695 gn=0.84 lr=1.48e-04 tps=22709 mem=5.5G lam=None Gm=0.3646392822265625
[g_only s4] step 8900/12000 loss=4.1784 gn=0.92 lr=1.47e-04 tps=22709 mem=5.5G lam=None Gm=0.3657633463541667
[g_only s4] step 8920/12000 loss=4.3764 gn=0.89 lr=1.46e-04 tps=22709 mem=5.5G lam=None Gm=0.3710072835286458
[g_only s4] step 8940/12000 loss=4.3861 gn=0.86 lr=1.45e-04 tps=22710 mem=5.5G lam=None Gm=0.3586985270182292
[g_only s4] step 8960/12000 loss=4.3783 gn=0.88 lr=1.44e-04 tps=22710 mem=5.5G lam=None Gm=0.3609975179036458
[g_only s4] step 8980/12000 loss=4.4659 gn=0.89 lr=1.43e-04 tps=22710 mem=5.5G lam=None Gm=0.3641357421875
[g_only s4] step 9000/12000 loss=4.3748 gn=0.87 lr=1.42e-04 tps=22710 mem=5.5G lam=None Gm=0.3645121256510417
[g_only s4] EVAL step 9000: val_loss=4.4490 val_ppl=85.54
[g_only s4] step 9020/12000 loss=4.4694 gn=0.93 lr=1.41e-04 tps=22701 mem=5.5G lam=None Gm=0.3705190022786458
[g_only s4] step 9040/12000 loss=4.3942 gn=0.90 lr=1.40e-04 tps=22701 mem=5.5G lam=None Gm=0.3659922281901042
[g_only s4] step 9060/12000 loss=4.1351 gn=0.88 lr=1.39e-04 tps=22701 mem=5.5G lam=None Gm=0.3676961263020833
[g_only s4] step 9080/12000 loss=4.4891 gn=0.91 lr=1.38e-04 tps=22701 mem=5.5G lam=None Gm=0.3704884847005208
[g_only s4] step 9100/12000 loss=4.4182 gn=0.87 lr=1.37e-04 tps=22701 mem=5.5G lam=None Gm=0.3602396647135417
[g_only s4] step 9120/12000 loss=4.2963 gn=0.94 lr=1.36e-04 tps=22701 mem=5.5G lam=None Gm=0.3657582600911458
[g_only s4] step 9140/12000 loss=4.2115 gn=0.84 lr=1.35e-04 tps=22701 mem=5.5G lam=None Gm=0.3647308349609375
[g_only s4] step 9160/12000 loss=4.4603 gn=0.92 lr=1.34e-04 tps=22701 mem=5.5G lam=None Gm=0.3637034098307292
[g_only s4] step 9180/12000 loss=4.4518 gn=0.87 lr=1.33e-04 tps=22701 mem=5.5G lam=None Gm=0.3634847005208333
[g_only s4] step 9200/12000 loss=4.2495 gn=0.90 lr=1.32e-04 tps=22701 mem=5.5G lam=None Gm=0.3669077555338542
[g_only s4] step 9220/12000 loss=4.4398 gn=0.90 lr=1.31e-04 tps=22701 mem=5.5G lam=None Gm=0.3649749755859375
[g_only s4] step 9240/12000 loss=4.4811 gn=0.92 lr=1.30e-04 tps=22701 mem=5.5G lam=None Gm=0.35992431640625
[g_only s4] step 9260/12000 loss=4.3547 gn=0.90 lr=1.29e-04 tps=22701 mem=5.5G lam=None Gm=0.3672078450520833
[g_only s4] step 9280/12000 loss=4.3516 gn=0.98 lr=1.28e-04 tps=22701 mem=5.5G lam=None Gm=0.3675435384114583
[g_only s4] step 9300/12000 loss=4.4972 gn=0.98 lr=1.27e-04 tps=22701 mem=5.5G lam=None Gm=0.3683624267578125
[g_only s4] step 9320/12000 loss=4.2876 gn=0.95 lr=1.26e-04 tps=22701 mem=5.5G lam=None Gm=0.3663889567057292
[g_only s4] step 9340/12000 loss=4.4869 gn=0.92 lr=1.25e-04 tps=22701 mem=5.5G lam=None Gm=0.3638254801432292
[g_only s4] step 9360/12000 loss=4.2993 gn=0.92 lr=1.24e-04 tps=22701 mem=5.5G lam=None Gm=0.3569997151692708
[g_only s4] step 9380/12000 loss=4.4379 gn=0.87 lr=1.23e-04 tps=22701 mem=5.5G lam=None Gm=0.3606313069661458
[g_only s4] step 9400/12000 loss=4.2098 gn=0.92 lr=1.22e-04 tps=22701 mem=5.5G lam=None Gm=0.3646748860677083
[g_only s4] step 9420/12000 loss=4.2534 gn=0.90 lr=1.21e-04 tps=22701 mem=5.5G lam=None Gm=0.360198974609375
[g_only s4] step 9440/12000 loss=4.2976 gn=1.02 lr=1.20e-04 tps=22702 mem=5.5G lam=None Gm=0.3594716389973958
[g_only s4] step 9460/12000 loss=4.3765 gn=0.90 lr=1.19e-04 tps=22701 mem=5.5G lam=None Gm=0.3649495442708333
[g_only s4] step 9480/12000 loss=4.3786 gn=0.92 lr=1.19e-04 tps=22699 mem=5.5G lam=None Gm=0.3634389241536458
[g_only s4] step 9500/12000 loss=4.5306 gn=1.04 lr=1.18e-04 tps=22699 mem=5.5G lam=None Gm=0.36468505859375
[g_only s4] step 9520/12000 loss=4.2146 gn=0.95 lr=1.17e-04 tps=22699 mem=5.5G lam=None Gm=0.3654683430989583
[g_only s4] step 9540/12000 loss=4.3732 gn=0.86 lr=1.16e-04 tps=22699 mem=5.5G lam=None Gm=0.3653411865234375
[g_only s4] step 9560/12000 loss=4.5485 gn=0.93 lr=1.15e-04 tps=22699 mem=5.5G lam=None Gm=0.3615163167317708
[g_only s4] step 9580/12000 loss=4.2803 gn=0.94 lr=1.14e-04 tps=22700 mem=5.5G lam=None Gm=0.3634389241536458
[g_only s4] step 9600/12000 loss=4.4170 gn=0.89 lr=1.13e-04 tps=22700 mem=5.5G lam=None Gm=0.3656056722005208
[g_only s4] step 9620/12000 loss=4.3527 gn=0.98 lr=1.12e-04 tps=22700 mem=5.5G lam=None Gm=0.3614501953125
[g_only s4] step 9640/12000 loss=4.5219 gn=0.97 lr=1.12e-04 tps=22700 mem=5.5G lam=None Gm=0.3778279622395833
[g_only s4] step 9660/12000 loss=4.3250 gn=0.90 lr=1.11e-04 tps=22700 mem=5.5G lam=None Gm=0.3622792561848958
[g_only s4] step 9680/12000 loss=4.5246 gn=0.92 lr=1.10e-04 tps=22700 mem=5.5G lam=None Gm=0.36639404296875
[g_only s4] step 9700/12000 loss=4.2764 gn=0.90 lr=1.09e-04 tps=22700 mem=5.5G lam=None Gm=0.3625132242838542
[g_only s4] step 9720/12000 loss=4.3171 gn=0.93 lr=1.08e-04 tps=22700 mem=5.5G lam=None Gm=0.3661651611328125
[g_only s4] step 9740/12000 loss=4.3597 gn=0.89 lr=1.07e-04 tps=22700 mem=5.5G lam=None Gm=0.3650665283203125
[g_only s4] step 9760/12000 loss=4.3979 gn=0.91 lr=1.07e-04 tps=22700 mem=5.5G lam=None Gm=0.3622894287109375
[g_only s4] step 9780/12000 loss=4.1119 gn=0.90 lr=1.06e-04 tps=22700 mem=5.5G lam=None Gm=0.3589731852213542
[g_only s4] step 9800/12000 loss=4.2748 gn=0.94 lr=1.05e-04 tps=22701 mem=5.5G lam=None Gm=0.3613942464192708
[g_only s4] step 9820/12000 loss=4.1728 gn=0.94 lr=1.04e-04 tps=22700 mem=5.5G lam=None Gm=0.355865478515625
[g_only s4] step 9840/12000 loss=4.4951 gn=0.90 lr=1.03e-04 tps=22701 mem=5.5G lam=None Gm=0.3721364339192708
[g_only s4] step 9860/12000 loss=4.3068 gn=0.92 lr=1.03e-04 tps=22700 mem=5.5G lam=None Gm=0.3672231038411458
[g_only s4] step 9880/12000 loss=4.3216 gn=0.92 lr=1.02e-04 tps=22700 mem=5.5G lam=None Gm=0.3610585530598958
[g_only s4] step 9900/12000 loss=4.2673 gn=0.96 lr=1.01e-04 tps=22701 mem=5.5G lam=None Gm=0.3667093912760417
[g_only s4] step 9920/12000 loss=4.3075 gn=0.93 lr=1.00e-04 tps=22700 mem=5.5G lam=None Gm=0.3636372884114583
[g_only s4] step 9940/12000 loss=4.5051 gn=0.92 lr=9.96e-05 tps=22700 mem=5.5G lam=None Gm=0.362945556640625
[g_only s4] step 9960/12000 loss=4.4027 gn=0.93 lr=9.89e-05 tps=22700 mem=5.5G lam=None Gm=0.3688201904296875
[g_only s4] step 9980/12000 loss=4.3596 gn=0.89 lr=9.81e-05 tps=22700 mem=5.5G lam=None Gm=0.360443115234375
[g_only s4] step 10000/12000 loss=4.3394 gn=0.90 lr=9.74e-05 tps=22701 mem=5.5G lam=None Gm=0.3642171223958333
[g_only s4] EVAL step 10000: val_loss=4.4182 val_ppl=82.94
[g_only s4] step 10020/12000 loss=4.4952 gn=0.93 lr=9.67e-05 tps=22693 mem=5.5G lam=None Gm=0.3707834879557292
[g_only s4] step 10040/12000 loss=4.3115 gn=0.91 lr=9.59e-05 tps=22693 mem=5.5G lam=None Gm=0.3625895182291667
[g_only s4] step 10060/12000 loss=4.3050 gn=0.92 lr=9.52e-05 tps=22693 mem=5.5G lam=None Gm=0.3580474853515625
[g_only s4] step 10080/12000 loss=4.3422 gn=0.96 lr=9.45e-05 tps=22693 mem=5.5G lam=None Gm=0.3640238444010417
[g_only s4] step 10100/12000 loss=4.3711 gn=0.91 lr=9.38e-05 tps=22693 mem=5.5G lam=None Gm=0.3601531982421875
[g_only s4] step 10120/12000 loss=4.3660 gn=0.92 lr=9.31e-05 tps=22692 mem=5.5G lam=None Gm=0.3637237548828125
[g_only s4] step 10140/12000 loss=4.1491 gn=0.92 lr=9.24e-05 tps=22692 mem=5.5G lam=None Gm=0.3648325602213542
[g_only s4] step 10160/12000 loss=4.2775 gn=0.97 lr=9.18e-05 tps=22692 mem=5.5G lam=None Gm=0.3674112955729167
[g_only s4] step 10180/12000 loss=4.4495 gn=0.91 lr=9.11e-05 tps=22692 mem=5.5G lam=None Gm=0.3628743489583333
[g_only s4] step 10200/12000 loss=4.3210 gn=0.93 lr=9.04e-05 tps=22692 mem=5.5G lam=None Gm=0.37005615234375
[g_only s4] step 10220/12000 loss=4.3996 gn=1.03 lr=8.98e-05 tps=22692 mem=5.5G lam=None Gm=0.358154296875
[g_only s4] step 10240/12000 loss=4.2256 gn=0.98 lr=8.91e-05 tps=22692 mem=5.5G lam=None Gm=0.36346435546875
[g_only s4] step 10260/12000 loss=4.3971 gn=0.98 lr=8.85e-05 tps=22692 mem=5.5G lam=None Gm=0.3657277425130208
[g_only s4] step 10280/12000 loss=4.3995 gn=0.93 lr=8.78e-05 tps=22692 mem=5.5G lam=None Gm=0.3659871419270833
[g_only s4] step 10300/12000 loss=4.2778 gn=0.92 lr=8.72e-05 tps=22692 mem=5.5G lam=None Gm=0.3607126871744792
[g_only s4] step 10320/12000 loss=4.4408 gn=0.93 lr=8.66e-05 tps=22692 mem=5.5G lam=None Gm=0.3635711669921875
[g_only s4] step 10340/12000 loss=4.3360 gn=0.97 lr=8.59e-05 tps=22692 mem=5.5G lam=None Gm=0.3646138509114583
[g_only s4] step 10360/12000 loss=4.4249 gn=0.91 lr=8.53e-05 tps=22692 mem=5.5G lam=None Gm=0.362640380859375
[g_only s4] step 10380/12000 loss=4.4061 gn=0.97 lr=8.47e-05 tps=22692 mem=5.5G lam=None Gm=0.3676350911458333
[g_only s4] step 10400/12000 loss=4.4398 gn=0.96 lr=8.41e-05 tps=22692 mem=5.5G lam=None Gm=0.3673960367838542
[g_only s4] step 10420/12000 loss=4.4094 gn=0.94 lr=8.35e-05 tps=22692 mem=5.5G lam=None Gm=0.3663533528645833
[g_only s4] step 10440/12000 loss=4.2715 gn=0.91 lr=8.30e-05 tps=22692 mem=5.5G lam=None Gm=0.3657073974609375
[g_only s4] step 10460/12000 loss=4.4034 gn=1.00 lr=8.24e-05 tps=22692 mem=5.5G lam=None Gm=0.3590799967447917
[g_only s4] step 10480/12000 loss=4.2552 gn=0.90 lr=8.18e-05 tps=22693 mem=5.5G lam=None Gm=0.363922119140625
[g_only s4] step 10500/12000 loss=4.3558 gn=0.97 lr=8.12e-05 tps=22693 mem=5.5G lam=None Gm=0.3645172119140625
[g_only s4] step 10520/12000 loss=4.4177 gn=0.99 lr=8.07e-05 tps=22693 mem=5.5G lam=None Gm=0.3625081380208333
[g_only s4] step 10540/12000 loss=4.3254 gn=1.07 lr=8.01e-05 tps=22693 mem=5.5G lam=None Gm=0.3564707438151042
[g_only s4] step 10560/12000 loss=4.3244 gn=0.93 lr=7.96e-05 tps=22693 mem=5.5G lam=None Gm=0.3623199462890625
[g_only s4] step 10580/12000 loss=4.3742 gn=0.94 lr=7.91e-05 tps=22693 mem=5.5G lam=None Gm=0.3582356770833333
[g_only s4] step 10600/12000 loss=4.2349 gn=0.95 lr=7.85e-05 tps=22693 mem=5.5G lam=None Gm=0.3626963297526042
[g_only s4] step 10620/12000 loss=4.2624 gn=0.91 lr=7.80e-05 tps=22693 mem=5.5G lam=None Gm=0.3582000732421875
[g_only s4] step 10640/12000 loss=4.2560 gn=0.91 lr=7.75e-05 tps=22694 mem=5.5G lam=None Gm=0.3604838053385417
[g_only s4] step 10660/12000 loss=4.4218 gn=0.92 lr=7.70e-05 tps=22693 mem=5.5G lam=None Gm=0.364501953125
[g_only s4] step 10680/12000 loss=4.3238 gn=0.94 lr=7.65e-05 tps=22694 mem=5.5G lam=None Gm=0.3589019775390625
[g_only s4] step 10700/12000 loss=4.3084 gn=0.97 lr=7.60e-05 tps=22694 mem=5.5G lam=None Gm=0.3656005859375
[g_only s4] step 10720/12000 loss=4.4226 gn=1.02 lr=7.55e-05 tps=22694 mem=5.5G lam=None Gm=0.3690439860026042
[g_only s4] step 10740/12000 loss=4.4149 gn=0.98 lr=7.50e-05 tps=22694 mem=5.5G lam=None Gm=0.3612721761067708
[g_only s4] step 10760/12000 loss=4.1906 gn=0.99 lr=7.46e-05 tps=22694 mem=5.5G lam=None Gm=0.3662261962890625
[g_only s4] step 10780/12000 loss=4.2581 gn=1.19 lr=7.41e-05 tps=22694 mem=5.5G lam=None Gm=0.3622233072916667
[g_only s4] step 10800/12000 loss=4.3300 gn=0.99 lr=7.37e-05 tps=22694 mem=5.5G lam=None Gm=0.3630421956380208
[g_only s4] step 10820/12000 loss=4.3010 gn=0.94 lr=7.32e-05 tps=22694 mem=5.5G lam=None Gm=0.3620452880859375
[g_only s4] step 10840/12000 loss=4.2888 gn=1.04 lr=7.28e-05 tps=22695 mem=5.5G lam=None Gm=0.3580576578776042
[g_only s4] step 10860/12000 loss=4.2732 gn=0.98 lr=7.23e-05 tps=22694 mem=5.5G lam=None Gm=0.3591969807942708
[g_only s4] step 10880/12000 loss=4.2456 gn=1.01 lr=7.19e-05 tps=22693 mem=5.5G lam=None Gm=0.3580474853515625
[g_only s4] step 10900/12000 loss=4.1757 gn=1.01 lr=7.15e-05 tps=22693 mem=5.5G lam=None Gm=0.35662841796875
[g_only s4] step 10920/12000 loss=4.3380 gn=0.94 lr=7.11e-05 tps=22692 mem=5.5G lam=None Gm=0.3638356526692708
[g_only s4] step 10940/12000 loss=4.3197 gn=1.00 lr=7.07e-05 tps=22691 mem=5.5G lam=None Gm=0.3725331624348958
[g_only s4] step 10960/12000 loss=4.3115 gn=0.98 lr=7.03e-05 tps=22690 mem=5.5G lam=None Gm=0.3660736083984375
[g_only s4] step 10980/12000 loss=4.4702 gn=1.05 lr=6.99e-05 tps=22689 mem=5.5G lam=None Gm=0.3626861572265625
[g_only s4] step 11000/12000 loss=4.3979 gn=0.93 lr=6.95e-05 tps=22688 mem=5.5G lam=None Gm=0.3596293131510417
[g_only s4] EVAL step 11000: val_loss=4.3692 val_ppl=78.98
[g_only s4] step 11020/12000 loss=4.1841 gn=0.96 lr=6.91e-05 tps=22680 mem=5.5G lam=None Gm=0.3645273844401042
[g_only s4] step 11040/12000 loss=4.2861 gn=0.99 lr=6.88e-05 tps=22678 mem=5.5G lam=None Gm=0.3636016845703125
[g_only s4] step 11060/12000 loss=4.4671 gn=0.99 lr=6.84e-05 tps=22676 mem=5.5G lam=None Gm=0.3629557291666667
[g_only s4] step 11080/12000 loss=4.3124 gn=0.96 lr=6.81e-05 tps=22674 mem=5.5G lam=None Gm=0.3620808919270833
[g_only s4] step 11100/12000 loss=4.3399 gn=1.05 lr=6.77e-05 tps=22673 mem=5.5G lam=None Gm=0.3698221842447917
[g_only s4] step 11120/12000 loss=4.4014 gn=0.95 lr=6.74e-05 tps=22672 mem=5.5G lam=None Gm=0.3639068603515625
[g_only s4] step 11140/12000 loss=4.3615 gn=1.06 lr=6.70e-05 tps=22670 mem=5.5G lam=None Gm=0.3565622965494792
[g_only s4] step 11160/12000 loss=4.2399 gn=0.94 lr=6.67e-05 tps=22668 mem=5.5G lam=None Gm=0.3595937093098958
[g_only s4] step 11180/12000 loss=4.3751 gn=1.04 lr=6.64e-05 tps=22667 mem=5.5G lam=None Gm=0.3611195882161458
[g_only s4] step 11200/12000 loss=4.3496 gn=0.94 lr=6.61e-05 tps=22665 mem=5.5G lam=None Gm=0.3609771728515625
[g_only s4] step 11220/12000 loss=4.2102 gn=1.02 lr=6.58e-05 tps=22665 mem=5.5G lam=None Gm=0.3597920735677083
[g_only s4] step 11240/12000 loss=4.4157 gn=1.07 lr=6.55e-05 tps=22665 mem=5.5G lam=None Gm=0.3590342203776042
[g_only s4] step 11260/12000 loss=4.3925 gn=0.95 lr=6.52e-05 tps=22665 mem=5.5G lam=None Gm=0.35809326171875
[g_only s4] step 11280/12000 loss=4.4121 gn=1.05 lr=6.49e-05 tps=22664 mem=5.5G lam=None Gm=0.3606516520182292
[g_only s4] step 11300/12000 loss=4.2696 gn=1.06 lr=6.47e-05 tps=22665 mem=5.5G lam=None Gm=0.358917236328125
[g_only s4] step 11320/12000 loss=4.3521 gn=0.90 lr=6.44e-05 tps=22665 mem=5.5G lam=None Gm=0.3580830891927083
[g_only s4] step 11340/12000 loss=4.5863 gn=1.01 lr=6.42e-05 tps=22665 mem=5.5G lam=None Gm=0.3603515625
[g_only s4] step 11360/12000 loss=4.2712 gn=0.94 lr=6.39e-05 tps=22665 mem=5.5G lam=None Gm=0.3560078938802083
[g_only s4] step 11380/12000 loss=4.3543 gn=1.01 lr=6.37e-05 tps=22665 mem=5.5G lam=None Gm=0.356658935546875
[g_only s4] step 11400/12000 loss=4.3124 gn=0.95 lr=6.34e-05 tps=22664 mem=5.5G lam=None Gm=0.3566335042317708
[g_only s4] step 11420/12000 loss=4.2701 gn=0.99 lr=6.32e-05 tps=22664 mem=5.5G lam=None Gm=0.36224365234375
[g_only s4] step 11440/12000 loss=4.3455 gn=1.00 lr=6.30e-05 tps=22664 mem=5.5G lam=None Gm=0.3650614420572917
[g_only s4] step 11460/12000 loss=4.2770 gn=0.96 lr=6.28e-05 tps=22664 mem=5.5G lam=None Gm=0.3593597412109375
[g_only s4] step 11480/12000 loss=4.5089 gn=0.99 lr=6.26e-05 tps=22664 mem=5.5G lam=None Gm=0.3605550130208333
[g_only s4] step 11500/12000 loss=4.2553 gn=1.01 lr=6.24e-05 tps=22664 mem=5.5G lam=None Gm=0.3587239583333333
[g_only s4] step 11520/12000 loss=4.4467 gn=1.01 lr=6.22e-05 tps=22664 mem=5.5G lam=None Gm=0.363128662109375
[g_only s4] step 11540/12000 loss=4.3691 gn=0.98 lr=6.20e-05 tps=22664 mem=5.5G lam=None Gm=0.3604583740234375
[g_only s4] step 11560/12000 loss=4.3374 gn=0.98 lr=6.19e-05 tps=22664 mem=5.5G lam=None Gm=0.3594207763671875
[g_only s4] step 11580/12000 loss=4.4443 gn=0.97 lr=6.17e-05 tps=22664 mem=5.5G lam=None Gm=0.356658935546875
[g_only s4] step 11600/12000 loss=4.3051 gn=0.99 lr=6.15e-05 tps=22664 mem=5.5G lam=None Gm=0.3613942464192708
[g_only s4] step 11620/12000 loss=4.1992 gn=1.02 lr=6.14e-05 tps=22663 mem=5.5G lam=None Gm=0.3608194986979167
[g_only s4] step 11640/12000 loss=4.3098 gn=0.95 lr=6.12e-05 tps=22663 mem=5.5G lam=None Gm=0.3599955240885417
[g_only s4] step 11660/12000 loss=4.1996 gn=0.99 lr=6.11e-05 tps=22663 mem=5.5G lam=None Gm=0.3600107828776042
[g_only s4] step 11680/12000 loss=4.3447 gn=1.06 lr=6.10e-05 tps=22662 mem=5.5G lam=None Gm=0.3603363037109375
[g_only s4] step 11700/12000 loss=4.2321 gn=0.97 lr=6.09e-05 tps=22662 mem=5.5G lam=None Gm=0.358123779296875
[g_only s4] step 11720/12000 loss=4.2964 gn=1.01 lr=6.07e-05 tps=22662 mem=5.5G lam=None Gm=0.3606821695963542
[g_only s4] step 11740/12000 loss=4.2577 gn=0.99 lr=6.06e-05 tps=22662 mem=5.5G lam=None Gm=0.3583221435546875
[g_only s4] step 11760/12000 loss=4.3203 gn=0.96 lr=6.06e-05 tps=22661 mem=5.5G lam=None Gm=0.3598836263020833
[g_only s4] step 11780/12000 loss=4.5707 gn=1.10 lr=6.05e-05 tps=22661 mem=5.5G lam=None Gm=0.358154296875
[g_only s4] step 11800/12000 loss=4.4254 gn=1.05 lr=6.04e-05 tps=22660 mem=5.5G lam=None Gm=0.3610127766927083
[g_only s4] step 11820/12000 loss=4.4357 gn=1.02 lr=6.03e-05 tps=22660 mem=5.5G lam=None Gm=0.3675587972005208
[g_only s4] step 11840/12000 loss=4.4260 gn=0.99 lr=6.02e-05 tps=22660 mem=5.5G lam=None Gm=0.3652852376302083
[g_only s4] step 11860/12000 loss=4.2720 gn=1.02 lr=6.02e-05 tps=22659 mem=5.5G lam=None Gm=0.359405517578125
[g_only s4] step 11880/12000 loss=4.3054 gn=1.02 lr=6.01e-05 tps=22659 mem=5.5G lam=None Gm=0.3626556396484375
[g_only s4] step 11900/12000 loss=4.3132 gn=1.01 lr=6.01e-05 tps=22659 mem=5.5G lam=None Gm=0.3600616455078125
[g_only s4] step 11920/12000 loss=4.2942 gn=0.98 lr=6.01e-05 tps=22660 mem=5.5G lam=None Gm=0.3632761637369792
[g_only s4] step 11940/12000 loss=4.4756 gn=1.05 lr=6.00e-05 tps=22660 mem=5.5G lam=None Gm=0.3619028727213542
[g_only s4] step 11960/12000 loss=4.3684 gn=1.06 lr=6.00e-05 tps=22659 mem=5.5G lam=None Gm=0.3579050699869792
[g_only s4] step 11980/12000 loss=4.2970 gn=1.06 lr=6.00e-05 tps=22659 mem=5.5G lam=None Gm=0.3562774658203125
[g_only s4] EVAL step 11999: val_loss=4.3439 val_ppl=77.01
[init] variant=full seed=4 params=63.98M
[init] use_S=True use_G=True
[full s4] step 0/12000 loss=10.9019 gn=11.08 lr=3.00e-06 tps=6617 mem=5.2G lam=0.12692801654338837 Gm=0.49705679963032406
[full s4] step 20/12000 loss=9.7866 gn=1.92 lr=6.30e-05 tps=15502 mem=5.7G lam=0.12692486184338728 Gm=0.4553276238342126
[full s4] step 40/12000 loss=9.0380 gn=1.73 lr=1.23e-04 tps=15970 mem=5.7G lam=0.12685753032565117 Gm=0.4317767421404521
[full s4] step 60/12000 loss=8.1768 gn=1.46 lr=1.83e-04 tps=16108 mem=5.7G lam=0.12675989419221878 Gm=0.43582314004500705
[full s4] step 80/12000 loss=7.5336 gn=0.81 lr=2.43e-04 tps=16108 mem=5.7G lam=0.12662202616532645 Gm=0.4294958549241225
[full s4] step 100/12000 loss=6.9941 gn=0.73 lr=3.03e-04 tps=16018 mem=5.7G lam=0.12649238420029482 Gm=0.4353996366262436
[full s4] step 120/12000 loss=7.1771 gn=0.58 lr=3.63e-04 tps=16003 mem=5.7G lam=0.126394705226024 Gm=0.4306877888739109
[full s4] step 140/12000 loss=6.8105 gn=0.59 lr=4.23e-04 tps=16134 mem=5.7G lam=0.1263536624610424 Gm=0.40672072644035023
[full s4] step 160/12000 loss=6.7268 gn=0.61 lr=4.83e-04 tps=16337 mem=5.7G lam=0.12635492533445358 Gm=0.4088233100871245
[full s4] step 180/12000 loss=6.7435 gn=0.60 lr=5.43e-04 tps=16530 mem=5.7G lam=0.12638081051409245 Gm=0.38508129368225735
[full s4] step 200/12000 loss=6.6919 gn=0.51 lr=6.00e-04 tps=16692 mem=5.7G lam=0.12631004924575487 Gm=0.400378526498874
[full s4] step 220/12000 loss=6.7361 gn=0.56 lr=6.00e-04 tps=16833 mem=5.7G lam=0.12634136465688547 Gm=0.3930956597129504
[full s4] step 240/12000 loss=6.5209 gn=0.54 lr=6.00e-04 tps=16959 mem=5.7G lam=0.12635038855175176 Gm=0.3756640963256359
[full s4] step 260/12000 loss=6.6180 gn=0.47 lr=6.00e-04 tps=17048 mem=5.7G lam=0.12634874321520329 Gm=0.39126606409748393
[full s4] step 280/12000 loss=6.6694 gn=0.51 lr=6.00e-04 tps=17133 mem=5.7G lam=0.12637338073303303 Gm=0.40059853717684746
[full s4] step 300/12000 loss=6.3403 gn=0.47 lr=6.00e-04 tps=17209 mem=5.7G lam=0.12637322520216307 Gm=0.37721312915285427
[full s4] step 320/12000 loss=6.3943 gn=0.65 lr=6.00e-04 tps=17265 mem=5.7G lam=0.12644734481970468 Gm=0.383746216694514
[full s4] step 340/12000 loss=6.4338 gn=0.45 lr=6.00e-04 tps=17323 mem=5.7G lam=0.12653786626954874 Gm=0.40952223042647046
[full s4] step 360/12000 loss=6.4659 gn=0.47 lr=6.00e-04 tps=17364 mem=5.7G lam=0.12659325419614711 Gm=0.40441223109761876
[full s4] step 380/12000 loss=6.3966 gn=0.51 lr=6.00e-04 tps=17410 mem=5.7G lam=0.12670292984694242 Gm=0.4013722079495589
[full s4] step 400/12000 loss=6.2862 gn=0.47 lr=6.00e-04 tps=17444 mem=5.7G lam=0.1268038945272565 Gm=0.4099446510275205
[full s4] step 420/12000 loss=6.1591 gn=0.48 lr=6.00e-04 tps=17479 mem=5.7G lam=0.1268520106871923 Gm=0.39448800310492516
[full s4] step 440/12000 loss=6.2629 gn=0.51 lr=5.99e-04 tps=17515 mem=5.7G lam=0.1269506150856614 Gm=0.4188994790116946
[full s4] step 460/12000 loss=6.2867 gn=0.48 lr=5.99e-04 tps=17533 mem=5.7G lam=0.12700073514133692 Gm=0.42387475073337555
[full s4] step 480/12000 loss=6.2814 gn=0.52 lr=5.99e-04 tps=17566 mem=5.7G lam=0.12710468067477146 Gm=0.43032630036274594
[full s4] step 500/12000 loss=6.2032 gn=0.49 lr=5.99e-04 tps=17593 mem=5.7G lam=0.12728733321030936 Gm=0.4179424283405145
[full s4] step 520/12000 loss=6.2593 gn=0.47 lr=5.99e-04 tps=17624 mem=5.7G lam=0.1274381559342146 Gm=0.4382787458598614
[full s4] step 540/12000 loss=6.0762 gn=0.50 lr=5.99e-04 tps=17647 mem=5.7G lam=0.12755477366348109 Gm=0.4541743149360021
[full s4] step 560/12000 loss=6.2183 gn=0.55 lr=5.99e-04 tps=17669 mem=5.7G lam=0.12771027100582918 Gm=0.48742624123891193
[full s4] step 580/12000 loss=6.0627 gn=0.46 lr=5.99e-04 tps=17688 mem=5.7G lam=0.12789143652965626 Gm=0.4936484396457672
[full s4] step 600/12000 loss=6.0133 gn=0.52 lr=5.98e-04 tps=17704 mem=5.7G lam=0.12807843772073588 Gm=0.49055100108186406
[full s4] step 620/12000 loss=6.1297 gn=0.48 lr=5.98e-04 tps=17728 mem=5.7G lam=0.12824134156107903 Gm=0.49828387548526126
[full s4] step 640/12000 loss=6.2306 gn=0.52 lr=5.98e-04 tps=17748 mem=5.7G lam=0.1284517695506414 Gm=0.5151649701098601
[full s4] step 660/12000 loss=6.0532 gn=0.50 lr=5.98e-04 tps=17766 mem=5.7G lam=0.12867949033776918 Gm=0.5473651749392351
[full s4] step 680/12000 loss=6.0660 gn=0.52 lr=5.98e-04 tps=17784 mem=5.7G lam=0.1289023533463478 Gm=0.5441190103689829
[full s4] step 700/12000 loss=5.9675 gn=0.50 lr=5.98e-04 tps=17789 mem=5.7G lam=0.1291481200605631 Gm=0.5307757084568342
[full s4] step 720/12000 loss=5.9354 gn=0.51 lr=5.97e-04 tps=17799 mem=5.7G lam=0.1293968198200067 Gm=0.5471401537458102
[full s4] step 740/12000 loss=6.0348 gn=0.48 lr=5.97e-04 tps=17813 mem=5.7G lam=0.1297471054519216 Gm=0.5491782960792383
[full s4] step 760/12000 loss=6.0021 gn=0.52 lr=5.97e-04 tps=17825 mem=5.7G lam=0.1301203661908706 Gm=0.5811063498258591
[full s4] step 780/12000 loss=6.1282 gn=0.52 lr=5.97e-04 tps=17836 mem=5.7G lam=0.1304818003748854 Gm=0.5913497967024645
[full s4] step 800/12000 loss=5.8504 gn=0.47 lr=5.97e-04 tps=17842 mem=5.7G lam=0.13081089903910956 Gm=0.5748367843528589
[full s4] step 820/12000 loss=5.9003 gn=0.47 lr=5.96e-04 tps=17846 mem=5.7G lam=0.13111076193551222 Gm=0.5593334771692753
[full s4] step 840/12000 loss=5.8500 gn=0.53 lr=5.96e-04 tps=17859 mem=5.7G lam=0.13142910258223614 Gm=0.5577694786091646
[full s4] step 860/12000 loss=5.9353 gn=0.57 lr=5.96e-04 tps=17871 mem=5.7G lam=0.1318246591836214 Gm=0.5480199865996838
[full s4] step 880/12000 loss=5.7672 gn=0.47 lr=5.96e-04 tps=17883 mem=5.7G lam=0.1322418594111999 Gm=0.5581615579624971
[full s4] step 900/12000 loss=5.7738 gn=0.53 lr=5.95e-04 tps=17894 mem=5.7G lam=0.13264422677457333 Gm=0.5846103429794312
[full s4] step 920/12000 loss=5.8391 gn=0.50 lr=5.95e-04 tps=17908 mem=5.7G lam=0.13303990351657072 Gm=0.5821945940454801
[full s4] step 940/12000 loss=5.7680 gn=0.56 lr=5.95e-04 tps=17915 mem=5.7G lam=0.133400014291207 Gm=0.5585003029555082
[full s4] step 960/12000 loss=5.8020 gn=0.52 lr=5.94e-04 tps=17925 mem=5.7G lam=0.13383774862935147 Gm=0.5636651776731014
[full s4] step 980/12000 loss=5.7962 gn=0.54 lr=5.94e-04 tps=17935 mem=5.7G lam=0.13432009921719631 Gm=0.5589304659515619
[full s4] step 1000/12000 loss=5.7175 gn=0.58 lr=5.94e-04 tps=17945 mem=5.7G lam=0.1346960850059986 Gm=0.5498163489003977
[full s4] EVAL step 1000: val_loss=5.7764 val_ppl=322.59
[full s4] step 1020/12000 loss=5.7660 gn=0.51 lr=5.94e-04 tps=17895 mem=5.7G lam=0.13511213505019745 Gm=0.5540812549491724
[full s4] step 1040/12000 loss=5.7096 gn=0.51 lr=5.93e-04 tps=17904 mem=5.7G lam=0.13551606175800165 Gm=0.5549819283187389
[full s4] step 1060/12000 loss=5.6119 gn=0.54 lr=5.93e-04 tps=17913 mem=5.7G lam=0.13597818495084843 Gm=0.5292880274355412
[full s4] step 1080/12000 loss=5.6602 gn=0.52 lr=5.93e-04 tps=17918 mem=5.7G lam=0.13638119989385208 Gm=0.5479242789248625
[full s4] step 1100/12000 loss=5.8142 gn=0.52 lr=5.92e-04 tps=17925 mem=5.7G lam=0.1368334861472249 Gm=0.5517748631536961
[full s4] step 1120/12000 loss=5.7619 gn=0.49 lr=5.92e-04 tps=17931 mem=5.7G lam=0.137236377534767 Gm=0.554235452786088
[full s4] step 1140/12000 loss=5.5726 gn=0.53 lr=5.92e-04 tps=17937 mem=5.7G lam=0.1376870290065805 Gm=0.5445777500669161
[full s4] step 1160/12000 loss=5.6135 gn=0.51 lr=5.91e-04 tps=17941 mem=5.7G lam=0.1381812443335851 Gm=0.5404178481549025
[full s4] step 1180/12000 loss=5.6977 gn=0.53 lr=5.91e-04 tps=17947 mem=5.7G lam=0.13866149572034678 Gm=0.528130225216349
[full s4] step 1200/12000 loss=5.6702 gn=0.52 lr=5.90e-04 tps=17951 mem=5.7G lam=0.13909149138877788 Gm=0.5411007522294918
[full s4] step 1220/12000 loss=5.8802 gn=0.52 lr=5.90e-04 tps=17957 mem=5.7G lam=0.13950619287788868 Gm=0.5300985214610895
[full s4] step 1240/12000 loss=5.5353 gn=0.51 lr=5.90e-04 tps=17964 mem=5.7G lam=0.13996233884245157 Gm=0.5317762636890014
[full s4] step 1260/12000 loss=5.5595 gn=0.56 lr=5.89e-04 tps=17967 mem=5.7G lam=0.14037496565530697 Gm=0.5282444568971792
[full s4] step 1280/12000 loss=5.4400 gn=0.53 lr=5.89e-04 tps=17976 mem=5.7G lam=0.1407824136937658 Gm=0.5381634713461002
[full s4] step 1300/12000 loss=5.7547 gn=0.58 lr=5.89e-04 tps=17983 mem=5.7G lam=0.14121810408929983 Gm=0.5288880628844103
[full s4] step 1320/12000 loss=5.5190 gn=0.55 lr=5.88e-04 tps=17989 mem=5.7G lam=0.1417385016878446 Gm=0.536684749647975
[full s4] step 1340/12000 loss=5.4913 gn=0.53 lr=5.88e-04 tps=17996 mem=5.7G lam=0.14229163092871508 Gm=0.5238935432086388
[full s4] step 1360/12000 loss=5.5927 gn=0.54 lr=5.87e-04 tps=18003 mem=5.7G lam=0.1427511948471268 Gm=0.5289315891762575
[full s4] step 1380/12000 loss=5.5481 gn=0.58 lr=5.87e-04 tps=18011 mem=5.7G lam=0.14321863558143377 Gm=0.5182925295084715
[full s4] step 1400/12000 loss=5.4310 gn=0.58 lr=5.86e-04 tps=18018 mem=5.7G lam=0.14365649906297526 Gm=0.5173999114582936
[full s4] step 1420/12000 loss=5.5415 gn=0.55 lr=5.86e-04 tps=18025 mem=5.7G lam=0.1440195751686891 Gm=0.5070090169707934
[full s4] step 1440/12000 loss=5.4904 gn=0.63 lr=5.85e-04 tps=18033 mem=5.7G lam=0.14447169036914906 Gm=0.5108577590435743
[full s4] step 1460/12000 loss=5.4062 gn=0.54 lr=5.85e-04 tps=18039 mem=5.7G lam=0.14492431903878847 Gm=0.500774477298061
[full s4] step 1480/12000 loss=5.4484 gn=0.56 lr=5.84e-04 tps=18047 mem=5.7G lam=0.1454170017192761 Gm=0.4957709365213911
[full s4] step 1500/12000 loss=5.4825 gn=0.56 lr=5.84e-04 tps=18054 mem=5.7G lam=0.14591137195626894 Gm=0.5027264775708318
[full s4] step 1520/12000 loss=5.3369 gn=0.58 lr=5.83e-04 tps=18061 mem=5.7G lam=0.14632880128920078 Gm=0.4997792715827624
[full s4] step 1540/12000 loss=5.4203 gn=0.58 lr=5.83e-04 tps=18068 mem=5.7G lam=0.1468188784395655 Gm=0.4947134479880333
[full s4] step 1560/12000 loss=5.4802 gn=0.56 lr=5.82e-04 tps=18076 mem=5.7G lam=0.14729215142627558 Gm=0.5041752470036348
[full s4] step 1580/12000 loss=5.5544 gn=0.56 lr=5.82e-04 tps=18081 mem=5.7G lam=0.14775694658358893 Gm=0.48459414951503277
[full s4] step 1600/12000 loss=5.2612 gn=0.61 lr=5.81e-04 tps=18086 mem=5.7G lam=0.14829887946446738 Gm=0.4895890870441993
[full s4] step 1620/12000 loss=5.3872 gn=0.60 lr=5.81e-04 tps=18092 mem=5.7G lam=0.14880152978003025 Gm=0.49519906224062044
[full s4] step 1640/12000 loss=5.4171 gn=0.61 lr=5.80e-04 tps=18098 mem=5.7G lam=0.14926041848957539 Gm=0.48630159720778465
[full s4] step 1660/12000 loss=5.3567 gn=0.54 lr=5.80e-04 tps=18104 mem=5.7G lam=0.14977348254372677 Gm=0.48405859308938187
[full s4] step 1680/12000 loss=5.2418 gn=0.54 lr=5.79e-04 tps=18108 mem=5.7G lam=0.15024863028277954 Gm=0.48323536819467944
[full s4] step 1700/12000 loss=5.2985 gn=0.57 lr=5.79e-04 tps=18114 mem=5.7G lam=0.1507082600146532 Gm=0.47795741943021613
[full s4] step 1720/12000 loss=5.4111 gn=0.62 lr=5.78e-04 tps=18119 mem=5.7G lam=0.151184001006186 Gm=0.4829820667703946
[full s4] step 1740/12000 loss=5.4629 gn=0.60 lr=5.78e-04 tps=18123 mem=5.7G lam=0.15166255397101244 Gm=0.4837846638013919
[full s4] step 1760/12000 loss=5.2999 gn=0.62 lr=5.77e-04 tps=18127 mem=5.7G lam=0.15222225400308767 Gm=0.4825120819732547
[full s4] step 1780/12000 loss=5.4571 gn=0.58 lr=5.76e-04 tps=18132 mem=5.7G lam=0.1527447026843826 Gm=0.4672636315226555
[full s4] step 1800/12000 loss=5.2077 gn=0.62 lr=5.76e-04 tps=18136 mem=5.7G lam=0.1532875563328465 Gm=0.4682622719556093
[full s4] step 1820/12000 loss=5.2891 gn=0.56 lr=5.75e-04 tps=18139 mem=5.7G lam=0.1537786809106668 Gm=0.4795135458310445
[full s4] step 1840/12000 loss=5.3389 gn=0.61 lr=5.75e-04 tps=18144 mem=5.7G lam=0.15427333333839974 Gm=0.46935582409302395
[full s4] step 1860/12000 loss=5.5364 gn=0.59 lr=5.74e-04 tps=18148 mem=5.7G lam=0.15482969333728155 Gm=0.4691696744412184
[full s4] step 1880/12000 loss=5.3982 gn=0.58 lr=5.73e-04 tps=18154 mem=5.7G lam=0.15534744380662838 Gm=0.47755700380851823
[full s4] step 1900/12000 loss=5.2994 gn=0.69 lr=5.73e-04 tps=18158 mem=5.7G lam=0.15589065880825123 Gm=0.469314473370711
[full s4] step 1920/12000 loss=5.3205 gn=0.60 lr=5.72e-04 tps=18158 mem=5.7G lam=0.1564192163447539 Gm=0.45790130520860356
[full s4] step 1940/12000 loss=5.3166 gn=0.56 lr=5.72e-04 tps=18153 mem=5.7G lam=0.15701258275657892 Gm=0.4565594106291731
[full s4] step 1960/12000 loss=5.4291 gn=0.58 lr=5.71e-04 tps=18157 mem=5.7G lam=0.157519092472891 Gm=0.46012505516409874
[full s4] step 1980/12000 loss=5.2032 gn=0.55 lr=5.70e-04 tps=18159 mem=5.7G lam=0.15799559094011784 Gm=0.45588354859501123
[full s4] step 2000/12000 loss=5.2721 gn=0.62 lr=5.70e-04 tps=18164 mem=5.7G lam=0.15849375197043022 Gm=0.45250152113536996
[full s4] EVAL step 2000: val_loss=5.3038 val_ppl=201.10
[full s4] step 2020/12000 loss=5.1998 gn=0.56 lr=5.69e-04 tps=18133 mem=5.7G lam=0.1590616898611188 Gm=0.4552545587842663
[full s4] step 2040/12000 loss=5.3875 gn=0.63 lr=5.68e-04 tps=18138 mem=5.7G lam=0.15955673903226852 Gm=0.4415124723066886
[full s4] step 2060/12000 loss=5.2971 gn=0.58 lr=5.68e-04 tps=18141 mem=5.7G lam=0.16005013200143972 Gm=0.45267399804045755
[full s4] step 2080/12000 loss=5.2043 gn=0.62 lr=5.67e-04 tps=18146 mem=5.7G lam=0.16062999547769627 Gm=0.4425801398853461
[full s4] step 2100/12000 loss=5.1318 gn=0.78 lr=5.66e-04 tps=18151 mem=5.7G lam=0.16112989280372858 Gm=0.45081614376977086
[full s4] step 2120/12000 loss=5.2396 gn=0.63 lr=5.65e-04 tps=18155 mem=5.7G lam=0.16166726561884084 Gm=0.434432848667105
[full s4] step 2140/12000 loss=5.1872 gn=0.60 lr=5.65e-04 tps=18158 mem=5.7G lam=0.1622170489281416 Gm=0.43607635827114183
[full s4] step 2160/12000 loss=5.1599 gn=0.57 lr=5.64e-04 tps=18162 mem=5.7G lam=0.16275733895599842 Gm=0.45487274198482436
[full s4] step 2180/12000 loss=5.2969 gn=0.62 lr=5.63e-04 tps=18165 mem=5.7G lam=0.1632342105731368 Gm=0.44051054616769153
[full s4] step 2200/12000 loss=5.1926 gn=0.71 lr=5.63e-04 tps=18167 mem=5.7G lam=0.1638197060674429 Gm=0.45547968801110983
[full s4] step 2220/12000 loss=5.1365 gn=0.64 lr=5.62e-04 tps=18170 mem=5.7G lam=0.16435561360170445 Gm=0.4370485738230248
[full s4] step 2240/12000 loss=5.0734 gn=0.65 lr=5.61e-04 tps=18174 mem=5.7G lam=0.1648531397804618 Gm=0.44154948415234685
[full s4] step 2260/12000 loss=5.2456 gn=0.64 lr=5.60e-04 tps=18176 mem=5.7G lam=0.16537275413672128 Gm=0.4294685274362564
[full s4] step 2280/12000 loss=5.1219 gn=0.63 lr=5.60e-04 tps=18179 mem=5.7G lam=0.16597962907205024 Gm=0.43983693902070325
[full s4] step 2300/12000 loss=5.1185 gn=0.67 lr=5.59e-04 tps=18182 mem=5.7G lam=0.16647502624740204 Gm=0.4488981816296776
[full s4] step 2320/12000 loss=4.9937 gn=0.63 lr=5.58e-04 tps=18185 mem=5.7G lam=0.16704025057454905 Gm=0.431168085274597
[full s4] step 2340/12000 loss=5.1730 gn=0.65 lr=5.57e-04 tps=18187 mem=5.7G lam=0.1675521352638801 Gm=0.432249682645003
[full s4] step 2360/12000 loss=4.9069 gn=0.86 lr=5.57e-04 tps=18189 mem=5.7G lam=0.1681030976275603 Gm=0.4428117916298409
[full s4] step 2380/12000 loss=5.0800 gn=0.64 lr=5.56e-04 tps=18192 mem=5.7G lam=0.16861153487116098 Gm=0.43597085820510983
[full s4] step 2400/12000 loss=5.0732 gn=0.70 lr=5.55e-04 tps=18195 mem=5.7G lam=0.16914716052512327 Gm=0.43587293770785135
[full s4] step 2420/12000 loss=5.0118 gn=0.64 lr=5.54e-04 tps=18197 mem=5.7G lam=0.16977064808209738 Gm=0.42831080096463364
[full s4] step 2440/12000 loss=5.0621 gn=0.66 lr=5.53e-04 tps=18200 mem=5.7G lam=0.17031096884359917 Gm=0.4288631229040523
[full s4] step 2460/12000 loss=5.0446 gn=0.70 lr=5.53e-04 tps=18202 mem=5.7G lam=0.1709296703338623 Gm=0.42226751257355016
[full s4] step 2480/12000 loss=5.1667 gn=0.84 lr=5.52e-04 tps=18204 mem=5.7G lam=0.17144799449791512 Gm=0.42335283011198044
[full s4] step 2500/12000 loss=5.0979 gn=0.66 lr=5.51e-04 tps=18206 mem=5.7G lam=0.17200684019674858 Gm=0.41905749527116615
[full s4] step 2520/12000 loss=4.9820 gn=0.65 lr=5.50e-04 tps=18209 mem=5.7G lam=0.17253927420824766 Gm=0.422932642356803
[full s4] step 2540/12000 loss=5.0173 gn=0.67 lr=5.49e-04 tps=18212 mem=5.7G lam=0.17308621325840554 Gm=0.42393536074087024
[full s4] step 2560/12000 loss=5.1691 gn=0.63 lr=5.48e-04 tps=18215 mem=5.7G lam=0.17360110425700745 Gm=0.42018990172073245
[full s4] step 2580/12000 loss=5.0192 gn=0.68 lr=5.48e-04 tps=18218 mem=5.7G lam=0.17409977378944555 Gm=0.414114067175736
[full s4] step 2600/12000 loss=5.0040 gn=0.65 lr=5.47e-04 tps=18221 mem=5.7G lam=0.17465302037696043 Gm=0.4249946547982593
[full s4] step 2620/12000 loss=5.0535 gn=0.63 lr=5.46e-04 tps=18224 mem=5.7G lam=0.17518282247086367 Gm=0.41459306205312413
[full s4] step 2640/12000 loss=5.0280 gn=0.71 lr=5.45e-04 tps=18226 mem=5.7G lam=0.17561589553952217 Gm=0.40045891515910625
[full s4] step 2660/12000 loss=5.1734 gn=0.61 lr=5.44e-04 tps=18229 mem=5.7G lam=0.17612195728967586 Gm=0.42116983653977513
[full s4] step 2680/12000 loss=4.9011 gn=0.66 lr=5.43e-04 tps=18230 mem=5.7G lam=0.1767290337011218 Gm=0.41566596971824765
[full s4] step 2700/12000 loss=5.1291 gn=0.61 lr=5.42e-04 tps=18233 mem=5.7G lam=0.17726234843333563 Gm=0.4082351458879809
[full s4] step 2720/12000 loss=5.1121 gn=0.62 lr=5.41e-04 tps=18236 mem=5.7G lam=0.17775640667726597 Gm=0.4193593015273412
[full s4] step 2740/12000 loss=5.0769 gn=0.66 lr=5.41e-04 tps=18238 mem=5.7G lam=0.1782360104843974 Gm=0.4178630290552974
[full s4] step 2760/12000 loss=5.0109 gn=0.68 lr=5.40e-04 tps=18238 mem=5.7G lam=0.17878720288475355 Gm=0.40693980253612
[full s4] step 2780/12000 loss=5.0611 gn=0.76 lr=5.39e-04 tps=18239 mem=5.7G lam=0.17930879164487123 Gm=0.41738420833523077
[full s4] step 2800/12000 loss=4.9860 gn=0.66 lr=5.38e-04 tps=18241 mem=5.7G lam=0.17976458619038263 Gm=0.40641565434634686
[full s4] step 2820/12000 loss=4.9136 gn=0.67 lr=5.37e-04 tps=18243 mem=5.7G lam=0.18034270188460746 Gm=0.4083407069556415
[full s4] step 2840/12000 loss=4.9057 gn=0.64 lr=5.36e-04 tps=18246 mem=5.7G lam=0.18086891124645868 Gm=0.4038863863485555
[full s4] step 2860/12000 loss=5.0142 gn=0.61 lr=5.35e-04 tps=18248 mem=5.7G lam=0.18138409405946732 Gm=0.40856135729700327
[full s4] step 2880/12000 loss=4.9951 gn=0.65 lr=5.34e-04 tps=18250 mem=5.7G lam=0.18189018654326597 Gm=0.4082016162574291
[full s4] step 2900/12000 loss=4.9989 gn=0.69 lr=5.33e-04 tps=18252 mem=5.7G lam=0.18243986709664264 Gm=0.4087769103546937
[full s4] step 2920/12000 loss=5.0316 gn=0.64 lr=5.32e-04 tps=18254 mem=5.7G lam=0.18294594685236612 Gm=0.40686397192378837
[full s4] step 2940/12000 loss=4.9719 gn=0.67 lr=5.31e-04 tps=18256 mem=5.7G lam=0.18348023730019727 Gm=0.3998545231297612
[full s4] step 2960/12000 loss=4.9779 gn=0.67 lr=5.30e-04 tps=18258 mem=5.7G lam=0.1839823660751184 Gm=0.40471926362564165
[full s4] step 2980/12000 loss=4.9714 gn=0.73 lr=5.29e-04 tps=18261 mem=5.7G lam=0.18449570704251528 Gm=0.4136940537331005
[full s4] step 3000/12000 loss=4.9547 gn=0.74 lr=5.28e-04 tps=18262 mem=5.7G lam=0.18499127123504877 Gm=0.4013473060913384
[full s4] EVAL step 3000: val_loss=4.9694 val_ppl=143.95
[full s4] step 3020/12000 loss=4.8610 gn=0.71 lr=5.27e-04 tps=18243 mem=5.7G lam=0.18554292681316534 Gm=0.4113841637348135
[full s4] step 3040/12000 loss=4.8491 gn=0.79 lr=5.26e-04 tps=18243 mem=5.7G lam=0.18602137981603542 Gm=0.40322845925887424
[full s4] step 3060/12000 loss=5.1203 gn=0.76 lr=5.25e-04 tps=18245 mem=5.7G lam=0.18650012680639824 Gm=0.4081446124861638
[full s4] step 3080/12000 loss=4.9841 gn=0.67 lr=5.24e-04 tps=18248 mem=5.7G lam=0.1870460631325841 Gm=0.40182723058387637
[full s4] step 3100/12000 loss=5.0287 gn=0.76 lr=5.23e-04 tps=18249 mem=5.7G lam=0.18771144033720097 Gm=0.40480426761011284
[full s4] step 3120/12000 loss=4.8807 gn=0.67 lr=5.22e-04 tps=18251 mem=5.7G lam=0.188196227264901 Gm=0.40665279763440293
[full s4] step 3140/12000 loss=4.8805 gn=0.72 lr=5.21e-04 tps=18253 mem=5.7G lam=0.1886526901895801 Gm=0.40034463442862034
[full s4] step 3160/12000 loss=4.9939 gn=0.68 lr=5.20e-04 tps=18255 mem=5.7G lam=0.18926715602477392 Gm=0.4086717843698959
[full s4] step 3180/12000 loss=4.8731 gn=0.69 lr=5.19e-04 tps=18258 mem=5.7G lam=0.18983030350257954 Gm=0.394584809585164
[full s4] step 3200/12000 loss=4.9171 gn=0.68 lr=5.18e-04 tps=18259 mem=5.7G lam=0.19045191258192062 Gm=0.39557831765462953
[full s4] step 3220/12000 loss=5.0601 gn=0.70 lr=5.17e-04 tps=18261 mem=5.7G lam=0.19100599270313978 Gm=0.4029040946625173
[full s4] step 3240/12000 loss=4.9347 gn=0.64 lr=5.16e-04 tps=18263 mem=5.7G lam=0.19167656047890583 Gm=0.39778519809866947
[full s4] step 3260/12000 loss=4.9405 gn=0.71 lr=5.15e-04 tps=18265 mem=5.7G lam=0.19222778206070265 Gm=0.39729892648756504
[full s4] step 3280/12000 loss=4.8380 gn=0.72 lr=5.14e-04 tps=18267 mem=5.7G lam=0.192804009343187 Gm=0.4013814479112625
[full s4] step 3300/12000 loss=4.9390 gn=0.70 lr=5.13e-04 tps=18268 mem=5.7G lam=0.19334296075006327 Gm=0.39750910953929025
[full s4] step 3320/12000 loss=4.8049 gn=0.68 lr=5.12e-04 tps=18271 mem=5.7G lam=0.19394026417285204 Gm=0.39434102084487677
[full s4] step 3340/12000 loss=4.9297 gn=0.78 lr=5.11e-04 tps=18272 mem=5.7G lam=0.19449275576819977 Gm=0.3952434839059909
[full s4] step 3360/12000 loss=4.8828 gn=0.70 lr=5.10e-04 tps=18274 mem=5.7G lam=0.19503929683317742 Gm=0.4020528110365073
[full s4] step 3380/12000 loss=4.7971 gn=0.69 lr=5.09e-04 tps=18276 mem=5.7G lam=0.19556872298320135 Gm=0.39762444406126934
[full s4] step 3400/12000 loss=4.8106 gn=0.74 lr=5.08e-04 tps=18277 mem=5.7G lam=0.19608369811127582 Gm=0.39049244082222384
[full s4] step 3420/12000 loss=4.8245 gn=0.76 lr=5.07e-04 tps=18279 mem=5.7G lam=0.196524474148949 Gm=0.3920802442977826
[full s4] step 3440/12000 loss=4.7646 gn=0.76 lr=5.06e-04 tps=18280 mem=5.7G lam=0.19707401748746634 Gm=0.3907691747881472
[full s4] step 3460/12000 loss=4.7653 gn=0.72 lr=5.05e-04 tps=18281 mem=5.7G lam=0.19763365108519793 Gm=0.4012765483930707
[full s4] step 3480/12000 loss=5.0040 gn=0.69 lr=5.03e-04 tps=18283 mem=5.7G lam=0.19814186884711185 Gm=0.3972883661432813
[full s4] step 3500/12000 loss=4.9257 gn=0.69 lr=5.02e-04 tps=18284 mem=5.7G lam=0.19863510535409054 Gm=0.39292741008102894
[full s4] step 3520/12000 loss=4.7473 gn=0.73 lr=5.01e-04 tps=18285 mem=5.7G lam=0.19910092682888111 Gm=0.38777242104212445
[full s4] step 3540/12000 loss=5.0462 gn=0.74 lr=5.00e-04 tps=18287 mem=5.7G lam=0.1996177090331912 Gm=0.3928560757388671
[full s4] step 3560/12000 loss=4.8974 gn=0.68 lr=4.99e-04 tps=18289 mem=5.7G lam=0.2001770973826448 Gm=0.39261298812925816
[full s4] step 3580/12000 loss=5.1191 gn=0.72 lr=4.98e-04 tps=18290 mem=5.7G lam=0.20078064315021038 Gm=0.39639657037332654
[full s4] step 3600/12000 loss=4.8797 gn=0.70 lr=4.97e-04 tps=18292 mem=5.7G lam=0.20130669015149275 Gm=0.3940795712793867
[full s4] step 3620/12000 loss=4.7344 gn=0.70 lr=4.96e-04 tps=18293 mem=5.7G lam=0.20188738591969013 Gm=0.38934176430727047
[full s4] step 3640/12000 loss=4.8665 gn=0.74 lr=4.94e-04 tps=18295 mem=5.7G lam=0.20240317502369484 Gm=0.38745234347879887
[full s4] step 3660/12000 loss=4.7917 gn=0.98 lr=4.93e-04 tps=18297 mem=5.7G lam=0.20301236057033142 Gm=0.3943103381122152
[full s4] step 3680/12000 loss=4.9072 gn=0.73 lr=4.92e-04 tps=18299 mem=5.7G lam=0.20357152509192625 Gm=0.38405395167258877
[full s4] step 3700/12000 loss=4.8712 gn=0.76 lr=4.91e-04 tps=18301 mem=5.7G lam=0.20402023692925772 Gm=0.39341605245135725
[full s4] step 3720/12000 loss=4.7934 gn=0.74 lr=4.90e-04 tps=18302 mem=5.7G lam=0.2044753565763434 Gm=0.39481373100231093
[full s4] step 3740/12000 loss=4.6164 gn=0.72 lr=4.89e-04 tps=18303 mem=5.7G lam=0.20487616521616778 Gm=0.3878398030065
[full s4] step 3760/12000 loss=4.7477 gn=0.77 lr=4.88e-04 tps=18305 mem=5.7G lam=0.20537519361823797 Gm=0.38938867424925167
[full s4] step 3780/12000 loss=4.7581 gn=0.77 lr=4.86e-04 tps=18305 mem=5.7G lam=0.20594936050474644 Gm=0.39192002212318283
[full s4] step 3800/12000 loss=4.8244 gn=0.76 lr=4.85e-04 tps=18307 mem=5.7G lam=0.20652295059214035 Gm=0.3849789120722562
[full s4] step 3820/12000 loss=4.7969 gn=0.76 lr=4.84e-04 tps=18309 mem=5.7G lam=0.207056429858009 Gm=0.38775424457465607
[full s4] step 3840/12000 loss=4.5979 gn=0.69 lr=4.83e-04 tps=18310 mem=5.7G lam=0.20758097246289253 Gm=0.3837149573955685
[full s4] step 3860/12000 loss=4.8910 gn=0.76 lr=4.82e-04 tps=18312 mem=5.7G lam=0.2081136191263795 Gm=0.38992374188577134
[full s4] step 3880/12000 loss=4.8147 gn=0.69 lr=4.80e-04 tps=18313 mem=5.7G lam=0.20866297433773676 Gm=0.38782511341075104
[full s4] step 3900/12000 loss=4.8528 gn=0.72 lr=4.79e-04 tps=18314 mem=5.7G lam=0.2091416676218311 Gm=0.3915074047787736
[full s4] step 3920/12000 loss=4.8479 gn=0.72 lr=4.78e-04 tps=18315 mem=5.7G lam=0.20965079497545958 Gm=0.3919199933297932
[full s4] step 3940/12000 loss=4.7553 gn=0.77 lr=4.77e-04 tps=18316 mem=5.7G lam=0.21021234430372715 Gm=0.38708692028497654
[full s4] step 3960/12000 loss=4.9313 gn=0.93 lr=4.76e-04 tps=18318 mem=5.7G lam=0.2106619564195474 Gm=0.3804688314752032
[full s4] step 3980/12000 loss=4.7710 gn=0.75 lr=4.74e-04 tps=18319 mem=5.7G lam=0.21116971597075462 Gm=0.3778089371044189
[full s4] step 4000/12000 loss=4.7106 gn=0.68 lr=4.73e-04 tps=18320 mem=5.7G lam=0.21163225763787827 Gm=0.3721036963785688
[full s4] EVAL step 4000: val_loss=4.8825 val_ppl=131.96
[full s4] step 4020/12000 loss=4.6544 gn=0.76 lr=4.72e-04 tps=18304 mem=5.7G lam=0.21211693404863277 Gm=0.38415986206382513
[full s4] step 4040/12000 loss=4.7784 gn=0.78 lr=4.71e-04 tps=18305 mem=5.7G lam=0.21262797713279724 Gm=0.37267336063086987
[full s4] step 4060/12000 loss=4.7658 gn=0.75 lr=4.70e-04 tps=18306 mem=5.7G lam=0.2131420054162542 Gm=0.3757492514171948
[full s4] step 4080/12000 loss=4.7826 gn=0.77 lr=4.68e-04 tps=18306 mem=5.7G lam=0.2136875381693244 Gm=0.38047011600186426
[full s4] step 4100/12000 loss=4.8304 gn=0.72 lr=4.67e-04 tps=18307 mem=5.7G lam=0.21415663696825504 Gm=0.3848730355966836
[full s4] step 4120/12000 loss=4.7914 gn=0.74 lr=4.66e-04 tps=18309 mem=5.7G lam=0.2147201191013058 Gm=0.3816737122057627
[full s4] step 4140/12000 loss=4.8105 gn=0.80 lr=4.65e-04 tps=18310 mem=5.7G lam=0.21524732622007528 Gm=0.37305716052651405
[full s4] step 4160/12000 loss=4.8900 gn=0.84 lr=4.63e-04 tps=18313 mem=5.7G lam=0.21570021690179905 Gm=0.3762646787023793
[full s4] step 4180/12000 loss=4.7950 gn=0.71 lr=4.62e-04 tps=18314 mem=5.7G lam=0.21615707750121751 Gm=0.3863213734390835
[full s4] step 4200/12000 loss=4.8023 gn=0.77 lr=4.61e-04 tps=18316 mem=5.7G lam=0.21662112108121315 Gm=0.3795070277216534
[full s4] step 4220/12000 loss=4.7425 gn=0.71 lr=4.60e-04 tps=18317 mem=5.7G lam=0.21706727550675473 Gm=0.3678625469716887
[full s4] step 4240/12000 loss=4.6535 gn=0.74 lr=4.58e-04 tps=18319 mem=5.7G lam=0.21753226779401302 Gm=0.37695939869930345
[full s4] step 4260/12000 loss=4.7385 gn=0.77 lr=4.57e-04 tps=18320 mem=5.7G lam=0.21805682281653085 Gm=0.3748184246942401
[full s4] step 4280/12000 loss=4.8638 gn=0.86 lr=4.56e-04 tps=18322 mem=5.7G lam=0.21858093328773975 Gm=0.3801777984481305
[full s4] step 4300/12000 loss=4.8819 gn=0.74 lr=4.54e-04 tps=18323 mem=5.7G lam=0.21913841273635626 Gm=0.37636969742986065
[full s4] step 4320/12000 loss=4.6934 gn=0.88 lr=4.53e-04 tps=18324 mem=5.7G lam=0.21963754141082367 Gm=0.37204661468664807
[full s4] step 4340/12000 loss=4.9264 gn=0.72 lr=4.52e-04 tps=18325 mem=5.7G lam=0.22017129758993784 Gm=0.37679766638514894
[full s4] step 4360/12000 loss=4.7204 gn=0.83 lr=4.51e-04 tps=18326 mem=5.7G lam=0.2207070253789425 Gm=0.3793068192123125
[full s4] step 4380/12000 loss=4.4376 gn=0.76 lr=4.49e-04 tps=18327 mem=5.7G lam=0.22126330342143774 Gm=0.3744656940301259
[full s4] step 4400/12000 loss=4.9046 gn=0.77 lr=4.48e-04 tps=18329 mem=5.7G lam=0.22184408673395714 Gm=0.3763333691749722
[full s4] step 4420/12000 loss=4.7163 gn=0.69 lr=4.47e-04 tps=18330 mem=5.7G lam=0.22239872658004364 Gm=0.3712809159575651
[full s4] step 4440/12000 loss=4.9093 gn=0.80 lr=4.45e-04 tps=18331 mem=5.7G lam=0.2228445258612434 Gm=0.38024752323205274
[full s4] step 4460/12000 loss=4.6145 gn=0.81 lr=4.44e-04 tps=18331 mem=5.7G lam=0.22330477833747864 Gm=0.3779793406526248
[full s4] step 4480/12000 loss=4.7401 gn=0.75 lr=4.43e-04 tps=18332 mem=5.7G lam=0.22387578307340542 Gm=0.3764781868085265
[full s4] step 4500/12000 loss=4.8269 gn=0.71 lr=4.42e-04 tps=18333 mem=5.7G lam=0.2243939656764269 Gm=0.368300042891254
[full s4] step 4520/12000 loss=4.5052 gn=0.79 lr=4.40e-04 tps=18334 mem=5.7G lam=0.22492891177535057 Gm=0.3792603921610862
[full s4] step 4540/12000 loss=4.6472 gn=0.69 lr=4.39e-04 tps=18335 mem=5.7G lam=0.22541071816037098 Gm=0.37404131004586816
[full s4] step 4560/12000 loss=4.6427 gn=0.75 lr=4.38e-04 tps=18334 mem=5.7G lam=0.2258819549654921 Gm=0.3724429303159316
[full s4] step 4580/12000 loss=4.6935 gn=0.76 lr=4.36e-04 tps=18335 mem=5.7G lam=0.2263390471537908 Gm=0.370774118307357
[full s4] step 4600/12000 loss=4.5795 gn=0.85 lr=4.35e-04 tps=18336 mem=5.7G lam=0.22683018011351427 Gm=0.3693339053230981
[full s4] step 4620/12000 loss=4.6842 gn=0.79 lr=4.34e-04 tps=18337 mem=5.7G lam=0.22729485481977463 Gm=0.3688609595410526
[full s4] step 4640/12000 loss=4.7405 gn=0.82 lr=4.32e-04 tps=18338 mem=5.7G lam=0.22790196320662895 Gm=0.3723896581990023
[full s4] step 4660/12000 loss=4.6589 gn=0.81 lr=4.31e-04 tps=18339 mem=5.7G lam=0.22828997081766525 Gm=0.36876893835142255
[full s4] step 4680/12000 loss=4.6213 gn=0.78 lr=4.30e-04 tps=18340 mem=5.7G lam=0.22888455602029958 Gm=0.3721026332738499
[full s4] step 4700/12000 loss=4.6593 gn=0.77 lr=4.28e-04 tps=18341 mem=5.7G lam=0.2294286210089922 Gm=0.36960707247878116
[full s4] step 4720/12000 loss=4.6658 gn=0.83 lr=4.27e-04 tps=18342 mem=5.7G lam=0.22990209857622781 Gm=0.37146521809821326
[full s4] step 4740/12000 loss=4.6991 gn=0.78 lr=4.26e-04 tps=18344 mem=5.7G lam=0.23036170502503714 Gm=0.3650000742636621
[full s4] step 4760/12000 loss=4.7599 gn=0.77 lr=4.24e-04 tps=18345 mem=5.7G lam=0.23082886760433516 Gm=0.36394425372903544
[full s4] step 4780/12000 loss=4.6524 gn=0.85 lr=4.23e-04 tps=18345 mem=5.7G lam=0.23133567906916142 Gm=0.3761297492310405
[full s4] step 4800/12000 loss=4.8262 gn=0.75 lr=4.22e-04 tps=18347 mem=5.7G lam=0.2318769305323561 Gm=0.37248026533052325
[full s4] step 4820/12000 loss=4.6316 gn=0.80 lr=4.20e-04 tps=18348 mem=5.7G lam=0.23229312368979058 Gm=0.3666700889977316
[full s4] step 4840/12000 loss=4.5453 gn=0.77 lr=4.19e-04 tps=18349 mem=5.7G lam=0.23275776424755654 Gm=0.36984084694025415
[full s4] step 4860/12000 loss=4.6248 gn=0.77 lr=4.18e-04 tps=18350 mem=5.7G lam=0.23325791272024313 Gm=0.36500615378220874
[full s4] step 4880/12000 loss=4.6120 gn=0.75 lr=4.16e-04 tps=18351 mem=5.7G lam=0.23370311129838228 Gm=0.3674835685330133
[full s4] step 4900/12000 loss=4.6888 gn=0.79 lr=4.15e-04 tps=18352 mem=5.7G lam=0.23415747315933308 Gm=0.3680456392467022
[full s4] step 4920/12000 loss=4.6679 gn=0.83 lr=4.13e-04 tps=18353 mem=5.7G lam=0.23462593959023556 Gm=0.37244097671161097
[full s4] step 4940/12000 loss=4.6209 gn=0.74 lr=4.12e-04 tps=18353 mem=5.7G lam=0.2350979701926311 Gm=0.369708958780393
[full s4] step 4960/12000 loss=4.6881 gn=0.75 lr=4.11e-04 tps=18354 mem=5.7G lam=0.2356088658173879 Gm=0.36593357799574733
[full s4] step 4980/12000 loss=4.6285 gn=0.78 lr=4.09e-04 tps=18354 mem=5.7G lam=0.23611569063117108 Gm=0.37179499957710505
[full s4] step 5000/12000 loss=4.7936 gn=0.81 lr=4.08e-04 tps=18355 mem=5.7G lam=0.2365231616422534 Gm=0.3711463672419389
[full s4] EVAL step 5000: val_loss=4.7514 val_ppl=115.74
[full s4] step 5020/12000 loss=4.7408 gn=0.79 lr=4.07e-04 tps=18341 mem=5.7G lam=0.23692470074941716 Gm=0.36803771601989865
[full s4] step 5040/12000 loss=4.8025 gn=0.88 lr=4.05e-04 tps=18342 mem=5.7G lam=0.23732075281441212 Gm=0.36967655814563233
[full s4] step 5060/12000 loss=4.6371 gn=0.83 lr=4.04e-04 tps=18342 mem=5.7G lam=0.23775403232624134 Gm=0.3784525617181013
[full s4] step 5080/12000 loss=4.7363 gn=0.80 lr=4.02e-04 tps=18342 mem=5.7G lam=0.23817113259186348 Gm=0.3594268919744839
[full s4] step 5100/12000 loss=4.6796 gn=0.81 lr=4.01e-04 tps=18343 mem=5.7G lam=0.2386739533394575 Gm=0.3685165634378791
[full s4] step 5120/12000 loss=4.7067 gn=0.75 lr=4.00e-04 tps=18344 mem=5.7G lam=0.2392581362898151 Gm=0.3697026485266785
[full s4] step 5140/12000 loss=4.6325 gn=0.76 lr=3.98e-04 tps=18345 mem=5.7G lam=0.23977564089000225 Gm=0.3653328693471849
[full s4] step 5160/12000 loss=4.7286 gn=0.86 lr=3.97e-04 tps=18345 mem=5.7G lam=0.2402218865851561 Gm=0.3707390239772697
[full s4] step 5180/12000 loss=4.5450 gn=0.78 lr=3.95e-04 tps=18346 mem=5.7G lam=0.24065693467855453 Gm=0.36386202306797105
[full s4] step 5200/12000 loss=4.5144 gn=0.80 lr=3.94e-04 tps=18346 mem=5.7G lam=0.24107904639095068 Gm=0.35834514047019184
[full s4] step 5220/12000 loss=4.6839 gn=0.76 lr=3.93e-04 tps=18347 mem=5.7G lam=0.24153699912130833 Gm=0.36557072944318253
[full s4] step 5240/12000 loss=4.7452 gn=0.89 lr=3.91e-04 tps=18349 mem=5.7G lam=0.24198819821079573 Gm=0.3731331959522019
[full s4] step 5260/12000 loss=4.6174 gn=0.79 lr=3.90e-04 tps=18349 mem=5.7G lam=0.24252067878842354 Gm=0.3642084232221047
[full s4] step 5280/12000 loss=4.5959 gn=0.86 lr=3.88e-04 tps=18350 mem=5.7G lam=0.24299585850288472 Gm=0.358302519734328
[full s4] step 5300/12000 loss=4.6156 gn=0.79 lr=3.87e-04 tps=18351 mem=5.7G lam=0.24344167144348225 Gm=0.36473490910915035
[full s4] step 5320/12000 loss=4.6283 gn=0.79 lr=3.86e-04 tps=18352 mem=5.7G lam=0.24390633000681797 Gm=0.3726271258977552
[full s4] step 5340/12000 loss=4.7139 gn=0.85 lr=3.84e-04 tps=18353 mem=5.7G lam=0.24426641842971245 Gm=0.36805650948857266
[full s4] step 5360/12000 loss=4.6431 gn=0.85 lr=3.83e-04 tps=18355 mem=5.7G lam=0.24474171486993632 Gm=0.3668080548911045
[full s4] step 5380/12000 loss=4.5955 gn=0.80 lr=3.81e-04 tps=18355 mem=5.7G lam=0.24516871416320404 Gm=0.3570839643167953
[full s4] step 5400/12000 loss=4.6985 gn=0.79 lr=3.80e-04 tps=18356 mem=5.7G lam=0.24562156479805708 Gm=0.3670561285689473
[full s4] step 5420/12000 loss=4.5861 gn=0.87 lr=3.79e-04 tps=18357 mem=5.7G lam=0.2460547067845861 Gm=0.3717958456836641
[full s4] step 5440/12000 loss=4.7438 gn=0.78 lr=3.77e-04 tps=18358 mem=5.7G lam=0.2465185613060991 Gm=0.3657076076293985
[full s4] step 5460/12000 loss=4.5615 gn=0.79 lr=3.76e-04 tps=18359 mem=5.7G lam=0.24690743070095778 Gm=0.36334628658369184
[full s4] step 5480/12000 loss=4.6772 gn=0.88 lr=3.74e-04 tps=18360 mem=5.7G lam=0.24736797933777174 Gm=0.3658526196765403
[full s4] step 5500/12000 loss=4.7152 gn=0.85 lr=3.73e-04 tps=18360 mem=5.7G lam=0.24782517738640308 Gm=0.35793535714037716
[full s4] step 5520/12000 loss=4.8157 gn=0.82 lr=3.72e-04 tps=18361 mem=5.7G lam=0.24830062159647545 Gm=0.3657913162993888
[full s4] step 5540/12000 loss=4.7204 gn=0.77 lr=3.70e-04 tps=18361 mem=5.7G lam=0.24877672332028547 Gm=0.3674296786387761
[full s4] step 5560/12000 loss=4.5071 gn=0.81 lr=3.69e-04 tps=18362 mem=5.7G lam=0.24915645737200975 Gm=0.36000380308056873
[full s4] step 5580/12000 loss=4.5422 gn=0.80 lr=3.67e-04 tps=18363 mem=5.7G lam=0.24966059966633716 Gm=0.36728547769598663
[full s4] step 5600/12000 loss=4.6742 gn=0.87 lr=3.66e-04 tps=18363 mem=5.7G lam=0.2501507631192605 Gm=0.3631510976701975
[full s4] step 5620/12000 loss=4.4130 gn=0.77 lr=3.64e-04 tps=18364 mem=5.7G lam=0.25062733454008895 Gm=0.3629524919670075
[full s4] step 5640/12000 loss=4.6791 gn=0.84 lr=3.63e-04 tps=18364 mem=5.7G lam=0.25102281974007684 Gm=0.35773366658637923
[full s4] step 5660/12000 loss=4.7107 gn=0.82 lr=3.62e-04 tps=18365 mem=5.7G lam=0.25146817105511826 Gm=0.3644516132771969
[full s4] step 5680/12000 loss=4.5013 gn=0.82 lr=3.60e-04 tps=18366 mem=5.7G lam=0.2518983759606878 Gm=0.3574371750000864
[full s4] step 5700/12000 loss=4.4751 gn=0.78 lr=3.59e-04 tps=18366 mem=5.7G lam=0.252339162863791 Gm=0.3581862701879193
[full s4] step 5720/12000 loss=4.6207 gn=0.79 lr=3.57e-04 tps=18367 mem=5.7G lam=0.25282227247953415 Gm=0.35826594072083634
[full s4] step 5740/12000 loss=4.6614 gn=0.86 lr=3.56e-04 tps=18367 mem=5.7G lam=0.2532856147736311 Gm=0.36944881174713373
[full s4] step 5760/12000 loss=4.5549 gn=0.82 lr=3.54e-04 tps=18368 mem=5.7G lam=0.2536843453223507 Gm=0.3682170473815252
[full s4] step 5780/12000 loss=4.5239 gn=0.82 lr=3.53e-04 tps=18369 mem=5.7G lam=0.2540863190467159 Gm=0.35625974445914227
[full s4] step 5800/12000 loss=4.4864 gn=0.81 lr=3.52e-04 tps=18369 mem=5.7G lam=0.2545256847515702 Gm=0.3682216592909147
[full s4] step 5820/12000 loss=4.5393 gn=0.94 lr=3.50e-04 tps=18369 mem=5.7G lam=0.25500068968782824 Gm=0.36250115232542157
[full s4] step 5840/12000 loss=4.7282 gn=0.81 lr=3.49e-04 tps=18370 mem=5.7G lam=0.25546469787756604 Gm=0.35975503098840517
[full s4] step 5860/12000 loss=4.5453 gn=0.79 lr=3.47e-04 tps=18371 mem=5.7G lam=0.2559572284420331 Gm=0.3585992289396624
[full s4] step 5880/12000 loss=4.6636 gn=0.86 lr=3.46e-04 tps=18372 mem=5.7G lam=0.2564028777802984 Gm=0.36334170781386393
[full s4] step 5900/12000 loss=4.4828 gn=0.83 lr=3.44e-04 tps=18373 mem=5.7G lam=0.2567604922999938 Gm=0.3558735668193549
[full s4] step 5920/12000 loss=4.4308 gn=0.86 lr=3.43e-04 tps=18373 mem=5.7G lam=0.25714112104227144 Gm=0.358245681039989
[full s4] step 5940/12000 loss=4.6194 gn=0.83 lr=3.41e-04 tps=18374 mem=5.7G lam=0.25753561966121197 Gm=0.3626527128120263
[full s4] step 5960/12000 loss=4.5184 gn=0.85 lr=3.40e-04 tps=18375 mem=5.7G lam=0.2579338162516554 Gm=0.36487312777899206
[full s4] step 5980/12000 loss=4.6434 gn=0.84 lr=3.39e-04 tps=18374 mem=5.7G lam=0.2584414106483261 Gm=0.3603122190882762
[full s4] step 6000/12000 loss=4.6823 gn=0.84 lr=3.37e-04 tps=18371 mem=5.7G lam=0.25883820187300444 Gm=0.35807150617862743
[full s4] EVAL step 6000: val_loss=4.6434 val_ppl=103.89
[full s4] step 6020/12000 loss=4.6617 gn=0.83 lr=3.36e-04 tps=18359 mem=5.7G lam=0.2592731745292743 Gm=0.35848265420645475
[full s4] step 6040/12000 loss=4.4713 gn=0.86 lr=3.34e-04 tps=18359 mem=5.7G lam=0.2596320478866498 Gm=0.3596945912577212
[full s4] step 6060/12000 loss=4.5453 gn=0.80 lr=3.33e-04 tps=18358 mem=5.7G lam=0.2600602243716518 Gm=0.3565436414598177
[full s4] step 6080/12000 loss=4.7327 gn=0.78 lr=3.31e-04 tps=18359 mem=5.7G lam=0.26047793837885064 Gm=0.356764108253022
[full s4] step 6100/12000 loss=4.3901 gn=0.81 lr=3.30e-04 tps=18356 mem=5.7G lam=0.2608625286569198 Gm=0.3546972152156134
[full s4] step 6120/12000 loss=4.6539 gn=0.82 lr=3.29e-04 tps=18356 mem=5.7G lam=0.26122099968294304 Gm=0.3615856012329459
[full s4] step 6140/12000 loss=4.4892 gn=0.80 lr=3.27e-04 tps=18356 mem=5.7G lam=0.2615624973550439 Gm=0.35908133854779106
[full s4] step 6160/12000 loss=4.5623 gn=0.86 lr=3.26e-04 tps=18354 mem=5.7G lam=0.2620219448581338 Gm=0.36358975906235474
[full s4] step 6180/12000 loss=4.4750 gn=0.81 lr=3.24e-04 tps=18351 mem=5.7G lam=0.2624577156578501 Gm=0.3516097213917722
[full s4] step 6200/12000 loss=4.6110 gn=0.86 lr=3.23e-04 tps=18348 mem=5.7G lam=0.26288323880483705 Gm=0.3624000658746809
[full s4] step 6220/12000 loss=4.6722 gn=0.77 lr=3.21e-04 tps=18345 mem=5.7G lam=0.26325015164911747 Gm=0.35825196661365527
[full s4] step 6240/12000 loss=4.6025 gn=0.80 lr=3.20e-04 tps=18343 mem=5.7G lam=0.2636394447957476 Gm=0.3582523966518541
[full s4] step 6260/12000 loss=4.4721 gn=0.77 lr=3.19e-04 tps=18340 mem=5.7G lam=0.26397693529725075 Gm=0.3529267829532425
[full s4] step 6280/12000 loss=4.4605 gn=0.88 lr=3.17e-04 tps=18340 mem=5.7G lam=0.2643559059749047 Gm=0.35116600967012346
[full s4] step 6300/12000 loss=4.5812 gn=1.04 lr=3.16e-04 tps=18341 mem=5.7G lam=0.2647238438948989 Gm=0.360798515068988
[full s4] step 6320/12000 loss=4.3449 gn=0.78 lr=3.14e-04 tps=18340 mem=5.7G lam=0.26511879296352464 Gm=0.3554890203134467
[full s4] step 6340/12000 loss=4.5888 gn=0.79 lr=3.13e-04 tps=18339 mem=5.7G lam=0.26546994006882113 Gm=0.35363700628901523
[full s4] step 6360/12000 loss=4.4373 gn=0.82 lr=3.11e-04 tps=18337 mem=5.7G lam=0.26587214848647517 Gm=0.3576130832079798
[full s4] step 6380/12000 loss=4.5944 gn=0.80 lr=3.10e-04 tps=18335 mem=5.7G lam=0.26626183092594147 Gm=0.3553391710544626
[full s4] step 6400/12000 loss=4.5608 gn=0.85 lr=3.08e-04 tps=18335 mem=5.7G lam=0.2666119408483307 Gm=0.3579733884738137
[full s4] step 6420/12000 loss=4.6126 gn=0.84 lr=3.07e-04 tps=18335 mem=5.7G lam=0.2670399636651079 Gm=0.35876511114959914
[full s4] step 6440/12000 loss=4.6480 gn=0.84 lr=3.06e-04 tps=18334 mem=5.7G lam=0.26741636854906875 Gm=0.35659385030157864
[full s4] step 6460/12000 loss=4.5247 gn=0.87 lr=3.04e-04 tps=18332 mem=5.7G lam=0.26777064707130194 Gm=0.3613991611637175
[full s4] step 6480/12000 loss=4.7104 gn=0.90 lr=3.03e-04 tps=18331 mem=5.7G lam=0.2681756444896261 Gm=0.3612810665120681
[full s4] step 6500/12000 loss=4.4532 gn=0.88 lr=3.01e-04 tps=18331 mem=5.7G lam=0.2684893946473797 Gm=0.35259960498660803
[full s4] step 6520/12000 loss=4.5282 gn=0.82 lr=3.00e-04 tps=18331 mem=5.7G lam=0.26887457600484294 Gm=0.350173053642114
[full s4] step 6540/12000 loss=4.5998 gn=0.83 lr=2.98e-04 tps=18330 mem=5.7G lam=0.2692048115034898 Gm=0.3562228417334457
[full s4] step 6560/12000 loss=4.3811 gn=0.84 lr=2.97e-04 tps=18329 mem=5.7G lam=0.2695869154607256 Gm=0.35485830266649526
[full s4] step 6580/12000 loss=4.6746 gn=0.94 lr=2.96e-04 tps=18328 mem=5.7G lam=0.26994226935009163 Gm=0.3564275673901041
[full s4] step 6600/12000 loss=4.4935 gn=0.91 lr=2.94e-04 tps=18327 mem=5.7G lam=0.2703241373722752 Gm=0.35579354758374393
[full s4] step 6620/12000 loss=4.7663 gn=0.95 lr=2.93e-04 tps=18327 mem=5.7G lam=0.2706438070163131 Gm=0.3596278147306293
[full s4] step 6640/12000 loss=4.4355 gn=0.88 lr=2.91e-04 tps=18326 mem=5.7G lam=0.2710222726066907 Gm=0.3555768684794505
[full s4] step 6660/12000 loss=4.4527 gn=0.84 lr=2.90e-04 tps=18326 mem=5.7G lam=0.27137570021053153 Gm=0.353838828081886
[full s4] step 6680/12000 loss=4.4289 gn=0.86 lr=2.88e-04 tps=18326 mem=5.7G lam=0.27170228337248165 Gm=0.35187217003355425
[full s4] step 6700/12000 loss=4.6021 gn=0.92 lr=2.87e-04 tps=18326 mem=5.7G lam=0.27201268666734296 Gm=0.3551136131864041
[full s4] step 6720/12000 loss=4.4838 gn=0.87 lr=2.86e-04 tps=18327 mem=5.7G lam=0.2723744288086891 Gm=0.35324171899507445
[full s4] step 6740/12000 loss=4.4782 gn=0.83 lr=2.84e-04 tps=18326 mem=5.7G lam=0.2727000055213769 Gm=0.3596903880437215
[full s4] step 6760/12000 loss=4.5785 gn=0.87 lr=2.83e-04 tps=18326 mem=5.7G lam=0.2730521271005273 Gm=0.3546933950856328
[full s4] step 6780/12000 loss=4.4450 gn=0.84 lr=2.81e-04 tps=18327 mem=5.7G lam=0.27343341584006947 Gm=0.3533131289295852
[full s4] step 6800/12000 loss=4.3783 gn=0.83 lr=2.80e-04 tps=18327 mem=5.7G lam=0.2737687186648448 Gm=0.35417149293546873
[full s4] step 6820/12000 loss=4.5956 gn=0.85 lr=2.79e-04 tps=18327 mem=5.7G lam=0.27411294883737963 Gm=0.3540860185554872
[full s4] step 6840/12000 loss=4.4119 gn=0.83 lr=2.77e-04 tps=18328 mem=5.7G lam=0.27452017987767857 Gm=0.3474682103842497
[full s4] step 6860/12000 loss=4.6088 gn=0.82 lr=2.76e-04 tps=18328 mem=5.7G lam=0.27485172760983306 Gm=0.35698158650969464
[full s4] step 6880/12000 loss=4.5152 gn=0.86 lr=2.74e-04 tps=18328 mem=5.7G lam=0.2751132156699896 Gm=0.35282760408396524
[full s4] step 6900/12000 loss=4.4543 gn=0.85 lr=2.73e-04 tps=18329 mem=5.7G lam=0.2753921998664737 Gm=0.3543674040120095
[full s4] step 6920/12000 loss=4.4778 gn=0.86 lr=2.72e-04 tps=18329 mem=5.7G lam=0.2757540304834644 Gm=0.3563378950736175
[full s4] step 6940/12000 loss=4.5417 gn=0.89 lr=2.70e-04 tps=18330 mem=5.7G lam=0.27611275172481936 Gm=0.3531963441055268
[full s4] step 6960/12000 loss=4.5062 gn=0.88 lr=2.69e-04 tps=18330 mem=5.7G lam=0.27656918826202553 Gm=0.3506823836360127
[full s4] step 6980/12000 loss=4.4806 gn=0.80 lr=2.67e-04 tps=18331 mem=5.7G lam=0.2768572609250744 Gm=0.35123895900323987
[full s4] step 7000/12000 loss=4.3348 gn=0.87 lr=2.66e-04 tps=18331 mem=5.7G lam=0.27720694181819755 Gm=0.35148461527811986
[full s4] EVAL step 7000: val_loss=4.6052 val_ppl=100.01
[full s4] step 7020/12000 loss=4.6740 gn=0.88 lr=2.65e-04 tps=18321 mem=5.7G lam=0.27754557970911264 Gm=0.35182596595647436
[full s4] step 7040/12000 loss=4.6632 gn=0.90 lr=2.63e-04 tps=18321 mem=5.7G lam=0.27790394456436235 Gm=0.3506757887856414
[full s4] step 7060/12000 loss=4.5630 gn=0.80 lr=2.62e-04 tps=18321 mem=5.7G lam=0.27821611799299717 Gm=0.35237662587314844
[full s4] step 7080/12000 loss=4.5377 gn=0.88 lr=2.60e-04 tps=18321 mem=5.7G lam=0.27848599168161553 Gm=0.35679119220003486
[full s4] step 7100/12000 loss=4.5555 gn=0.87 lr=2.59e-04 tps=18321 mem=5.7G lam=0.2788785866772135 Gm=0.35246510120729607
[full s4] step 7120/12000 loss=4.7347 gn=0.92 lr=2.58e-04 tps=18321 mem=5.7G lam=0.2792750112712383 Gm=0.35737204101557535
[full s4] step 7140/12000 loss=4.4304 gn=0.87 lr=2.56e-04 tps=18321 mem=5.7G lam=0.27957310372342664 Gm=0.34507559371801716
[full s4] step 7160/12000 loss=4.4829 gn=0.92 lr=2.55e-04 tps=18321 mem=5.7G lam=0.27983555756509304 Gm=0.3532575760812809
[full s4] step 7180/12000 loss=4.5438 gn=1.02 lr=2.53e-04 tps=18321 mem=5.7G lam=0.28015957586467266 Gm=0.35498759523034096
[full s4] step 7200/12000 loss=4.5388 gn=0.91 lr=2.52e-04 tps=18321 mem=5.7G lam=0.2805316358183821 Gm=0.3545356549633046
[full s4] step 7220/12000 loss=4.3322 gn=0.89 lr=2.51e-04 tps=18322 mem=5.7G lam=0.2808396841088931 Gm=0.3546012109145522
[full s4] step 7240/12000 loss=4.4079 gn=0.81 lr=2.49e-04 tps=18322 mem=5.7G lam=0.28116820845752954 Gm=0.3467804682441056
[full s4] step 7260/12000 loss=4.5220 gn=0.86 lr=2.48e-04 tps=18322 mem=5.7G lam=0.2814496175075571 Gm=0.3451229579125841
[full s4] step 7280/12000 loss=4.4217 gn=0.84 lr=2.47e-04 tps=18322 mem=5.7G lam=0.28178582650919753 Gm=0.35021370959778625
[full s4] step 7300/12000 loss=4.5759 gn=0.84 lr=2.45e-04 tps=18323 mem=5.7G lam=0.2821484698603551 Gm=0.35073534756277996
[full s4] step 7320/12000 loss=4.3964 gn=0.82 lr=2.44e-04 tps=18323 mem=5.7G lam=0.28248908339689177 Gm=0.3511496167629957
[full s4] step 7340/12000 loss=4.4779 gn=0.90 lr=2.42e-04 tps=18324 mem=5.7G lam=0.2827464962999026 Gm=0.35127765328312915
[full s4] step 7360/12000 loss=4.5437 gn=0.86 lr=2.41e-04 tps=18323 mem=5.7G lam=0.28300652373582125 Gm=0.34860042622312903
[full s4] step 7380/12000 loss=4.5224 gn=0.88 lr=2.40e-04 tps=18324 mem=5.7G lam=0.2832796877870957 Gm=0.35020428981321555
[full s4] step 7400/12000 loss=4.3947 gn=0.84 lr=2.38e-04 tps=18325 mem=5.7G lam=0.2835684133072694 Gm=0.3501892539982994
[full s4] step 7420/12000 loss=4.4664 gn=0.89 lr=2.37e-04 tps=18325 mem=5.7G lam=0.28387489076703787 Gm=0.3570984903878222
[full s4] step 7440/12000 loss=4.3752 gn=0.86 lr=2.36e-04 tps=18326 mem=5.7G lam=0.28414782260855037 Gm=0.3515256590520342
[full s4] step 7460/12000 loss=4.5417 gn=0.93 lr=2.34e-04 tps=18325 mem=5.7G lam=0.28445135491589707 Gm=0.3482652798605462
[full s4] step 7480/12000 loss=4.4055 gn=0.91 lr=2.33e-04 tps=18326 mem=5.7G lam=0.2847857366626461 Gm=0.3437471923728784
[full s4] step 7500/12000 loss=4.4657 gn=0.86 lr=2.32e-04 tps=18327 mem=5.7G lam=0.28506167605519295 Gm=0.3495621548499912
[full s4] step 7520/12000 loss=4.4984 gn=0.83 lr=2.30e-04 tps=18327 mem=5.7G lam=0.2853330882887046 Gm=0.3481289000871281
[full s4] step 7540/12000 loss=4.3874 gn=0.92 lr=2.29e-04 tps=18327 mem=5.7G lam=0.28560480816910666 Gm=0.35537044362475473
[full s4] step 7560/12000 loss=4.3095 gn=0.90 lr=2.28e-04 tps=18327 mem=5.7G lam=0.28587047072748345 Gm=0.34432211029343307
[full s4] step 7580/12000 loss=4.5788 gn=0.90 lr=2.26e-04 tps=18327 mem=5.7G lam=0.2860917557651798 Gm=0.35248891978214186
[full s4] step 7600/12000 loss=4.3381 gn=0.86 lr=2.25e-04 tps=18328 mem=5.7G lam=0.2863617753610015 Gm=0.3448391465159754
[full s4] step 7620/12000 loss=4.4280 gn=0.89 lr=2.24e-04 tps=18328 mem=5.7G lam=0.286680169403553 Gm=0.3443421679548919
[full s4] step 7640/12000 loss=4.3887 gn=0.89 lr=2.22e-04 tps=18328 mem=5.7G lam=0.28696960924814147 Gm=0.3516507416497916
[full s4] step 7660/12000 loss=4.4222 gn=0.87 lr=2.21e-04 tps=18328 mem=5.7G lam=0.28722730465233326 Gm=0.350923239486292
[full s4] step 7680/12000 loss=4.6173 gn=0.92 lr=2.20e-04 tps=18329 mem=5.7G lam=0.28749151310573023 Gm=0.3470952081649254
[full s4] step 7700/12000 loss=4.5634 gn=0.93 lr=2.18e-04 tps=18329 mem=5.7G lam=0.28774813562631607 Gm=0.35302536911331117
[full s4] step 7720/12000 loss=4.5499 gn=0.88 lr=2.17e-04 tps=18328 mem=5.7G lam=0.2880437957743804 Gm=0.3478489266708493
[full s4] step 7740/12000 loss=4.4742 gn=0.91 lr=2.16e-04 tps=18329 mem=5.7G lam=0.2883159515137474 Gm=0.3537479277389745
[full s4] step 7760/12000 loss=4.4665 gn=0.84 lr=2.15e-04 tps=18329 mem=5.7G lam=0.28854901747157174 Gm=0.350671809942772
[full s4] step 7780/12000 loss=4.5571 gn=0.91 lr=2.13e-04 tps=18329 mem=5.7G lam=0.288831552490592 Gm=0.3543751132674515
[full s4] step 7800/12000 loss=4.4671 gn=0.91 lr=2.12e-04 tps=18329 mem=5.7G lam=0.28906052745878696 Gm=0.34827418019995093
[full s4] step 7820/12000 loss=4.3439 gn=0.85 lr=2.11e-04 tps=18330 mem=5.7G lam=0.2892943893869718 Gm=0.34121584706008434
[full s4] step 7840/12000 loss=4.3816 gn=0.90 lr=2.09e-04 tps=18330 mem=5.7G lam=0.2895163893699646 Gm=0.34896242277075845
[full s4] step 7860/12000 loss=4.3700 gn=0.92 lr=2.08e-04 tps=18330 mem=5.7G lam=0.28979839974393445 Gm=0.34943079265455407
[full s4] step 7880/12000 loss=4.3723 gn=0.86 lr=2.07e-04 tps=18331 mem=5.7G lam=0.29002845752984285 Gm=0.3485886383180817
[full s4] step 7900/12000 loss=4.3526 gn=0.93 lr=2.06e-04 tps=18331 mem=5.7G lam=0.2903066373740633 Gm=0.35036820895038545
[full s4] step 7920/12000 loss=4.4947 gn=0.91 lr=2.04e-04 tps=18331 mem=5.7G lam=0.2905640384803216 Gm=0.34873160867330927
[full s4] step 7940/12000 loss=4.4895 gn=0.88 lr=2.03e-04 tps=18331 mem=5.7G lam=0.2908319712926944 Gm=0.34590139767775935
[full s4] step 7960/12000 loss=4.4780 gn=0.85 lr=2.02e-04 tps=18331 mem=5.7G lam=0.2910601558784644 Gm=0.3462152830325067
[full s4] step 7980/12000 loss=4.4893 gn=0.88 lr=2.00e-04 tps=18332 mem=5.7G lam=0.2913198660438259 Gm=0.34892640309408307
[full s4] step 8000/12000 loss=4.5500 gn=0.96 lr=1.99e-04 tps=18332 mem=5.7G lam=0.2915290417149663 Gm=0.3398551610298455
[full s4] EVAL step 8000: val_loss=4.5334 val_ppl=93.07
[full s4] step 8020/12000 loss=4.5092 gn=0.92 lr=1.98e-04 tps=18324 mem=5.7G lam=0.291743409819901 Gm=0.34269097819924355
[full s4] step 8040/12000 loss=4.4275 gn=0.89 lr=1.97e-04 tps=18325 mem=5.7G lam=0.2920057000592351 Gm=0.3484524735249579
[full s4] step 8060/12000 loss=4.4446 gn=0.89 lr=1.95e-04 tps=18325 mem=5.7G lam=0.29225503249714774 Gm=0.34696300451954204
[full s4] step 8080/12000 loss=4.5461 gn=0.85 lr=1.94e-04 tps=18326 mem=5.7G lam=0.29250295273959637 Gm=0.3471501438568036
[full s4] step 8100/12000 loss=4.5090 gn=0.91 lr=1.93e-04 tps=18326 mem=5.7G lam=0.2927549481391907 Gm=0.3518143813901891
[full s4] step 8120/12000 loss=4.6401 gn=0.90 lr=1.92e-04 tps=18326 mem=5.7G lam=0.29296088094512623 Gm=0.3529688556833814
[full s4] step 8140/12000 loss=4.3136 gn=0.88 lr=1.90e-04 tps=18327 mem=5.7G lam=0.2931942070523898 Gm=0.34224673577894765
[full s4] step 8160/12000 loss=4.3729 gn=0.93 lr=1.89e-04 tps=18327 mem=5.7G lam=0.2934224000200629 Gm=0.35625831759534776
[full s4] step 8180/12000 loss=4.4777 gn=0.97 lr=1.88e-04 tps=18328 mem=5.7G lam=0.29367736044029397 Gm=0.3520342997896175
[full s4] step 8200/12000 loss=4.3416 gn=0.95 lr=1.87e-04 tps=18328 mem=5.7G lam=0.2938813157379627 Gm=0.3471233159458886
[full s4] step 8220/12000 loss=4.4210 gn=0.91 lr=1.86e-04 tps=18328 mem=5.7G lam=0.2940479554235935 Gm=0.3441978127229959
[full s4] step 8240/12000 loss=4.3717 gn=0.91 lr=1.84e-04 tps=18328 mem=5.7G lam=0.29426657905181247 Gm=0.3442156333476305
[full s4] step 8260/12000 loss=4.3172 gn=0.92 lr=1.83e-04 tps=18328 mem=5.7G lam=0.2945227064192295 Gm=0.34589773214732605
[full s4] step 8280/12000 loss=4.3101 gn=0.87 lr=1.82e-04 tps=18329 mem=5.7G lam=0.2947280090302229 Gm=0.34697897468383115
[full s4] step 8300/12000 loss=4.5185 gn=0.89 lr=1.81e-04 tps=18329 mem=5.7G lam=0.29491738229990005 Gm=0.35269507641593617
[full s4] step 8320/12000 loss=4.3783 gn=0.89 lr=1.80e-04 tps=18329 mem=5.7G lam=0.2951261727139354 Gm=0.3524777806984882
[full s4] step 8340/12000 loss=4.4418 gn=0.91 lr=1.78e-04 tps=18329 mem=5.7G lam=0.29532100539654493 Gm=0.3465559324249625
[full s4] step 8360/12000 loss=4.5386 gn=0.93 lr=1.77e-04 tps=18330 mem=5.7G lam=0.2955704800163706 Gm=0.35293608081216615
[full s4] step 8380/12000 loss=4.3652 gn=0.93 lr=1.76e-04 tps=18330 mem=5.7G lam=0.2958135822166999 Gm=0.3480631695905079
[full s4] step 8400/12000 loss=4.4663 gn=0.91 lr=1.75e-04 tps=18330 mem=5.7G lam=0.2960570255915324 Gm=0.34780398616567254
[full s4] step 8420/12000 loss=4.3331 gn=0.90 lr=1.74e-04 tps=18330 mem=5.7G lam=0.29628593878199655 Gm=0.3485206082308044
[full s4] step 8440/12000 loss=4.2976 gn=0.88 lr=1.72e-04 tps=18330 mem=5.7G lam=0.2965079980591933 Gm=0.3410729637059073
[full s4] step 8460/12000 loss=4.3475 gn=1.00 lr=1.71e-04 tps=18330 mem=5.7G lam=0.2967175059020519 Gm=0.34998001468678314
[full s4] step 8480/12000 loss=4.3627 gn=0.88 lr=1.70e-04 tps=18330 mem=5.7G lam=0.29693707699577016 Gm=0.34131693560630083
[full s4] step 8500/12000 loss=4.3818 gn=1.02 lr=1.69e-04 tps=18330 mem=5.7G lam=0.2971234715854128 Gm=0.3461358911978702
[full s4] step 8520/12000 loss=4.4836 gn=0.95 lr=1.68e-04 tps=18330 mem=5.7G lam=0.2973256617163618 Gm=0.350596243981272
[full s4] step 8540/12000 loss=4.5549 gn=0.94 lr=1.67e-04 tps=18331 mem=5.7G lam=0.29755385778844357 Gm=0.35058673610910773
[full s4] step 8560/12000 loss=4.3450 gn=0.89 lr=1.66e-04 tps=18331 mem=5.7G lam=0.29772287607192993 Gm=0.3433020083854596
[full s4] step 8580/12000 loss=4.4581 gn=0.90 lr=1.64e-04 tps=18331 mem=5.7G lam=0.29789695298920077 Gm=0.34225006867200136
[full s4] step 8600/12000 loss=4.2780 gn=0.94 lr=1.63e-04 tps=18331 mem=5.7G lam=0.2980712124456962 Gm=0.34428219497203827
[full s4] step 8620/12000 loss=4.4094 gn=0.95 lr=1.62e-04 tps=18331 mem=5.7G lam=0.2982683734347423 Gm=0.3452728179593881
[full s4] step 8640/12000 loss=4.4782 gn=0.94 lr=1.61e-04 tps=18330 mem=5.7G lam=0.29846715088933706 Gm=0.3466002275235951
[full s4] step 8660/12000 loss=4.2779 gn=0.98 lr=1.60e-04 tps=18330 mem=5.7G lam=0.2986529854436715 Gm=0.3484489099743466
[full s4] step 8680/12000 loss=4.3742 gn=0.87 lr=1.59e-04 tps=18330 mem=5.7G lam=0.29891638333598775 Gm=0.3482598649182667
[full s4] step 8700/12000 loss=4.2446 gn=0.93 lr=1.58e-04 tps=18329 mem=5.7G lam=0.29907733233024675 Gm=0.34462310932576656
[full s4] step 8720/12000 loss=4.4968 gn=0.98 lr=1.57e-04 tps=18330 mem=5.7G lam=0.29926438132921857 Gm=0.3491075331500421
[full s4] step 8740/12000 loss=4.4028 gn=0.99 lr=1.55e-04 tps=18330 mem=5.7G lam=0.2994595052053531 Gm=0.34809320551964146
[full s4] step 8760/12000 loss=4.3280 gn=0.96 lr=1.54e-04 tps=18331 mem=5.7G lam=0.2996217406665285 Gm=0.34545919850158197
[full s4] step 8780/12000 loss=4.3867 gn=0.88 lr=1.53e-04 tps=18331 mem=5.7G lam=0.2998264009753863 Gm=0.35151597174505395
[full s4] step 8800/12000 loss=4.3480 gn=0.99 lr=1.52e-04 tps=18331 mem=5.7G lam=0.3000129001835982 Gm=0.3494852335813145
[full s4] step 8820/12000 loss=4.2800 gn=0.93 lr=1.51e-04 tps=18331 mem=5.7G lam=0.3002150778969129 Gm=0.34914830008832115
[full s4] step 8840/12000 loss=4.4764 gn=0.90 lr=1.50e-04 tps=18331 mem=5.7G lam=0.30038159899413586 Gm=0.34759856822590035
[full s4] step 8860/12000 loss=4.3415 gn=0.91 lr=1.49e-04 tps=18331 mem=5.7G lam=0.30054401761541766 Gm=0.3435556300294896
[full s4] step 8880/12000 loss=4.3693 gn=0.92 lr=1.48e-04 tps=18331 mem=5.7G lam=0.3007311848923564 Gm=0.34510134455437463
[full s4] step 8900/12000 loss=4.1728 gn=0.92 lr=1.47e-04 tps=18330 mem=5.7G lam=0.3009409497802456 Gm=0.34943100227974355
[full s4] step 8920/12000 loss=4.3741 gn=0.92 lr=1.46e-04 tps=18330 mem=5.7G lam=0.30108196288347244 Gm=0.3474421286955476
[full s4] step 8940/12000 loss=4.3872 gn=0.89 lr=1.45e-04 tps=18331 mem=5.7G lam=0.3012527246028185 Gm=0.3392605792420606
[full s4] step 8960/12000 loss=4.3893 gn=0.95 lr=1.44e-04 tps=18331 mem=5.7G lam=0.30139413351813954 Gm=0.3409686650459965
[full s4] step 8980/12000 loss=4.4423 gn=0.95 lr=1.43e-04 tps=18331 mem=5.7G lam=0.3016029406959812 Gm=0.34582372987642884
[full s4] step 9000/12000 loss=4.3830 gn=0.97 lr=1.42e-04 tps=18331 mem=5.7G lam=0.30180559245248634 Gm=0.34311852324754
[full s4] EVAL step 9000: val_loss=4.4459 val_ppl=85.28
[full s4] step 9020/12000 loss=4.4483 gn=0.97 lr=1.41e-04 tps=18323 mem=5.7G lam=0.30196432396769524 Gm=0.3493578031969567
[full s4] step 9040/12000 loss=4.3945 gn=0.92 lr=1.40e-04 tps=18323 mem=5.7G lam=0.30213461723178625 Gm=0.3451639513174693
[full s4] step 9060/12000 loss=4.1268 gn=0.95 lr=1.39e-04 tps=18323 mem=5.7G lam=0.30233525422712165 Gm=0.3462749949345986
[full s4] step 9080/12000 loss=4.4717 gn=0.99 lr=1.38e-04 tps=18323 mem=5.7G lam=0.3025022568181157 Gm=0.3491213978268206
[full s4] step 9100/12000 loss=4.4249 gn=0.94 lr=1.37e-04 tps=18324 mem=5.7G lam=0.30264529772102833 Gm=0.3452247752963255
[full s4] step 9120/12000 loss=4.2641 gn=0.91 lr=1.36e-04 tps=18324 mem=5.7G lam=0.30278461674849194 Gm=0.34526406282869476
[full s4] step 9140/12000 loss=4.2067 gn=0.87 lr=1.35e-04 tps=18324 mem=5.7G lam=0.3029381713519494 Gm=0.345937874323378
[full s4] step 9160/12000 loss=4.4532 gn=0.98 lr=1.34e-04 tps=18324 mem=5.7G lam=0.3031132124985258 Gm=0.34319375238070887
[full s4] step 9180/12000 loss=4.4547 gn=0.88 lr=1.33e-04 tps=18324 mem=5.7G lam=0.3032781636963288 Gm=0.3460802521246175
[full s4] step 9200/12000 loss=4.2483 gn=0.93 lr=1.32e-04 tps=18324 mem=5.7G lam=0.30346440865347785 Gm=0.3488367274403572
[full s4] step 9220/12000 loss=4.4479 gn=0.96 lr=1.31e-04 tps=18324 mem=5.7G lam=0.3036352414637804 Gm=0.3469193447381258
[full s4] step 9240/12000 loss=4.4684 gn=0.98 lr=1.30e-04 tps=18324 mem=5.7G lam=0.30379374977201223 Gm=0.3420507526025176
[full s4] step 9260/12000 loss=4.3263 gn=0.91 lr=1.29e-04 tps=18324 mem=5.7G lam=0.30395191473265487 Gm=0.344086202327162
[full s4] step 9280/12000 loss=4.3426 gn=0.94 lr=1.28e-04 tps=18324 mem=5.7G lam=0.30414252324650687 Gm=0.3478749340089659
[full s4] step 9300/12000 loss=4.4943 gn=0.96 lr=1.27e-04 tps=18325 mem=5.7G lam=0.30428841927399236 Gm=0.3504452692189564
[full s4] step 9320/12000 loss=4.2760 gn=0.89 lr=1.26e-04 tps=18324 mem=5.7G lam=0.304451921954751 Gm=0.34756031710033614
[full s4] step 9340/12000 loss=4.4840 gn=0.97 lr=1.25e-04 tps=18324 mem=5.7G lam=0.30461473297327757 Gm=0.3437775594647974
[full s4] step 9360/12000 loss=4.2950 gn=0.98 lr=1.24e-04 tps=18325 mem=5.7G lam=0.30475818552076817 Gm=0.33928323568155366
[full s4] step 9380/12000 loss=4.4390 gn=0.89 lr=1.23e-04 tps=18325 mem=5.7G lam=0.30490000763287145 Gm=0.34434664839257795
[full s4] step 9400/12000 loss=4.2142 gn=0.98 lr=1.22e-04 tps=18325 mem=5.7G lam=0.3050534601012866 Gm=0.34464448085054755
[full s4] step 9420/12000 loss=4.2418 gn=0.98 lr=1.21e-04 tps=18325 mem=5.7G lam=0.30519053371002275 Gm=0.33988005854189396
[full s4] step 9440/12000 loss=4.2890 gn=1.09 lr=1.20e-04 tps=18325 mem=5.7G lam=0.30533194666107494 Gm=0.34042999140607816
[full s4] step 9460/12000 loss=4.3836 gn=0.94 lr=1.19e-04 tps=18325 mem=5.7G lam=0.30548406516512233 Gm=0.34283583890646696
[full s4] step 9480/12000 loss=4.3770 gn=0.95 lr=1.19e-04 tps=18326 mem=5.7G lam=0.3055927200863759 Gm=0.34548574173823
[full s4] step 9500/12000 loss=4.5208 gn=1.01 lr=1.18e-04 tps=18326 mem=5.7G lam=0.30577461887151003 Gm=0.34325661789625883
[full s4] step 9520/12000 loss=4.2123 gn=0.97 lr=1.17e-04 tps=18326 mem=5.7G lam=0.30591389785210293 Gm=0.34661122985805076
[full s4] step 9540/12000 loss=4.3607 gn=0.93 lr=1.16e-04 tps=18326 mem=5.7G lam=0.30605667643249035 Gm=0.3461743829927097
[full s4] step 9560/12000 loss=4.5483 gn=0.96 lr=1.15e-04 tps=18327 mem=5.7G lam=0.3062013577048977 Gm=0.34228607142965
[full s4] step 9580/12000 loss=4.2734 gn=0.97 lr=1.14e-04 tps=18327 mem=5.7G lam=0.3063488354285558 Gm=0.34344879499015707
[full s4] step 9600/12000 loss=4.4097 gn=0.97 lr=1.13e-04 tps=18327 mem=5.7G lam=0.30649709173788625 Gm=0.34274767820412916
[full s4] step 9620/12000 loss=4.3324 gn=0.98 lr=1.12e-04 tps=18328 mem=5.7G lam=0.3066350327183803 Gm=0.34378385093684
[full s4] step 9640/12000 loss=4.5110 gn=1.03 lr=1.12e-04 tps=18328 mem=5.7G lam=0.3067915004988511 Gm=0.353617789534231
[full s4] step 9660/12000 loss=4.3297 gn=0.96 lr=1.11e-04 tps=18328 mem=5.7G lam=0.30691477687408525 Gm=0.3446069451359411
[full s4] step 9680/12000 loss=4.5123 gn=1.00 lr=1.10e-04 tps=18328 mem=5.7G lam=0.30705568070213 Gm=0.3446501987054944
[full s4] step 9700/12000 loss=4.2800 gn=0.93 lr=1.09e-04 tps=18328 mem=5.7G lam=0.3071918698648612 Gm=0.3455254330765456
[full s4] step 9720/12000 loss=4.3231 gn=1.07 lr=1.08e-04 tps=18329 mem=5.7G lam=0.3073451512803634 Gm=0.3464735358332594
[full s4] step 9740/12000 loss=4.3650 gn=0.94 lr=1.07e-04 tps=18329 mem=5.7G lam=0.30748864977310103 Gm=0.34357699705287814
[full s4] step 9760/12000 loss=4.3846 gn=0.96 lr=1.07e-04 tps=18329 mem=5.7G lam=0.30758994600425166 Gm=0.3405146359000355
[full s4] step 9780/12000 loss=4.1121 gn=0.90 lr=1.06e-04 tps=18329 mem=5.7G lam=0.3077298669765393 Gm=0.3379040729875366
[full s4] step 9800/12000 loss=4.2744 gn=0.96 lr=1.05e-04 tps=18329 mem=5.7G lam=0.307878908701241 Gm=0.33987252491836745
[full s4] step 9820/12000 loss=4.1653 gn=0.91 lr=1.04e-04 tps=18329 mem=5.7G lam=0.3080027125154932 Gm=0.33754552823180956
[full s4] step 9840/12000 loss=4.4862 gn=0.95 lr=1.03e-04 tps=18329 mem=5.7G lam=0.3081222552185257 Gm=0.35026859018641215
[full s4] step 9860/12000 loss=4.3049 gn=1.06 lr=1.03e-04 tps=18329 mem=5.7G lam=0.30823838245123625 Gm=0.350689245465522
[full s4] step 9880/12000 loss=4.3331 gn=0.95 lr=1.02e-04 tps=18330 mem=5.7G lam=0.3083571546400587 Gm=0.3399057885011037
[full s4] step 9900/12000 loss=4.2503 gn=0.97 lr=1.01e-04 tps=18330 mem=5.7G lam=0.30845462065190077 Gm=0.34824877333206433
[full s4] step 9920/12000 loss=4.2965 gn=0.95 lr=1.00e-04 tps=18330 mem=5.7G lam=0.3085564511517684 Gm=0.3420624987532695
[full s4] step 9940/12000 loss=4.5010 gn=0.95 lr=9.96e-05 tps=18331 mem=5.7G lam=0.3086963541184862 Gm=0.34542154070610803
[full s4] step 9960/12000 loss=4.3883 gn=0.99 lr=9.89e-05 tps=18331 mem=5.7G lam=0.3088552625849843 Gm=0.34844274586066604
[full s4] step 9980/12000 loss=4.3562 gn=0.93 lr=9.81e-05 tps=18331 mem=5.7G lam=0.3089638880143563 Gm=0.34624715537453693
[full s4] step 10000/12000 loss=4.3272 gn=0.91 lr=9.74e-05 tps=18329 mem=5.7G lam=0.30906392354518175 Gm=0.34430481151988107
[full s4] EVAL step 10000: val_loss=4.4146 val_ppl=82.65
[full s4] step 10020/12000 loss=4.4920 gn=1.07 lr=9.67e-05 tps=18322 mem=5.7G lam=0.3091837642714381 Gm=0.3492072701919824
[full s4] step 10040/12000 loss=4.3160 gn=0.94 lr=9.59e-05 tps=18322 mem=5.7G lam=0.30929168468962115 Gm=0.3435382464279731
[full s4] step 10060/12000 loss=4.3029 gn=0.96 lr=9.52e-05 tps=18323 mem=5.7G lam=0.3094137602796157 Gm=0.34232755719373625
[full s4] step 10080/12000 loss=4.3370 gn=1.05 lr=9.45e-05 tps=18323 mem=5.7G lam=0.3095495185504357 Gm=0.3441431905763845
[full s4] step 10100/12000 loss=4.3845 gn=0.97 lr=9.38e-05 tps=18323 mem=5.7G lam=0.3096608966588974 Gm=0.3388237490629156
[full s4] step 10120/12000 loss=4.3521 gn=0.95 lr=9.31e-05 tps=18324 mem=5.7G lam=0.3097817956780394 Gm=0.3417983838977913
[full s4] step 10140/12000 loss=4.1463 gn=0.93 lr=9.24e-05 tps=18324 mem=5.7G lam=0.30990101117640734 Gm=0.34474145000179607
[full s4] step 10160/12000 loss=4.2730 gn=0.99 lr=9.18e-05 tps=18324 mem=5.7G lam=0.31000628632803756 Gm=0.3488178439438343
[full s4] step 10180/12000 loss=4.4452 gn=1.03 lr=9.11e-05 tps=18325 mem=5.7G lam=0.3101037899032235 Gm=0.3443381539545953
[full s4] step 10200/12000 loss=4.3286 gn=0.99 lr=9.04e-05 tps=18324 mem=5.7G lam=0.31020110721389454 Gm=0.3475480879812191
[full s4] step 10220/12000 loss=4.4042 gn=1.07 lr=8.98e-05 tps=18325 mem=5.7G lam=0.3103204909712076 Gm=0.3401738195680082
[full s4] step 10240/12000 loss=4.2338 gn=1.05 lr=8.91e-05 tps=18325 mem=5.7G lam=0.3104028108840187 Gm=0.3470736830495298
[full s4] step 10260/12000 loss=4.3857 gn=1.01 lr=8.85e-05 tps=18325 mem=5.7G lam=0.3105178310846289 Gm=0.34524595194185775
[full s4] step 10280/12000 loss=4.3882 gn=1.00 lr=8.78e-05 tps=18325 mem=5.7G lam=0.31062601196269196 Gm=0.3456831614021212
[full s4] step 10300/12000 loss=4.2717 gn=0.96 lr=8.72e-05 tps=18325 mem=5.7G lam=0.3107094143827756 Gm=0.3422182679641992
[full s4] step 10320/12000 loss=4.4326 gn=0.99 lr=8.66e-05 tps=18325 mem=5.7G lam=0.31081789173185825 Gm=0.34578449713687104
[full s4] step 10340/12000 loss=4.3312 gn=1.01 lr=8.59e-05 tps=18325 mem=5.7G lam=0.3109361423800389 Gm=0.342937253570805
[full s4] step 10360/12000 loss=4.4233 gn=0.97 lr=8.53e-05 tps=18325 mem=5.7G lam=0.31103919198115665 Gm=0.3393843368006249
[full s4] step 10380/12000 loss=4.3770 gn=1.00 lr=8.47e-05 tps=18326 mem=5.7G lam=0.3111378081763784 Gm=0.3428345713764429
[full s4] step 10400/12000 loss=4.4456 gn=1.02 lr=8.41e-05 tps=18326 mem=5.7G lam=0.311218217946589 Gm=0.3456390833792587
[full s4] step 10420/12000 loss=4.3907 gn=0.97 lr=8.35e-05 tps=18326 mem=5.7G lam=0.31130138598382473 Gm=0.3446885173519452
[full s4] step 10440/12000 loss=4.2572 gn=0.95 lr=8.30e-05 tps=18326 mem=5.7G lam=0.3113922458142042 Gm=0.3449616488069296
[full s4] step 10460/12000 loss=4.3924 gn=0.95 lr=8.24e-05 tps=18326 mem=5.7G lam=0.3115001205975811 Gm=0.34174589610969025
[full s4] step 10480/12000 loss=4.2530 gn=0.96 lr=8.18e-05 tps=18326 mem=5.7G lam=0.311597784049809 Gm=0.34365716700752574
[full s4] step 10500/12000 loss=4.3480 gn=1.02 lr=8.12e-05 tps=18326 mem=5.7G lam=0.31169732473790646 Gm=0.3431276755097012
[full s4] step 10520/12000 loss=4.4200 gn=1.00 lr=8.07e-05 tps=18326 mem=5.7G lam=0.31178807312001783 Gm=0.3437375579960644
[full s4] step 10540/12000 loss=4.3243 gn=0.99 lr=8.01e-05 tps=18326 mem=5.7G lam=0.3118666124840577 Gm=0.3414178915942709
[full s4] step 10560/12000 loss=4.3207 gn=0.97 lr=7.96e-05 tps=18326 mem=5.7G lam=0.3119821383928259 Gm=0.3433294215550025
[full s4] step 10580/12000 loss=4.3709 gn=1.03 lr=7.91e-05 tps=18327 mem=5.7G lam=0.3120898411919673 Gm=0.3374267515415947
[full s4] step 10600/12000 loss=4.2280 gn=0.96 lr=7.85e-05 tps=18327 mem=5.7G lam=0.31219553605963785 Gm=0.34344355249777436
[full s4] step 10620/12000 loss=4.2515 gn=1.04 lr=7.80e-05 tps=18327 mem=5.7G lam=0.31229190311084193 Gm=0.33835393050685525
[full s4] step 10640/12000 loss=4.2508 gn=0.99 lr=7.75e-05 tps=18327 mem=5.7G lam=0.31238084472715855 Gm=0.33978710882365704
[full s4] step 10660/12000 loss=4.4239 gn=1.01 lr=7.70e-05 tps=18327 mem=5.7G lam=0.3124683502440651 Gm=0.3451198427937925
[full s4] step 10680/12000 loss=4.3163 gn=1.02 lr=7.65e-05 tps=18327 mem=5.7G lam=0.3125674460704128 Gm=0.3408746011555195
[full s4] step 10700/12000 loss=4.2977 gn=1.03 lr=7.60e-05 tps=18327 mem=5.7G lam=0.3126651793718338 Gm=0.34602868432799977
[full s4] step 10720/12000 loss=4.4277 gn=1.02 lr=7.55e-05 tps=18327 mem=5.7G lam=0.3127626981586218 Gm=0.3488659185046951
[full s4] step 10740/12000 loss=4.4049 gn=1.00 lr=7.50e-05 tps=18327 mem=5.7G lam=0.3128064988801877 Gm=0.34118162755233544
[full s4] step 10760/12000 loss=4.1838 gn=1.04 lr=7.46e-05 tps=18328 mem=5.7G lam=0.3128965475286047 Gm=0.34672831821565825
[full s4] step 10780/12000 loss=4.2389 gn=1.04 lr=7.41e-05 tps=18328 mem=5.7G lam=0.3129932287459572 Gm=0.34127421335627633
[full s4] step 10800/12000 loss=4.3178 gn=0.96 lr=7.37e-05 tps=18328 mem=5.7G lam=0.31309217121452093 Gm=0.34093608140634996
[full s4] step 10820/12000 loss=4.2785 gn=0.97 lr=7.32e-05 tps=18328 mem=5.7G lam=0.3131910466278593 Gm=0.3434507339261472
[full s4] step 10840/12000 loss=4.2855 gn=1.01 lr=7.28e-05 tps=18328 mem=5.7G lam=0.31325112500538427 Gm=0.3398363692685962
[full s4] step 10860/12000 loss=4.2601 gn=1.02 lr=7.23e-05 tps=18328 mem=5.7G lam=0.3133311967055003 Gm=0.3400708402817448
[full s4] step 10880/12000 loss=4.2343 gn=1.06 lr=7.19e-05 tps=18328 mem=5.7G lam=0.3134084139019251 Gm=0.3391596705963214
[full s4] step 10900/12000 loss=4.1759 gn=0.97 lr=7.15e-05 tps=18328 mem=5.7G lam=0.31347896965841454 Gm=0.33873204157377285
[full s4] step 10920/12000 loss=4.3479 gn=1.01 lr=7.11e-05 tps=18328 mem=5.7G lam=0.31355453344682854 Gm=0.34670761227607727
[full s4] step 10940/12000 loss=4.3210 gn=1.02 lr=7.07e-05 tps=18329 mem=5.7G lam=0.3136347591256102 Gm=0.3475120921308796
[full s4] step 10960/12000 loss=4.2969 gn=1.03 lr=7.03e-05 tps=18328 mem=5.7G lam=0.3137175490458806 Gm=0.34767933391655487
[full s4] step 10980/12000 loss=4.4643 gn=1.13 lr=6.99e-05 tps=18328 mem=5.7G lam=0.3137996320923169 Gm=0.34267903631553054
[full s4] step 11000/12000 loss=4.3858 gn=0.94 lr=6.95e-05 tps=18329 mem=5.7G lam=0.31387865729629993 Gm=0.3399026563080649
[full s4] EVAL step 11000: val_loss=4.3664 val_ppl=78.76
[full s4] step 11020/12000 loss=4.1887 gn=0.99 lr=6.91e-05 tps=18323 mem=5.7G lam=0.3139682011678815 Gm=0.3439560338544349
[full s4] step 11040/12000 loss=4.2853 gn=1.00 lr=6.88e-05 tps=18322 mem=5.7G lam=0.3140761209651828 Gm=0.34518624384266633
[full s4] step 11060/12000 loss=4.4580 gn=1.09 lr=6.84e-05 tps=18322 mem=5.7G lam=0.31416218914091587 Gm=0.34230645226004225
[full s4] step 11080/12000 loss=4.3071 gn=1.02 lr=6.81e-05 tps=18323 mem=5.7G lam=0.3142455769702792 Gm=0.3450187637936324
[full s4] step 11100/12000 loss=4.3307 gn=1.10 lr=6.77e-05 tps=18323 mem=5.7G lam=0.3143402102092902 Gm=0.3488812033707897
[full s4] step 11120/12000 loss=4.3909 gn=1.00 lr=6.74e-05 tps=18322 mem=5.7G lam=0.31443373517443735 Gm=0.34203995174417895
[full s4] step 11140/12000 loss=4.3478 gn=1.08 lr=6.70e-05 tps=18321 mem=5.7G lam=0.31451515449831885 Gm=0.34011839842423797
[full s4] step 11160/12000 loss=4.2340 gn=0.98 lr=6.67e-05 tps=18319 mem=5.7G lam=0.31458022352308035 Gm=0.3415016852474461
[full s4] step 11180/12000 loss=4.3555 gn=1.02 lr=6.64e-05 tps=18318 mem=5.7G lam=0.31467237168302137 Gm=0.3431042606631915
[full s4] step 11200/12000 loss=4.3272 gn=0.99 lr=6.61e-05 tps=18316 mem=5.7G lam=0.314742907260855 Gm=0.34321274670461815
[full s4] step 11220/12000 loss=4.1960 gn=1.05 lr=6.58e-05 tps=18316 mem=5.7G lam=0.3148076043774684 Gm=0.3416780672656993
[full s4] step 11240/12000 loss=4.3998 gn=1.04 lr=6.55e-05 tps=18313 mem=5.7G lam=0.31487283514191705 Gm=0.3391622257574151
[full s4] step 11260/12000 loss=4.3801 gn=1.06 lr=6.52e-05 tps=18312 mem=5.7G lam=0.3149531055241823 Gm=0.3387857341828446
[full s4] step 11280/12000 loss=4.3966 gn=1.08 lr=6.49e-05 tps=18310 mem=5.7G lam=0.3150419980908434 Gm=0.3416655626303206
[full s4] step 11300/12000 loss=4.2811 gn=1.07 lr=6.47e-05 tps=18309 mem=5.7G lam=0.3151340528080861 Gm=0.33846419599528116
[full s4] step 11320/12000 loss=4.3468 gn=0.95 lr=6.44e-05 tps=18308 mem=5.7G lam=0.3152175440142552 Gm=0.3387984541089584
[full s4] step 11340/12000 loss=4.5653 gn=1.10 lr=6.42e-05 tps=18307 mem=5.7G lam=0.3152738371863961 Gm=0.34136111894622445
[full s4] step 11360/12000 loss=4.2633 gn=1.02 lr=6.39e-05 tps=18307 mem=5.7G lam=0.3153664267932375 Gm=0.33609875307107967
[full s4] step 11380/12000 loss=4.3479 gn=1.02 lr=6.37e-05 tps=18307 mem=5.7G lam=0.3154604847853382 Gm=0.3378335024851064
[full s4] step 11400/12000 loss=4.2996 gn=1.02 lr=6.34e-05 tps=18307 mem=5.7G lam=0.3155368436127901 Gm=0.33700776876260835
[full s4] step 11420/12000 loss=4.2692 gn=0.98 lr=6.32e-05 tps=18307 mem=5.7G lam=0.31560262230535346 Gm=0.34021452922994894
[full s4] step 11440/12000 loss=4.3467 gn=0.99 lr=6.30e-05 tps=18307 mem=5.7G lam=0.3156785052269697 Gm=0.34232314753656584
[full s4] step 11460/12000 loss=4.2651 gn=0.96 lr=6.28e-05 tps=18307 mem=5.7G lam=0.31572730621943873 Gm=0.3392535323897998
[full s4] step 11480/12000 loss=4.4858 gn=1.02 lr=6.26e-05 tps=18307 mem=5.7G lam=0.3157919067889452 Gm=0.341283911994348
[full s4] step 11500/12000 loss=4.2447 gn=1.01 lr=6.24e-05 tps=18307 mem=5.7G lam=0.31585169211030006 Gm=0.34187414256545406
[full s4] step 11520/12000 loss=4.4303 gn=1.03 lr=6.22e-05 tps=18307 mem=5.7G lam=0.3159155234073599 Gm=0.34371421734491986
[full s4] step 11540/12000 loss=4.3747 gn=1.01 lr=6.20e-05 tps=18308 mem=5.7G lam=0.31598049992074567 Gm=0.3412140649743378
[full s4] step 11560/12000 loss=4.3309 gn=1.02 lr=6.19e-05 tps=18308 mem=5.7G lam=0.31603652487198514 Gm=0.33828476110162836
[full s4] step 11580/12000 loss=4.4435 gn=1.03 lr=6.17e-05 tps=18308 mem=5.7G lam=0.31612058356404305 Gm=0.33860448251167935
[full s4] step 11600/12000 loss=4.2933 gn=1.03 lr=6.15e-05 tps=18308 mem=5.7G lam=0.31620523519814014 Gm=0.34238786886756617
[full s4] step 11620/12000 loss=4.1993 gn=1.05 lr=6.14e-05 tps=18308 mem=5.7G lam=0.31628548229734105 Gm=0.33999405421006185
[full s4] step 11640/12000 loss=4.2956 gn=1.06 lr=6.12e-05 tps=18308 mem=5.7G lam=0.3163602016866207 Gm=0.33763236133381724
[full s4] step 11660/12000 loss=4.1862 gn=1.01 lr=6.11e-05 tps=18308 mem=5.7G lam=0.3164376424004634 Gm=0.3383478192457308
[full s4] step 11680/12000 loss=4.3389 gn=1.14 lr=6.10e-05 tps=18308 mem=5.7G lam=0.3165389262139797 Gm=0.34029906437111396
[full s4] step 11700/12000 loss=4.2368 gn=1.05 lr=6.09e-05 tps=18309 mem=5.7G lam=0.3166080095494787 Gm=0.33812305765847367
[full s4] step 11720/12000 loss=4.2768 gn=1.17 lr=6.07e-05 tps=18309 mem=5.7G lam=0.3166909177477161 Gm=0.3399431367094318
[full s4] step 11740/12000 loss=4.2603 gn=1.01 lr=6.06e-05 tps=18309 mem=5.7G lam=0.3167643683652083 Gm=0.34166207428400713
[full s4] step 11760/12000 loss=4.3097 gn=1.07 lr=6.06e-05 tps=18309 mem=5.7G lam=0.3168382979929447 Gm=0.33923713870656985
[full s4] step 11780/12000 loss=4.5756 gn=1.20 lr=6.05e-05 tps=18309 mem=5.7G lam=0.3169066058471799 Gm=0.3403239132215579
[full s4] step 11800/12000 loss=4.4296 gn=1.03 lr=6.04e-05 tps=18309 mem=5.7G lam=0.316969799498717 Gm=0.3423341928670804
[full s4] step 11820/12000 loss=4.4439 gn=1.06 lr=6.03e-05 tps=18309 mem=5.7G lam=0.3170322844137748 Gm=0.34544164842615527
[full s4] step 11840/12000 loss=4.4207 gn=1.10 lr=6.02e-05 tps=18309 mem=5.7G lam=0.31711076758801937 Gm=0.34383001178503036
[full s4] step 11860/12000 loss=4.2571 gn=1.08 lr=6.02e-05 tps=18309 mem=5.7G lam=0.31718006016065675 Gm=0.3408999626214306
[full s4] step 11880/12000 loss=4.2917 gn=1.09 lr=6.01e-05 tps=18309 mem=5.7G lam=0.3172741200154026 Gm=0.34025574033148587
[full s4] step 11900/12000 loss=4.3057 gn=1.05 lr=6.01e-05 tps=18309 mem=5.7G lam=0.31733305379748344 Gm=0.3419168271745245
[full s4] step 11920/12000 loss=4.2874 gn=1.02 lr=6.01e-05 tps=18309 mem=5.7G lam=0.3173962002620101 Gm=0.34694111820620793
[full s4] step 11940/12000 loss=4.4623 gn=1.16 lr=6.00e-05 tps=18309 mem=5.7G lam=0.3174550735081236 Gm=0.3404680302677055
[full s4] step 11960/12000 loss=4.3601 gn=1.02 lr=6.00e-05 tps=18309 mem=5.7G lam=0.31750936961422366 Gm=0.34163496022423107
[full s4] step 11980/12000 loss=4.2871 gn=0.96 lr=6.00e-05 tps=18310 mem=5.7G lam=0.3175949805105726 Gm=0.3396819991370042
[full s4] EVAL step 11999: val_loss=4.3359 val_ppl=76.40

=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant baseline --seed 2 --out C:\Users\Bhorn\Desktop\SMATest\runs\baseline_s2 --max_steps 12000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 1000 --data_seed 2001343 ===


=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant s_only --seed 2 --out C:\Users\Bhorn\Desktop\SMATest\runs\s_only_s2 --max_steps 12000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 1000 --data_seed 2001343 ===


=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant g_only --seed 2 --out C:\Users\Bhorn\Desktop\SMATest\runs\g_only_s2 --max_steps 12000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 1000 --data_seed 2001343 ===


=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant full --seed 2 --out C:\Users\Bhorn\Desktop\SMATest\runs\full_s2 --max_steps 12000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 1000 --data_seed 2001343 ===


=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant baseline --seed 3 --out C:\Users\Bhorn\Desktop\SMATest\runs\baseline_s3 --max_steps 12000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 1000 --data_seed 3001346 ===


=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant s_only --seed 3 --out C:\Users\Bhorn\Desktop\SMATest\runs\s_only_s3 --max_steps 12000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 1000 --data_seed 3001346 ===


=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant g_only --seed 3 --out C:\Users\Bhorn\Desktop\SMATest\runs\g_only_s3 --max_steps 12000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 1000 --data_seed 3001346 ===


=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant full --seed 3 --out C:\Users\Bhorn\Desktop\SMATest\runs\full_s3 --max_steps 12000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 1000 --data_seed 3001346 ===


=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant baseline --seed 4 --out C:\Users\Bhorn\Desktop\SMATest\runs\baseline_s4 --max_steps 12000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 1000 --data_seed 4001349 ===


=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant s_only --seed 4 --out C:\Users\Bhorn\Desktop\SMATest\runs\s_only_s4 --max_steps 12000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 1000 --data_seed 4001349 ===


=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant g_only --seed 4 --out C:\Users\Bhorn\Desktop\SMATest\runs\g_only_s4 --max_steps 12000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 1000 --data_seed 4001349 ===


=== C:\Users\Bhorn\AppData\Local\Microsoft\WindowsApps\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\python.exe C:\Users\Bhorn\Desktop\SMATest\train.py --variant full --seed 4 --out C:\Users\Bhorn\Desktop\SMATest\runs\full_s4 --max_steps 12000 --block_size 256 --batch_size 16 --grad_accum 2 --eval_interval 1000 --data_seed 4001349 ===