step 20000 | vovaRL | 5242880000 tok

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45809c30767929ab5704187e93adb326c84ea81f7f374b3c67eeeedc04027524
+oid sha256:49e6f7557d2eeae7c3437e524335b6113290dfbabfc4a7d2ff27b91d6633538b
 size 5167420536

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4967f30ccccc652a526376b8f384572ebcdbacd1702334db4c6208184b458551
+oid sha256:3bd6d3835d3e27da9ce246f993f3bb35f09ff873453725efef511b437ebfbdb9
 size 10333957008

training_state.json

@@ -1,70 +1,70 @@
 {
-  "step": 18000,
-  "global_tokens": 4718592000,
+  "step": 20000,
+  "global_tokens": 5242880000,
   "contributor": "vovaRL",
   "cloud": "home",
   "base_model": "scratch:colibri-nano",
-  "wall_clock_s": 24694.61459493637,
+  "wall_clock_s": 24702.277401924133,
   "history_tail": [
     {
-      "step": 17960,
-      "t": 1785217619.521,
-      "ntp": 2.2682926654815674,
-      "zloss": 0.2846938669681549,
-      "lr": 3.846693141859465e-05,
-      "grad_norm": 0.287109375,
-      "ppl": 9.662888938603704,
-      "balance_max_imbalance": 0.078369140625,
+      "step": 19960,
+      "t": 1785242935.469,
+      "ntp": 2.2264950275421143,
+      "zloss": 0.28825539350509644,
+      "lr": 3.000328985477171e-05,
+      "grad_norm": 0.28515625,
+      "ppl": 9.267327361978355,
+      "balance_max_imbalance": 0.1207275390625,
       "balance_dead_frac": 0.0,
-      "tokens": 4708106240
+      "tokens": 5232394240
     },
     {
-      "step": 17970,
-      "t": 1785217742.574,
-      "ntp": 2.6745243072509766,
-      "zloss": 0.2764131724834442,
-      "lr": 3.8384993827393804e-05,
-      "grad_norm": 0.291015625,
-      "ppl": 14.505448061693928,
-      "balance_max_imbalance": 0.072265625,
+      "step": 19970,
+      "t": 1785243058.314,
+      "ntp": 2.558842420578003,
+      "zloss": 0.3002420961856842,
+      "lr": 3.000185054659739e-05,
+      "grad_norm": 0.302734375,
+      "ppl": 12.920851743202324,
+      "balance_max_imbalance": 0.06561279296875,
       "balance_dead_frac": 0.0,
-      "tokens": 4710727680
+      "tokens": 5235015680
     },
     {
-      "step": 17980,
-      "t": 1785217865.518,
-      "ntp": 2.026712656021118,
-      "zloss": 0.3065721392631531,
-      "lr": 3.830344192745995e-05,
-      "grad_norm": 0.28515625,
-      "ppl": 7.589097334097592,
-      "balance_max_imbalance": 0.06500244140625,
+      "step": 19980,
+      "t": 1785243181.299,
+      "ntp": 2.413142442703247,
+      "zloss": 0.2963441014289856,
+      "lr": 3.0000822466198297e-05,
+      "grad_norm": 0.2734375,
+      "ppl": 11.169004011286283,
+      "balance_max_imbalance": 0.09515380859375,
       "balance_dead_frac": 0.0,
-      "tokens": 4713349120
+      "tokens": 5237637120
     },
     {
-      "step": 17990,
-      "t": 1785217988.4,
-      "ntp": 2.2962148189544678,
-      "zloss": 0.27432844042778015,
-      "lr": 3.822227596721427e-05,
-      "grad_norm": 0.3125,
-      "ppl": 9.936499731399175,
-      "balance_max_imbalance": 0.1422119140625,
+      "step": 19990,
+      "t": 1785243304.446,
+      "ntp": 2.3685061931610107,
+      "zloss": 0.292042076587677,
+      "lr": 3.000020561670616e-05,
+      "grad_norm": 0.291015625,
+      "ppl": 10.681424375812318,
+      "balance_max_imbalance": 0.2261962890625,
       "balance_dead_frac": 0.0,
-      "tokens": 4715970560
+      "tokens": 5240258560
     },
     {
-      "step": 18000,
-      "t": 1785218111.404,
-      "ntp": 2.513723373413086,
-      "zloss": 0.2994578182697296,
-      "lr": 3.814149619390237e-05,
-      "grad_norm": 0.265625,
-      "ppl": 12.35083131066547,
-      "balance_max_imbalance": 0.0731201171875,
+      "step": 20000,
+      "t": 1785243427.437,
+      "ntp": 2.834693670272827,
+      "zloss": 0.2698419988155365,
+      "lr": 2.9999999999999997e-05,
+      "grad_norm": 0.28125,
+      "ppl": 17.025184181485457,
+      "balance_max_imbalance": 0.1982421875,
       "balance_dead_frac": 0.0,
-      "tokens": 4718592000
+      "tokens": 5242880000
     }
   ]
 }