Run 8. Outer Step 75. Inner Step 146.

config.json

@@ -264,23 +264,22 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6396998,
-    6397006,
-    6397013,
-    6397020,
-    6397027,
-    6397035,
-    6397043,
-    6397051,
-    6397060,
-    6397068
+    6397092,
+    6397101,
+    6397110,
+    6397119,
+    6397126,
+    6397133,
+    6397141,
+    6397149,
+    6397155
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 121,
+  "inner_step": 145,
   "intermediate_size": 5632,
   "last_allreduce_block": 6396547,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d446fce34ebc2cc6a77b10d981e76a36b3756dd9828e98f85f8cc5051bcf5cd
+oid sha256:e05b257691d425faef2e0813d4cc4e4e62d0875e0c68ebaf976219d4b6f29fbe
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6283a2d03b387e951d48bd901f3f6fc89f408cf2b8c0b4b74ab98b479578ad65
+oid sha256:873a0d00f3d70e6d5069df3d4f82ab7429a195a26c0972cca809ff50d48d0015
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f071a91bfd110c21e419a27ea54753f245e8a4390c80483330020dfe2d7104d
+oid sha256:2478aa100046e89498eba55f7310add2cad042946a89c038374ca4a1faf5e5a4
 size 4400216536