Run 8. Outer Step 78. Inner Step 48.

config.json

@@ -264,17 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6398852,
-    6398867,
-    6398882,
-    6398892
+    6398929,
+    6398944,
+    6398956
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 38,
+  "inner_step": 48,
   "intermediate_size": 5632,
   "last_allreduce_block": 6398628,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edf2928c40eef43b6de7abbc9517d7b441795f29826386974e765aacaae7583e
+oid sha256:f1b9d01dd9d97e4bf0fe763b7a947a5be0c667731dda4c9c9aa73b2578ee33c4
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4dfcbab5e6410d58dd858b531ba60755e4b347c3d0435e746a9561aae868aa3a
+oid sha256:e2c22a16cd4a646706e6c923744d5f348a83a95570bc1e18c242f51540efbf27
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca509438a8dc26809b26176bee522e0f96e2ee4a17a40d615f98a69c7ab05dd5
+oid sha256:a9cd82df7a6471736dcfc82fbce58e3066fe7e8b9474f0bc93ab1114b6b5b16b
 size 4400216536