Run 8. Outer Step 83. Inner Step 0.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6401773,
-    6401784
+    6401819,
+    6401831,
+    6401848
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 88,
+  "inner_step": 0,
   "intermediate_size": 5632,
   "last_allreduce_block": 6400568,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c1b3b1bb21752efeacdc196ec2b0724cebbeafdcd740aaeb7bf400134bfc244
+oid sha256:e1f0ada98abbdcf43988cb98d1a6713415ea34d3250f61438294dfe421737535
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6185b078a507d9fff9fdec2c7ecb26546981a5733a6a83df70386d32f7dcdfda
+oid sha256:ddd7748eb60a901dfea9a9cba46c39566cd23c72812b71b6611c0aca6e36a8c8
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b5e457ea2986d069145edcee9a0f33580606f4b1407b037037ea152aa1a5a9a
+oid sha256:b571cdde58225ed4f475d74977f05c37e773b6dd69c52db901d9c90a31ce867c
 size 4400216536