Run 5. Outer Step 137. Inner Step 8.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6010438,
-    6010468
+    6010548,
+    6010582
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 6,
+  "inner_step": 8,
   "intermediate_size": 5632,
   "last_allreduce_block": 6009945,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4b60fb487a76fea795fa6f488cbe2b9110bf847ce0a05a5bd97562c7426c603
+oid sha256:865008edf13cc2d39c1cad8275c74d1f56ed16824ec32ae466c7e55c5687f295
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a7e3fc6923ed9cf0d59457f6812a37fad82b07d84efb609b5046e7898b33268
+oid sha256:9daf64c04fe8fa6793cf785c3e8098f0e341adc4dc17b9ce094149daf87a672d
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24c8a63a73205d76405ae6ef1ee74cb806293c7e877a9e640cf7f04f56390dfd
+oid sha256:12e37c324614a3c5e21c7bf96f08f58a04b092ac9deafcceea3bede86df4d848
 size 4400216536