Run 8. Outer Step 44. Inner Step 17.

config.json

@@ -264,15 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6370162,
-    6370179
+    6370227,
+    6370243,
+    6370260,
+    6370276
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 17,
   "intermediate_size": 5632,
   "last_allreduce_block": 6370103,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f875e2bdf67aee5dc252a731847b6dbff9db37c1285895904594ce1707b8b3c3
+oid sha256:516504b932a36d9e415c212450e574a3713f5f9261956b0b7d00edea7310bb91
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f30969cd968bce5f764220e72ab0c146e237377706ae831c0171ea24f71c67d
+oid sha256:cb561d23dcb644596340ad986d4bd08aa7b85b07661f3dfc4f6d5cd79c8a3936
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76c0c11eee737527722f8fd8d2557a50360220fbee26531b6b193f8cb9e94b5b
+oid sha256:6915a4a88481d31455d481ddded8db97a1997a83fa3134aefa86158c6cce3314
 size 4400216536