Run 8. Outer Step 129. Inner Step 91.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6445805,
-    6445826,
-    6445844
+    6445859,
+    6445882,
+    6445898
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 84,
+  "inner_step": 91,
   "intermediate_size": 5632,
   "last_allreduce_block": 6445170,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71e40b1d7426c5942183d1c560bf48b619da10d1618a81bb6c11b6d76ad1eace
+oid sha256:45e7eb2282a27d436770227cee9e15959d4d44952724e15a75606fb3ea6d76bc
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cea68e89543cf2584ef73aa3bdc0101d60fe728199c6bffad930a722c129c525
+oid sha256:6fa91dc62095af926748f511c789f8260d4ef3f1bde0144d93f463d6f4beb602
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c07891e7f96eb792fddaa4540b43c4586827339c12be32624569fb9e0c317102
+oid sha256:4649dd2bd3d7d75078f147b78af93e8813cead12c883b521a07545df93f0dc76
 size 4400216536