Run 8. Outer Step 41. Inner Step 114.

config.json

@@ -264,19 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6368592,
-    6368598,
-    6368605,
-    6368611,
-    6368620,
-    6368629
+    6368656,
+    6368664,
+    6368673,
+    6368681,
+    6368690
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 99,
+  "inner_step": 114,
   "intermediate_size": 5632,
   "last_allreduce_block": 6368189,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a187a2d78d6948a74522a72be68b15c6655d445c61dc13493084f0e365299298
+oid sha256:2d1e6a6451d4b516c1baef06c02fd37184164afed0072c47e58bdad3d64441af
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fdf47fd31f3e3c69094321240953f3cb9fdd902e03089d9f1a280a709d98565
+oid sha256:0e5d5a3837ed29559b44ce3e37a0703f3a5d0a222782770467a74d345531da23
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee1f64d1be282a5ef26732d06c862092ed975a5374b0f143063f4fc7a4184ffd
+oid sha256:78b3d5b1ccc9f5d9fb1a7b6146572620c0219cb6935d6114262f99d23152055c
 size 4400216536