Run 8. Outer Step 97. Inner Step 496.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6422316,
-    6422326
+    6422349,
+    6422358
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 488,
+  "inner_step": 496,
   "intermediate_size": 5632,
   "last_allreduce_block": 6420196,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95abf9acbc852b3d91eff4de160f70e14724adb6562a3c31a4f1815408bc6e06
+oid sha256:f01dcaede39227590e9eb4f958086415bc94a3464b43b782f1c76924f4a335ce
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18fb141198d611da9567539fc17dbf4541a99e78ac9b95b9070488b5e2a95b57
+oid sha256:3d633226e85e1733807fd2b8e7f064817d1b0529c48338d968deb57cab5ea1bb
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ec57c74e595cf3f5921c75756a05a84500f666507cefc3ae7f2d67cfa63ff72
+oid sha256:b6336c41bda502f5ed2c4914751405a1ad9963b338fba3e449d17a8980bc06e9
 size 4400216536