Run 8. Outer Step 48. Inner Step 43.

config.json

@@ -264,16 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6372994,
-    6373009,
-    6373025
+    6373063,
+    6373079,
+    6373092,
+    6373106
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 31,
+  "inner_step": 43,
   "intermediate_size": 5632,
   "last_allreduce_block": 6372758,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e998e6b8c75346eabcd0a6d95f500a75a32a9aed86619ea79cb6a62238550d1c
+oid sha256:d554c0c3ba438a5b7dd43972d0f67437f65bc8d7045632a7c348fd59c26c236c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81fde2e194b5627571b923d50a97d0a94bbee8158bc67c527416bb225fd8a2c7
+oid sha256:882b8c27268ebc62644498b40951d184251128d49493fdca078e5a48fc85a9d3
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3d2d1dcdfb0e5b3b97942e35a0ff6e137fdcf591d3fa55f02f1e3f1a55e1a69
+oid sha256:8cb986c8e9886b643a9ef7a291490d8888aaf5853da1535d28684699928ba3f8
 size 4400216536