Run 8. Outer Step 40. Inner Step 479.

config.json

@@ -264,16 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6365745,
-    6365756,
-    6365771
+    6365810,
+    6365819,
+    6365832,
+    6365847
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 468,
+  "inner_step": 479,
   "intermediate_size": 5632,
   "last_allreduce_block": 6361535,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1afc7820f309031f85e0b55ebfe16b11d00ce9ab750f1699174cbb997135fef
+oid sha256:969418c65833eab3d1b69c20e01db73674c57d1bcb852248afd1ca109f357d3b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7311333c3e196e4ddeb6a096596c6470f678c6e7e5a16025f363f2dd85d2bd09
+oid sha256:84e2402f5282e08503cb1b72b32fcb96a8c4085f1def4c0cb457785aa00ae385
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b997ed1414437adc8dc16021d901611130d82232898337ee52f8471b8c92b0cb
+oid sha256:f589e6e2980d5ccd35f4bd985d363b281f3f1d4a121d2366aeb020c575f2ebe7
 size 4400216536