Run 8. Outer Step 132. Inner Step 53.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6447683,
-    6447707,
-    6447720
+    6447743,
+    6447755,
+    6447768
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 46,
+  "inner_step": 53,
   "intermediate_size": 5632,
   "last_allreduce_block": 6447169,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7dc9062f574b7ba7e5f59c868ed4c36b9878d6f503f43a8fae06d95b9df31b1f
+oid sha256:4d121df2fb868d9b924a6b1340c869b1af94cfc0690e3f03be70c082bf548505
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4660ac2b8adb0eeb58a9ab074523054e5f69e0bc09532c8409599bc70b37d07
+oid sha256:227aacf5ca81e5fc092c590304f73d0d8cb167e28d38a92ea0fcd75513e17aa6
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db9a64ec060efd59cd5bc2e7aecace963e404a1c57f67da223f9139f3b91ee6f
+oid sha256:fdff8b07c13bc54e390eb44fd66d6e2a42afbe8ab864458c5eba62324ecda540
 size 4400216536