Run 10. Outer Step 36. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6487060,
-    6487077
+    6487116,
+    6487135
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6487023,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:991fc7d82386ff5f1fa67356d1b2bd54c9cb359c42fc69cf4e5cac78bff40ae6
+oid sha256:25fdf01abe83078d7119a95eeb355d703b42905eec4638797110e642f90aacb4
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:beb5b219b7b873e1060e91bcc687c013662fa369f591b883ef5072618ca8b8e2
+oid sha256:36eb7e362e0da2bf14e49589a1fb947ca9e2af385c994fec16bb781b69daef61
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1bdbc64a182f6308ca6ea25d17440816750b2190874cceaa21378c460cab26d
+oid sha256:a73b8c32e3d39fa768b19f124a02be544f610de84fdf24f9fb9de32a98cf80a7
 size 4400216536