Run 6. Outer Step 19. Inner Step 63.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6138772,
-    6138787
+    6138820,
+    6138835
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 56,
+  "inner_step": 63,
   "intermediate_size": 5632,
   "last_allreduce_block": 6138225,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2db224919c9db41800c4ddc236f78af5acf8a19e33d3f479db9d57d21c344dd
+oid sha256:b14ceea88b280ac84a53b8d580d046aac0e11b5f6bca99ede3ddb13cb72a4f5b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7e37d3959a75267534607fa66aa02fc2c57ed3440de2a25ee57cd1e8b1cad75
+oid sha256:0f444429a52efabca4dc68fa56a3f64c9ae87b87396310162df43a501037241f
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcb9dbf3a82af631aca23183d03c5781423442940d7cd40fce92f49f9c122964
+oid sha256:8e52b6402d6848dc6ddade38137de5c585a7cdd501b850a9879e72f2d40cdb8c
 size 4400216536