Run 6. Outer Step 83. Inner Step 21.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6187597,
-    6187615
+    6187656,
+    6187673
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 20,
   "intermediate_size": 5632,
   "last_allreduce_block": 6187448,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e791fa549ef12ac12218cc6f26013e040f4d4ae86f8a0b8de96af200090aa0d6
+oid sha256:f59e0fe057149aa40c3b07956c501618e5568c5236330401365aaaafabc8b8ae
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5683d6132dd5a23eb81e24c7a0b5a04c2d71ac01aa2a8102f5da2e372575c4aa
+oid sha256:6c768e1e066e257bbb44bc4d0f966471c0ab86d8e92ef2cf97d440375b0e1613
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf991eec7bcfec36d0314a6b30591f13ec122a5268848a07540dc6583474196e
+oid sha256:932d11a65a39a57fa0c45f174031c2dff3a1fb2623ad21eac43dbdc3b5ebe744
 size 4400216536