Run 8. Outer Step 79. Inner Step 117.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6399762,
-    6399770
+    6399791,
+    6399799
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 110,
+  "inner_step": 117,
   "intermediate_size": 5632,
   "last_allreduce_block": 6399276,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46ed40cab726382adeb6c3150090a88c032a38a6fb4c9d8ca9ee54ffadff2189
+oid sha256:31c27d48a54a5bfea13c970bf70ee59b8a2352017e33c290db9ec1edca1f2545
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab7fe92ff64309d0675c14e9182da72bc50a0b795ed9afa848da9706893974d6
+oid sha256:085d338a43c2d7eec1717883b0dad30c101fac401d533517fcfcd92dba1232c7
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b45d1d49c34f80c85a3dd42c5a6d760c95f2357d251faecef8411c2ddc3d43d1
+oid sha256:59b0e6ecf8253df83501265f0d7306578d6cffbb08d71d7700cff85f4e9800ca
 size 4400216536