Run 8. Outer Step 108. Inner Step 38.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6429091,
-    6429109
+    6429140,
+    6429154
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 30,
+  "inner_step": 38,
   "intermediate_size": 5632,
   "last_allreduce_block": 6428883,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bbb62e393d7ac89520bf0e66366394e4f7faa5cac5407e686c27f1bcda2f13f
+oid sha256:6209fdc46ae3eb4e711c9b801c1d1d2e3dd19cfe9c1cabb5f4321df4da61ceed
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:035083ab5db190591c8b83441125a102b67510150fc464b553187af4a6d6c1c3
+oid sha256:7e433be114d6edd5a7462e8385647382b271bc732bd7abe4ca693ad643ed6826
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4eefe64994d03f1797d6109df0b1b14f13feeb20f2c2f33ebc002453f85f99d
+oid sha256:4e14d97ace392e651cfad6bb820fd9740789a0daf0fcde1b6b950f7129718969
 size 4400216536