Run 8. Outer Step 108. Inner Step 31.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6429051,
-    6429062
+    6429091,
+    6429109
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 23,
+  "inner_step": 30,
   "intermediate_size": 5632,
   "last_allreduce_block": 6428883,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86c5ca934df3789ca79b7303fcb3124081be6b61083758771a9ef5846ab4cb61
+oid sha256:1bbb62e393d7ac89520bf0e66366394e4f7faa5cac5407e686c27f1bcda2f13f
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ea320ffae711e6c672b2fd0b42d4d5096c2baf07b78ef142ed7e59f6f2ae19a
+oid sha256:035083ab5db190591c8b83441125a102b67510150fc464b553187af4a6d6c1c3
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1db7044345d007d3ea07e6c621f7de7855c987051fcac0d627b726c4302c108
+oid sha256:b4eefe64994d03f1797d6109df0b1b14f13feeb20f2c2f33ebc002453f85f99d
 size 4400216536