Run 8. Outer Step 41. Inner Step 0.

config.json

@@ -264,16 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6365881,
-    6365895,
-    6365914
+    6365947,
+    6365963,
+    6365980,
+    6365996,
+    6366015
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 489,
+  "inner_step": 0,
   "intermediate_size": 5632,
   "last_allreduce_block": 6361535,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51f00851629633240398a1f4fe4a216f9c4bcdab010125dd02fdd0ce506b1d75
+oid sha256:5a262c2e7ab212c35d1516c8d42521ba5cbbc0cc93370e68c9a014e01b6c9628
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5674085e958a8ddcaa4954262829faebd6307fa9c895d942b9c4166e6efbd128
+oid sha256:00b9baa3bf7521cf4eebe6bc2a0529cee6a96244683ba25f870355e55866b873
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af3ff47dd4b77ef025bd7cedee548065091b57ed758ecb4edbebf077f728a5fc
+oid sha256:092ebd325423f1acf3c8af3e9b17665b6050f437043a454068a239a56d96a087
 size 4400216536