Run 8. Outer Step 71. Inner Step 0.

config.json

@@ -264,15 +264,19 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6393662,
-    6393677
+    6393715,
+    6393727,
+    6393743,
+    6393760,
+    6393784,
+    6393801
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 0,
   "intermediate_size": 5632,
   "last_allreduce_block": 6393230,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b977983948de0aa06b1cdbd7c6f986ba4bd606a7322c7ed37891ce9c3ce5c3b3
+oid sha256:3efb182a0ebd682369539af9d420cf68a9003d9bed742be74272a0ffd3215ce8
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3cd82ae5785eea86dd89e5b50e4d3bc5a65458a0858ac329d83ccbc26c76ad3
+oid sha256:f62f74ac3a23cfe74a48f0c52b257d920f7d221fc7727d185d4d8a5e47d46f53
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96bec55a4eea5af0a8c5b9e45dd2302103eba4bb92686ad13dd1baf7bc0f1def
+oid sha256:dcebb962352d303eb859dd764b928c1abe90b14ce52bd92914cc88b64f8c7370
 size 4400216536