Run 8. Outer Step 69. Inner Step 78.

config.json

@@ -264,19 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6392741,
-    6392751,
-    6392763,
-    6392780,
-    6392795,
-    6392817
+    6392868,
+    6392886,
+    6392899,
+    6392911,
+    6392928
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 64,
+  "inner_step": 78,
   "intermediate_size": 5632,
   "last_allreduce_block": 6386584,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e07b14e60f8291e5c7c12857062fbe65af75174eed37c35aa4be5f01c52a9ea2
+oid sha256:9635d5fd496b59a82734d92ac697bf142ae03c658b42cea6bbf8ac2960718c6a
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0380ad37bdc0c31cd95c67413596ebe8e521357c0758eb2acdd71bd980f2858
+oid sha256:d3ce2ac55a93451bd034c6e9c20a839cb5c26eb852650694b3bf29e0858384a1
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a13bff839f1119e7a3c8a7f6f40165a53d71c722fdaad50552d38f633f444b28
+oid sha256:8752d2f11c0f4487cec5910adc1a6bcb0250e526cf1c317379a12988e686041b
 size 4400216536