Run 8. Outer Step 36. Inner Step 64.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6359335,
-    6359351,
-    6359363
+    6359377,
+    6359390,
+    6359403
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 57,
+  "inner_step": 63,
   "intermediate_size": 5632,
   "last_allreduce_block": 6358925,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bb60c979edcd931baf5daf6de3ff77f73379149a2e69f475db7b3780f2f8e14
+oid sha256:8aec9e7ec6b9e6490fcde6d35adcf69646220d1224a6faf75b3a0dedc2ef641f
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08ed54901c7ceee1a0e884dfcf51e92ea98f6c5911f2ac69fda30cbfe09b6344
+oid sha256:e5fa7a1892710bcb3f03a2bdf57dc22abe118ac62c22a530ad29abf6eb1e23d2
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c5a419aa6d7471222ee5b7d41d6bae154ded60656fe88c77c6dc7d3f77aeadf
+oid sha256:4de4ac4aa2a9c11adc76afebd77cd6fb385b72d2a0ed20d4abab50b8aa9ae7eb
 size 4400216536