Run 8. Outer Step 44. Inner Step 61.

config.json

@@ -264,20 +264,19 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6370371,
-    6370388,
-    6370407,
-    6370428,
-    6370446,
-    6370460,
-    6370477
+    6370517,
+    6370535,
+    6370551,
+    6370568,
+    6370588,
+    6370609
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 43,
+  "inner_step": 60,
   "intermediate_size": 5632,
   "last_allreduce_block": 6370103,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a14428fb6e7c289001b58999c82ef96d62df07aa5e07503e06362d45d8d82ccd
+oid sha256:3daa30b8bf14201bc5efdf7d0d95dc9dcb967b274cb8a2a0943630e1ce00c96b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef61189383f5857989223e5bb4e440e05de249a1b09644173494b85c5bc35b3d
+oid sha256:78d1d03ea6d44349f438cca3dc26ed246c05d08aaf560b896d73c0283255301e
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c16d09e5f256b21a657c156eafa5b27e5988d0d83ae13882fbbc33c5ccb544e5
+oid sha256:c3508918b04fe33e871d5bf929e7fb22add8369ef2a129e8d1ff7a17f391be12
 size 4400216536