Run 6. Outer Step 59. Inner Step 9.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "distributed/llama-1b",
+  "_name_or_path": "ncaagcc/bb64ce26",
   "all_reduce_scores": {
     "0": "NOT_ALIVE",
     "1": "NOT_ALIVE",
@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6168779,
-    6168814
+    6168960,
+    6169029
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 8,
   "intermediate_size": 5632,
   "last_allreduce_block": 6168147,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d61ae261659d28fb6e947dbbb2a20daf20dc04959eaf1e3c9cca9fa71202164
+oid sha256:56e9cc2c16338225f899ea0d092650257c7d113a5d68261420ca993e5f174218
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b215032dddfe5c029b04c3c669518c235aa57190b3c1d7bb6912274cd7173ec2
+oid sha256:79ad197c4f0cb3dda741083c0e837867818a0f8c82c2d089643d79f4b9763d62
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:441ab4c6b681a04899f1de3b3c20918161996181cbebb769fd3fa205c8986616
+oid sha256:7c8c9a56f637d5b0691066ac52851cae71693abd84ef1e26fc8ed0295ef0e5f9
 size 4400216536