Run 6. Outer Step 36. Inner Step 16.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "distributed/llama-1b",
+  "_name_or_path": "zeras141a/98e46c74",
   "all_reduce_scores": {
     "0": "NOT_ALIVE",
     "1": "SUCCESS",
@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6153040,
-    6153067
+    6153350,
+    6153388
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 11,
+  "inner_step": 16,
   "intermediate_size": 5632,
   "last_allreduce_block": 6152643,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e12e03419e3a52e1b90a5988b1c41dd437ce733fa28147b944d48b0f58ecdbbe
+oid sha256:57b70f1ce2cbb296815908940c639bb65f8dbca7d666e75e194927577cfeb889
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8497d706b8333fc629129c4e6cdae3f8e3d77de5fd91116cff2a5f5e8327216
+oid sha256:8c52ee01903a073ca9213117a9418290a5b88813d62b10aca9cdfff88d882cf8
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:139f2dffc544f6f1ae4ddf5a621c156dbbdc6fbfef786cbc8c4a763b2ac7ef85
+oid sha256:56312418d226093d4d879ce33de21481cf32f226748cd60b4390f8542f52ee8c
 size 4400216536