Run 7. Outer Step 98. Inner Step 16.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "distributed/llama-1b",
+  "_name_or_path": "zeras141a/f5bd0cc4",
   "all_reduce_scores": {
     "0": "NOT_ALIVE",
     "1": "NOT_ALIVE",
@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6290322,
-    6290340
+    6290468,
+    6290478
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 11,
+  "inner_step": 15,
   "intermediate_size": 5632,
   "last_allreduce_block": 6289586,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15a7ff12428ebac4bb8e345a476f9b3a07e9057b384bd507d06509eb0f9f21d3
+oid sha256:9a6e0ec11eb6053bdf8807abe5cd4aa4c342bac3d50a19d1690dae437482e95c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afa010151a1d0026d3477bfaf977d11f26fdf2ae051d4ee7d862a611741e8dac
+oid sha256:dd54a49f295bef0475f1f6c0bf33bb4860a386a9bebe0d7139fe942f16a8fa42
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:308f167b9d0e4672f5ea2dba47725b0c7034a2c500dfa9ed573f24581ea0faec
+oid sha256:ea6a893d9b26f7f4aad6317cc8e3a008789e106bc796c609bc05ea8840b4464e
 size 4400216536