Run 4. Outer Step 1. Inner Step 0. Peers 3.

config.json

@@ -1,10 +1,29 @@
 {
-  "_name_or_path": "PrimeIntellect/llama-1b-fresh",
+  "_name_or_path": "kmfoda/llama-1-miner-1-test",
+  "all_reduce_scores": {
+    "0": "SUCCESS",
+    "1": "SUCCESS",
+    "10": "NON_PARTICIPATING",
+    "11": "NON_PARTICIPATING",
+    "12": "NON_PARTICIPATING",
+    "13": "NON_PARTICIPATING",
+    "14": "NON_PARTICIPATING",
+    "15": "NON_PARTICIPATING",
+    "2": "SUCCESS",
+    "3": "NON_PARTICIPATING",
+    "4": "NON_PARTICIPATING",
+    "5": "NON_PARTICIPATING",
+    "6": "NON_PARTICIPATING",
+    "7": "NON_PARTICIPATING",
+    "8": "NON_PARTICIPATING",
+    "9": "NON_PARTICIPATING"
+  },
   "architectures": [
     "LlamaForCausalLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
+  "block_list": [],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
@@ -12,7 +31,7 @@
   "initializer_range": 0.02,
   "inner_step": 0,
   "intermediate_size": 5632,
-  "last_allreduce_block": 5517501,
+  "last_allreduce_block": 4647314,
   "max_position_embeddings": 2048,
   "mlp_bias": false,
   "model_type": "llama",

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b21caf908b2b76f55bf190b67945b9d53d6668a804da11f50ceca7ad6ce8a2da
-size 1856
+oid sha256:6bdd59a4e30047c1c049490aec6e97d801df61c19284ae452ba71c6c575dfe94
+size 8800564012

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a638be54ac7c47fcd4995063e05ebaa852506a3a2e973bb8b21c3061701aaaac
+oid sha256:a23cbd55a3e4a4705b3c3922613afe638f8e8f9254a88a2dcc1bf5647544f857
 size 4400216536

outer_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c96d11c2e3469caea5658100ffc606c3449c11d58394cd9e29627e07aaed14d6
+oid sha256:71b014e5be152fd5ee1092c4b132263a09af37ecb35cc6e5ec6ca09b2a283722
 size 4400252568