Epoch 9. Batch Size 0. Peers 10.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "kmfoda/gpt2-1b-miner-3",
+  "_name_or_path": "distributed/optimized-gpt2-1b",
   "activation_function": "gelu_new",
   "all_reduce_scores": {
     "0": "NON_PARTICIPATING",
@@ -148,13 +148,13 @@
     "227": "NON_PARTICIPATING",
     "228": "NON_PARTICIPATING",
     "229": "NON_PARTICIPATING",
-    "23": "NON_PARTICIPATING",
+    "23": "FAIL",
     "230": "NON_PARTICIPATING",
     "231": "NON_PARTICIPATING",
     "232": "NON_PARTICIPATING",
     "233": "NON_PARTICIPATING",
     "234": "NON_PARTICIPATING",
-    "235": "SUCCESS",
+    "235": "NON_PARTICIPATING",
     "236": "NON_PARTICIPATING",
     "237": "NON_PARTICIPATING",
     "238": "NON_PARTICIPATING",
@@ -212,7 +212,7 @@
     "55": "NON_PARTICIPATING",
     "56": "NON_PARTICIPATING",
     "57": "NON_PARTICIPATING",
-    "58": "NON_PARTICIPATING",
+    "58": "SUCCESS",
     "59": "NON_PARTICIPATING",
     "6": "NON_PARTICIPATING",
     "60": "NON_PARTICIPATING",
@@ -267,18 +267,7 @@
     "AutoConfig": "distributed/optimized-gpt2-500m--configuration_gpt_optimized.GPTOptimConfig",
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
-  "block_list": [
-    5283473,
-    5283477,
-    5283481,
-    5283486,
-    5283490,
-    5283494,
-    5283499,
-    5283503,
-    5283508,
-    5283512
-  ],
+  "block_list": [],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
@@ -286,7 +275,7 @@
   "initializer_range": 0.02,
   "inner_step": 0,
   "inner_steps": 0,
-  "last_allreduce_block": 5283755,
+  "last_allreduce_block": 5297756,
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt_optimized",
   "n_embd": 1280,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12806c5436a164b1e90e09a1518f6a88b15add872d3c4f6abf840225a7ecb68a
+oid sha256:eaa6dcf9c49f307ec8eecd1bd77905728c28369b56321c7a3db81ba4c5f41657
 size 2752

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c933a9ed1f5f7c6efadfcb8d1009c01cfbc8fb83615528124ae7a9849a72cf46
+oid sha256:fb2d6803d7f8fa6434db62fea3b146b1f4ff23b347ced174e318c748a5efaa80
 size 4040701744

outer_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acccf246a3b110692024e06f5a90c3a584dcf61fbc1167125b6943a2a1aa3f8d
+oid sha256:3792627b9c7c0c4dcf9ba2d249f8cc127867282da9f0d6446159ebb615154be4
 size 4040805354