Epoch 3. Batch Size 0. Peers 11.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Mhair/onetwothree",
+  "_name_or_path": "Muhammadaqib12/AQ8",
   "activation_function": "gelu_new",
   "all_reduce_scores": {
     "0": "NON_PARTICIPATING",
@@ -169,7 +169,7 @@
     "246": "NON_PARTICIPATING",
     "247": "NON_PARTICIPATING",
     "248": "NON_PARTICIPATING",
-    "249": "NON_PARTICIPATING",
+    "249": "SUCCESS",
     "25": "SUCCESS",
     "250": "NON_PARTICIPATING",
     "251": "NON_PARTICIPATING",
@@ -268,11 +268,11 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5064009,
-    5064013,
-    5064017,
-    5064021,
-    5064025
+    5113820,
+    5113823,
+    5113829,
+    5113834,
+    5113837
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
@@ -281,7 +281,7 @@
   "initializer_range": 0.02,
   "inner_step": 0,
   "inner_steps": 0,
-  "last_allreduce_block": 5265017,
+  "last_allreduce_block": 5265840,
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt_optimized",
   "n_embd": 1280,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5f7b91e591ec147fc34a4b0d645772daee4b68d91c1416dff8233984a37df72
+oid sha256:ee18aa6cae78518ec5b8b190f239543754c73c6909694a918abbb83ff2b806ba
 size 2752

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8be83e1ea9c0eaeab2cecfdeae6e9617dae603fdfbeda43c55bc385455934a1f
+oid sha256:fef80fc23b038de2392c281d01a87a217d4c67cb6af2c321db10768fa8c6b1d4
 size 4040701744

outer_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1dd3daddc2a7543570712cda9cc14833d6f09a833e09a76eb9f5a1ac0ba93eb2
+oid sha256:a8e6cde292bb55a2252c77f5163fa24932854dd628eddf68e14b3c83c0e6c1a3
 size 4040805354