Run 4. Outer Step 41. Inner Step 105.

config.json

@@ -268,21 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5559601,
-    5559605,
-    5559608,
-    5559610,
-    5559612,
-    5559614,
-    5559616,
-    5559617
+    5559619,
+    5559622,
+    5559625,
+    5559628,
+    5559630
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 104,
+  "inner_step": 105,
   "inner_steps": 0,
   "last_allreduce_block": 5556551,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01f8d53504c66d8274bd66b84ee42ed1c0df082a954e7a07b348b086f7c0790b
+oid sha256:cbd7ee9c243adbb0e54e7b47a515a51cc555d841392de0adeb4392a7d7160f47
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5023dfbf7104bc9904c90fff81bfc69b14c8d048aec95dda666a64aab5594722
+oid sha256:c4a5c4a6b5238398439bded3ef4c79f7faf6120470a63af5435da02c512af802
 size 4040701744