Run 4. Outer Step 47. Inner Step 42.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5568760,
-    5568765,
-    5568770,
-    5568774,
-    5568779
+    5568783,
+    5568788,
+    5568792,
+    5568796,
+    5568801
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 41,
+  "inner_step": 42,
   "inner_steps": 0,
   "last_allreduce_block": 5553805,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:600a2ce23ff7dc8854d1b3d257b5ea90e4049f52005f0bf0de26c073c8aecd04
+oid sha256:b0b9b688cf103d93f1194f7ccc45a2ed35137cd6f46c863f4d83c902c1a22d45
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5cb92b7426131e9502c551f3eab2911c537a7c3c620484c15b6bffc7ba9246b5
+oid sha256:1c3a87016ef69f4381fc564d9a58dcd27c2ca3a2ff1ce9fa6ee584183ca83762
 size 4040701744