Run 2. Outer Step 8. Inner Step 0. Peers 24.
Browse files- config.json +20 -20
- inner_optimizer.pt +2 -2
- model.safetensors +1 -1
- outer_optimizer.pt +1 -1
config.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"_name_or_path": "
|
| 3 |
"activation_function": "gelu_new",
|
| 4 |
"all_reduce_scores": {
|
| 5 |
"0": "NON_PARTICIPATING",
|
|
@@ -23,7 +23,7 @@
|
|
| 23 |
"114": "NON_PARTICIPATING",
|
| 24 |
"115": "NON_PARTICIPATING",
|
| 25 |
"116": "NON_PARTICIPATING",
|
| 26 |
-
"117": "
|
| 27 |
"118": "NON_PARTICIPATING",
|
| 28 |
"119": "NON_PARTICIPATING",
|
| 29 |
"12": "NON_PARTICIPATING",
|
|
@@ -76,11 +76,11 @@
|
|
| 76 |
"162": "NON_PARTICIPATING",
|
| 77 |
"163": "NON_PARTICIPATING",
|
| 78 |
"164": "NON_PARTICIPATING",
|
| 79 |
-
"165": "
|
| 80 |
"166": "NON_PARTICIPATING",
|
| 81 |
"167": "NON_PARTICIPATING",
|
| 82 |
"168": "NON_PARTICIPATING",
|
| 83 |
-
"169": "
|
| 84 |
"17": "NON_PARTICIPATING",
|
| 85 |
"170": "NON_PARTICIPATING",
|
| 86 |
"171": "NON_PARTICIPATING",
|
|
@@ -89,7 +89,7 @@
|
|
| 89 |
"174": "NON_PARTICIPATING",
|
| 90 |
"175": "NON_PARTICIPATING",
|
| 91 |
"176": "NON_PARTICIPATING",
|
| 92 |
-
"177": "
|
| 93 |
"178": "NON_PARTICIPATING",
|
| 94 |
"179": "NON_PARTICIPATING",
|
| 95 |
"18": "NON_PARTICIPATING",
|
|
@@ -100,13 +100,13 @@
|
|
| 100 |
"184": "NON_PARTICIPATING",
|
| 101 |
"185": "NON_PARTICIPATING",
|
| 102 |
"186": "NON_PARTICIPATING",
|
| 103 |
-
"187": "
|
| 104 |
"188": "NON_PARTICIPATING",
|
| 105 |
"189": "NON_PARTICIPATING",
|
| 106 |
"19": "NON_PARTICIPATING",
|
| 107 |
"190": "NON_PARTICIPATING",
|
| 108 |
"191": "NON_PARTICIPATING",
|
| 109 |
-
"192": "
|
| 110 |
"193": "NON_PARTICIPATING",
|
| 111 |
"194": "NON_PARTICIPATING",
|
| 112 |
"195": "NON_PARTICIPATING",
|
|
@@ -115,8 +115,8 @@
|
|
| 115 |
"198": "NON_PARTICIPATING",
|
| 116 |
"199": "NON_PARTICIPATING",
|
| 117 |
"2": "NON_PARTICIPATING",
|
| 118 |
-
"20": "
|
| 119 |
-
"200": "
|
| 120 |
"201": "NON_PARTICIPATING",
|
| 121 |
"202": "NON_PARTICIPATING",
|
| 122 |
"203": "NON_PARTICIPATING",
|
|
@@ -135,27 +135,27 @@
|
|
| 135 |
"215": "NON_PARTICIPATING",
|
| 136 |
"216": "NON_PARTICIPATING",
|
| 137 |
"217": "NON_PARTICIPATING",
|
| 138 |
-
"218": "
|
| 139 |
"219": "NON_PARTICIPATING",
|
| 140 |
-
"22": "
|
| 141 |
"220": "NON_PARTICIPATING",
|
| 142 |
-
"221": "
|
| 143 |
"222": "NON_PARTICIPATING",
|
| 144 |
"223": "NON_PARTICIPATING",
|
| 145 |
"224": "NON_PARTICIPATING",
|
| 146 |
"225": "NON_PARTICIPATING",
|
| 147 |
-
"226": "
|
| 148 |
"227": "NON_PARTICIPATING",
|
| 149 |
"228": "NON_PARTICIPATING",
|
| 150 |
"229": "NON_PARTICIPATING",
|
| 151 |
-
"23": "
|
| 152 |
"230": "NON_PARTICIPATING",
|
| 153 |
"231": "NON_PARTICIPATING",
|
| 154 |
"232": "NON_PARTICIPATING",
|
| 155 |
"233": "NON_PARTICIPATING",
|
| 156 |
"234": "NON_PARTICIPATING",
|
| 157 |
"235": "NON_PARTICIPATING",
|
| 158 |
-
"236": "
|
| 159 |
"237": "NON_PARTICIPATING",
|
| 160 |
"238": "NON_PARTICIPATING",
|
| 161 |
"239": "NON_PARTICIPATING",
|
|
@@ -169,14 +169,14 @@
|
|
| 169 |
"246": "NON_PARTICIPATING",
|
| 170 |
"247": "NON_PARTICIPATING",
|
| 171 |
"248": "NON_PARTICIPATING",
|
| 172 |
-
"249": "
|
| 173 |
"25": "SUCCESS",
|
| 174 |
"250": "NON_PARTICIPATING",
|
| 175 |
"251": "NON_PARTICIPATING",
|
| 176 |
"252": "NON_PARTICIPATING",
|
| 177 |
"253": "NON_PARTICIPATING",
|
| 178 |
"254": "NON_PARTICIPATING",
|
| 179 |
-
"255": "
|
| 180 |
"26": "NON_PARTICIPATING",
|
| 181 |
"27": "NON_PARTICIPATING",
|
| 182 |
"28": "NON_PARTICIPATING",
|
|
@@ -189,7 +189,7 @@
|
|
| 189 |
"34": "NON_PARTICIPATING",
|
| 190 |
"35": "NON_PARTICIPATING",
|
| 191 |
"36": "NON_PARTICIPATING",
|
| 192 |
-
"37": "
|
| 193 |
"38": "NON_PARTICIPATING",
|
| 194 |
"39": "SUCCESS",
|
| 195 |
"4": "NON_PARTICIPATING",
|
|
@@ -204,7 +204,7 @@
|
|
| 204 |
"48": "NON_PARTICIPATING",
|
| 205 |
"49": "NON_PARTICIPATING",
|
| 206 |
"5": "NON_PARTICIPATING",
|
| 207 |
-
"50": "
|
| 208 |
"51": "NON_PARTICIPATING",
|
| 209 |
"52": "NON_PARTICIPATING",
|
| 210 |
"53": "NON_PARTICIPATING",
|
|
@@ -275,7 +275,7 @@
|
|
| 275 |
"initializer_range": 0.02,
|
| 276 |
"inner_step": 0,
|
| 277 |
"inner_steps": 0,
|
| 278 |
-
"last_allreduce_block":
|
| 279 |
"layer_norm_epsilon": 1e-05,
|
| 280 |
"model_type": "gpt_optimized",
|
| 281 |
"n_embd": 1280,
|
|
|
|
| 1 |
{
|
| 2 |
+
"_name_or_path": "kmfoda/gpt2-1b-miner-1",
|
| 3 |
"activation_function": "gelu_new",
|
| 4 |
"all_reduce_scores": {
|
| 5 |
"0": "NON_PARTICIPATING",
|
|
|
|
| 23 |
"114": "NON_PARTICIPATING",
|
| 24 |
"115": "NON_PARTICIPATING",
|
| 25 |
"116": "NON_PARTICIPATING",
|
| 26 |
+
"117": "SUCCESS",
|
| 27 |
"118": "NON_PARTICIPATING",
|
| 28 |
"119": "NON_PARTICIPATING",
|
| 29 |
"12": "NON_PARTICIPATING",
|
|
|
|
| 76 |
"162": "NON_PARTICIPATING",
|
| 77 |
"163": "NON_PARTICIPATING",
|
| 78 |
"164": "NON_PARTICIPATING",
|
| 79 |
+
"165": "SUCCESS",
|
| 80 |
"166": "NON_PARTICIPATING",
|
| 81 |
"167": "NON_PARTICIPATING",
|
| 82 |
"168": "NON_PARTICIPATING",
|
| 83 |
+
"169": "SUCCESS",
|
| 84 |
"17": "NON_PARTICIPATING",
|
| 85 |
"170": "NON_PARTICIPATING",
|
| 86 |
"171": "NON_PARTICIPATING",
|
|
|
|
| 89 |
"174": "NON_PARTICIPATING",
|
| 90 |
"175": "NON_PARTICIPATING",
|
| 91 |
"176": "NON_PARTICIPATING",
|
| 92 |
+
"177": "SUCCESS",
|
| 93 |
"178": "NON_PARTICIPATING",
|
| 94 |
"179": "NON_PARTICIPATING",
|
| 95 |
"18": "NON_PARTICIPATING",
|
|
|
|
| 100 |
"184": "NON_PARTICIPATING",
|
| 101 |
"185": "NON_PARTICIPATING",
|
| 102 |
"186": "NON_PARTICIPATING",
|
| 103 |
+
"187": "SUCCESS",
|
| 104 |
"188": "NON_PARTICIPATING",
|
| 105 |
"189": "NON_PARTICIPATING",
|
| 106 |
"19": "NON_PARTICIPATING",
|
| 107 |
"190": "NON_PARTICIPATING",
|
| 108 |
"191": "NON_PARTICIPATING",
|
| 109 |
+
"192": "SUCCESS",
|
| 110 |
"193": "NON_PARTICIPATING",
|
| 111 |
"194": "NON_PARTICIPATING",
|
| 112 |
"195": "NON_PARTICIPATING",
|
|
|
|
| 115 |
"198": "NON_PARTICIPATING",
|
| 116 |
"199": "NON_PARTICIPATING",
|
| 117 |
"2": "NON_PARTICIPATING",
|
| 118 |
+
"20": "SUCCESS",
|
| 119 |
+
"200": "SUCCESS",
|
| 120 |
"201": "NON_PARTICIPATING",
|
| 121 |
"202": "NON_PARTICIPATING",
|
| 122 |
"203": "NON_PARTICIPATING",
|
|
|
|
| 135 |
"215": "NON_PARTICIPATING",
|
| 136 |
"216": "NON_PARTICIPATING",
|
| 137 |
"217": "NON_PARTICIPATING",
|
| 138 |
+
"218": "SUCCESS",
|
| 139 |
"219": "NON_PARTICIPATING",
|
| 140 |
+
"22": "NON_PARTICIPATING",
|
| 141 |
"220": "NON_PARTICIPATING",
|
| 142 |
+
"221": "SUCCESS",
|
| 143 |
"222": "NON_PARTICIPATING",
|
| 144 |
"223": "NON_PARTICIPATING",
|
| 145 |
"224": "NON_PARTICIPATING",
|
| 146 |
"225": "NON_PARTICIPATING",
|
| 147 |
+
"226": "SUCCESS",
|
| 148 |
"227": "NON_PARTICIPATING",
|
| 149 |
"228": "NON_PARTICIPATING",
|
| 150 |
"229": "NON_PARTICIPATING",
|
| 151 |
+
"23": "NON_PARTICIPATING",
|
| 152 |
"230": "NON_PARTICIPATING",
|
| 153 |
"231": "NON_PARTICIPATING",
|
| 154 |
"232": "NON_PARTICIPATING",
|
| 155 |
"233": "NON_PARTICIPATING",
|
| 156 |
"234": "NON_PARTICIPATING",
|
| 157 |
"235": "NON_PARTICIPATING",
|
| 158 |
+
"236": "SUCCESS",
|
| 159 |
"237": "NON_PARTICIPATING",
|
| 160 |
"238": "NON_PARTICIPATING",
|
| 161 |
"239": "NON_PARTICIPATING",
|
|
|
|
| 169 |
"246": "NON_PARTICIPATING",
|
| 170 |
"247": "NON_PARTICIPATING",
|
| 171 |
"248": "NON_PARTICIPATING",
|
| 172 |
+
"249": "SUCCESS",
|
| 173 |
"25": "SUCCESS",
|
| 174 |
"250": "NON_PARTICIPATING",
|
| 175 |
"251": "NON_PARTICIPATING",
|
| 176 |
"252": "NON_PARTICIPATING",
|
| 177 |
"253": "NON_PARTICIPATING",
|
| 178 |
"254": "NON_PARTICIPATING",
|
| 179 |
+
"255": "SUCCESS",
|
| 180 |
"26": "NON_PARTICIPATING",
|
| 181 |
"27": "NON_PARTICIPATING",
|
| 182 |
"28": "NON_PARTICIPATING",
|
|
|
|
| 189 |
"34": "NON_PARTICIPATING",
|
| 190 |
"35": "NON_PARTICIPATING",
|
| 191 |
"36": "NON_PARTICIPATING",
|
| 192 |
+
"37": "SUCCESS",
|
| 193 |
"38": "NON_PARTICIPATING",
|
| 194 |
"39": "SUCCESS",
|
| 195 |
"4": "NON_PARTICIPATING",
|
|
|
|
| 204 |
"48": "NON_PARTICIPATING",
|
| 205 |
"49": "NON_PARTICIPATING",
|
| 206 |
"5": "NON_PARTICIPATING",
|
| 207 |
+
"50": "SUCCESS",
|
| 208 |
"51": "NON_PARTICIPATING",
|
| 209 |
"52": "NON_PARTICIPATING",
|
| 210 |
"53": "NON_PARTICIPATING",
|
|
|
|
| 275 |
"initializer_range": 0.02,
|
| 276 |
"inner_step": 0,
|
| 277 |
"inner_steps": 0,
|
| 278 |
+
"last_allreduce_block": 5350023,
|
| 279 |
"layer_norm_epsilon": 1e-05,
|
| 280 |
"model_type": "gpt_optimized",
|
| 281 |
"n_embd": 1280,
|
inner_optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0854cb654238a56a7596a1a1a778c62281fd3aa9e5f4f3bda617feed87ac191e
|
| 3 |
+
size 8081782026
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4040701744
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4878aff8b903240fe86f724e410a5a2ca41224d8a6addfe39b0ec1a4f3dc32a4
|
| 3 |
size 4040701744
|
outer_optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4040805354
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:20f6da7409599107a9d223aba391ba7ee7971f6e48d3ab4f09392a053f23c969
|
| 3 |
size 4040805354
|