Run 3. Outer Step 2. Inner Step 0. Peers 42.
Browse files- config.json +22 -22
- inner_optimizer.pt +2 -2
- model.safetensors +1 -1
- outer_optimizer.pt +1 -1
config.json
CHANGED
|
@@ -1,12 +1,12 @@
|
|
| 1 |
{
|
| 2 |
-
"_name_or_path": "
|
| 3 |
"activation_function": "gelu_new",
|
| 4 |
"all_reduce_scores": {
|
| 5 |
"0": "NON_PARTICIPATING",
|
| 6 |
"1": "SUCCESS",
|
| 7 |
"10": "NON_PARTICIPATING",
|
| 8 |
"100": "NON_PARTICIPATING",
|
| 9 |
-
"101": "
|
| 10 |
"102": "SUCCESS",
|
| 11 |
"103": "NON_PARTICIPATING",
|
| 12 |
"104": "NON_PARTICIPATING",
|
|
@@ -23,7 +23,7 @@
|
|
| 23 |
"114": "NON_PARTICIPATING",
|
| 24 |
"115": "NON_PARTICIPATING",
|
| 25 |
"116": "NON_PARTICIPATING",
|
| 26 |
-
"117": "
|
| 27 |
"118": "NON_PARTICIPATING",
|
| 28 |
"119": "NON_PARTICIPATING",
|
| 29 |
"12": "NON_PARTICIPATING",
|
|
@@ -33,7 +33,7 @@
|
|
| 33 |
"123": "NON_PARTICIPATING",
|
| 34 |
"124": "NON_PARTICIPATING",
|
| 35 |
"125": "NON_PARTICIPATING",
|
| 36 |
-
"126": "
|
| 37 |
"127": "NON_PARTICIPATING",
|
| 38 |
"128": "NON_PARTICIPATING",
|
| 39 |
"129": "NON_PARTICIPATING",
|
|
@@ -54,7 +54,7 @@
|
|
| 54 |
"142": "NON_PARTICIPATING",
|
| 55 |
"143": "NON_PARTICIPATING",
|
| 56 |
"144": "NON_PARTICIPATING",
|
| 57 |
-
"145": "
|
| 58 |
"146": "NON_PARTICIPATING",
|
| 59 |
"147": "NON_PARTICIPATING",
|
| 60 |
"148": "NON_PARTICIPATING",
|
|
@@ -76,7 +76,7 @@
|
|
| 76 |
"162": "NON_PARTICIPATING",
|
| 77 |
"163": "NON_PARTICIPATING",
|
| 78 |
"164": "SUCCESS",
|
| 79 |
-
"165": "
|
| 80 |
"166": "SUCCESS",
|
| 81 |
"167": "NON_PARTICIPATING",
|
| 82 |
"168": "NON_PARTICIPATING",
|
|
@@ -89,7 +89,7 @@
|
|
| 89 |
"174": "NON_PARTICIPATING",
|
| 90 |
"175": "NON_PARTICIPATING",
|
| 91 |
"176": "NON_PARTICIPATING",
|
| 92 |
-
"177": "
|
| 93 |
"178": "NON_PARTICIPATING",
|
| 94 |
"179": "NON_PARTICIPATING",
|
| 95 |
"18": "NON_PARTICIPATING",
|
|
@@ -100,7 +100,7 @@
|
|
| 100 |
"184": "NON_PARTICIPATING",
|
| 101 |
"185": "NON_PARTICIPATING",
|
| 102 |
"186": "NON_PARTICIPATING",
|
| 103 |
-
"187": "
|
| 104 |
"188": "NON_PARTICIPATING",
|
| 105 |
"189": "NON_PARTICIPATING",
|
| 106 |
"19": "NON_PARTICIPATING",
|
|
@@ -135,7 +135,7 @@
|
|
| 135 |
"215": "NON_PARTICIPATING",
|
| 136 |
"216": "NON_PARTICIPATING",
|
| 137 |
"217": "NON_PARTICIPATING",
|
| 138 |
-
"218": "
|
| 139 |
"219": "NON_PARTICIPATING",
|
| 140 |
"22": "SUCCESS",
|
| 141 |
"220": "NON_PARTICIPATING",
|
|
@@ -144,7 +144,7 @@
|
|
| 144 |
"223": "SUCCESS",
|
| 145 |
"224": "NON_PARTICIPATING",
|
| 146 |
"225": "SUCCESS",
|
| 147 |
-
"226": "
|
| 148 |
"227": "NON_PARTICIPATING",
|
| 149 |
"228": "NON_PARTICIPATING",
|
| 150 |
"229": "NON_PARTICIPATING",
|
|
@@ -155,7 +155,7 @@
|
|
| 155 |
"233": "NON_PARTICIPATING",
|
| 156 |
"234": "NON_PARTICIPATING",
|
| 157 |
"235": "SUCCESS",
|
| 158 |
-
"236": "
|
| 159 |
"237": "NON_PARTICIPATING",
|
| 160 |
"238": "NON_PARTICIPATING",
|
| 161 |
"239": "NON_PARTICIPATING",
|
|
@@ -176,7 +176,7 @@
|
|
| 176 |
"252": "NON_PARTICIPATING",
|
| 177 |
"253": "NON_PARTICIPATING",
|
| 178 |
"254": "NON_PARTICIPATING",
|
| 179 |
-
"255": "
|
| 180 |
"26": "NON_PARTICIPATING",
|
| 181 |
"27": "NON_PARTICIPATING",
|
| 182 |
"28": "NON_PARTICIPATING",
|
|
@@ -187,11 +187,11 @@
|
|
| 187 |
"32": "SUCCESS",
|
| 188 |
"33": "NON_PARTICIPATING",
|
| 189 |
"34": "NON_PARTICIPATING",
|
| 190 |
-
"35": "
|
| 191 |
"36": "SUCCESS",
|
| 192 |
-
"37": "
|
| 193 |
"38": "NON_PARTICIPATING",
|
| 194 |
-
"39": "
|
| 195 |
"4": "NON_PARTICIPATING",
|
| 196 |
"40": "NON_PARTICIPATING",
|
| 197 |
"41": "NON_PARTICIPATING",
|
|
@@ -204,7 +204,7 @@
|
|
| 204 |
"48": "NON_PARTICIPATING",
|
| 205 |
"49": "NON_PARTICIPATING",
|
| 206 |
"5": "NON_PARTICIPATING",
|
| 207 |
-
"50": "
|
| 208 |
"51": "NON_PARTICIPATING",
|
| 209 |
"52": "NON_PARTICIPATING",
|
| 210 |
"53": "NON_PARTICIPATING",
|
|
@@ -212,17 +212,17 @@
|
|
| 212 |
"55": "NON_PARTICIPATING",
|
| 213 |
"56": "NON_PARTICIPATING",
|
| 214 |
"57": "NON_PARTICIPATING",
|
| 215 |
-
"58": "
|
| 216 |
"59": "NON_PARTICIPATING",
|
| 217 |
"6": "NON_PARTICIPATING",
|
| 218 |
"60": "NON_PARTICIPATING",
|
| 219 |
"61": "NON_PARTICIPATING",
|
| 220 |
"62": "SUCCESS",
|
| 221 |
"63": "NON_PARTICIPATING",
|
| 222 |
-
"64": "
|
| 223 |
"65": "NON_PARTICIPATING",
|
| 224 |
"66": "NON_PARTICIPATING",
|
| 225 |
-
"67": "
|
| 226 |
"68": "NON_PARTICIPATING",
|
| 227 |
"69": "NON_PARTICIPATING",
|
| 228 |
"7": "NON_PARTICIPATING",
|
|
@@ -247,10 +247,10 @@
|
|
| 247 |
"87": "NON_PARTICIPATING",
|
| 248 |
"88": "NON_PARTICIPATING",
|
| 249 |
"89": "NON_PARTICIPATING",
|
| 250 |
-
"9": "
|
| 251 |
"90": "NON_PARTICIPATING",
|
| 252 |
"91": "NON_PARTICIPATING",
|
| 253 |
-
"92": "
|
| 254 |
"93": "NON_PARTICIPATING",
|
| 255 |
"94": "NON_PARTICIPATING",
|
| 256 |
"95": "NON_PARTICIPATING",
|
|
@@ -275,7 +275,7 @@
|
|
| 275 |
"initializer_range": 0.02,
|
| 276 |
"inner_step": 0,
|
| 277 |
"inner_steps": 0,
|
| 278 |
-
"last_allreduce_block":
|
| 279 |
"layer_norm_epsilon": 1e-05,
|
| 280 |
"model_type": "gpt_optimized",
|
| 281 |
"n_embd": 1280,
|
|
|
|
| 1 |
{
|
| 2 |
+
"_name_or_path": "crypt0trading/c66-h16",
|
| 3 |
"activation_function": "gelu_new",
|
| 4 |
"all_reduce_scores": {
|
| 5 |
"0": "NON_PARTICIPATING",
|
| 6 |
"1": "SUCCESS",
|
| 7 |
"10": "NON_PARTICIPATING",
|
| 8 |
"100": "NON_PARTICIPATING",
|
| 9 |
+
"101": "SUCCESS",
|
| 10 |
"102": "SUCCESS",
|
| 11 |
"103": "NON_PARTICIPATING",
|
| 12 |
"104": "NON_PARTICIPATING",
|
|
|
|
| 23 |
"114": "NON_PARTICIPATING",
|
| 24 |
"115": "NON_PARTICIPATING",
|
| 25 |
"116": "NON_PARTICIPATING",
|
| 26 |
+
"117": "SUCCESS",
|
| 27 |
"118": "NON_PARTICIPATING",
|
| 28 |
"119": "NON_PARTICIPATING",
|
| 29 |
"12": "NON_PARTICIPATING",
|
|
|
|
| 33 |
"123": "NON_PARTICIPATING",
|
| 34 |
"124": "NON_PARTICIPATING",
|
| 35 |
"125": "NON_PARTICIPATING",
|
| 36 |
+
"126": "SUCCESS",
|
| 37 |
"127": "NON_PARTICIPATING",
|
| 38 |
"128": "NON_PARTICIPATING",
|
| 39 |
"129": "NON_PARTICIPATING",
|
|
|
|
| 54 |
"142": "NON_PARTICIPATING",
|
| 55 |
"143": "NON_PARTICIPATING",
|
| 56 |
"144": "NON_PARTICIPATING",
|
| 57 |
+
"145": "SUCCESS",
|
| 58 |
"146": "NON_PARTICIPATING",
|
| 59 |
"147": "NON_PARTICIPATING",
|
| 60 |
"148": "NON_PARTICIPATING",
|
|
|
|
| 76 |
"162": "NON_PARTICIPATING",
|
| 77 |
"163": "NON_PARTICIPATING",
|
| 78 |
"164": "SUCCESS",
|
| 79 |
+
"165": "SUCCESS",
|
| 80 |
"166": "SUCCESS",
|
| 81 |
"167": "NON_PARTICIPATING",
|
| 82 |
"168": "NON_PARTICIPATING",
|
|
|
|
| 89 |
"174": "NON_PARTICIPATING",
|
| 90 |
"175": "NON_PARTICIPATING",
|
| 91 |
"176": "NON_PARTICIPATING",
|
| 92 |
+
"177": "SUCCESS",
|
| 93 |
"178": "NON_PARTICIPATING",
|
| 94 |
"179": "NON_PARTICIPATING",
|
| 95 |
"18": "NON_PARTICIPATING",
|
|
|
|
| 100 |
"184": "NON_PARTICIPATING",
|
| 101 |
"185": "NON_PARTICIPATING",
|
| 102 |
"186": "NON_PARTICIPATING",
|
| 103 |
+
"187": "SUCCESS",
|
| 104 |
"188": "NON_PARTICIPATING",
|
| 105 |
"189": "NON_PARTICIPATING",
|
| 106 |
"19": "NON_PARTICIPATING",
|
|
|
|
| 135 |
"215": "NON_PARTICIPATING",
|
| 136 |
"216": "NON_PARTICIPATING",
|
| 137 |
"217": "NON_PARTICIPATING",
|
| 138 |
+
"218": "SUCCESS",
|
| 139 |
"219": "NON_PARTICIPATING",
|
| 140 |
"22": "SUCCESS",
|
| 141 |
"220": "NON_PARTICIPATING",
|
|
|
|
| 144 |
"223": "SUCCESS",
|
| 145 |
"224": "NON_PARTICIPATING",
|
| 146 |
"225": "SUCCESS",
|
| 147 |
+
"226": "SUCCESS",
|
| 148 |
"227": "NON_PARTICIPATING",
|
| 149 |
"228": "NON_PARTICIPATING",
|
| 150 |
"229": "NON_PARTICIPATING",
|
|
|
|
| 155 |
"233": "NON_PARTICIPATING",
|
| 156 |
"234": "NON_PARTICIPATING",
|
| 157 |
"235": "SUCCESS",
|
| 158 |
+
"236": "SUCCESS",
|
| 159 |
"237": "NON_PARTICIPATING",
|
| 160 |
"238": "NON_PARTICIPATING",
|
| 161 |
"239": "NON_PARTICIPATING",
|
|
|
|
| 176 |
"252": "NON_PARTICIPATING",
|
| 177 |
"253": "NON_PARTICIPATING",
|
| 178 |
"254": "NON_PARTICIPATING",
|
| 179 |
+
"255": "SUCCESS",
|
| 180 |
"26": "NON_PARTICIPATING",
|
| 181 |
"27": "NON_PARTICIPATING",
|
| 182 |
"28": "NON_PARTICIPATING",
|
|
|
|
| 187 |
"32": "SUCCESS",
|
| 188 |
"33": "NON_PARTICIPATING",
|
| 189 |
"34": "NON_PARTICIPATING",
|
| 190 |
+
"35": "SUCCESS",
|
| 191 |
"36": "SUCCESS",
|
| 192 |
+
"37": "SUCCESS",
|
| 193 |
"38": "NON_PARTICIPATING",
|
| 194 |
+
"39": "SUCCESS",
|
| 195 |
"4": "NON_PARTICIPATING",
|
| 196 |
"40": "NON_PARTICIPATING",
|
| 197 |
"41": "NON_PARTICIPATING",
|
|
|
|
| 204 |
"48": "NON_PARTICIPATING",
|
| 205 |
"49": "NON_PARTICIPATING",
|
| 206 |
"5": "NON_PARTICIPATING",
|
| 207 |
+
"50": "SUCCESS",
|
| 208 |
"51": "NON_PARTICIPATING",
|
| 209 |
"52": "NON_PARTICIPATING",
|
| 210 |
"53": "NON_PARTICIPATING",
|
|
|
|
| 212 |
"55": "NON_PARTICIPATING",
|
| 213 |
"56": "NON_PARTICIPATING",
|
| 214 |
"57": "NON_PARTICIPATING",
|
| 215 |
+
"58": "SUCCESS",
|
| 216 |
"59": "NON_PARTICIPATING",
|
| 217 |
"6": "NON_PARTICIPATING",
|
| 218 |
"60": "NON_PARTICIPATING",
|
| 219 |
"61": "NON_PARTICIPATING",
|
| 220 |
"62": "SUCCESS",
|
| 221 |
"63": "NON_PARTICIPATING",
|
| 222 |
+
"64": "NON_PARTICIPATING",
|
| 223 |
"65": "NON_PARTICIPATING",
|
| 224 |
"66": "NON_PARTICIPATING",
|
| 225 |
+
"67": "NON_PARTICIPATING",
|
| 226 |
"68": "NON_PARTICIPATING",
|
| 227 |
"69": "NON_PARTICIPATING",
|
| 228 |
"7": "NON_PARTICIPATING",
|
|
|
|
| 247 |
"87": "NON_PARTICIPATING",
|
| 248 |
"88": "NON_PARTICIPATING",
|
| 249 |
"89": "NON_PARTICIPATING",
|
| 250 |
+
"9": "NON_PARTICIPATING",
|
| 251 |
"90": "NON_PARTICIPATING",
|
| 252 |
"91": "NON_PARTICIPATING",
|
| 253 |
+
"92": "SUCCESS",
|
| 254 |
"93": "NON_PARTICIPATING",
|
| 255 |
"94": "NON_PARTICIPATING",
|
| 256 |
"95": "NON_PARTICIPATING",
|
|
|
|
| 275 |
"initializer_range": 0.02,
|
| 276 |
"inner_step": 0,
|
| 277 |
"inner_steps": 0,
|
| 278 |
+
"last_allreduce_block": 5368506,
|
| 279 |
"layer_norm_epsilon": 1e-05,
|
| 280 |
"model_type": "gpt_optimized",
|
| 281 |
"n_embd": 1280,
|
inner_optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:592e842db11d54ff751b981bec032bb64baf2c35713b0b4abca1ac65171c68c8
|
| 3 |
+
size 8081782026
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4040701744
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9ed8dc0307ce77aec5a2fb6f2147c45fe6da357710dde624bfb3f2e76bbfb55a
|
| 3 |
size 4040701744
|
outer_optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4040805354
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4b94cb5ba63f9e16f01c9430b5a26e4cd5643be9198f553d54c96df570a31bf0
|
| 3 |
size 4040805354
|