Run 4. Outer Step 55. Inner Step 0. Peers 92.
Browse files- config.json +33 -33
- inner_optimizer.pt +1 -1
- model.safetensors +1 -1
- outer_optimizer.pt +1 -1
config.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"_name_or_path": "
|
| 3 |
"activation_function": "gelu_new",
|
| 4 |
"all_reduce_scores": {
|
| 5 |
"0": "NON_PARTICIPATING",
|
|
@@ -9,7 +9,7 @@
|
|
| 9 |
"101": "NON_PARTICIPATING",
|
| 10 |
"102": "NON_PARTICIPATING",
|
| 11 |
"103": "NON_PARTICIPATING",
|
| 12 |
-
"104": "
|
| 13 |
"105": "NON_PARTICIPATING",
|
| 14 |
"106": "NON_PARTICIPATING",
|
| 15 |
"107": "NON_PARTICIPATING",
|
|
@@ -24,16 +24,16 @@
|
|
| 24 |
"115": "NON_PARTICIPATING",
|
| 25 |
"116": "NON_PARTICIPATING",
|
| 26 |
"117": "NON_PARTICIPATING",
|
| 27 |
-
"118": "
|
| 28 |
"119": "NON_PARTICIPATING",
|
| 29 |
"12": "SUCCESS",
|
| 30 |
"120": "NON_PARTICIPATING",
|
| 31 |
-
"121": "
|
| 32 |
"122": "NON_PARTICIPATING",
|
| 33 |
"123": "NON_PARTICIPATING",
|
| 34 |
"124": "NON_PARTICIPATING",
|
| 35 |
"125": "NON_PARTICIPATING",
|
| 36 |
-
"126": "
|
| 37 |
"127": "NON_PARTICIPATING",
|
| 38 |
"128": "NON_PARTICIPATING",
|
| 39 |
"129": "NON_PARTICIPATING",
|
|
@@ -48,10 +48,10 @@
|
|
| 48 |
"137": "NON_PARTICIPATING",
|
| 49 |
"138": "NON_PARTICIPATING",
|
| 50 |
"139": "NON_PARTICIPATING",
|
| 51 |
-
"14": "
|
| 52 |
"140": "NON_PARTICIPATING",
|
| 53 |
"141": "NON_PARTICIPATING",
|
| 54 |
-
"142": "
|
| 55 |
"143": "NON_PARTICIPATING",
|
| 56 |
"144": "NON_PARTICIPATING",
|
| 57 |
"145": "NON_PARTICIPATING",
|
|
@@ -63,20 +63,20 @@
|
|
| 63 |
"150": "NON_PARTICIPATING",
|
| 64 |
"151": "NON_PARTICIPATING",
|
| 65 |
"152": "NON_PARTICIPATING",
|
| 66 |
-
"153": "
|
| 67 |
-
"154": "
|
| 68 |
"155": "NON_PARTICIPATING",
|
| 69 |
-
"156": "
|
| 70 |
"157": "NON_PARTICIPATING",
|
| 71 |
"158": "NON_PARTICIPATING",
|
| 72 |
"159": "NON_PARTICIPATING",
|
| 73 |
"16": "SUCCESS",
|
| 74 |
"160": "NON_PARTICIPATING",
|
| 75 |
"161": "NON_PARTICIPATING",
|
| 76 |
-
"162": "
|
| 77 |
"163": "NON_PARTICIPATING",
|
| 78 |
-
"164": "
|
| 79 |
-
"165": "
|
| 80 |
"166": "NON_PARTICIPATING",
|
| 81 |
"167": "NON_PARTICIPATING",
|
| 82 |
"168": "NON_PARTICIPATING",
|
|
@@ -97,14 +97,14 @@
|
|
| 97 |
"181": "SUCCESS",
|
| 98 |
"182": "NON_PARTICIPATING",
|
| 99 |
"183": "NON_PARTICIPATING",
|
| 100 |
-
"184": "
|
| 101 |
-
"185": "
|
| 102 |
"186": "NON_PARTICIPATING",
|
| 103 |
-
"187": "
|
| 104 |
"188": "NON_PARTICIPATING",
|
| 105 |
"189": "NON_PARTICIPATING",
|
| 106 |
"19": "SUCCESS",
|
| 107 |
-
"190": "
|
| 108 |
"191": "NON_PARTICIPATING",
|
| 109 |
"192": "NON_PARTICIPATING",
|
| 110 |
"193": "NON_PARTICIPATING",
|
|
@@ -117,9 +117,9 @@
|
|
| 117 |
"2": "SUCCESS",
|
| 118 |
"20": "SUCCESS",
|
| 119 |
"200": "NON_PARTICIPATING",
|
| 120 |
-
"201": "
|
| 121 |
-
"202": "
|
| 122 |
-
"203": "
|
| 123 |
"204": "NON_PARTICIPATING",
|
| 124 |
"205": "NON_PARTICIPATING",
|
| 125 |
"206": "NON_PARTICIPATING",
|
|
@@ -143,13 +143,13 @@
|
|
| 143 |
"222": "NON_PARTICIPATING",
|
| 144 |
"223": "NON_PARTICIPATING",
|
| 145 |
"224": "NON_PARTICIPATING",
|
| 146 |
-
"225": "
|
| 147 |
"226": "NON_PARTICIPATING",
|
| 148 |
"227": "NON_PARTICIPATING",
|
| 149 |
"228": "NON_PARTICIPATING",
|
| 150 |
"229": "NON_PARTICIPATING",
|
| 151 |
"23": "SUCCESS",
|
| 152 |
-
"230": "
|
| 153 |
"231": "NON_PARTICIPATING",
|
| 154 |
"232": "NON_PARTICIPATING",
|
| 155 |
"233": "NON_PARTICIPATING",
|
|
@@ -157,10 +157,10 @@
|
|
| 157 |
"235": "NON_PARTICIPATING",
|
| 158 |
"236": "NON_PARTICIPATING",
|
| 159 |
"237": "NON_PARTICIPATING",
|
| 160 |
-
"238": "
|
| 161 |
"239": "NON_PARTICIPATING",
|
| 162 |
"24": "SUCCESS",
|
| 163 |
-
"240": "
|
| 164 |
"241": "NON_PARTICIPATING",
|
| 165 |
"242": "NON_PARTICIPATING",
|
| 166 |
"243": "NON_PARTICIPATING",
|
|
@@ -169,7 +169,7 @@
|
|
| 169 |
"246": "NON_PARTICIPATING",
|
| 170 |
"247": "SUCCESS",
|
| 171 |
"248": "NON_PARTICIPATING",
|
| 172 |
-
"249": "
|
| 173 |
"25": "SUCCESS",
|
| 174 |
"250": "NON_PARTICIPATING",
|
| 175 |
"251": "NON_PARTICIPATING",
|
|
@@ -187,7 +187,7 @@
|
|
| 187 |
"32": "SUCCESS",
|
| 188 |
"33": "NON_PARTICIPATING",
|
| 189 |
"34": "SUCCESS",
|
| 190 |
-
"35": "
|
| 191 |
"36": "SUCCESS",
|
| 192 |
"37": "SUCCESS",
|
| 193 |
"38": "SUCCESS",
|
|
@@ -211,9 +211,9 @@
|
|
| 211 |
"54": "SUCCESS",
|
| 212 |
"55": "SUCCESS",
|
| 213 |
"56": "SUCCESS",
|
| 214 |
-
"57": "
|
| 215 |
"58": "NON_PARTICIPATING",
|
| 216 |
-
"59": "
|
| 217 |
"6": "NON_PARTICIPATING",
|
| 218 |
"60": "SUCCESS",
|
| 219 |
"61": "NON_PARTICIPATING",
|
|
@@ -230,14 +230,14 @@
|
|
| 230 |
"71": "NON_PARTICIPATING",
|
| 231 |
"72": "SUCCESS",
|
| 232 |
"73": "NON_PARTICIPATING",
|
| 233 |
-
"74": "
|
| 234 |
"75": "SUCCESS",
|
| 235 |
"76": "SUCCESS",
|
| 236 |
"77": "SUCCESS",
|
| 237 |
"78": "SUCCESS",
|
| 238 |
"79": "NON_PARTICIPATING",
|
| 239 |
"8": "SUCCESS",
|
| 240 |
-
"80": "
|
| 241 |
"81": "SUCCESS",
|
| 242 |
"82": "SUCCESS",
|
| 243 |
"83": "NON_PARTICIPATING",
|
|
@@ -247,8 +247,8 @@
|
|
| 247 |
"87": "SUCCESS",
|
| 248 |
"88": "SUCCESS",
|
| 249 |
"89": "SUCCESS",
|
| 250 |
-
"9": "
|
| 251 |
-
"90": "
|
| 252 |
"91": "SUCCESS",
|
| 253 |
"92": "SUCCESS",
|
| 254 |
"93": "NON_PARTICIPATING",
|
|
@@ -275,7 +275,7 @@
|
|
| 275 |
"initializer_range": 0.02,
|
| 276 |
"inner_step": 0,
|
| 277 |
"inner_steps": 0,
|
| 278 |
-
"last_allreduce_block":
|
| 279 |
"layer_norm_epsilon": 1e-05,
|
| 280 |
"model_type": "gpt_optimized",
|
| 281 |
"n_embd": 1280,
|
|
|
|
| 1 |
{
|
| 2 |
+
"_name_or_path": "jockibaba/jockibaba4",
|
| 3 |
"activation_function": "gelu_new",
|
| 4 |
"all_reduce_scores": {
|
| 5 |
"0": "NON_PARTICIPATING",
|
|
|
|
| 9 |
"101": "NON_PARTICIPATING",
|
| 10 |
"102": "NON_PARTICIPATING",
|
| 11 |
"103": "NON_PARTICIPATING",
|
| 12 |
+
"104": "SUCCESS",
|
| 13 |
"105": "NON_PARTICIPATING",
|
| 14 |
"106": "NON_PARTICIPATING",
|
| 15 |
"107": "NON_PARTICIPATING",
|
|
|
|
| 24 |
"115": "NON_PARTICIPATING",
|
| 25 |
"116": "NON_PARTICIPATING",
|
| 26 |
"117": "NON_PARTICIPATING",
|
| 27 |
+
"118": "SUCCESS",
|
| 28 |
"119": "NON_PARTICIPATING",
|
| 29 |
"12": "SUCCESS",
|
| 30 |
"120": "NON_PARTICIPATING",
|
| 31 |
+
"121": "SUCCESS",
|
| 32 |
"122": "NON_PARTICIPATING",
|
| 33 |
"123": "NON_PARTICIPATING",
|
| 34 |
"124": "NON_PARTICIPATING",
|
| 35 |
"125": "NON_PARTICIPATING",
|
| 36 |
+
"126": "SUCCESS",
|
| 37 |
"127": "NON_PARTICIPATING",
|
| 38 |
"128": "NON_PARTICIPATING",
|
| 39 |
"129": "NON_PARTICIPATING",
|
|
|
|
| 48 |
"137": "NON_PARTICIPATING",
|
| 49 |
"138": "NON_PARTICIPATING",
|
| 50 |
"139": "NON_PARTICIPATING",
|
| 51 |
+
"14": "NON_PARTICIPATING",
|
| 52 |
"140": "NON_PARTICIPATING",
|
| 53 |
"141": "NON_PARTICIPATING",
|
| 54 |
+
"142": "SUCCESS",
|
| 55 |
"143": "NON_PARTICIPATING",
|
| 56 |
"144": "NON_PARTICIPATING",
|
| 57 |
"145": "NON_PARTICIPATING",
|
|
|
|
| 63 |
"150": "NON_PARTICIPATING",
|
| 64 |
"151": "NON_PARTICIPATING",
|
| 65 |
"152": "NON_PARTICIPATING",
|
| 66 |
+
"153": "SUCCESS",
|
| 67 |
+
"154": "NON_PARTICIPATING",
|
| 68 |
"155": "NON_PARTICIPATING",
|
| 69 |
+
"156": "NON_PARTICIPATING",
|
| 70 |
"157": "NON_PARTICIPATING",
|
| 71 |
"158": "NON_PARTICIPATING",
|
| 72 |
"159": "NON_PARTICIPATING",
|
| 73 |
"16": "SUCCESS",
|
| 74 |
"160": "NON_PARTICIPATING",
|
| 75 |
"161": "NON_PARTICIPATING",
|
| 76 |
+
"162": "SUCCESS",
|
| 77 |
"163": "NON_PARTICIPATING",
|
| 78 |
+
"164": "SUCCESS",
|
| 79 |
+
"165": "SUCCESS",
|
| 80 |
"166": "NON_PARTICIPATING",
|
| 81 |
"167": "NON_PARTICIPATING",
|
| 82 |
"168": "NON_PARTICIPATING",
|
|
|
|
| 97 |
"181": "SUCCESS",
|
| 98 |
"182": "NON_PARTICIPATING",
|
| 99 |
"183": "NON_PARTICIPATING",
|
| 100 |
+
"184": "NON_PARTICIPATING",
|
| 101 |
+
"185": "NON_PARTICIPATING",
|
| 102 |
"186": "NON_PARTICIPATING",
|
| 103 |
+
"187": "NON_PARTICIPATING",
|
| 104 |
"188": "NON_PARTICIPATING",
|
| 105 |
"189": "NON_PARTICIPATING",
|
| 106 |
"19": "SUCCESS",
|
| 107 |
+
"190": "NON_PARTICIPATING",
|
| 108 |
"191": "NON_PARTICIPATING",
|
| 109 |
"192": "NON_PARTICIPATING",
|
| 110 |
"193": "NON_PARTICIPATING",
|
|
|
|
| 117 |
"2": "SUCCESS",
|
| 118 |
"20": "SUCCESS",
|
| 119 |
"200": "NON_PARTICIPATING",
|
| 120 |
+
"201": "NON_PARTICIPATING",
|
| 121 |
+
"202": "NON_PARTICIPATING",
|
| 122 |
+
"203": "NON_PARTICIPATING",
|
| 123 |
"204": "NON_PARTICIPATING",
|
| 124 |
"205": "NON_PARTICIPATING",
|
| 125 |
"206": "NON_PARTICIPATING",
|
|
|
|
| 143 |
"222": "NON_PARTICIPATING",
|
| 144 |
"223": "NON_PARTICIPATING",
|
| 145 |
"224": "NON_PARTICIPATING",
|
| 146 |
+
"225": "NON_PARTICIPATING",
|
| 147 |
"226": "NON_PARTICIPATING",
|
| 148 |
"227": "NON_PARTICIPATING",
|
| 149 |
"228": "NON_PARTICIPATING",
|
| 150 |
"229": "NON_PARTICIPATING",
|
| 151 |
"23": "SUCCESS",
|
| 152 |
+
"230": "NON_PARTICIPATING",
|
| 153 |
"231": "NON_PARTICIPATING",
|
| 154 |
"232": "NON_PARTICIPATING",
|
| 155 |
"233": "NON_PARTICIPATING",
|
|
|
|
| 157 |
"235": "NON_PARTICIPATING",
|
| 158 |
"236": "NON_PARTICIPATING",
|
| 159 |
"237": "NON_PARTICIPATING",
|
| 160 |
+
"238": "NON_PARTICIPATING",
|
| 161 |
"239": "NON_PARTICIPATING",
|
| 162 |
"24": "SUCCESS",
|
| 163 |
+
"240": "SUCCESS",
|
| 164 |
"241": "NON_PARTICIPATING",
|
| 165 |
"242": "NON_PARTICIPATING",
|
| 166 |
"243": "NON_PARTICIPATING",
|
|
|
|
| 169 |
"246": "NON_PARTICIPATING",
|
| 170 |
"247": "SUCCESS",
|
| 171 |
"248": "NON_PARTICIPATING",
|
| 172 |
+
"249": "SUCCESS",
|
| 173 |
"25": "SUCCESS",
|
| 174 |
"250": "NON_PARTICIPATING",
|
| 175 |
"251": "NON_PARTICIPATING",
|
|
|
|
| 187 |
"32": "SUCCESS",
|
| 188 |
"33": "NON_PARTICIPATING",
|
| 189 |
"34": "SUCCESS",
|
| 190 |
+
"35": "SUCCESS",
|
| 191 |
"36": "SUCCESS",
|
| 192 |
"37": "SUCCESS",
|
| 193 |
"38": "SUCCESS",
|
|
|
|
| 211 |
"54": "SUCCESS",
|
| 212 |
"55": "SUCCESS",
|
| 213 |
"56": "SUCCESS",
|
| 214 |
+
"57": "FAIL",
|
| 215 |
"58": "NON_PARTICIPATING",
|
| 216 |
+
"59": "FAIL",
|
| 217 |
"6": "NON_PARTICIPATING",
|
| 218 |
"60": "SUCCESS",
|
| 219 |
"61": "NON_PARTICIPATING",
|
|
|
|
| 230 |
"71": "NON_PARTICIPATING",
|
| 231 |
"72": "SUCCESS",
|
| 232 |
"73": "NON_PARTICIPATING",
|
| 233 |
+
"74": "FAIL",
|
| 234 |
"75": "SUCCESS",
|
| 235 |
"76": "SUCCESS",
|
| 236 |
"77": "SUCCESS",
|
| 237 |
"78": "SUCCESS",
|
| 238 |
"79": "NON_PARTICIPATING",
|
| 239 |
"8": "SUCCESS",
|
| 240 |
+
"80": "FAIL",
|
| 241 |
"81": "SUCCESS",
|
| 242 |
"82": "SUCCESS",
|
| 243 |
"83": "NON_PARTICIPATING",
|
|
|
|
| 247 |
"87": "SUCCESS",
|
| 248 |
"88": "SUCCESS",
|
| 249 |
"89": "SUCCESS",
|
| 250 |
+
"9": "SUCCESS",
|
| 251 |
+
"90": "SUCCESS",
|
| 252 |
"91": "SUCCESS",
|
| 253 |
"92": "SUCCESS",
|
| 254 |
"93": "NON_PARTICIPATING",
|
|
|
|
| 275 |
"initializer_range": 0.02,
|
| 276 |
"inner_step": 0,
|
| 277 |
"inner_steps": 0,
|
| 278 |
+
"last_allreduce_block": 5580790,
|
| 279 |
"layer_norm_epsilon": 1e-05,
|
| 280 |
"model_type": "gpt_optimized",
|
| 281 |
"n_embd": 1280,
|
inner_optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 8081782026
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a98ca2b184cb439fcc106af3a3c0253401bd4db7f3d6f02743de76d45935326a
|
| 3 |
size 8081782026
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4040701744
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:668daa96042cbee63dcfbdb2a3898965805290913286b18b89025b0f1c02de83
|
| 3 |
size 4040701744
|
outer_optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4040805354
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:544f116502c1166d11e15abfd5edf9e192fa9a5411357695faeb85ea572748d4
|
| 3 |
size 4040805354
|