Run 4. Outer Step 5. Inner Step 0. Peers 86.
Browse files- config.json +12 -12
- inner_optimizer.pt +1 -1
- model.safetensors +1 -1
- outer_optimizer.pt +1 -1
config.json
CHANGED
|
@@ -1,12 +1,12 @@
|
|
| 1 |
{
|
| 2 |
-
"_name_or_path": "
|
| 3 |
"activation_function": "gelu_new",
|
| 4 |
"all_reduce_scores": {
|
| 5 |
"0": "NON_PARTICIPATING",
|
| 6 |
"1": "NON_PARTICIPATING",
|
| 7 |
"10": "SUCCESS",
|
| 8 |
"100": "NON_PARTICIPATING",
|
| 9 |
-
"101": "
|
| 10 |
"102": "NON_PARTICIPATING",
|
| 11 |
"103": "NON_PARTICIPATING",
|
| 12 |
"104": "NON_PARTICIPATING",
|
|
@@ -23,14 +23,14 @@
|
|
| 23 |
"114": "SUCCESS",
|
| 24 |
"115": "NON_PARTICIPATING",
|
| 25 |
"116": "NON_PARTICIPATING",
|
| 26 |
-
"117": "
|
| 27 |
"118": "SUCCESS",
|
| 28 |
"119": "NON_PARTICIPATING",
|
| 29 |
"12": "SUCCESS",
|
| 30 |
"120": "NON_PARTICIPATING",
|
| 31 |
"121": "NON_PARTICIPATING",
|
| 32 |
"122": "SUCCESS",
|
| 33 |
-
"123": "
|
| 34 |
"124": "NON_PARTICIPATING",
|
| 35 |
"125": "SUCCESS",
|
| 36 |
"126": "NON_PARTICIPATING",
|
|
@@ -108,7 +108,7 @@
|
|
| 108 |
"191": "NON_PARTICIPATING",
|
| 109 |
"192": "SUCCESS",
|
| 110 |
"193": "NON_PARTICIPATING",
|
| 111 |
-
"194": "
|
| 112 |
"195": "SUCCESS",
|
| 113 |
"196": "NON_PARTICIPATING",
|
| 114 |
"197": "NON_PARTICIPATING",
|
|
@@ -122,7 +122,7 @@
|
|
| 122 |
"203": "SUCCESS",
|
| 123 |
"204": "NON_PARTICIPATING",
|
| 124 |
"205": "NON_PARTICIPATING",
|
| 125 |
-
"206": "
|
| 126 |
"207": "NON_PARTICIPATING",
|
| 127 |
"208": "NON_PARTICIPATING",
|
| 128 |
"209": "NON_PARTICIPATING",
|
|
@@ -168,7 +168,7 @@
|
|
| 168 |
"245": "NON_PARTICIPATING",
|
| 169 |
"246": "NON_PARTICIPATING",
|
| 170 |
"247": "SUCCESS",
|
| 171 |
-
"248": "
|
| 172 |
"249": "SUCCESS",
|
| 173 |
"25": "SUCCESS",
|
| 174 |
"250": "SUCCESS",
|
|
@@ -199,7 +199,7 @@
|
|
| 199 |
"43": "SUCCESS",
|
| 200 |
"44": "SUCCESS",
|
| 201 |
"45": "SUCCESS",
|
| 202 |
-
"46": "
|
| 203 |
"47": "NON_PARTICIPATING",
|
| 204 |
"48": "NON_PARTICIPATING",
|
| 205 |
"49": "SUCCESS",
|
|
@@ -215,10 +215,10 @@
|
|
| 215 |
"58": "SUCCESS",
|
| 216 |
"59": "NON_PARTICIPATING",
|
| 217 |
"6": "SUCCESS",
|
| 218 |
-
"60": "
|
| 219 |
"61": "NON_PARTICIPATING",
|
| 220 |
"62": "SUCCESS",
|
| 221 |
-
"63": "
|
| 222 |
"64": "NON_PARTICIPATING",
|
| 223 |
"65": "NON_PARTICIPATING",
|
| 224 |
"66": "NON_PARTICIPATING",
|
|
@@ -241,7 +241,7 @@
|
|
| 241 |
"81": "NON_PARTICIPATING",
|
| 242 |
"82": "SUCCESS",
|
| 243 |
"83": "NON_PARTICIPATING",
|
| 244 |
-
"84": "
|
| 245 |
"85": "SUCCESS",
|
| 246 |
"86": "NON_PARTICIPATING",
|
| 247 |
"87": "SUCCESS",
|
|
@@ -275,7 +275,7 @@
|
|
| 275 |
"initializer_range": 0.02,
|
| 276 |
"inner_step": 0,
|
| 277 |
"inner_steps": 0,
|
| 278 |
-
"last_allreduce_block":
|
| 279 |
"layer_norm_epsilon": 1e-05,
|
| 280 |
"model_type": "gpt_optimized",
|
| 281 |
"n_embd": 1280,
|
|
|
|
| 1 |
{
|
| 2 |
+
"_name_or_path": "AussieAck/DTS24_model",
|
| 3 |
"activation_function": "gelu_new",
|
| 4 |
"all_reduce_scores": {
|
| 5 |
"0": "NON_PARTICIPATING",
|
| 6 |
"1": "NON_PARTICIPATING",
|
| 7 |
"10": "SUCCESS",
|
| 8 |
"100": "NON_PARTICIPATING",
|
| 9 |
+
"101": "SUCCESS",
|
| 10 |
"102": "NON_PARTICIPATING",
|
| 11 |
"103": "NON_PARTICIPATING",
|
| 12 |
"104": "NON_PARTICIPATING",
|
|
|
|
| 23 |
"114": "SUCCESS",
|
| 24 |
"115": "NON_PARTICIPATING",
|
| 25 |
"116": "NON_PARTICIPATING",
|
| 26 |
+
"117": "NON_PARTICIPATING",
|
| 27 |
"118": "SUCCESS",
|
| 28 |
"119": "NON_PARTICIPATING",
|
| 29 |
"12": "SUCCESS",
|
| 30 |
"120": "NON_PARTICIPATING",
|
| 31 |
"121": "NON_PARTICIPATING",
|
| 32 |
"122": "SUCCESS",
|
| 33 |
+
"123": "NON_PARTICIPATING",
|
| 34 |
"124": "NON_PARTICIPATING",
|
| 35 |
"125": "SUCCESS",
|
| 36 |
"126": "NON_PARTICIPATING",
|
|
|
|
| 108 |
"191": "NON_PARTICIPATING",
|
| 109 |
"192": "SUCCESS",
|
| 110 |
"193": "NON_PARTICIPATING",
|
| 111 |
+
"194": "SUCCESS",
|
| 112 |
"195": "SUCCESS",
|
| 113 |
"196": "NON_PARTICIPATING",
|
| 114 |
"197": "NON_PARTICIPATING",
|
|
|
|
| 122 |
"203": "SUCCESS",
|
| 123 |
"204": "NON_PARTICIPATING",
|
| 124 |
"205": "NON_PARTICIPATING",
|
| 125 |
+
"206": "SUCCESS",
|
| 126 |
"207": "NON_PARTICIPATING",
|
| 127 |
"208": "NON_PARTICIPATING",
|
| 128 |
"209": "NON_PARTICIPATING",
|
|
|
|
| 168 |
"245": "NON_PARTICIPATING",
|
| 169 |
"246": "NON_PARTICIPATING",
|
| 170 |
"247": "SUCCESS",
|
| 171 |
+
"248": "NON_PARTICIPATING",
|
| 172 |
"249": "SUCCESS",
|
| 173 |
"25": "SUCCESS",
|
| 174 |
"250": "SUCCESS",
|
|
|
|
| 199 |
"43": "SUCCESS",
|
| 200 |
"44": "SUCCESS",
|
| 201 |
"45": "SUCCESS",
|
| 202 |
+
"46": "NON_PARTICIPATING",
|
| 203 |
"47": "NON_PARTICIPATING",
|
| 204 |
"48": "NON_PARTICIPATING",
|
| 205 |
"49": "SUCCESS",
|
|
|
|
| 215 |
"58": "SUCCESS",
|
| 216 |
"59": "NON_PARTICIPATING",
|
| 217 |
"6": "SUCCESS",
|
| 218 |
+
"60": "SUCCESS",
|
| 219 |
"61": "NON_PARTICIPATING",
|
| 220 |
"62": "SUCCESS",
|
| 221 |
+
"63": "NON_PARTICIPATING",
|
| 222 |
"64": "NON_PARTICIPATING",
|
| 223 |
"65": "NON_PARTICIPATING",
|
| 224 |
"66": "NON_PARTICIPATING",
|
|
|
|
| 241 |
"81": "NON_PARTICIPATING",
|
| 242 |
"82": "SUCCESS",
|
| 243 |
"83": "NON_PARTICIPATING",
|
| 244 |
+
"84": "SUCCESS",
|
| 245 |
"85": "SUCCESS",
|
| 246 |
"86": "NON_PARTICIPATING",
|
| 247 |
"87": "SUCCESS",
|
|
|
|
| 275 |
"initializer_range": 0.02,
|
| 276 |
"inner_step": 0,
|
| 277 |
"inner_steps": 0,
|
| 278 |
+
"last_allreduce_block": 5487765,
|
| 279 |
"layer_norm_epsilon": 1e-05,
|
| 280 |
"model_type": "gpt_optimized",
|
| 281 |
"n_embd": 1280,
|
inner_optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 8081782026
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eb9541d16728feb114901179b2e70c85b76d0cc992998549b977736498995621
|
| 3 |
size 8081782026
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4040701744
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:75efff6244c91f472ca7488b0cf4d7916669f33896c4e5c97ec2e2c41bde1126
|
| 3 |
size 4040701744
|
outer_optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4040805354
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6d100087150ea985de7ed6b73d96b7c3d1a6b8d6e6d4cdfdb4bcf80f4cd5d856
|
| 3 |
size 4040805354
|