Run 6. Outer Step 39. Inner Step 10.
Browse files- config.json +10 -10
- gradients.pt +1 -1
- inner_optimizer.pt +1 -1
- model.safetensors +1 -1
config.json
CHANGED
|
@@ -12,7 +12,7 @@
|
|
| 12 |
"105": "NOT_ALIVE",
|
| 13 |
"106": "NOT_ALIVE",
|
| 14 |
"107": "NOT_ALIVE",
|
| 15 |
-
"108": "
|
| 16 |
"109": "NOT_ALIVE",
|
| 17 |
"11": "NOT_ALIVE",
|
| 18 |
"110": "NOT_ALIVE",
|
|
@@ -48,7 +48,7 @@
|
|
| 48 |
"138": "SUCCESS",
|
| 49 |
"139": "NOT_ALIVE",
|
| 50 |
"14": "NOT_ALIVE",
|
| 51 |
-
"140": "
|
| 52 |
"141": "NOT_ALIVE",
|
| 53 |
"142": "NOT_ALIVE",
|
| 54 |
"143": "NOT_ALIVE",
|
|
@@ -99,7 +99,7 @@
|
|
| 99 |
"184": "NOT_ALIVE",
|
| 100 |
"185": "NON_PARTICIPATING",
|
| 101 |
"186": "NOT_ALIVE",
|
| 102 |
-
"187": "
|
| 103 |
"188": "NOT_ALIVE",
|
| 104 |
"189": "SUCCESS",
|
| 105 |
"19": "NOT_ALIVE",
|
|
@@ -135,7 +135,7 @@
|
|
| 135 |
"216": "NOT_ALIVE",
|
| 136 |
"217": "NOT_ALIVE",
|
| 137 |
"218": "NON_PARTICIPATING",
|
| 138 |
-
"219": "
|
| 139 |
"22": "NOT_ALIVE",
|
| 140 |
"220": "NOT_ALIVE",
|
| 141 |
"221": "NOT_ALIVE",
|
|
@@ -163,7 +163,7 @@
|
|
| 163 |
"241": "NOT_ALIVE",
|
| 164 |
"242": "SUCCESS",
|
| 165 |
"243": "NOT_ALIVE",
|
| 166 |
-
"244": "
|
| 167 |
"245": "NOT_ALIVE",
|
| 168 |
"246": "NOT_ALIVE",
|
| 169 |
"247": "NOT_ALIVE",
|
|
@@ -239,7 +239,7 @@
|
|
| 239 |
"80": "NOT_ALIVE",
|
| 240 |
"81": "NOT_ALIVE",
|
| 241 |
"82": "NOT_ALIVE",
|
| 242 |
-
"83": "
|
| 243 |
"84": "NOT_ALIVE",
|
| 244 |
"85": "NOT_ALIVE",
|
| 245 |
"86": "NOT_ALIVE",
|
|
@@ -264,17 +264,17 @@
|
|
| 264 |
"attention_bias": false,
|
| 265 |
"attention_dropout": 0.0,
|
| 266 |
"block_list": [
|
| 267 |
-
|
| 268 |
-
|
| 269 |
],
|
| 270 |
"bos_token_id": 1,
|
| 271 |
"eos_token_id": 2,
|
| 272 |
"hidden_act": "silu",
|
| 273 |
"hidden_size": 2048,
|
| 274 |
"initializer_range": 0.02,
|
| 275 |
-
"inner_step":
|
| 276 |
"intermediate_size": 5632,
|
| 277 |
-
"last_allreduce_block":
|
| 278 |
"max_position_embeddings": 2048,
|
| 279 |
"mlp_bias": false,
|
| 280 |
"model_type": "llama",
|
|
|
|
| 12 |
"105": "NOT_ALIVE",
|
| 13 |
"106": "NOT_ALIVE",
|
| 14 |
"107": "NOT_ALIVE",
|
| 15 |
+
"108": "NON_PARTICIPATING",
|
| 16 |
"109": "NOT_ALIVE",
|
| 17 |
"11": "NOT_ALIVE",
|
| 18 |
"110": "NOT_ALIVE",
|
|
|
|
| 48 |
"138": "SUCCESS",
|
| 49 |
"139": "NOT_ALIVE",
|
| 50 |
"14": "NOT_ALIVE",
|
| 51 |
+
"140": "SUCCESS",
|
| 52 |
"141": "NOT_ALIVE",
|
| 53 |
"142": "NOT_ALIVE",
|
| 54 |
"143": "NOT_ALIVE",
|
|
|
|
| 99 |
"184": "NOT_ALIVE",
|
| 100 |
"185": "NON_PARTICIPATING",
|
| 101 |
"186": "NOT_ALIVE",
|
| 102 |
+
"187": "NOT_ALIVE",
|
| 103 |
"188": "NOT_ALIVE",
|
| 104 |
"189": "SUCCESS",
|
| 105 |
"19": "NOT_ALIVE",
|
|
|
|
| 135 |
"216": "NOT_ALIVE",
|
| 136 |
"217": "NOT_ALIVE",
|
| 137 |
"218": "NON_PARTICIPATING",
|
| 138 |
+
"219": "NOT_ALIVE",
|
| 139 |
"22": "NOT_ALIVE",
|
| 140 |
"220": "NOT_ALIVE",
|
| 141 |
"221": "NOT_ALIVE",
|
|
|
|
| 163 |
"241": "NOT_ALIVE",
|
| 164 |
"242": "SUCCESS",
|
| 165 |
"243": "NOT_ALIVE",
|
| 166 |
+
"244": "SUCCESS",
|
| 167 |
"245": "NOT_ALIVE",
|
| 168 |
"246": "NOT_ALIVE",
|
| 169 |
"247": "NOT_ALIVE",
|
|
|
|
| 239 |
"80": "NOT_ALIVE",
|
| 240 |
"81": "NOT_ALIVE",
|
| 241 |
"82": "NOT_ALIVE",
|
| 242 |
+
"83": "SUCCESS",
|
| 243 |
"84": "NOT_ALIVE",
|
| 244 |
"85": "NOT_ALIVE",
|
| 245 |
"86": "NOT_ALIVE",
|
|
|
|
| 264 |
"attention_bias": false,
|
| 265 |
"attention_dropout": 0.0,
|
| 266 |
"block_list": [
|
| 267 |
+
6155066,
|
| 268 |
+
6155105
|
| 269 |
],
|
| 270 |
"bos_token_id": 1,
|
| 271 |
"eos_token_id": 2,
|
| 272 |
"hidden_act": "silu",
|
| 273 |
"hidden_size": 2048,
|
| 274 |
"initializer_range": 0.02,
|
| 275 |
+
"inner_step": 10,
|
| 276 |
"intermediate_size": 5632,
|
| 277 |
+
"last_allreduce_block": 6154984,
|
| 278 |
"max_position_embeddings": 2048,
|
| 279 |
"mlp_bias": false,
|
| 280 |
"model_type": "llama",
|
gradients.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 88389626
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c261bae8e63702d761f36a8f40d42499133c8f802aa1ae5ce52d18cf75cbbe06
|
| 3 |
size 88389626
|
inner_optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 8800564076
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4fbdabe83b33f8422814acc9821a73609efd361cf1ac54083c77d035228fdcbb
|
| 3 |
size 8800564076
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4400216536
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:91e9e617023da0c20734cfc4669bfe691b8285478374f76e79f463c66f1eb08c
|
| 3 |
size 4400216536
|