zeras141a commited on
Commit
6f35a7c
·
verified ·
1 Parent(s): cce4e19

Run 6. Outer Step 39. Inner Step 10.

Browse files
Files changed (4) hide show
  1. config.json +10 -10
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -12,7 +12,7 @@
12
  "105": "NOT_ALIVE",
13
  "106": "NOT_ALIVE",
14
  "107": "NOT_ALIVE",
15
- "108": "NOT_ALIVE",
16
  "109": "NOT_ALIVE",
17
  "11": "NOT_ALIVE",
18
  "110": "NOT_ALIVE",
@@ -48,7 +48,7 @@
48
  "138": "SUCCESS",
49
  "139": "NOT_ALIVE",
50
  "14": "NOT_ALIVE",
51
- "140": "FAIL",
52
  "141": "NOT_ALIVE",
53
  "142": "NOT_ALIVE",
54
  "143": "NOT_ALIVE",
@@ -99,7 +99,7 @@
99
  "184": "NOT_ALIVE",
100
  "185": "NON_PARTICIPATING",
101
  "186": "NOT_ALIVE",
102
- "187": "SUCCESS",
103
  "188": "NOT_ALIVE",
104
  "189": "SUCCESS",
105
  "19": "NOT_ALIVE",
@@ -135,7 +135,7 @@
135
  "216": "NOT_ALIVE",
136
  "217": "NOT_ALIVE",
137
  "218": "NON_PARTICIPATING",
138
- "219": "SUCCESS",
139
  "22": "NOT_ALIVE",
140
  "220": "NOT_ALIVE",
141
  "221": "NOT_ALIVE",
@@ -163,7 +163,7 @@
163
  "241": "NOT_ALIVE",
164
  "242": "SUCCESS",
165
  "243": "NOT_ALIVE",
166
- "244": "NON_PARTICIPATING",
167
  "245": "NOT_ALIVE",
168
  "246": "NOT_ALIVE",
169
  "247": "NOT_ALIVE",
@@ -239,7 +239,7 @@
239
  "80": "NOT_ALIVE",
240
  "81": "NOT_ALIVE",
241
  "82": "NOT_ALIVE",
242
- "83": "NOT_ALIVE",
243
  "84": "NOT_ALIVE",
244
  "85": "NOT_ALIVE",
245
  "86": "NOT_ALIVE",
@@ -264,17 +264,17 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6154803,
268
- 6154840
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
- "inner_step": 52,
276
  "intermediate_size": 5632,
277
- "last_allreduce_block": 6154397,
278
  "max_position_embeddings": 2048,
279
  "mlp_bias": false,
280
  "model_type": "llama",
 
12
  "105": "NOT_ALIVE",
13
  "106": "NOT_ALIVE",
14
  "107": "NOT_ALIVE",
15
+ "108": "NON_PARTICIPATING",
16
  "109": "NOT_ALIVE",
17
  "11": "NOT_ALIVE",
18
  "110": "NOT_ALIVE",
 
48
  "138": "SUCCESS",
49
  "139": "NOT_ALIVE",
50
  "14": "NOT_ALIVE",
51
+ "140": "SUCCESS",
52
  "141": "NOT_ALIVE",
53
  "142": "NOT_ALIVE",
54
  "143": "NOT_ALIVE",
 
99
  "184": "NOT_ALIVE",
100
  "185": "NON_PARTICIPATING",
101
  "186": "NOT_ALIVE",
102
+ "187": "NOT_ALIVE",
103
  "188": "NOT_ALIVE",
104
  "189": "SUCCESS",
105
  "19": "NOT_ALIVE",
 
135
  "216": "NOT_ALIVE",
136
  "217": "NOT_ALIVE",
137
  "218": "NON_PARTICIPATING",
138
+ "219": "NOT_ALIVE",
139
  "22": "NOT_ALIVE",
140
  "220": "NOT_ALIVE",
141
  "221": "NOT_ALIVE",
 
163
  "241": "NOT_ALIVE",
164
  "242": "SUCCESS",
165
  "243": "NOT_ALIVE",
166
+ "244": "SUCCESS",
167
  "245": "NOT_ALIVE",
168
  "246": "NOT_ALIVE",
169
  "247": "NOT_ALIVE",
 
239
  "80": "NOT_ALIVE",
240
  "81": "NOT_ALIVE",
241
  "82": "NOT_ALIVE",
242
+ "83": "SUCCESS",
243
  "84": "NOT_ALIVE",
244
  "85": "NOT_ALIVE",
245
  "86": "NOT_ALIVE",
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6155066,
268
+ 6155105
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
+ "inner_step": 10,
276
  "intermediate_size": 5632,
277
+ "last_allreduce_block": 6154984,
278
  "max_position_embeddings": 2048,
279
  "mlp_bias": false,
280
  "model_type": "llama",
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41e8662d57e169fae7742fa2a5474dea6ccd6144d1d9ff0cd3dc6e5f54fb45d5
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c261bae8e63702d761f36a8f40d42499133c8f802aa1ae5ce52d18cf75cbbe06
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1be7ef4cfac170bc099330fa79902a21bd45383a249094322b942912519e6519
3
  size 8800564076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fbdabe83b33f8422814acc9821a73609efd361cf1ac54083c77d035228fdcbb
3
  size 8800564076
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43664c836d6c0049e712f0568b709a50c6cb6fea302fb9eb39f9b1bb220d0873
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91e9e617023da0c20734cfc4669bfe691b8285478374f76e79f463c66f1eb08c
3
  size 4400216536