zeras141a commited on
Commit
4fe3285
·
verified ·
1 Parent(s): 5fd0d18

Run 6. Outer Step 39. Inner Step 11.

Browse files
Files changed (4) hide show
  1. config.json +10 -10
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -12,7 +12,7 @@
12
  "105": "NOT_ALIVE",
13
  "106": "NOT_ALIVE",
14
  "107": "NOT_ALIVE",
15
- "108": "NOT_ALIVE",
16
  "109": "NOT_ALIVE",
17
  "11": "NOT_ALIVE",
18
  "110": "NOT_ALIVE",
@@ -48,7 +48,7 @@
48
  "138": "SUCCESS",
49
  "139": "NOT_ALIVE",
50
  "14": "NOT_ALIVE",
51
- "140": "FAIL",
52
  "141": "NOT_ALIVE",
53
  "142": "NOT_ALIVE",
54
  "143": "NOT_ALIVE",
@@ -99,7 +99,7 @@
99
  "184": "NOT_ALIVE",
100
  "185": "NON_PARTICIPATING",
101
  "186": "NOT_ALIVE",
102
- "187": "SUCCESS",
103
  "188": "NOT_ALIVE",
104
  "189": "SUCCESS",
105
  "19": "NOT_ALIVE",
@@ -135,7 +135,7 @@
135
  "216": "NOT_ALIVE",
136
  "217": "NOT_ALIVE",
137
  "218": "NON_PARTICIPATING",
138
- "219": "SUCCESS",
139
  "22": "NOT_ALIVE",
140
  "220": "NOT_ALIVE",
141
  "221": "NOT_ALIVE",
@@ -163,7 +163,7 @@
163
  "241": "NOT_ALIVE",
164
  "242": "SUCCESS",
165
  "243": "NOT_ALIVE",
166
- "244": "NON_PARTICIPATING",
167
  "245": "NOT_ALIVE",
168
  "246": "NOT_ALIVE",
169
  "247": "NOT_ALIVE",
@@ -239,7 +239,7 @@
239
  "80": "NOT_ALIVE",
240
  "81": "NOT_ALIVE",
241
  "82": "NOT_ALIVE",
242
- "83": "NOT_ALIVE",
243
  "84": "NOT_ALIVE",
244
  "85": "NOT_ALIVE",
245
  "86": "NOT_ALIVE",
@@ -264,17 +264,17 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6154829,
268
- 6154873
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
- "inner_step": 39,
276
  "intermediate_size": 5632,
277
- "last_allreduce_block": 6154397,
278
  "max_position_embeddings": 2048,
279
  "mlp_bias": false,
280
  "model_type": "llama",
 
12
  "105": "NOT_ALIVE",
13
  "106": "NOT_ALIVE",
14
  "107": "NOT_ALIVE",
15
+ "108": "NON_PARTICIPATING",
16
  "109": "NOT_ALIVE",
17
  "11": "NOT_ALIVE",
18
  "110": "NOT_ALIVE",
 
48
  "138": "SUCCESS",
49
  "139": "NOT_ALIVE",
50
  "14": "NOT_ALIVE",
51
+ "140": "SUCCESS",
52
  "141": "NOT_ALIVE",
53
  "142": "NOT_ALIVE",
54
  "143": "NOT_ALIVE",
 
99
  "184": "NOT_ALIVE",
100
  "185": "NON_PARTICIPATING",
101
  "186": "NOT_ALIVE",
102
+ "187": "NOT_ALIVE",
103
  "188": "NOT_ALIVE",
104
  "189": "SUCCESS",
105
  "19": "NOT_ALIVE",
 
135
  "216": "NOT_ALIVE",
136
  "217": "NOT_ALIVE",
137
  "218": "NON_PARTICIPATING",
138
+ "219": "NOT_ALIVE",
139
  "22": "NOT_ALIVE",
140
  "220": "NOT_ALIVE",
141
  "221": "NOT_ALIVE",
 
163
  "241": "NOT_ALIVE",
164
  "242": "SUCCESS",
165
  "243": "NOT_ALIVE",
166
+ "244": "SUCCESS",
167
  "245": "NOT_ALIVE",
168
  "246": "NOT_ALIVE",
169
  "247": "NOT_ALIVE",
 
239
  "80": "NOT_ALIVE",
240
  "81": "NOT_ALIVE",
241
  "82": "NOT_ALIVE",
242
+ "83": "SUCCESS",
243
  "84": "NOT_ALIVE",
244
  "85": "NOT_ALIVE",
245
  "86": "NOT_ALIVE",
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6155067,
268
+ 6155113
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
+ "inner_step": 10,
276
  "intermediate_size": 5632,
277
+ "last_allreduce_block": 6154984,
278
  "max_position_embeddings": 2048,
279
  "mlp_bias": false,
280
  "model_type": "llama",
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c7f4d64adf3ce2b8a155f8ac1a0ddcb73743f510bea4603cb4418c5323ddfda
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b20e9fad5d233939945acdd2b7f2bc8955e1d7d1a8532cc82eff8d1b101d391d
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fef74c32fa64547adc373af698b94ea554c577ea2fdad8f0345f183e42db3f40
3
  size 8800564076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adc69b0e8b0b3bfa0b5bbb7f293e24487bd5ce5aa4ae2f549d56050d3fa2d20c
3
  size 8800564076
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0537ae3ea2718095093a16c27b7e94e4cb68cddecf68b47deccacc4f8f54d45
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a40012af9da0053f0607c506889dd5204db3c92db3ff0a801b9526cf4f4e035
3
  size 4400216536