zeras141a commited on
Commit
a4e4938
·
verified ·
1 Parent(s): c3aa5fc

Run 6. Outer Step 39. Inner Step 4.

Browse files
Files changed (4) hide show
  1. config.json +10 -10
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -12,7 +12,7 @@
12
  "105": "NOT_ALIVE",
13
  "106": "NOT_ALIVE",
14
  "107": "NOT_ALIVE",
15
- "108": "NOT_ALIVE",
16
  "109": "NOT_ALIVE",
17
  "11": "NOT_ALIVE",
18
  "110": "NOT_ALIVE",
@@ -48,7 +48,7 @@
48
  "138": "SUCCESS",
49
  "139": "NOT_ALIVE",
50
  "14": "NOT_ALIVE",
51
- "140": "FAIL",
52
  "141": "NOT_ALIVE",
53
  "142": "NOT_ALIVE",
54
  "143": "NOT_ALIVE",
@@ -99,7 +99,7 @@
99
  "184": "NOT_ALIVE",
100
  "185": "NON_PARTICIPATING",
101
  "186": "NOT_ALIVE",
102
- "187": "SUCCESS",
103
  "188": "NOT_ALIVE",
104
  "189": "SUCCESS",
105
  "19": "NOT_ALIVE",
@@ -135,7 +135,7 @@
135
  "216": "NOT_ALIVE",
136
  "217": "NOT_ALIVE",
137
  "218": "NON_PARTICIPATING",
138
- "219": "SUCCESS",
139
  "22": "NOT_ALIVE",
140
  "220": "NOT_ALIVE",
141
  "221": "NOT_ALIVE",
@@ -163,7 +163,7 @@
163
  "241": "NOT_ALIVE",
164
  "242": "SUCCESS",
165
  "243": "NOT_ALIVE",
166
- "244": "NON_PARTICIPATING",
167
  "245": "NOT_ALIVE",
168
  "246": "NOT_ALIVE",
169
  "247": "NOT_ALIVE",
@@ -239,7 +239,7 @@
239
  "80": "NOT_ALIVE",
240
  "81": "NOT_ALIVE",
241
  "82": "NOT_ALIVE",
242
- "83": "NOT_ALIVE",
243
  "84": "NOT_ALIVE",
244
  "85": "NOT_ALIVE",
245
  "86": "NOT_ALIVE",
@@ -264,17 +264,17 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6154821,
268
- 6154853
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
- "inner_step": 18,
276
  "intermediate_size": 5632,
277
- "last_allreduce_block": 6154397,
278
  "max_position_embeddings": 2048,
279
  "mlp_bias": false,
280
  "model_type": "llama",
 
12
  "105": "NOT_ALIVE",
13
  "106": "NOT_ALIVE",
14
  "107": "NOT_ALIVE",
15
+ "108": "NON_PARTICIPATING",
16
  "109": "NOT_ALIVE",
17
  "11": "NOT_ALIVE",
18
  "110": "NOT_ALIVE",
 
48
  "138": "SUCCESS",
49
  "139": "NOT_ALIVE",
50
  "14": "NOT_ALIVE",
51
+ "140": "SUCCESS",
52
  "141": "NOT_ALIVE",
53
  "142": "NOT_ALIVE",
54
  "143": "NOT_ALIVE",
 
99
  "184": "NOT_ALIVE",
100
  "185": "NON_PARTICIPATING",
101
  "186": "NOT_ALIVE",
102
+ "187": "NOT_ALIVE",
103
  "188": "NOT_ALIVE",
104
  "189": "SUCCESS",
105
  "19": "NOT_ALIVE",
 
135
  "216": "NOT_ALIVE",
136
  "217": "NOT_ALIVE",
137
  "218": "NON_PARTICIPATING",
138
+ "219": "NOT_ALIVE",
139
  "22": "NOT_ALIVE",
140
  "220": "NOT_ALIVE",
141
  "221": "NOT_ALIVE",
 
163
  "241": "NOT_ALIVE",
164
  "242": "SUCCESS",
165
  "243": "NOT_ALIVE",
166
+ "244": "SUCCESS",
167
  "245": "NOT_ALIVE",
168
  "246": "NOT_ALIVE",
169
  "247": "NOT_ALIVE",
 
239
  "80": "NOT_ALIVE",
240
  "81": "NOT_ALIVE",
241
  "82": "NOT_ALIVE",
242
+ "83": "SUCCESS",
243
  "84": "NOT_ALIVE",
244
  "85": "NOT_ALIVE",
245
  "86": "NOT_ALIVE",
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6155067,
268
+ 6155107
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
+ "inner_step": 4,
276
  "intermediate_size": 5632,
277
+ "last_allreduce_block": 6154984,
278
  "max_position_embeddings": 2048,
279
  "mlp_bias": false,
280
  "model_type": "llama",
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aa2befe788cfc961970347be48e80516864ceacb74674a061757116c07e12f80
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ed21909e234bc49dc48091a604407bc9291b7659423b029ae56c4f995e721b5
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8f809233a770d03c6179705654eddc33a89eb8687bff7c112e6371006fc4e3c
3
  size 8800564076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:538abfca4be66daa01aa038db80fdadadc87a419304db1bc3398b89597624549
3
  size 8800564076
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d130950f0150720ff07823c49c3c139c6e55c5744fa7a605a54cb20b34404c63
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d1f9f39dd7e15e043b27ce02796aff9b28309aafcdd3432939abe674b35caac
3
  size 4400216536