zeras141a commited on
Commit
3ebd6ce
·
verified ·
1 Parent(s): b31b5f9

Run 6. Outer Step 39. Inner Step 5.

Browse files
Files changed (4) hide show
  1. config.json +10 -10
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -12,7 +12,7 @@
12
  "105": "NOT_ALIVE",
13
  "106": "NOT_ALIVE",
14
  "107": "NOT_ALIVE",
15
- "108": "NOT_ALIVE",
16
  "109": "NOT_ALIVE",
17
  "11": "NOT_ALIVE",
18
  "110": "NOT_ALIVE",
@@ -48,7 +48,7 @@
48
  "138": "SUCCESS",
49
  "139": "NOT_ALIVE",
50
  "14": "NOT_ALIVE",
51
- "140": "FAIL",
52
  "141": "NOT_ALIVE",
53
  "142": "NOT_ALIVE",
54
  "143": "NOT_ALIVE",
@@ -99,7 +99,7 @@
99
  "184": "NOT_ALIVE",
100
  "185": "NON_PARTICIPATING",
101
  "186": "NOT_ALIVE",
102
- "187": "SUCCESS",
103
  "188": "NOT_ALIVE",
104
  "189": "SUCCESS",
105
  "19": "NOT_ALIVE",
@@ -135,7 +135,7 @@
135
  "216": "NOT_ALIVE",
136
  "217": "NOT_ALIVE",
137
  "218": "NON_PARTICIPATING",
138
- "219": "SUCCESS",
139
  "22": "NOT_ALIVE",
140
  "220": "NOT_ALIVE",
141
  "221": "NOT_ALIVE",
@@ -163,7 +163,7 @@
163
  "241": "NOT_ALIVE",
164
  "242": "SUCCESS",
165
  "243": "NOT_ALIVE",
166
- "244": "NON_PARTICIPATING",
167
  "245": "NOT_ALIVE",
168
  "246": "NOT_ALIVE",
169
  "247": "NOT_ALIVE",
@@ -239,7 +239,7 @@
239
  "80": "NOT_ALIVE",
240
  "81": "NOT_ALIVE",
241
  "82": "NOT_ALIVE",
242
- "83": "NOT_ALIVE",
243
  "84": "NOT_ALIVE",
244
  "85": "NOT_ALIVE",
245
  "86": "NOT_ALIVE",
@@ -264,17 +264,17 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6154826,
268
- 6154867
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
- "inner_step": 19,
276
  "intermediate_size": 5632,
277
- "last_allreduce_block": 6154397,
278
  "max_position_embeddings": 2048,
279
  "mlp_bias": false,
280
  "model_type": "llama",
 
12
  "105": "NOT_ALIVE",
13
  "106": "NOT_ALIVE",
14
  "107": "NOT_ALIVE",
15
+ "108": "NON_PARTICIPATING",
16
  "109": "NOT_ALIVE",
17
  "11": "NOT_ALIVE",
18
  "110": "NOT_ALIVE",
 
48
  "138": "SUCCESS",
49
  "139": "NOT_ALIVE",
50
  "14": "NOT_ALIVE",
51
+ "140": "SUCCESS",
52
  "141": "NOT_ALIVE",
53
  "142": "NOT_ALIVE",
54
  "143": "NOT_ALIVE",
 
99
  "184": "NOT_ALIVE",
100
  "185": "NON_PARTICIPATING",
101
  "186": "NOT_ALIVE",
102
+ "187": "NOT_ALIVE",
103
  "188": "NOT_ALIVE",
104
  "189": "SUCCESS",
105
  "19": "NOT_ALIVE",
 
135
  "216": "NOT_ALIVE",
136
  "217": "NOT_ALIVE",
137
  "218": "NON_PARTICIPATING",
138
+ "219": "NOT_ALIVE",
139
  "22": "NOT_ALIVE",
140
  "220": "NOT_ALIVE",
141
  "221": "NOT_ALIVE",
 
163
  "241": "NOT_ALIVE",
164
  "242": "SUCCESS",
165
  "243": "NOT_ALIVE",
166
+ "244": "SUCCESS",
167
  "245": "NOT_ALIVE",
168
  "246": "NOT_ALIVE",
169
  "247": "NOT_ALIVE",
 
239
  "80": "NOT_ALIVE",
240
  "81": "NOT_ALIVE",
241
  "82": "NOT_ALIVE",
242
+ "83": "SUCCESS",
243
  "84": "NOT_ALIVE",
244
  "85": "NOT_ALIVE",
245
  "86": "NOT_ALIVE",
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6155067,
268
+ 6155107
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
+ "inner_step": 4,
276
  "intermediate_size": 5632,
277
+ "last_allreduce_block": 6154984,
278
  "max_position_embeddings": 2048,
279
  "mlp_bias": false,
280
  "model_type": "llama",
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3364484fe645e02cf1d02456f6a8e1cc5b5ffe141154868ddf4e057db04ac8a0
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb70325112021d97ebf9bbf55b902cfbb4d8f7e834cbd99f7ed5ca6d8700e863
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45ffbcb4d452d2824c1c3c65452133f2e107e8d56651803446773ba7ff06d41e
3
  size 8800564076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2297893cc15327c537d494ea85c1a89732dbb0ed276c0821c444571fd9d3c3f8
3
  size 8800564076
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81cc9112e6e76e056da89ccec3ed1758ef034e9cb51d1ab37b2494fb3d6b04fd
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fc89dc12629cbd78fe359ac5367c9f5c5f0cce36cd4543007f0a829c5436cb9
3
  size 4400216536