zeras141a commited on
Commit
2f2af45
·
verified ·
1 Parent(s): 15fc6b8

Run 6. Outer Step 21. Inner Step 5.

Browse files
Files changed (4) hide show
  1. config.json +39 -39
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -5,14 +5,14 @@
5
  "1": "NOT_ALIVE",
6
  "10": "NOT_ALIVE",
7
  "100": "NON_PARTICIPATING",
8
- "101": "NOT_ALIVE",
9
  "102": "NON_PARTICIPATING",
10
  "103": "NOT_ALIVE",
11
  "104": "NOT_ALIVE",
12
  "105": "NON_PARTICIPATING",
13
  "106": "NOT_ALIVE",
14
  "107": "NOT_ALIVE",
15
- "108": "NON_PARTICIPATING",
16
  "109": "NOT_ALIVE",
17
  "11": "NOT_ALIVE",
18
  "110": "NOT_ALIVE",
@@ -42,16 +42,16 @@
42
  "132": "NOT_ALIVE",
43
  "133": "SUCCESS",
44
  "134": "NOT_ALIVE",
45
- "135": "NON_PARTICIPATING",
46
  "136": "NON_PARTICIPATING",
47
  "137": "NON_PARTICIPATING",
48
- "138": "NOT_ALIVE",
49
  "139": "NON_PARTICIPATING",
50
  "14": "NOT_ALIVE",
51
  "140": "SUCCESS",
52
  "141": "NON_PARTICIPATING",
53
  "142": "NON_PARTICIPATING",
54
- "143": "NON_PARTICIPATING",
55
  "144": "SUCCESS",
56
  "145": "NOT_ALIVE",
57
  "146": "NON_PARTICIPATING",
@@ -83,7 +83,7 @@
83
  "17": "NOT_ALIVE",
84
  "170": "NON_PARTICIPATING",
85
  "171": "NON_PARTICIPATING",
86
- "172": "NOT_ALIVE",
87
  "173": "NON_PARTICIPATING",
88
  "174": "NON_PARTICIPATING",
89
  "175": "NON_PARTICIPATING",
@@ -96,27 +96,27 @@
96
  "181": "NOT_ALIVE",
97
  "182": "NON_PARTICIPATING",
98
  "183": "NOT_ALIVE",
99
- "184": "NON_PARTICIPATING",
100
  "185": "NON_PARTICIPATING",
101
  "186": "NOT_ALIVE",
102
  "187": "SUCCESS",
103
  "188": "SUCCESS",
104
- "189": "NON_PARTICIPATING",
105
  "19": "NOT_ALIVE",
106
- "190": "NOT_ALIVE",
107
- "191": "NOT_ALIVE",
108
  "192": "NON_PARTICIPATING",
109
- "193": "FAIL",
110
  "194": "NOT_ALIVE",
111
  "195": "NON_PARTICIPATING",
112
  "196": "NOT_ALIVE",
113
- "197": "FAIL",
114
  "198": "NON_PARTICIPATING",
115
  "199": "NOT_ALIVE",
116
  "2": "NOT_ALIVE",
117
  "20": "NOT_ALIVE",
118
  "200": "NON_PARTICIPATING",
119
- "201": "SUCCESS",
120
  "202": "NON_PARTICIPATING",
121
  "203": "NON_PARTICIPATING",
122
  "204": "NON_PARTICIPATING",
@@ -125,17 +125,17 @@
125
  "207": "NOT_ALIVE",
126
  "208": "NOT_ALIVE",
127
  "209": "NON_PARTICIPATING",
128
- "21": "FAIL",
129
  "210": "NOT_ALIVE",
130
- "211": "NOT_ALIVE",
131
  "212": "NON_PARTICIPATING",
132
  "213": "NON_PARTICIPATING",
133
- "214": "NOT_ALIVE",
134
- "215": "NON_PARTICIPATING",
135
- "216": "FAIL",
136
- "217": "FAIL",
137
  "218": "NON_PARTICIPATING",
138
- "219": "NOT_ALIVE",
139
  "22": "NOT_ALIVE",
140
  "220": "NOT_ALIVE",
141
  "221": "NOT_ALIVE",
@@ -143,12 +143,12 @@
143
  "223": "NOT_ALIVE",
144
  "224": "NON_PARTICIPATING",
145
  "225": "NON_PARTICIPATING",
146
- "226": "NON_PARTICIPATING",
147
- "227": "NON_PARTICIPATING",
148
  "228": "SUCCESS",
149
  "229": "NOT_ALIVE",
150
- "23": "FAIL",
151
- "230": "NOT_ALIVE",
152
  "231": "NOT_ALIVE",
153
  "232": "NOT_ALIVE",
154
  "233": "NON_PARTICIPATING",
@@ -161,7 +161,7 @@
161
  "24": "NOT_ALIVE",
162
  "240": "NOT_ALIVE",
163
  "241": "NON_PARTICIPATING",
164
- "242": "FAIL",
165
  "243": "NOT_ALIVE",
166
  "244": "NON_PARTICIPATING",
167
  "245": "NON_PARTICIPATING",
@@ -174,13 +174,13 @@
174
  "251": "NON_PARTICIPATING",
175
  "252": "NON_PARTICIPATING",
176
  "253": "NON_PARTICIPATING",
177
- "254": "NON_PARTICIPATING",
178
- "255": "NOT_ALIVE",
179
- "26": "NON_PARTICIPATING",
180
  "27": "NOT_ALIVE",
181
- "28": "NOT_ALIVE",
182
  "29": "NOT_ALIVE",
183
- "3": "NOT_ALIVE",
184
  "30": "NOT_ALIVE",
185
  "31": "SUCCESS",
186
  "32": "SUCCESS",
@@ -198,7 +198,7 @@
198
  "43": "NON_PARTICIPATING",
199
  "44": "NON_PARTICIPATING",
200
  "45": "NOT_ALIVE",
201
- "46": "SUCCESS",
202
  "47": "NOT_ALIVE",
203
  "48": "NON_PARTICIPATING",
204
  "49": "NOT_ALIVE",
@@ -226,14 +226,14 @@
226
  "69": "NOT_ALIVE",
227
  "7": "NOT_ALIVE",
228
  "70": "NON_PARTICIPATING",
229
- "71": "FAIL",
230
  "72": "NON_PARTICIPATING",
231
  "73": "NOT_ALIVE",
232
  "74": "NOT_ALIVE",
233
  "75": "NON_PARTICIPATING",
234
  "76": "NOT_ALIVE",
235
  "77": "SUCCESS",
236
- "78": "NOT_ALIVE",
237
  "79": "NOT_ALIVE",
238
  "8": "NOT_ALIVE",
239
  "80": "SUCCESS",
@@ -253,10 +253,10 @@
253
  "93": "NON_PARTICIPATING",
254
  "94": "NON_PARTICIPATING",
255
  "95": "NOT_ALIVE",
256
- "96": "NON_PARTICIPATING",
257
  "97": "NON_PARTICIPATING",
258
  "98": "NON_PARTICIPATING",
259
- "99": "FAIL"
260
  },
261
  "architectures": [
262
  "LlamaForCausalLM"
@@ -264,17 +264,17 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6139434,
268
- 6139449
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
- "inner_step": 85,
276
  "intermediate_size": 5632,
277
- "last_allreduce_block": 6138837,
278
  "max_position_embeddings": 2048,
279
  "mlp_bias": false,
280
  "model_type": "llama",
 
5
  "1": "NOT_ALIVE",
6
  "10": "NOT_ALIVE",
7
  "100": "NON_PARTICIPATING",
8
+ "101": "NON_PARTICIPATING",
9
  "102": "NON_PARTICIPATING",
10
  "103": "NOT_ALIVE",
11
  "104": "NOT_ALIVE",
12
  "105": "NON_PARTICIPATING",
13
  "106": "NOT_ALIVE",
14
  "107": "NOT_ALIVE",
15
+ "108": "NOT_ALIVE",
16
  "109": "NOT_ALIVE",
17
  "11": "NOT_ALIVE",
18
  "110": "NOT_ALIVE",
 
42
  "132": "NOT_ALIVE",
43
  "133": "SUCCESS",
44
  "134": "NOT_ALIVE",
45
+ "135": "NOT_ALIVE",
46
  "136": "NON_PARTICIPATING",
47
  "137": "NON_PARTICIPATING",
48
+ "138": "NON_PARTICIPATING",
49
  "139": "NON_PARTICIPATING",
50
  "14": "NOT_ALIVE",
51
  "140": "SUCCESS",
52
  "141": "NON_PARTICIPATING",
53
  "142": "NON_PARTICIPATING",
54
+ "143": "NOT_ALIVE",
55
  "144": "SUCCESS",
56
  "145": "NOT_ALIVE",
57
  "146": "NON_PARTICIPATING",
 
83
  "17": "NOT_ALIVE",
84
  "170": "NON_PARTICIPATING",
85
  "171": "NON_PARTICIPATING",
86
+ "172": "NON_PARTICIPATING",
87
  "173": "NON_PARTICIPATING",
88
  "174": "NON_PARTICIPATING",
89
  "175": "NON_PARTICIPATING",
 
96
  "181": "NOT_ALIVE",
97
  "182": "NON_PARTICIPATING",
98
  "183": "NOT_ALIVE",
99
+ "184": "NOT_ALIVE",
100
  "185": "NON_PARTICIPATING",
101
  "186": "NOT_ALIVE",
102
  "187": "SUCCESS",
103
  "188": "SUCCESS",
104
+ "189": "SUCCESS",
105
  "19": "NOT_ALIVE",
106
+ "190": "NON_PARTICIPATING",
107
+ "191": "NON_PARTICIPATING",
108
  "192": "NON_PARTICIPATING",
109
+ "193": "NOT_ALIVE",
110
  "194": "NOT_ALIVE",
111
  "195": "NON_PARTICIPATING",
112
  "196": "NOT_ALIVE",
113
+ "197": "SUCCESS",
114
  "198": "NON_PARTICIPATING",
115
  "199": "NOT_ALIVE",
116
  "2": "NOT_ALIVE",
117
  "20": "NOT_ALIVE",
118
  "200": "NON_PARTICIPATING",
119
+ "201": "NOT_ALIVE",
120
  "202": "NON_PARTICIPATING",
121
  "203": "NON_PARTICIPATING",
122
  "204": "NON_PARTICIPATING",
 
125
  "207": "NOT_ALIVE",
126
  "208": "NOT_ALIVE",
127
  "209": "NON_PARTICIPATING",
128
+ "21": "SUCCESS",
129
  "210": "NOT_ALIVE",
130
+ "211": "NON_PARTICIPATING",
131
  "212": "NON_PARTICIPATING",
132
  "213": "NON_PARTICIPATING",
133
+ "214": "NON_PARTICIPATING",
134
+ "215": "NOT_ALIVE",
135
+ "216": "SUCCESS",
136
+ "217": "SUCCESS",
137
  "218": "NON_PARTICIPATING",
138
+ "219": "SUCCESS",
139
  "22": "NOT_ALIVE",
140
  "220": "NOT_ALIVE",
141
  "221": "NOT_ALIVE",
 
143
  "223": "NOT_ALIVE",
144
  "224": "NON_PARTICIPATING",
145
  "225": "NON_PARTICIPATING",
146
+ "226": "NOT_ALIVE",
147
+ "227": "NOT_ALIVE",
148
  "228": "SUCCESS",
149
  "229": "NOT_ALIVE",
150
+ "23": "SUCCESS",
151
+ "230": "SUCCESS",
152
  "231": "NOT_ALIVE",
153
  "232": "NOT_ALIVE",
154
  "233": "NON_PARTICIPATING",
 
161
  "24": "NOT_ALIVE",
162
  "240": "NOT_ALIVE",
163
  "241": "NON_PARTICIPATING",
164
+ "242": "SUCCESS",
165
  "243": "NOT_ALIVE",
166
  "244": "NON_PARTICIPATING",
167
  "245": "NON_PARTICIPATING",
 
174
  "251": "NON_PARTICIPATING",
175
  "252": "NON_PARTICIPATING",
176
  "253": "NON_PARTICIPATING",
177
+ "254": "NOT_ALIVE",
178
+ "255": "NON_PARTICIPATING",
179
+ "26": "NOT_ALIVE",
180
  "27": "NOT_ALIVE",
181
+ "28": "NON_PARTICIPATING",
182
  "29": "NOT_ALIVE",
183
+ "3": "SUCCESS",
184
  "30": "NOT_ALIVE",
185
  "31": "SUCCESS",
186
  "32": "SUCCESS",
 
198
  "43": "NON_PARTICIPATING",
199
  "44": "NON_PARTICIPATING",
200
  "45": "NOT_ALIVE",
201
+ "46": "NON_PARTICIPATING",
202
  "47": "NOT_ALIVE",
203
  "48": "NON_PARTICIPATING",
204
  "49": "NOT_ALIVE",
 
226
  "69": "NOT_ALIVE",
227
  "7": "NOT_ALIVE",
228
  "70": "NON_PARTICIPATING",
229
+ "71": "NOT_ALIVE",
230
  "72": "NON_PARTICIPATING",
231
  "73": "NOT_ALIVE",
232
  "74": "NOT_ALIVE",
233
  "75": "NON_PARTICIPATING",
234
  "76": "NOT_ALIVE",
235
  "77": "SUCCESS",
236
+ "78": "NON_PARTICIPATING",
237
  "79": "NOT_ALIVE",
238
  "8": "NOT_ALIVE",
239
  "80": "SUCCESS",
 
253
  "93": "NON_PARTICIPATING",
254
  "94": "NON_PARTICIPATING",
255
  "95": "NOT_ALIVE",
256
+ "96": "NOT_ALIVE",
257
  "97": "NON_PARTICIPATING",
258
  "98": "NON_PARTICIPATING",
259
+ "99": "SUCCESS"
260
  },
261
  "architectures": [
262
  "LlamaForCausalLM"
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6139540,
268
+ 6139556
269
  ],
270
  "bos_token_id": 1,
271
  "eos_token_id": 2,
272
  "hidden_act": "silu",
273
  "hidden_size": 2048,
274
  "initializer_range": 0.02,
275
+ "inner_step": 4,
276
  "intermediate_size": 5632,
277
+ "last_allreduce_block": 6139479,
278
  "max_position_embeddings": 2048,
279
  "mlp_bias": false,
280
  "model_type": "llama",
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f9ac5b87f22a1d0fb6d3d7b3901c40815cd56126564d317ec345252a04eb7ea
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72604a31d568fe3f78985bef9323c4d443a82fbcea9aeb289441898202660676
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eff36e4dd3c5000b2afefb39e61617a9353d92a6f5bf83cabea57ed5f6ed2846
3
  size 8800564076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e179c6d4e00bd5525fc0e13e29a3e1d4bc624f4165aedc1f4f47ee8e93558415
3
  size 8800564076
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a404f166c6dc5f30c0bb4f8836ffa2710a30f2f96ed971678acaf369b075f226
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a049e214db6f0ab3f3e166201de1525e873fd33e6acdae85a03d1720d2866149
3
  size 4400216536