kmfoda commited on
Commit
d6b6fcc
·
verified ·
1 Parent(s): 66afec2

Run 7. Outer Step 63. Inner Step 0. Peers 31.

Browse files
Files changed (4) hide show
  1. config.json +39 -39
  2. inner_optimizer.pt +1 -1
  3. model.safetensors +1 -1
  4. outer_optimizer.pt +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "STR-NaN/llama-1b-hot-10",
3
  "all_reduce_scores": {
4
  "0": "NOT_ALIVE",
5
  "1": "NOT_ALIVE",
@@ -18,7 +18,7 @@
18
  "110": "NOT_ALIVE",
19
  "111": "NOT_ALIVE",
20
  "112": "SUCCESS",
21
- "113": "SUCCESS",
22
  "114": "NOT_ALIVE",
23
  "115": "NON_PARTICIPATING",
24
  "116": "NOT_ALIVE",
@@ -45,13 +45,13 @@
45
  "135": "SUCCESS",
46
  "136": "NON_PARTICIPATING",
47
  "137": "NON_PARTICIPATING",
48
- "138": "SUCCESS",
49
  "139": "SUCCESS",
50
  "14": "NOT_ALIVE",
51
  "140": "NON_PARTICIPATING",
52
- "141": "NOT_ALIVE",
53
  "142": "NON_PARTICIPATING",
54
- "143": "NON_PARTICIPATING",
55
  "144": "NOT_ALIVE",
56
  "145": "NOT_ALIVE",
57
  "146": "NON_PARTICIPATING",
@@ -63,11 +63,11 @@
63
  "151": "NOT_ALIVE",
64
  "152": "NOT_ALIVE",
65
  "153": "NOT_ALIVE",
66
- "154": "NON_PARTICIPATING",
67
  "155": "NON_PARTICIPATING",
68
  "156": "NOT_ALIVE",
69
  "157": "NON_PARTICIPATING",
70
- "158": "SUCCESS",
71
  "159": "NON_PARTICIPATING",
72
  "16": "NOT_ALIVE",
73
  "160": "NON_PARTICIPATING",
@@ -75,23 +75,23 @@
75
  "162": "NOT_ALIVE",
76
  "163": "SUCCESS",
77
  "164": "NON_PARTICIPATING",
78
- "165": "NON_PARTICIPATING",
79
- "166": "SUCCESS",
80
  "167": "NOT_ALIVE",
81
- "168": "NOT_ALIVE",
82
  "169": "NON_PARTICIPATING",
83
  "17": "NOT_ALIVE",
84
  "170": "NON_PARTICIPATING",
85
  "171": "NOT_ALIVE",
86
  "172": "NOT_ALIVE",
87
- "173": "NON_PARTICIPATING",
88
  "174": "NOT_ALIVE",
89
  "175": "NON_PARTICIPATING",
90
  "176": "NOT_ALIVE",
91
  "177": "NOT_ALIVE",
92
- "178": "NOT_ALIVE",
93
  "179": "SUCCESS",
94
- "18": "NOT_ALIVE",
95
  "180": "NOT_ALIVE",
96
  "181": "NOT_ALIVE",
97
  "182": "NOT_ALIVE",
@@ -106,7 +106,7 @@
106
  "190": "NOT_ALIVE",
107
  "191": "NON_PARTICIPATING",
108
  "192": "SUCCESS",
109
- "193": "NOT_ALIVE",
110
  "194": "SUCCESS",
111
  "195": "SUCCESS",
112
  "196": "NOT_ALIVE",
@@ -118,7 +118,7 @@
118
  "200": "NOT_ALIVE",
119
  "201": "NOT_ALIVE",
120
  "202": "NON_PARTICIPATING",
121
- "203": "NOT_ALIVE",
122
  "204": "NON_PARTICIPATING",
123
  "205": "SUCCESS",
124
  "206": "NON_PARTICIPATING",
@@ -127,10 +127,10 @@
127
  "209": "NOT_ALIVE",
128
  "21": "NOT_ALIVE",
129
  "210": "NON_PARTICIPATING",
130
- "211": "NON_PARTICIPATING",
131
- "212": "FAIL",
132
  "213": "NOT_ALIVE",
133
- "214": "NON_PARTICIPATING",
134
  "215": "NOT_ALIVE",
135
  "216": "NOT_ALIVE",
136
  "217": "SUCCESS",
@@ -139,7 +139,7 @@
139
  "22": "NOT_ALIVE",
140
  "220": "NON_PARTICIPATING",
141
  "221": "SUCCESS",
142
- "222": "NON_PARTICIPATING",
143
  "223": "NOT_ALIVE",
144
  "224": "NOT_ALIVE",
145
  "225": "SUCCESS",
@@ -150,23 +150,23 @@
150
  "23": "NOT_ALIVE",
151
  "230": "NON_PARTICIPATING",
152
  "231": "NOT_ALIVE",
153
- "232": "NOT_ALIVE",
154
  "233": "NOT_ALIVE",
155
- "234": "SUCCESS",
156
  "235": "NOT_ALIVE",
157
  "236": "NON_PARTICIPATING",
158
  "237": "NON_PARTICIPATING",
159
  "238": "NOT_ALIVE",
160
- "239": "NOT_ALIVE",
161
  "24": "NOT_ALIVE",
162
  "240": "NOT_ALIVE",
163
  "241": "SUCCESS",
164
  "242": "NON_PARTICIPATING",
165
  "243": "NOT_ALIVE",
166
- "244": "NON_PARTICIPATING",
167
  "245": "NOT_ALIVE",
168
  "246": "NON_PARTICIPATING",
169
- "247": "NOT_ALIVE",
170
  "248": "NOT_ALIVE",
171
  "249": "NOT_ALIVE",
172
  "25": "SUCCESS",
@@ -178,11 +178,11 @@
178
  "255": "NOT_ALIVE",
179
  "26": "NON_PARTICIPATING",
180
  "27": "NON_PARTICIPATING",
181
- "28": "NOT_ALIVE",
182
  "29": "NOT_ALIVE",
183
  "3": "NOT_ALIVE",
184
- "30": "SUCCESS",
185
- "31": "NOT_ALIVE",
186
  "32": "NOT_ALIVE",
187
  "33": "NOT_ALIVE",
188
  "34": "NON_PARTICIPATING",
@@ -192,13 +192,13 @@
192
  "38": "NOT_ALIVE",
193
  "39": "NON_PARTICIPATING",
194
  "4": "NOT_ALIVE",
195
- "40": "SUCCESS",
196
  "41": "NOT_ALIVE",
197
  "42": "NON_PARTICIPATING",
198
- "43": "NOT_ALIVE",
199
  "44": "NOT_ALIVE",
200
  "45": "NOT_ALIVE",
201
- "46": "SUCCESS",
202
  "47": "NOT_ALIVE",
203
  "48": "NOT_ALIVE",
204
  "49": "NOT_ALIVE",
@@ -208,26 +208,26 @@
208
  "52": "SUCCESS",
209
  "53": "NON_PARTICIPATING",
210
  "54": "NOT_ALIVE",
211
- "55": "NON_PARTICIPATING",
212
  "56": "NOT_ALIVE",
213
  "57": "NOT_ALIVE",
214
  "58": "NOT_ALIVE",
215
- "59": "NON_PARTICIPATING",
216
  "6": "NOT_ALIVE",
217
  "60": "NON_PARTICIPATING",
218
- "61": "NOT_ALIVE",
219
  "62": "NOT_ALIVE",
220
  "63": "NOT_ALIVE",
221
  "64": "NOT_ALIVE",
222
  "65": "NON_PARTICIPATING",
223
  "66": "NOT_ALIVE",
224
- "67": "NON_PARTICIPATING",
225
  "68": "NOT_ALIVE",
226
  "69": "NON_PARTICIPATING",
227
  "7": "NOT_ALIVE",
228
  "70": "NOT_ALIVE",
229
  "71": "NON_PARTICIPATING",
230
- "72": "NOT_ALIVE",
231
  "73": "NOT_ALIVE",
232
  "74": "NOT_ALIVE",
233
  "75": "NOT_ALIVE",
@@ -242,7 +242,7 @@
242
  "83": "NOT_ALIVE",
243
  "84": "NON_PARTICIPATING",
244
  "85": "NOT_ALIVE",
245
- "86": "NON_PARTICIPATING",
246
  "87": "NOT_ALIVE",
247
  "88": "NOT_ALIVE",
248
  "89": "NON_PARTICIPATING",
@@ -255,8 +255,8 @@
255
  "95": "NOT_ALIVE",
256
  "96": "NOT_ALIVE",
257
  "97": "NOT_ALIVE",
258
- "98": "NOT_ALIVE",
259
- "99": "NOT_ALIVE"
260
  },
261
  "architectures": [
262
  "LlamaForCausalLM"
@@ -271,7 +271,7 @@
271
  "initializer_range": 0.02,
272
  "inner_step": 0,
273
  "intermediate_size": 5632,
274
- "last_allreduce_block": 6262980,
275
  "max_position_embeddings": 2048,
276
  "mlp_bias": false,
277
  "model_type": "llama",
 
1
  {
2
+ "_name_or_path": "3SixtyVentures/SN360383",
3
  "all_reduce_scores": {
4
  "0": "NOT_ALIVE",
5
  "1": "NOT_ALIVE",
 
18
  "110": "NOT_ALIVE",
19
  "111": "NOT_ALIVE",
20
  "112": "SUCCESS",
21
+ "113": "NOT_ALIVE",
22
  "114": "NOT_ALIVE",
23
  "115": "NON_PARTICIPATING",
24
  "116": "NOT_ALIVE",
 
45
  "135": "SUCCESS",
46
  "136": "NON_PARTICIPATING",
47
  "137": "NON_PARTICIPATING",
48
+ "138": "NON_PARTICIPATING",
49
  "139": "SUCCESS",
50
  "14": "NOT_ALIVE",
51
  "140": "NON_PARTICIPATING",
52
+ "141": "NON_PARTICIPATING",
53
  "142": "NON_PARTICIPATING",
54
+ "143": "NOT_ALIVE",
55
  "144": "NOT_ALIVE",
56
  "145": "NOT_ALIVE",
57
  "146": "NON_PARTICIPATING",
 
63
  "151": "NOT_ALIVE",
64
  "152": "NOT_ALIVE",
65
  "153": "NOT_ALIVE",
66
+ "154": "SUCCESS",
67
  "155": "NON_PARTICIPATING",
68
  "156": "NOT_ALIVE",
69
  "157": "NON_PARTICIPATING",
70
+ "158": "NON_PARTICIPATING",
71
  "159": "NON_PARTICIPATING",
72
  "16": "NOT_ALIVE",
73
  "160": "NON_PARTICIPATING",
 
75
  "162": "NOT_ALIVE",
76
  "163": "SUCCESS",
77
  "164": "NON_PARTICIPATING",
78
+ "165": "NOT_ALIVE",
79
+ "166": "NOT_ALIVE",
80
  "167": "NOT_ALIVE",
81
+ "168": "NON_PARTICIPATING",
82
  "169": "NON_PARTICIPATING",
83
  "17": "NOT_ALIVE",
84
  "170": "NON_PARTICIPATING",
85
  "171": "NOT_ALIVE",
86
  "172": "NOT_ALIVE",
87
+ "173": "SUCCESS",
88
  "174": "NOT_ALIVE",
89
  "175": "NON_PARTICIPATING",
90
  "176": "NOT_ALIVE",
91
  "177": "NOT_ALIVE",
92
+ "178": "SUCCESS",
93
  "179": "SUCCESS",
94
+ "18": "SUCCESS",
95
  "180": "NOT_ALIVE",
96
  "181": "NOT_ALIVE",
97
  "182": "NOT_ALIVE",
 
106
  "190": "NOT_ALIVE",
107
  "191": "NON_PARTICIPATING",
108
  "192": "SUCCESS",
109
+ "193": "NON_PARTICIPATING",
110
  "194": "SUCCESS",
111
  "195": "SUCCESS",
112
  "196": "NOT_ALIVE",
 
118
  "200": "NOT_ALIVE",
119
  "201": "NOT_ALIVE",
120
  "202": "NON_PARTICIPATING",
121
+ "203": "NON_PARTICIPATING",
122
  "204": "NON_PARTICIPATING",
123
  "205": "SUCCESS",
124
  "206": "NON_PARTICIPATING",
 
127
  "209": "NOT_ALIVE",
128
  "21": "NOT_ALIVE",
129
  "210": "NON_PARTICIPATING",
130
+ "211": "SUCCESS",
131
+ "212": "NON_PARTICIPATING",
132
  "213": "NOT_ALIVE",
133
+ "214": "SUCCESS",
134
  "215": "NOT_ALIVE",
135
  "216": "NOT_ALIVE",
136
  "217": "SUCCESS",
 
139
  "22": "NOT_ALIVE",
140
  "220": "NON_PARTICIPATING",
141
  "221": "SUCCESS",
142
+ "222": "SUCCESS",
143
  "223": "NOT_ALIVE",
144
  "224": "NOT_ALIVE",
145
  "225": "SUCCESS",
 
150
  "23": "NOT_ALIVE",
151
  "230": "NON_PARTICIPATING",
152
  "231": "NOT_ALIVE",
153
+ "232": "FAIL",
154
  "233": "NOT_ALIVE",
155
+ "234": "NON_PARTICIPATING",
156
  "235": "NOT_ALIVE",
157
  "236": "NON_PARTICIPATING",
158
  "237": "NON_PARTICIPATING",
159
  "238": "NOT_ALIVE",
160
+ "239": "NON_PARTICIPATING",
161
  "24": "NOT_ALIVE",
162
  "240": "NOT_ALIVE",
163
  "241": "SUCCESS",
164
  "242": "NON_PARTICIPATING",
165
  "243": "NOT_ALIVE",
166
+ "244": "NOT_ALIVE",
167
  "245": "NOT_ALIVE",
168
  "246": "NON_PARTICIPATING",
169
+ "247": "NON_PARTICIPATING",
170
  "248": "NOT_ALIVE",
171
  "249": "NOT_ALIVE",
172
  "25": "SUCCESS",
 
178
  "255": "NOT_ALIVE",
179
  "26": "NON_PARTICIPATING",
180
  "27": "NON_PARTICIPATING",
181
+ "28": "NON_PARTICIPATING",
182
  "29": "NOT_ALIVE",
183
  "3": "NOT_ALIVE",
184
+ "30": "NOT_ALIVE",
185
+ "31": "NON_PARTICIPATING",
186
  "32": "NOT_ALIVE",
187
  "33": "NOT_ALIVE",
188
  "34": "NON_PARTICIPATING",
 
192
  "38": "NOT_ALIVE",
193
  "39": "NON_PARTICIPATING",
194
  "4": "NOT_ALIVE",
195
+ "40": "NON_PARTICIPATING",
196
  "41": "NOT_ALIVE",
197
  "42": "NON_PARTICIPATING",
198
+ "43": "NON_PARTICIPATING",
199
  "44": "NOT_ALIVE",
200
  "45": "NOT_ALIVE",
201
+ "46": "NON_PARTICIPATING",
202
  "47": "NOT_ALIVE",
203
  "48": "NOT_ALIVE",
204
  "49": "NOT_ALIVE",
 
208
  "52": "SUCCESS",
209
  "53": "NON_PARTICIPATING",
210
  "54": "NOT_ALIVE",
211
+ "55": "NOT_ALIVE",
212
  "56": "NOT_ALIVE",
213
  "57": "NOT_ALIVE",
214
  "58": "NOT_ALIVE",
215
+ "59": "NOT_ALIVE",
216
  "6": "NOT_ALIVE",
217
  "60": "NON_PARTICIPATING",
218
+ "61": "NON_PARTICIPATING",
219
  "62": "NOT_ALIVE",
220
  "63": "NOT_ALIVE",
221
  "64": "NOT_ALIVE",
222
  "65": "NON_PARTICIPATING",
223
  "66": "NOT_ALIVE",
224
+ "67": "NOT_ALIVE",
225
  "68": "NOT_ALIVE",
226
  "69": "NON_PARTICIPATING",
227
  "7": "NOT_ALIVE",
228
  "70": "NOT_ALIVE",
229
  "71": "NON_PARTICIPATING",
230
+ "72": "NON_PARTICIPATING",
231
  "73": "NOT_ALIVE",
232
  "74": "NOT_ALIVE",
233
  "75": "NOT_ALIVE",
 
242
  "83": "NOT_ALIVE",
243
  "84": "NON_PARTICIPATING",
244
  "85": "NOT_ALIVE",
245
+ "86": "NOT_ALIVE",
246
  "87": "NOT_ALIVE",
247
  "88": "NOT_ALIVE",
248
  "89": "NON_PARTICIPATING",
 
255
  "95": "NOT_ALIVE",
256
  "96": "NOT_ALIVE",
257
  "97": "NOT_ALIVE",
258
+ "98": "NON_PARTICIPATING",
259
+ "99": "NON_PARTICIPATING"
260
  },
261
  "architectures": [
262
  "LlamaForCausalLM"
 
271
  "initializer_range": 0.02,
272
  "inner_step": 0,
273
  "intermediate_size": 5632,
274
+ "last_allreduce_block": 6263656,
275
  "max_position_embeddings": 2048,
276
  "mlp_bias": false,
277
  "model_type": "llama",
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db5f9ccdf829f46586df151b8d6c56c133fef3987114ee3237f10f8d2bc4b6f9
3
  size 8800564076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e76085a2e1b3d02ffef50d6710a3e83bd4d9ae5eee79c1d23dd872de707ac4da
3
  size 8800564076
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9f5b9d7a67e5172a7984792689f6925838aff3bdbd57fb9362168086908fd5c
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f47e478b0a5b2c2955412ca79f80038cbd07d1dc83cb91e18d4e200342be86d4
3
  size 4400216536
outer_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7b1a47dd2421375baa7ad89f6312831f02169f36faa8b5a9d3d2552c9ab70d0
3
  size 4400252568
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e24a43363b22e86052aef2d1311f3280c0c58db41244bb1c9b9da18970633d1
3
  size 4400252568