File size: 7,699 Bytes
1b7572d
3278b12
1b7572d
 
bda51f8
1638be3
 
f2a88f1
5127b2f
bda51f8
f2a88f1
 
4febbd0
bda51f8
3278b12
f2a88f1
5127b2f
011b3e7
f2a88f1
c689148
011b3e7
9eab70a
f2a88f1
0cfafde
f2a88f1
3278b12
4a82a0b
bda51f8
5473d14
f2a88f1
c689148
f2a88f1
 
 
ef9a9e8
f2a88f1
1dbcdf6
3278b12
f2a88f1
3278b12
c689148
3278b12
 
9eab70a
c8970ae
f2a88f1
c689148
bda51f8
 
4a82a0b
21b3288
3278b12
 
f2a88f1
 
5dd2d4c
3278b12
4febbd0
9eab70a
4a82a0b
d51b0c1
f2a88f1
 
 
4febbd0
4a82a0b
3278b12
d51b0c1
ee7088e
3278b12
1638be3
21b3288
3278b12
d51b0c1
3278b12
21b3288
011b3e7
3278b12
f2a88f1
3278b12
f2a88f1
 
e16af9d
21b3288
3278b12
f2a88f1
 
 
3278b12
1b7572d
7fe1118
f2a88f1
bda51f8
5127b2f
c8970ae
c689148
3278b12
c689148
f2a88f1
 
013b488
1dbcdf6
 
3278b12
5127b2f
3278b12
9eab70a
f2a88f1
c689148
1dbcdf6
3278b12
f2a88f1
5127b2f
3278b12
 
bd809bc
3f8872a
f2a88f1
9eab70a
f2a88f1
c689148
1638be3
6e17039
f2a88f1
85273ef
c689148
f2a88f1
c689148
3278b12
 
21b3288
3278b12
 
7fe1118
3278b12
f2a88f1
 
 
1638be3
3278b12
bda51f8
f2a88f1
3278b12
85273ef
3278b12
c689148
3278b12
 
1638be3
1f9d8e6
7fe1118
f2a88f1
5473d14
3278b12
f2a88f1
c689148
 
7fe1118
3278b12
c689148
d51b0c1
3278b12
c689148
3278b12
f2a88f1
85273ef
7fe1118
c689148
3278b12
f2a88f1
3278b12
1b7572d
3278b12
 
f2a88f1
3278b12
5127b2f
7fe1118
f2a88f1
7fe1118
3278b12
f2a88f1
ef9a9e8
f2a88f1
3278b12
1dbcdf6
f2a88f1
7fe1118
1dbcdf6
f2a88f1
3278b12
f2a88f1
21b3288
7fe1118
f2a88f1
1dbcdf6
3278b12
 
1f9d8e6
3278b12
1f9d8e6
3278b12
011b3e7
f2a88f1
2f6b0ed
1dbcdf6
3278b12
 
c689148
9eab70a
bda51f8
f2a88f1
21b3288
013b488
011b3e7
3278b12
 
 
9eab70a
3278b12
f2a88f1
 
1f9d8e6
7fe1118
f2a88f1
7fe1118
bd809bc
f2a88f1
c689148
7fe1118
f2a88f1
7fe1118
bda51f8
f2a88f1
1f9d8e6
6e17039
e16af9d
d51b0c1
1638be3
bda51f8
3278b12
21b3288
 
7fe1118
f2a88f1
 
 
1dbcdf6
9eba0b5
3278b12
f2a88f1
7fe1118
f2a88f1
7fe1118
5dd2d4c
f2a88f1
3278b12
f2a88f1
 
1b7572d
 
 
 
 
 
 
9708176
 
1b7572d
 
 
 
 
 
9708176
1b7572d
f2a88f1
1b7572d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
{
  "_name_or_path": "distributed/llama-1b",
  "all_reduce_scores": {
    "0": "NOT_ALIVE",
    "1": "NOT_ALIVE",
    "10": "NOT_ALIVE",
    "100": "NOT_ALIVE",
    "101": "NOT_ALIVE",
    "102": "NOT_ALIVE",
    "103": "NON_PARTICIPATING",
    "104": "NOT_ALIVE",
    "105": "NOT_ALIVE",
    "106": "NOT_ALIVE",
    "107": "NON_PARTICIPATING",
    "108": "NON_PARTICIPATING",
    "109": "SUCCESS",
    "11": "NOT_ALIVE",
    "110": "NON_PARTICIPATING",
    "111": "SUCCESS",
    "112": "SUCCESS",
    "113": "NON_PARTICIPATING",
    "114": "SUCCESS",
    "115": "NOT_ALIVE",
    "116": "NON_PARTICIPATING",
    "117": "NON_PARTICIPATING",
    "118": "NON_PARTICIPATING",
    "119": "NON_PARTICIPATING",
    "12": "NOT_ALIVE",
    "120": "NOT_ALIVE",
    "121": "NON_PARTICIPATING",
    "122": "NON_PARTICIPATING",
    "123": "SUCCESS",
    "124": "NON_PARTICIPATING",
    "125": "NOT_ALIVE",
    "126": "NOT_ALIVE",
    "127": "SUCCESS",
    "128": "NON_PARTICIPATING",
    "129": "NON_PARTICIPATING",
    "13": "SUCCESS",
    "130": "NON_PARTICIPATING",
    "131": "NON_PARTICIPATING",
    "132": "NON_PARTICIPATING",
    "133": "SUCCESS",
    "134": "NON_PARTICIPATING",
    "135": "NOT_ALIVE",
    "136": "NON_PARTICIPATING",
    "137": "NON_PARTICIPATING",
    "138": "NON_PARTICIPATING",
    "139": "NON_PARTICIPATING",
    "14": "NOT_ALIVE",
    "140": "NON_PARTICIPATING",
    "141": "SUCCESS",
    "142": "SUCCESS",
    "143": "NON_PARTICIPATING",
    "144": "NON_PARTICIPATING",
    "145": "NOT_ALIVE",
    "146": "SUCCESS",
    "147": "NON_PARTICIPATING",
    "148": "NON_PARTICIPATING",
    "149": "NON_PARTICIPATING",
    "15": "NOT_ALIVE",
    "150": "NOT_ALIVE",
    "151": "NON_PARTICIPATING",
    "152": "SUCCESS",
    "153": "NON_PARTICIPATING",
    "154": "NOT_ALIVE",
    "155": "NOT_ALIVE",
    "156": "NOT_ALIVE",
    "157": "NOT_ALIVE",
    "158": "SUCCESS",
    "159": "NOT_ALIVE",
    "16": "NOT_ALIVE",
    "160": "NON_PARTICIPATING",
    "161": "NOT_ALIVE",
    "162": "NON_PARTICIPATING",
    "163": "NOT_ALIVE",
    "164": "NON_PARTICIPATING",
    "165": "SUCCESS",
    "166": "NON_PARTICIPATING",
    "167": "SUCCESS",
    "168": "NON_PARTICIPATING",
    "169": "NOT_ALIVE",
    "17": "NOT_ALIVE",
    "170": "NOT_ALIVE",
    "171": "NON_PARTICIPATING",
    "172": "NON_PARTICIPATING",
    "173": "SUCCESS",
    "174": "NOT_ALIVE",
    "175": "SUCCESS",
    "176": "NOT_ALIVE",
    "177": "NON_PARTICIPATING",
    "178": "SUCCESS",
    "179": "NON_PARTICIPATING",
    "18": "NOT_ALIVE",
    "180": "NOT_ALIVE",
    "181": "NON_PARTICIPATING",
    "182": "SUCCESS",
    "183": "SUCCESS",
    "184": "NON_PARTICIPATING",
    "185": "SUCCESS",
    "186": "NOT_ALIVE",
    "187": "NON_PARTICIPATING",
    "188": "NON_PARTICIPATING",
    "189": "SUCCESS",
    "19": "NOT_ALIVE",
    "190": "SUCCESS",
    "191": "NON_PARTICIPATING",
    "192": "NON_PARTICIPATING",
    "193": "NON_PARTICIPATING",
    "194": "NON_PARTICIPATING",
    "195": "SUCCESS",
    "196": "SUCCESS",
    "197": "NOT_ALIVE",
    "198": "SUCCESS",
    "199": "SUCCESS",
    "2": "NOT_ALIVE",
    "20": "NOT_ALIVE",
    "200": "NON_PARTICIPATING",
    "201": "SUCCESS",
    "202": "SUCCESS",
    "203": "SUCCESS",
    "204": "NOT_ALIVE",
    "205": "NON_PARTICIPATING",
    "206": "SUCCESS",
    "207": "NON_PARTICIPATING",
    "208": "NON_PARTICIPATING",
    "209": "SUCCESS",
    "21": "NOT_ALIVE",
    "210": "SUCCESS",
    "211": "NON_PARTICIPATING",
    "212": "NON_PARTICIPATING",
    "213": "NON_PARTICIPATING",
    "214": "NON_PARTICIPATING",
    "215": "NON_PARTICIPATING",
    "216": "SUCCESS",
    "217": "NOT_ALIVE",
    "218": "SUCCESS",
    "219": "NOT_ALIVE",
    "22": "NOT_ALIVE",
    "220": "NON_PARTICIPATING",
    "221": "NON_PARTICIPATING",
    "222": "NON_PARTICIPATING",
    "223": "NON_PARTICIPATING",
    "224": "NON_PARTICIPATING",
    "225": "SUCCESS",
    "226": "NON_PARTICIPATING",
    "227": "NON_PARTICIPATING",
    "228": "SUCCESS",
    "229": "NOT_ALIVE",
    "23": "NOT_ALIVE",
    "230": "NON_PARTICIPATING",
    "231": "NON_PARTICIPATING",
    "232": "NOT_ALIVE",
    "233": "NON_PARTICIPATING",
    "234": "NON_PARTICIPATING",
    "235": "NON_PARTICIPATING",
    "236": "SUCCESS",
    "237": "SUCCESS",
    "238": "NOT_ALIVE",
    "239": "NON_PARTICIPATING",
    "24": "NOT_ALIVE",
    "240": "NON_PARTICIPATING",
    "241": "NON_PARTICIPATING",
    "242": "NOT_ALIVE",
    "243": "NON_PARTICIPATING",
    "244": "NON_PARTICIPATING",
    "245": "SUCCESS",
    "246": "NON_PARTICIPATING",
    "247": "SUCCESS",
    "248": "NON_PARTICIPATING",
    "249": "SUCCESS",
    "25": "SUCCESS",
    "250": "NON_PARTICIPATING",
    "251": "NOT_ALIVE",
    "252": "NOT_ALIVE",
    "253": "SUCCESS",
    "254": "NOT_ALIVE",
    "255": "NOT_ALIVE",
    "26": "NOT_ALIVE",
    "27": "NON_PARTICIPATING",
    "28": "NON_PARTICIPATING",
    "29": "NON_PARTICIPATING",
    "3": "NOT_ALIVE",
    "30": "NON_PARTICIPATING",
    "31": "NON_PARTICIPATING",
    "32": "NON_PARTICIPATING",
    "33": "NOT_ALIVE",
    "34": "NON_PARTICIPATING",
    "35": "NON_PARTICIPATING",
    "36": "NON_PARTICIPATING",
    "37": "NON_PARTICIPATING",
    "38": "NON_PARTICIPATING",
    "39": "NOT_ALIVE",
    "4": "NOT_ALIVE",
    "40": "SUCCESS",
    "41": "NON_PARTICIPATING",
    "42": "NON_PARTICIPATING",
    "43": "SUCCESS",
    "44": "NOT_ALIVE",
    "45": "NON_PARTICIPATING",
    "46": "NON_PARTICIPATING",
    "47": "SUCCESS",
    "48": "NON_PARTICIPATING",
    "49": "SUCCESS",
    "5": "NOT_ALIVE",
    "50": "NOT_ALIVE",
    "51": "SUCCESS",
    "52": "SUCCESS",
    "53": "NON_PARTICIPATING",
    "54": "NON_PARTICIPATING",
    "55": "NON_PARTICIPATING",
    "56": "NON_PARTICIPATING",
    "57": "NOT_ALIVE",
    "58": "NOT_ALIVE",
    "59": "NOT_ALIVE",
    "6": "SUCCESS",
    "60": "SUCCESS",
    "61": "SUCCESS",
    "62": "NOT_ALIVE",
    "63": "SUCCESS",
    "64": "NON_PARTICIPATING",
    "65": "SUCCESS",
    "66": "NOT_ALIVE",
    "67": "NON_PARTICIPATING",
    "68": "SUCCESS",
    "69": "NON_PARTICIPATING",
    "7": "NOT_ALIVE",
    "70": "NON_PARTICIPATING",
    "71": "NON_PARTICIPATING",
    "72": "NON_PARTICIPATING",
    "73": "NON_PARTICIPATING",
    "74": "SUCCESS",
    "75": "NON_PARTICIPATING",
    "76": "NON_PARTICIPATING",
    "77": "NON_PARTICIPATING",
    "78": "NON_PARTICIPATING",
    "79": "NOT_ALIVE",
    "8": "NOT_ALIVE",
    "80": "NOT_ALIVE",
    "81": "NON_PARTICIPATING",
    "82": "NON_PARTICIPATING",
    "83": "NOT_ALIVE",
    "84": "NON_PARTICIPATING",
    "85": "NON_PARTICIPATING",
    "86": "NON_PARTICIPATING",
    "87": "NON_PARTICIPATING",
    "88": "NON_PARTICIPATING",
    "89": "NON_PARTICIPATING",
    "9": "NOT_ALIVE",
    "90": "NON_PARTICIPATING",
    "91": "NON_PARTICIPATING",
    "92": "NON_PARTICIPATING",
    "93": "NON_PARTICIPATING",
    "94": "SUCCESS",
    "95": "NON_PARTICIPATING",
    "96": "SUCCESS",
    "97": "SUCCESS",
    "98": "FAIL",
    "99": "SUCCESS"
  },
  "architectures": [
    "LlamaForCausalLM"
  ],
  "attention_bias": false,
  "attention_dropout": 0.0,
  "block_list": [
    6445126,
    6445140
  ],
  "bos_token_id": 1,
  "eos_token_id": 2,
  "hidden_act": "silu",
  "hidden_size": 2048,
  "initializer_range": 0.02,
  "inner_step": 90,
  "intermediate_size": 5632,
  "last_allreduce_block": 6444495,
  "max_position_embeddings": 2048,
  "mlp_bias": false,
  "model_type": "llama",
  "num_attention_heads": 32,
  "num_hidden_layers": 22,
  "num_key_value_heads": 4,
  "pretraining_tp": 1,
  "rms_norm_eps": 1e-05,
  "rope_scaling": null,
  "rope_theta": 10000.0,
  "tie_word_embeddings": false,
  "torch_dtype": "float32",
  "transformers_version": "4.39.3",
  "use_cache": false,
  "vocab_size": 32000
}