e34aec1 865d821 c6b56bd 8933b72 018902b 459aa69 0edb717 277fbf1 fe134b1 53465c2 ad1e447 413ab0f c8273e1 ca5ecf5 544f49e 7590d92 8707cc4 f5731f4 8d91cf3 e3e450c 91b8e67 6a9a609 d1ff637 77e0278 c4ad222 33d53c1 d1d0de1 5c5623b c87ea4b 77fb1c9 dcc73cd d91f351 e308b53 bd31517 8854812 83dda11 1057ce4 248cd72 b8a7a14 e54e20d cb7e84e 5f48bf6 7efee23 3e626af e4ec8a6 32629c1 73a7363 9ebfda6 fd84e46 440b171 5559437 14c4cc2 993a454 f8ffd3c c4d3001 4cbe7dc a1c590a 7f211a2 e9b949a 0272c85 523ab1d 1d6c011 4e696f7 6d4967f caa8331 b7950e2 d7bf5a8 8af36da b953210 b06b7d2 2a0cdec 988164a 5d425c0 4e32f3a 6f31f36 27a75d1 aca2910 6469476 3afa02c 60445b7 7151856 e7400f6 eb57b91 eedb0d2 6371ce6 b3a8464 1cf8d92 5645c4d 1fdb864 ba59ce4 d354764 87cbc73 dde0b96 1befbc1 9950d46 6130293 bcbad15 edf793c db9a454 0333e46 b375cc6 4815c98 da1cee9 3330ab6 4478662 485cd54 8e81082 586da38 bf5e0c3 8d8fe74 91a5ff8 3bd4174 416c5dc 9287133 ddf9c42 79ac2a7 31a79cc 0b2e92f 60b24e4 6df0d2d 03471b5 56e2221 d652c53 571e48a 199b407 450489f cca845f 3f743fb b73c7ae 68cc552 7e40bbb a23ed2f 3a17aad 836a341 caa6bd6 52af76e 1d56b44 b99b558 c621001 5423e88 cd346eb ac273ee 1276827 6984ddd 808cc53 5bfb293 fbb6d47 49d7195 f7a24fd e7e0d10 2a334bd 6dc8649 81f676e 9b3d8a9 a3cd100 3552b40 73fa9ca fd78256 73fc2f5 c3d4e20 fe9b94a db2c15f 3670777 2e70cd6 259fdda be81ca8 88865c4 a37b9ff 96b9b63 e52a6c8 f4100ef 39ec590 c4ecfe8 ca44120 eff03b7 683d9c5 dc0b63c ba157e7 1424c3d 84e78a0 de4f962 90b300f e589347 8c5d1d8 f679969 52edbfb 4dd803e 2ee566a 28661d8 6299e43 8bb663b ea38f09 8edecd3 8e98a20 7092259 2f21554 cdaba68 6de8efd 2d2512f ff94f6c 5085f4c a045d30 c05dc20 1ace1b0 6ce8a3e 71d248e 619a8b5 b72218a 0b80a4c 86521a8 e2df8b3 d07d055 8799358 8d6940b 79e901f b5e8d75 0134478 f75e6d0 a4c10a8 a1b7f4d 18ac56c 0025092 5f94950 2d0df21 b13530c c54fc12 9fa6ba1 9b62573 e559c6b eac837c f24a80f a8fa9f3 991df20 9e755f0 ce77b4c a815abc 3dec2b9 a12bfd0 bd8eb95 8d9f739 205d987 0d01ee7 7312467 d409b0a a3278e5 c8bebb8 adcc4d5 a1ef4b0 20a954f 261deb9 4f258a6 f922e99 5572535 e430a84 79570ea d7fe225 433c0fd ff65ce5 38492e6 8aa9c81 14da47f db7c759 7aab389 e1f3b43 ec4a5f2 d8c7b85 43b6aef 523db83 88e223b cde0b78 78537ce 0991524
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
{ "architectures": [ "LlamaForCausalLM" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 100257, "eos_token_id": 100257, "hidden_act": "silu", "hidden_size": 3072, "initializer_range": 0.02, "intermediate_size": 8490, "max_position_embeddings": 2048, "mlp_bias": false, "model_type": "llama", "num_attention_heads": 24, "num_hidden_layers": 24, "num_key_value_heads": 24, "pop_states_at_layer": null, "pretraining_tp": 1, "return_states_at_layer": null, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "start_at_layer": null, "stash_states_at_layer": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "transformers_version": "4.40.2", "use_cache": true, "vocab_size": 100263 }
