e34aec1 865d821 c6b56bd 8933b72 018902b 459aa69 0edb717 277fbf1 fe134b1 53465c2 ad1e447 413ab0f c8273e1 ca5ecf5 544f49e 7590d92 8707cc4 f5731f4 8d91cf3 e3e450c 91b8e67 6a9a609 d1ff637 77e0278 c4ad222 33d53c1 d1d0de1 5c5623b c87ea4b 77fb1c9 dcc73cd d91f351 e308b53 bd31517 8854812 83dda11 1057ce4 248cd72 b8a7a14 e54e20d cb7e84e 5f48bf6 7efee23 3e626af e4ec8a6 32629c1 73a7363 9ebfda6 fd84e46 440b171 5559437 14c4cc2 993a454 f8ffd3c c4d3001 4cbe7dc a1c590a 7f211a2 e9b949a 0272c85 523ab1d 1d6c011 4e696f7 6d4967f caa8331 b7950e2 d7bf5a8 8af36da b953210 b06b7d2 2a0cdec 988164a 5d425c0 4e32f3a 6f31f36 27a75d1 aca2910 6469476 3afa02c 60445b7 7151856 e7400f6 eb57b91 eedb0d2 6371ce6 b3a8464 1cf8d92 5645c4d 1fdb864 ba59ce4 d354764 87cbc73 dde0b96 1befbc1 9950d46 6130293 bcbad15 edf793c db9a454 0333e46 b375cc6 4815c98 da1cee9 3330ab6 4478662 485cd54 8e81082 586da38 bf5e0c3 8d8fe74 91a5ff8 3bd4174 416c5dc 9287133 ddf9c42 79ac2a7 31a79cc 0b2e92f 60b24e4 6df0d2d 03471b5 56e2221 d652c53 571e48a 199b407 450489f cca845f 3f743fb b73c7ae 68cc552 7e40bbb a23ed2f 3a17aad 836a341 caa6bd6 52af76e 1d56b44 b99b558 c621001 5423e88 cd346eb ac273ee 1276827 6984ddd 808cc53 5bfb293 fbb6d47 49d7195 f7a24fd e7e0d10 2a334bd 6dc8649 81f676e 9b3d8a9 a3cd100 3552b40 73fa9ca fd78256 73fc2f5 c3d4e20 fe9b94a db2c15f 3670777 2e70cd6 259fdda be81ca8 88865c4 a37b9ff 96b9b63 e52a6c8 f4100ef 39ec590 c4ecfe8 ca44120 eff03b7 683d9c5 dc0b63c ba157e7 1424c3d 84e78a0 de4f962 90b300f e589347 8c5d1d8 f679969 52edbfb 4dd803e 2ee566a 28661d8 6299e43 8bb663b ea38f09 8edecd3 8e98a20 7092259 2f21554 cdaba68 6de8efd 2d2512f ff94f6c 5085f4c a045d30 c05dc20 1ace1b0 6ce8a3e 71d248e 619a8b5 b72218a 0b80a4c 86521a8 e2df8b3 d07d055 8799358 8d6940b 79e901f b5e8d75 0134478 f75e6d0 a4c10a8 a1b7f4d 18ac56c 0025092 5f94950 2d0df21 b13530c c54fc12 9fa6ba1 9b62573 e559c6b eac837c f24a80f a8fa9f3 991df20 9e755f0 ce77b4c a815abc 3dec2b9 a12bfd0 bd8eb95 8d9f739 205d987 0d01ee7 7312467 d409b0a a3278e5 c8bebb8 adcc4d5 a1ef4b0 20a954f 261deb9 4f258a6 f922e99 5572535 e430a84 79570ea d7fe225 433c0fd ff65ce5 38492e6 8aa9c81 14da47f db7c759 7aab389 e1f3b43 ec4a5f2 d8c7b85 43b6aef 523db83 88e223b cde0b78 ccabe47 06461b2 6fa73c2 9d428a5 bc96532 90d9770 1ff8404 ccac342 df43d51 7c8f9ee e704987 170d3e1 2f7a8e8 df27e3e 7ae1367 df30c95 f978b6f 90b0407 7399856 267a1da c2290b7 07b69c5 7addb80 c507137 5d4dba0 c11a8d6 69c10c8 26bee54 3dba460 a426eb7 6dec9b2 d46f437 c4be1de ccb747b 78a9463 a101ecb fa94d98 9a0d260 43ccb24 ec6632b 49c1e1e 91ff8c4 1cd1374 48c52c2 ad6daf9 2e0918b 2269e2f b878d09 17459e0 7c58ec7 14cfd04 b50063e de25a44 75151f3 c253061 92964de 767106c 6bbbdbf cbbed11 26e4fdc 21a454e 5533746 869834e 2b29f09 8712812 5d30ccc 3f0a582 bdb093c 6b51631 ea89cab 661a7f2 1d93ec7 6c9770b ac7c32c aa4f6cb b88daf6 b9875d6 8297573 9b717a0 9c8bbb7 63f8bd7 ee82d6b 0a04496 cd79344 94fe5d2 16a6ae5 a667580 c7a50cf c6131c8 6153c57 3594201 b09f73c ccb2b79 d379d2e a3291db c8b980f 56e7a51 9ec28ac c4cfb17 45bf922 5f1bf1b 1c5f939 9466627 bad24c8 26c140e 30bdc19 5499922 7200af5 a78d4e0 6225599 d3f5a62 bb25dfb 779dcf9 34b9a1c 2453e12 7cd1151 1dfae71 22bee08 8dbe983 4e85ac9 90657f9 cb1a7ff aa84342 615a949 31e8c1e 1ac28ed e9434bf 268e8a4 9fd5f6a 3c3e49e 25a8df6 b72458e d7e5fbb a552ef5 4ca91ae 82d8c7f 0f66284 4a8d5a0 6653c5f 5b9499b b2478e8 b975e39 2b17393 cec5a08 438dbee 48ae485 b3206b3 24a15c4 fe2bee4 7b5dd11 34bc6d4 9e67aa4 72ae3c7 8e9ba33 e25637d ac3f25d c2aa381 e4e574f de319f8 ceffe58 fd4268c d1ed2df e108d90 ebea8c8 9e55be4 67f10fc 2d5a3da bde6bcc 199ad5b 161109a d08b565 91d4e71 b7cf8c9 99dfe6b be8c557 87193fa aa453eb ef150df bb784f8 9752174 869e906 fd02e1b d362c72 b79cbc9 3a143bf d63b370 55d8175 9cdd7fa ac67895 ffb09cc ac7cfc9 1a35a99 0501783 91dc34a 0d96f4a 35b7147 ac66fda 71033e8 732714d dc5db54 271192a fc03575 a5adfed 39dd204 fbe53ea 942c28a 7942fd9 40124e6 698dc45 a452515 f86d4a7 2fce715 420039b d4a96ed 17f1571 e2f15a1 105f0e8 d9c83fc eadbbd4 78537ce 0991524
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
{ "architectures": [ "LlamaForCausalLM" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 100257, "eos_token_id": 100257, "hidden_act": "silu", "hidden_size": 3072, "initializer_range": 0.02, "intermediate_size": 8490, "max_position_embeddings": 2048, "mlp_bias": false, "model_type": "llama", "num_attention_heads": 24, "num_hidden_layers": 24, "num_key_value_heads": 24, "pop_states_at_layer": null, "pretraining_tp": 1, "return_states_at_layer": null, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "start_at_layer": null, "stash_states_at_layer": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "transformers_version": "4.40.2", "use_cache": true, "vocab_size": 100263 }
