e34aec1 865d821 c6b56bd 8933b72 018902b 459aa69 0edb717 277fbf1 fe134b1 53465c2 ad1e447 413ab0f c8273e1 ca5ecf5 544f49e 7590d92 8707cc4 f5731f4 8d91cf3 e3e450c 91b8e67 6a9a609 d1ff637 77e0278 c4ad222 33d53c1 d1d0de1 5c5623b c87ea4b 77fb1c9 dcc73cd d91f351 e308b53 bd31517 8854812 83dda11 1057ce4 248cd72 b8a7a14 e54e20d cb7e84e 5f48bf6 7efee23 3e626af e4ec8a6 32629c1 73a7363 9ebfda6 fd84e46 440b171 5559437 14c4cc2 993a454 f8ffd3c c4d3001 4cbe7dc a1c590a 7f211a2 e9b949a 0272c85 523ab1d 1d6c011 4e696f7 6d4967f caa8331 b7950e2 d7bf5a8 8af36da b953210 b06b7d2 2a0cdec 988164a 5d425c0 4e32f3a 6f31f36 27a75d1 aca2910 6469476 3afa02c 60445b7 7151856 e7400f6 eb57b91 eedb0d2 6371ce6 b3a8464 1cf8d92 5645c4d 1fdb864 ba59ce4 d354764 87cbc73 dde0b96 1befbc1 9950d46 6130293 bcbad15 edf793c db9a454 0333e46 b375cc6 4815c98 da1cee9 3330ab6 4478662 485cd54 8e81082 586da38 bf5e0c3 8d8fe74 91a5ff8 3bd4174 416c5dc 9287133 ddf9c42 79ac2a7 31a79cc 0b2e92f 60b24e4 6df0d2d 03471b5 56e2221 d652c53 571e48a 199b407 450489f cca845f 3f743fb b73c7ae 68cc552 7e40bbb a23ed2f 3a17aad 836a341 caa6bd6 52af76e 1d56b44 b99b558 c621001 5423e88 cd346eb ac273ee 1276827 6984ddd 808cc53 5bfb293 fbb6d47 49d7195 f7a24fd e7e0d10 2a334bd 6dc8649 81f676e 9b3d8a9 a3cd100 3552b40 73fa9ca fd78256 73fc2f5 c3d4e20 fe9b94a db2c15f 3670777 2e70cd6 259fdda be81ca8 88865c4 a37b9ff 96b9b63 e52a6c8 f4100ef 39ec590 c4ecfe8 ca44120 eff03b7 683d9c5 dc0b63c ba157e7 1424c3d 84e78a0 de4f962 90b300f e589347 8c5d1d8 f679969 52edbfb 4dd803e 2ee566a 28661d8 6299e43 8bb663b ea38f09 8edecd3 8e98a20 7092259 2f21554 cdaba68 6de8efd 2d2512f ff94f6c 5085f4c a045d30 c05dc20 1ace1b0 6ce8a3e 71d248e 619a8b5 b72218a 0b80a4c 86521a8 e2df8b3 d07d055 8799358 8d6940b 79e901f b5e8d75 0134478 f75e6d0 a4c10a8 a1b7f4d 18ac56c 0025092 5f94950 2d0df21 b13530c c54fc12 9fa6ba1 9b62573 e559c6b eac837c f24a80f a8fa9f3 991df20 9e755f0 ce77b4c a815abc 3dec2b9 a12bfd0 bd8eb95 8d9f739 205d987 0d01ee7 7312467 d409b0a a3278e5 c8bebb8 adcc4d5 a1ef4b0 20a954f 261deb9 4f258a6 f922e99 5572535 e430a84 79570ea d7fe225 433c0fd ff65ce5 38492e6 8aa9c81 14da47f db7c759 7aab389 e1f3b43 ec4a5f2 d8c7b85 43b6aef 523db83 88e223b cde0b78 ccabe47 06461b2 6fa73c2 9d428a5 bc96532 90d9770 1ff8404 ccac342 df43d51 7c8f9ee e704987 170d3e1 2f7a8e8 df27e3e 7ae1367 df30c95 f978b6f 90b0407 7399856 267a1da c2290b7 07b69c5 7addb80 c507137 5d4dba0 c11a8d6 69c10c8 26bee54 3dba460 a426eb7 6dec9b2 d46f437 c4be1de ccb747b 78a9463 a101ecb fa94d98 9a0d260 43ccb24 ec6632b 49c1e1e 91ff8c4 1cd1374 48c52c2 ad6daf9 2e0918b 2269e2f b878d09 17459e0 7c58ec7 14cfd04 b50063e de25a44 75151f3 c253061 92964de 767106c 6bbbdbf cbbed11 26e4fdc 21a454e 5533746 869834e 2b29f09 8712812 5d30ccc 3f0a582 bdb093c 6b51631 ea89cab 661a7f2 1d93ec7 6c9770b ac7c32c aa4f6cb b88daf6 b9875d6 8297573 9b717a0 9c8bbb7 63f8bd7 ee82d6b 0a04496 cd79344 94fe5d2 16a6ae5 a667580 c7a50cf c6131c8 6153c57 3594201 b09f73c ccb2b79 d379d2e a3291db c8b980f 56e7a51 9ec28ac c4cfb17 45bf922 5f1bf1b 1c5f939 9466627 bad24c8 26c140e 30bdc19 5499922 7200af5 a78d4e0 6225599 d3f5a62 bb25dfb 779dcf9 34b9a1c 2453e12 7cd1151 1dfae71 22bee08 8dbe983 4e85ac9 90657f9 cb1a7ff aa84342 615a949 31e8c1e 1ac28ed e9434bf 268e8a4 9fd5f6a 3c3e49e 25a8df6 b72458e d7e5fbb a552ef5 4ca91ae 82d8c7f 0f66284 4a8d5a0 6653c5f 5b9499b b2478e8 b975e39 2b17393 cec5a08 438dbee 48ae485 b3206b3 24a15c4 fe2bee4 7b5dd11 34bc6d4 9e67aa4 72ae3c7 8e9ba33 e25637d ac3f25d c2aa381 e4e574f de319f8 ceffe58 fd4268c d1ed2df e108d90 ebea8c8 9e55be4 67f10fc 2d5a3da bde6bcc 199ad5b 161109a d08b565 91d4e71 b7cf8c9 99dfe6b be8c557 87193fa aa453eb ef150df bb784f8 9752174 869e906 fd02e1b d362c72 b79cbc9 3a143bf d63b370 55d8175 9cdd7fa ac67895 ffb09cc ac7cfc9 1a35a99 0501783 91dc34a 0d96f4a 35b7147 ac66fda 71033e8 732714d dc5db54 271192a fc03575 a5adfed 39dd204 fbe53ea 942c28a 7942fd9 40124e6 698dc45 a452515 f86d4a7 2fce715 420039b d4a96ed 17f1571 e2f15a1 105f0e8 d9c83fc eadbbd4 c8fe4ac 78e87a9 b0af489 56c4f97 1409028 ecd2e9e 90167d5 0cf2e92 7aab457 978b0f9 c5f92aa fb1df3e b2b7e0d 97be9de 2886daa f2b1e72 e5f615c a0f9880 493a1d2 c115be7 d155597 93abe19 522fe75 b8e79a2 011521f 2e2e3e5 61bbbd5 ed4e153 6e8d4e1 51ec379 a28a6dc a6c421f d45dc18 7fed714 d51eb9e 26dab06 5520836 e832dd7 ac946cb 49aeb10 97cf69b b7fef0c 5c5f130 83699f6 fcfe670 02323a8 09089de 01b74c0 01c9849 0cc6358 fcf3749 0a00931 7ee0f7a 4ca4ef1 bca7049 23bdd33 23cf124 af68a9a 6c5185b f982a93 d427494 30873bb a64a3fb 48e52f1 5ee24ac a9c46db db2324b 2c67b47 9813acf 3fe6e5d 3a56030 786ec4c d5561f6 17f9187 a9fe6f3 232dd4e be69a01 70972a2 21b64e3 2fa0589 6978f32 587a0ac 5566b40 2684258 278e10d 07b039a 97604b0 d5c9b1f 065b588 2a9338a adb514d 689da37 0125321 6de2b19 f68cac2 a5d2e1d 2d861f3 e4cfa0b 149fd89 843f0e8 34edf3d 16a7e1b 1cf61cf 2ec597d 8c573c8 f5bfbe0 d173a81 d004ac4 ba03dca 50cad74 f812d65 a1eea62 350183b 45f8a88 c93bcf4 0535bac 2675c95 8a36b13 a459734 f11d4df 5338abd 6cba80a f499c8a e10c358 7780c4e f07aa92 27ee472 744386c ee02a93 d4a0ace 6f95cab 331e071 dce52ae 1e84e5b 179f51b 6099354 9204aa2 a31567a 93d4e6d 05f054e b005b9f 3df6a7e b202229 ef25370 1e6b161 494391d ab55ae5 c0f96de 7e7f2bb 970ce0a bbe66cf 502ef8d cf38826 e0e3ac4 1c1c0de 5fa9171 e723178 9d2313c 712c577 e2748fe 8cccef4 046c50a 4e9e4d6 7c1e6d4 2880ab7 d51384f 1e1b62f 5349dfb 1ccde6b 67910ea 06f01b6 d633e1b 36d3710 382284b 0ff12e5 5e79590 46d6424 4e78de6 f62f7e4 dce7e22 c2def18 96447e1 f2ef770 7e0757f 13b7af5 0565d5f 0de1963 0806fba cd2c4d2 9a1b322 e73f227 ba52cfd 32a6615 d092f61 5b70afc 726e71f 94876d5 04ff615 4c5edcb 5870592 69627e0 2961ad4 84d73e4 bae4198 6eb9e23 7ef0a94 5ab3836 fa4eef1 4415d1e bc310e9 9a37c38 a2e3e80 58c9215 61ab4c8 527a692 243be06 0b4d279 7e8c493 ea9b1d0 1622503 884c37b c49bd6c 01eb8ca 20340ec 6a3e203 2d14079 9a78cb6 70295be 3507224 4e84fe8 777593e c2a8cb0 86ceaa7 a813ceb bc9bbc3 2acf83b 40a8dc0 c4a3049 da7b75b c839801 dc922d8 172e402 b749fae 459da50 b6ca026 546baaf 93129ea 33ed089 54c3fda 98dea9a 94a8ec4 7693e8c 40d1af5 04759c2 cc0e16a fd7f5f6 e2fd5a5 4242a1d 30844d8 a3d1681 647bf6e 8565584 ed8e142 90c03c8 c655a5b 4e05554 44d06ee 8b16013 d35c8ad f9d86ca 71c647f 6b2eb5b 1202aa8 53f5d31 d00c1b1 0ad979d d1000ea c5e812f a7b094d ee79ad0 f82a820 9050376 bcd5746 e41d856 cc8d42d 3aa2d81 6f4e15e 1042c2a eedc23d 70b5080 a8f4bf1 9c1e708 0c952b0 075335b 36958ff 91c79ac c1ae51a 38a313b 6105118 b99e841 4c127c2 d532517 5db5644 5c844e6 0666cbb 04c70e5 30cc80d e35284f 6e41ae9 452954d cc4ad97 6157c85 1b7ab9a 46485e3 4ea97ac 356ba7d 84ca87b b925167 b330fc7 81381f2 4fd4009 1699b11 df7caeb acd602f c8d2d6d 78537ce 0991524
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
{ "architectures": [ "LlamaForCausalLM" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 100257, "eos_token_id": 100257, "hidden_act": "silu", "hidden_size": 3072, "initializer_range": 0.02, "intermediate_size": 8490, "max_position_embeddings": 2048, "mlp_bias": false, "model_type": "llama", "num_attention_heads": 24, "num_hidden_layers": 24, "num_key_value_heads": 24, "pop_states_at_layer": null, "pretraining_tp": 1, "return_states_at_layer": null, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "start_at_layer": null, "stash_states_at_layer": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "transformers_version": "4.40.2", "use_cache": true, "vocab_size": 100263 }
