Hugging Face's logo

junrushao
/
CodeLlama-7b-Instruct-hf-q3f16_1-MLC

Model card Files
xet
 Community
junrushao commited on
Commit
210d423
·
1 Parent(s): 766044f

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +40 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q3f16_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 11008,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32016,
11
+ "position_embedding_base": 1000000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 16384,
14
+ "num_key_value_heads": 32,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 32016,
19
+ "context_window_size": 16384,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 16384,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "mean_gen_len": 128,
25
+ "max_gen_len": 512,
26
+ "shift_fill_factor": 0.3,
27
+ "temperature": 0.7,
28
+ "repetition_penalty": 1.0,
29
+ "top_p": 0.95,
30
+ "conv_template": "codellama_instruct",
31
+ "pad_token_id": 0,
32
+ "bos_token_id": 1,
33
+ "eos_token_id": 2,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "version": "0.1.0"
40
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fd6d0ffbb9d49987d99397b9f7ccb8a3c08483c09ddd4d53daded30b7211787
3
+ size 52762368
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a825aec8293a47f49cbac9396e4a33b4127c1f9cf9504c30b65dc3265eaa388
3
+ size 18087936
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61de33525d8617be8857f94e1e1bcd39eb23b7f193225e928af33b7ddf289d32
3
+ size 27325440
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:038f089d025f0b1cf8a188819233131ab4906e4e085bf7d78c536bca284476b4
3
+ size 10125312
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b71882c99bb29a31048a3d3a6d7d9a0a642c71dca3b2f5e6f48b55f955c8b136
3
+ size 36282368
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2432bd14be166f80cc2453c904203813a23340fead173688203a85e7c478cab1
3
+ size 20250624
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e45d8b26334cab55266aa14cfc822b0c20fcde6e8d5ee00639d67ef20ced96a6
3
+ size 32494592
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5257a0941d48f3ac418612a4e855ab72a68ea56befe8092cfe89caa32c2a5a75
3
+ size 36282368
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:159dda16f4c6acd20a01b8ff725bcddc106b2b156f19495f09ee8941789c0911
3
+ size 30482432
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4aacf09cee00233f6bad6c21054cedcf22e871335dd3a1f79863502e6e87345b
3
+ size 27325440
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0095451abd11a7efd371880de94417fd61dcbc7000c8d79ad8144dec07cb35b
3
+ size 36282368
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eac59247a5235d8d7ebd2636148c08a2a0a9872397862d296068b47b907381f
3
+ size 20250624
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab7fdb573c01cddef78f11759b4a790468a5baa26316119fabba450209484499
3
+ size 32494592
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8394a44bc00b4b26abba238cc1fa77f76e42c7c806bf569faac134d7c4ecd41
3
+ size 36282368
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb4d330f91d9e501bb65c77188d869b622733c8774b9308a2a6022b841b1fefe
3
+ size 36282368
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fcd8ee04fb82e192877b6f96a138a88b129ef909d3f5fd597ae52edab9fa2f8
3
+ size 30482432
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3d3337a2ca5a1b14b32d0e6e2e7e54a7cbe0137d96a54c5dd26648ba17123d0
3
+ size 27325440
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d43474c628b6a929ba4da39576a0c674d9c86bcc1ed74f1df078fe58480bb816
3
+ size 36282368
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0d0b3fb8712729aa26b9d1407478121a09fd6902db95c3964b0dc9e000221fd
3
+ size 20250624
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aee8df25052cdf7eb4107f175b6b977af1f279f0c77e88e5d9e97474e5413c64
3
+ size 32494592
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ebc82fd111265b84ee5115accce6a5747be6145b08bded7053589e9b2a1080d
3
+ size 52762368
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f614d0fee38a93e1a0ba7abb0cd38a039607b5c267821749b7660a4f1701cc47
3
+ size 18087936
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8be00ca5bef82cfc46a00fcbe89f69db7c4bc2bfc82eed09dae5d50228d78f68
3
+ size 36282368
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0983ee67f3b833c9172dc922ac5a16b8e9bf297ec6e4d634597869ca57fcad36
3
+ size 20250624
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2a48042c01341c2d914b2f5346de5e672b9cb9eabc2fd7cb9443d4e859a9de6
3
+ size 29229792
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:931145bde7b8135cadae9e51772431c93d5a30356e3c183d827a46128434e4ae
3
+ size 32823008
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed91c3e0b56390c3a32fa305106ca5ecf323af7c35fb1bc50b84c6549633c8e1
3
+ size 36282368
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7365b853a04814edafb9a4f95b6a392ace75641e2fe82e48599a30cdd30ebe3
3
+ size 20250624
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4a42efe466be27031e4e95c45c7b7af27c6fe6cf23826dd60ae4477998e11fc
3
+ size 28275712
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71b2220a4394b7920076bb526024c2bba02887c240ef0582eef0f07eff9e87db
3
+ size 36282368
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac8baa3375589be45a2d616fc43913e943badfe88b8e16c0a2a4206b93fa6ddf
3
+ size 20250624
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2202f2a04f8670793369dfcfdb2f119e7b75934c262204ac37041270bff0cd5e
3
+ size 32494592
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:576074f1a90772d21cd260c4bc7033077ceadd261ac3d6b55b90a023d4d418bc
3
+ size 36282368
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6541c0f9af83a16390ac8b9e82ce29c97f6035d169b89db375218ef4f85492c8
3
+ size 20250624
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2f572b61c20d0152d5155dc0f4568f32bc1cc67b7f946f04c3e3910079bba24
3
+ size 18087936
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0445563f7cf8ea4ad99ca1e5321c8b2fa8c0a1bf0535a6b3932e420fb4bebd0c
3
+ size 27325440
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b39b201b05bb6518c7603241e86aab128a2d32cde0a94f6819621d03d7abc1ae
3
+ size 36282368
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3328eb47d67249dd8176257fc0583e840ad11e9b0742f6d22a06ee17c6eb17a
3
+ size 20250624
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4847cf08a31649c6efde58349d16b8ceb5b8f97aad80fb3c0029f13b3639b539
3
+ size 31598592
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08d10ca8439b9e5809aa6bccf29a729bc8c62f33655776f554f78adbb7651ad9
3
+ size 36282368
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a0463743f0405239efd241eb90090fb6965385bb679ec66df3b1a53dce8b0bf
3
+ size 30482432
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7a252fe86fdc99e42890c4bb5fce2a083e6b60b6affae49c900e18eeb64a53e
3
+ size 27325440
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17e37b1b0d0d893d3e75fff0f882a8cddf831e30efae8532d37556c3211b46e9
3
+ size 36282368
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e82f8e61be5ce794c9a70714174b549738bc606855eba8b28a9a9e9ccb1e456
3
+ size 20250624
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f9453e38424f8a01267de7844629b4e93e2c5d21ea5d91d46b60fb24ee5e6f3
3
+ size 32494592
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7470f4afaa811214915deacefaa2b08f291a571fd466c9f4a5683b672fbef11b
3
+ size 36282368
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:263140051a3dd5726bcf0857eb2741dc327fa1035b5dc3ef75ebe9f6cc54afd7
3
+ size 36282368