Hugging Face's logo

junrushao
/
CodeLlama-13b-Python-hf-q4f16_1-MLC

Model card Files
xet
Community
junrushao commited on
Commit
f652a3e
·
1 Parent(s): faa7288

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +40 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 5120,
6
+ "intermediate_size": 13824,
7
+ "num_attention_heads": 40,
8
+ "num_hidden_layers": 40,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32000,
11
+ "position_embedding_base": 1000000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 16384,
14
+ "num_key_value_heads": 40,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 32000,
19
+ "context_window_size": 16384,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 16384,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "mean_gen_len": 128,
25
+ "max_gen_len": 512,
26
+ "shift_fill_factor": 0.3,
27
+ "temperature": 0.7,
28
+ "repetition_penalty": 1.0,
29
+ "top_p": 0.95,
30
+ "conv_template": "codellama_instruct",
31
+ "pad_token_id": 0,
32
+ "bos_token_id": 1,
33
+ "eos_token_id": 2,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "version": "0.1.0"
40
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:464e491160948bde803e2dc9a85f3cc105fc9c1135d20ed0e29b09f34af254db
3
+ size 81920000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8debbf1b9c026b7ce9fe6779fb615c245eafe769457a6d71823c791d331bcd57
3
+ size 35389440
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:041a4be4ff459c2757f27b95a522489d1f28f8225cdc5ba37a3a6781de12bdbd
3
+ size 35389440
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66067a3ef7f04f1cbbab459790eaea024925a4baf4ff99942dc89186b536888d
3
+ size 35389440
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ad4afdf9cde918004de91d2c656782a1e3a3cb53bc46a36cb6bc0a6bf56e4c7
3
+ size 32952320
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f18a5a9e2ba861ac2deb3483f79943a50b709a7b182939e0ce121c5ca3392b4
3
+ size 70778880
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea061159958a9f129aee0ce51150322c71cc00af06509da7d3ea6bc03f77cfff
3
+ size 35389440
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38653138702fedcf9850e7f183b3a2e714ae7fe7eedbf60c6f0eebb26e82a460
3
+ size 70778880
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a274b19d2bee0cee7f1b592ed09ba49243625cb0fde0e8061fbd77bdba5ac5c
3
+ size 32460800
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36a3342305cc166c61662acb402e43f9c021e6cd317867fe86977a47860f3465
3
+ size 39321600
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d00bd68e051ce0eea52f7dcf012db4ea4996409d891a3b5fcba1c599d9fcfb7c
3
+ size 35389440
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c9a434d5041f161e84458f4fe3d780e6950a79cf90866b5b7459e506c6725b8
3
+ size 70778880
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d86f761f609697c71beae52f0d112bcfa48463824703826dcd642542c25919d
3
+ size 32952320
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4a7ab9287b73ea5ec367d7a91a24819d24edd06e949b9070aad4989fbd8a740
3
+ size 70778880
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a3ce713221de8fe8f722f6a89751a3ff17d1aabf6eb96c1765379fc80d08e9b
3
+ size 39321600
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6e3b0c70d10c05479c766cb7be84a348dbb2b507e8e10f7974b7ecaddf73166
3
+ size 35389440
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfb549f045a5b76313abcc5e0c3fb1f838bba92cf17c451a384b7d73e7c821ef
3
+ size 70778880
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39fddc2bafd167b668eb13881296cc4821722704624c55cf1e9ca2efdba2349e
3
+ size 32952320
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f46caca60e6bd02049ad33ddf5b9477de2d8c7705860d4f6cd5bdd05c1e9d733
3
+ size 39321600
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adaa2224ad6e78e05dcee7fe62062657b50ec2a58d4ed15886eba6230f285e4e
3
+ size 35389440
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:376cc3371394f480ebc409781b87096662900a2f4774600f0d925b3ee049a888
3
+ size 70778880
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e90e0e156f8971b2fc696557856da8218effa810d296dd7e02f539824198a48c
3
+ size 32952320
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92183d44c6cb17b5e0b0cf96731033db244cb921a057b3de646008e5189f1560
3
+ size 39321600
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e8444e50d7d48a0e04ada771238a0d24eeab55f559ea10b996a44b80b322072
3
+ size 35389440
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2281339c8025a443b340d8fd16e488e040734e5df0e730852c1adaad52af8b5
3
+ size 39321600
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc55d39b9985ace9215f05808378cea29f28bcca18c03da637d6c570a9523f3e
3
+ size 70778880
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b230830e807c869ff4fc6be17c1bc59f9c2970dc1942498469779b390df88e3f
3
+ size 32952320
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57ad69ad8ed2b091dc13639adc9e1111ee0f1d861aa0f138c4ae748d813fd158
3
+ size 39321600
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdd97c5cf7af21af85b353abdf3931b5ec51e32dfcdf6547cc891d7039091054
3
+ size 35389440
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd040c57ef6b289b45d7e18c793df33c021e11996f61d28ab2e384f42c9cddae
3
+ size 70778880
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1469eb9b77a671d35d60334b4117e9d50cf93db062856570496893003b586e6f
3
+ size 32952320
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8a118548dd05beb89a6d97ecc7d1b040b4a53e51c5448b608552f2719af4e1f
3
+ size 39321600
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36a1da008bcd38f27975e52ac58dc23c9917630718d690702c783dba1c6edcc3
3
+ size 35389440
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d0f695bfa53402a25a4fab841c815b2226aead331e2c5e18756b71647cb261a
3
+ size 70778880
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:045720f284c4fd098d07abc1c95cc637b24f5073e6a7b876a36a3ebf80018a26
3
+ size 32952320
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dc2856a24f5f96ae3b822cb24fda5863eee2594c512b0643256f9dee92a4151
3
+ size 32952320
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a36ef716b8e5a30496e6810645f721d3ea12d12606fe762e79c4ddaa2d13145
3
+ size 39321600
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e793766f984a80936538273cc20851166c105df04238abf09dce3e4801443644
3
+ size 35389440
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35c9d5c792f4527467b070629e41b763ffbb1febb110c61543dc091504fd938a
3
+ size 70778880
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:522a75478ed08ea581e5d89d37a64e9c85e6535be109256df5e4a9c36a0ea4e0
3
+ size 32952320
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:189ca3ae144ea86d86615dd6b7332c641c862e234980720e330a62fdc00d16f3
3
+ size 39321600
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f56e2b2ea4cddbef86d12965f8d079648dcb0fa9fae946ab6e841816c528e7e
3
+ size 35389440
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec2fd90e1b8b272fc210ad3783bb8d7c18d3be941bd981802ef78fb2e9621c3b
3
+ size 70778880
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:788b29b989ff6fdad811894c8facc0945096a4df8cd93ed7c7f6ee32dcda7967
3
+ size 32952320
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8b43556757999777f2fef870220f257306cc8a49a86f04262a52d12c69771f9
3
+ size 39321600
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25c25d1dc101c46e73e205e32d65ac0652e3353d57f11c144df704813f298805
3
+ size 35389440
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c3c914223712ad998f233d081c1bf2e8de1a203e4d32cf8bb4894f3306d8a29
3
+ size 35389440