Hugging Face's logo

junrushao
/
CodeLlama-7b-Python-hf-q3f16_1-MLC

Model card Files
xet
 Community
junrushao commited on
Commit
e7ce72a
·
1 Parent(s): db2e41f

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +40 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q3f16_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 11008,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32000,
11
+ "position_embedding_base": 1000000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 16384,
14
+ "num_key_value_heads": 32,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 32000,
19
+ "context_window_size": 16384,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 16384,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "mean_gen_len": 128,
25
+ "max_gen_len": 512,
26
+ "shift_fill_factor": 0.3,
27
+ "temperature": 0.7,
28
+ "repetition_penalty": 1.0,
29
+ "top_p": 0.95,
30
+ "conv_template": "codellama_instruct",
31
+ "pad_token_id": 0,
32
+ "bos_token_id": 1,
33
+ "eos_token_id": 2,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "version": "0.1.0"
40
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7408d679f0c7243839420d276c6aaa4c8ed6fde476c7c6e3484d39078e3dbfc4
3
+ size 52736000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f84f0b7dbd56d7e56c21a60cc62ffde7b69de5207b3817bd239633bc04455dd
3
+ size 18087936
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a05d7074b142f3a4c2af99a87df32be73f833438f831891cf631d3fe053b3ffa
3
+ size 27325440
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78bceb1f24ad7495018a5ebf7071c0dadd60c472d63842b3b0ef0a16fdd0338a
3
+ size 10125312
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:704bdd24ab4c9e15e20015a7f3b4f3ec60f1e510ea9814d796e0038647f7f017
3
+ size 36282368
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b78ea735e85dbffa83c6abb108bc4024c137eeda7c351654627c0bf07f7c4079
3
+ size 20250624
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:869c61157123363b7a041324e9147b244610b5105e204b6b339da42188ccf9ac
3
+ size 32494592
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:910ff2a594b0646dcac26e5f7691b99abc6853c340394a4529b90702a904a60c
3
+ size 36282368
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:933b8af1cf8663a2c5d448643d29c75d14e0d1a79d19223882ce75f94016ca2b
3
+ size 30482432
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a39d0e0bcc2a97f59c4bebc235635c21d2bf5585ca682bb0bd1186f1c70d11c
3
+ size 27325440
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a7fdc95b9f824ac8aff498635b924fdfea5431f98c75b07effdf15ff370e674
3
+ size 36282368
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5939fc139104fb1f1517532eb823e34ca032bfa4dbf9e62102b1a31ccb1baf7
3
+ size 20250624
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08b457c6bb0aaa8d6c856d94e9c6c1c409aebfa107215aa1ca63392ca007faef
3
+ size 32494592
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5af0ebc004af241c85171a7650278921bb4031ecd68d412bb6d283666cf6b43
3
+ size 36282368
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f682ff8434cf5795ffbf8fbdd7d392ca6172730042fb0fea615e4e98f8c4e01
3
+ size 36282368
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2b58f72d44cab14a801fb2bb62c83adee0b51f7ce41c4b159f568edc3273874
3
+ size 30482432
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1b7e1a4cfac352ef6fb05b818f7f3e16138616bfdb5fa20a477da03353f2b0f
3
+ size 27325440
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f95059fff3296ea2fd6b183cbfdb2d947d562bed2357217f4525ac077ededd1b
3
+ size 36282368
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecd3b777f37c460afccb6df2a8a2cc07fa7248f55541632ab5bf0ea238098f9e
3
+ size 20250624
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ee7c5d6cea29cabe9e8e0755d70385d28cbc02ed8edbba1829af67b90fb3d3f
3
+ size 32494592
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1579f91040ec8b645350c2ff05c8a903f69761c12336d6de1aaf10422b55e7eb
3
+ size 52736000
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f86d2a78f545efbc812762c1b028f9a199e0f3f335b12eedf195fe5b4488c4ef
3
+ size 18087936
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4cfd90dcdc4bd7250005d0b4016911182ee37dd2dcc9f03d168df99e1a24983
3
+ size 36282368
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc026121e8bda35844e082a0b8f8cf0563f6d52cc40a3ba8112f7717671ef44b
3
+ size 20250624
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faa18a9c263f11ff3cedd6a359b7efae44978dd4f3e1423b3f6ca41fd06c03f4
3
+ size 29226496
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c948537784ec49b3ed54eb9be2d9f8d4da1cd79c2e50bb3f2f26bf4cfff63156
3
+ size 32819712
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2ecd12d508923b2c609a070223726db64fe379d4f26563f8fb5626208686ff2
3
+ size 36282368
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb53d4db1d881dd0336774c3df3460167c1e31e6960f9cceb9e2c2340b6fe63f
3
+ size 20250624
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f44e883ef1f38e149b02f1492cd77744698f7f4438e1e16e5ea5a2ea00e26573
3
+ size 28275712
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6298c83adc76a058c71fe3bf67889f8c636d6f694da3712996d75b5049632382
3
+ size 36282368
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b8f9e0768a7f005a785bcc925a28db9a3d27424adeeb500eb0197a6ad59de52
3
+ size 20250624
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2cc98f5bc81369725ac351c83d5fe9609e6210cc2ba6d2021f4698d1ebd54b2
3
+ size 32494592
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaea404aff36f81091fcfb7bd411507f54f1daa3d3131c88cc4ed52c1ed8eb53
3
+ size 36282368
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7396c87c3c43bb0bc1155645b7c954a885af764965e188e7f3f5ba76d613c5df
3
+ size 20250624
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8cb0ef8a77891ff90fc93327d6543ae84e2ef956e10d58bd974f5c703de723b
3
+ size 18087936
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dfe634e35518416fda91a6247dd82730e2d8ecc84aa7559114045346a84a057
3
+ size 27325440
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b4dbd072ff3a9c68f379ad01142fe5c9291c12a2a1c7a8da0581cb42b42d2ee
3
+ size 36282368
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abff567b94f9e90088d199229745184d08eec0639ead84e77aee0c748fcd7339
3
+ size 20250624
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db7ec7e204733e93cab90c2d38b4ef12431843cf84d28d45f1e1ec98d883b97b
3
+ size 31598592
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afef7aab3c50502772dbbd9c49b722d1bd5e5e91577649c8e7af7c6bcc7c16e3
3
+ size 36282368
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9ba272c6c6d882a388e15b12e00c93904215ee480f6b4e479c032305753aa77
3
+ size 30482432
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8896fc728173980f4f052d71be6e256285b275f97a756566f6ee2b2766a246c3
3
+ size 27325440
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c93b742f728d757021e9dd5d25298a191aded05d449c0c41b778f8fd7e719357
3
+ size 36282368
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecb830ba47eddb4ff78f77db5655f42aa9ef29f7708fdd81f14919e853347762
3
+ size 20250624
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd7d14382508fc7c18b3071c0167e89e4fcc95be6777080970d3bea11984b5e4
3
+ size 32494592
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:647a4883c204b8a6887925f7d39598ef3065749646dd3dc452724a00c8a807c4
3
+ size 36282368
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f66010843d9a20e40513967923235f91f3534dae58805af19bd99b9a69182a2f
3
+ size 36282368