Hugging Face's logo

junrushao
/
CodeLlama-34b-Python-hf-q3f16_1-MLC

Model card Files
xet
 Community
junrushao commited on
Commit
5f8ac0b
·
1 Parent(s): 1e58c19

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +40 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q3f16_1",
4
+ "model_config": {
5
+ "hidden_size": 8192,
6
+ "intermediate_size": 22016,
7
+ "num_attention_heads": 64,
8
+ "num_hidden_layers": 48,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32000,
11
+ "position_embedding_base": 1000000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 16384,
14
+ "num_key_value_heads": 8,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 32000,
19
+ "context_window_size": 16384,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 16384,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "mean_gen_len": 128,
25
+ "max_gen_len": 512,
26
+ "shift_fill_factor": 0.3,
27
+ "temperature": 0.7,
28
+ "repetition_penalty": 1.0,
29
+ "top_p": 0.95,
30
+ "conv_template": "codellama_instruct",
31
+ "pad_token_id": 0,
32
+ "bos_token_id": 1,
33
+ "eos_token_id": 2,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "version": "0.1.0"
40
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65d825440607f70de2b3bacbd9fcf1558c4512bdd798f206aefec205d74a20d1
3
+ size 104960000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60458859cfc6adaf08dc8b635e4c89ba9b4a16b0c496daf2c37971f518cfdba8
3
+ size 72220672
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2409b72e6120f8af144a89d729a1a60e0ce8eacc4f73789d774b636bb190a101
3
+ size 33587200
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4f4202ef8c565ba12705131786626ac9e79539eaac3f6d8fc4ef343ebc303cf
3
+ size 72220672
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96999de67f12f0884fc3e6dd284fb2549c1ea277cd3d82536b67cbe5ff0267f1
3
+ size 144424960
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e97f9cb60480955dac8d1166ea21ac03ab0694658d93ec064d83b29f65566e00
3
+ size 33587200
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8ea88cd37cf7f98b86023ee356b8c8c8148d78dea4a23af1fbd7685a630695e
3
+ size 30472192
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7f87d8746c79b75b3ef16680c0bb8f5ef17f05f802712cdb3b1c4266aac9447
3
+ size 31068160
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a02394f9aa0673605c276b4c2310445ccd086481734e625f0d2c637856166fa
3
+ size 72220672
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:525451fc409c932f4fa2afea0167c0a6c3580a7be84ea0c031869f708f9cead7
3
+ size 72220672
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1b8ceaf6a93bc4d6dff05f7ccf50b3c66cf136c874f09f3f968382da32d54aa
3
+ size 144424960
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80dbd258f197bdaa24be36d03f3d3e053d639559eb6be6951018a49e6d18a9f2
3
+ size 18053120
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc8128ea783acbd8c02a586bc92bdac6fa59e088f42243760883f50ea9d5eefb
3
+ size 33587200
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5f87b9eb1348e5bdcb4282b8c43cb6969f29f21336a89fab9a61e2bc71501d5
3
+ size 30472192
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95c29fd28b0cb279c1a25fa9d785a5e9508e20246014aea46059b31405b50dbd
3
+ size 26869760
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e1b08d1bc60ddfdcb4109c8f705024cf5a204d8762d5c3ed0d9c953b7f1e3a6
3
+ size 72220672
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19e342a72d80b54081e26c3cdbcf7abe79de6eaf793215a4e83ca8fd33d19f93
3
+ size 29052928
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bb0a6d8927eda4a5a4a429af30357ccf22335f3cd44820cd33615c25f10c375
3
+ size 144424960
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43e6946a02ff74b67bf876284004652e1445ca2a8e6fb968561510e2a74754d8
3
+ size 33587200
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29d915203e9bd399e581ea30118c7315e571018e01ed996d388413d1dd925211
3
+ size 26869760
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a20426db5d17fcdc9f6d230ad2e60c0b139180ff0b1370145a03d41fdad7cfbd
3
+ size 31295488
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:202d4effe0e6b5258c4bc2c20debd3230d8aecb2631b9de9be3816869d59a8da
3
+ size 72220672
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2907c6438f6d29a76ca6413ec410c2e33a349ad55a42e240273a6f687ca1883a
3
+ size 144424960
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab6fd1186c9e616893283bca6cc16f3495cd48bf5b182bffe4410e878cfb4886
3
+ size 33587200
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7894ca48d93a1142f3c68a8430b4ba9c9a51ace44414656221aace0f6316e26
3
+ size 31068160
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00034dbb46efd09fa352555d757c0277ae6b21e022ab3b7ed28fa78af3c42144
3
+ size 30472192
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bf47b9e5a0490caf5e071fac1a843e56c3c2b4d14b407fdfed9d84e23af2be1
3
+ size 31068160
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8d7358548a63e0456fad98b4fb47d0cf32f3d244e465f89dfdd52c867453abe
3
+ size 72220672
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27cedb2cd8b8132407de0672333796710c26208e5c6657a6124db07deb86cb16
3
+ size 144424960
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f560a02d2204b0906d4f3edc240a80db7237e0ebab0d86b8a1919cf30702093b
3
+ size 33587200
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdd229e2d859839ea0995f75824e2e7949254ce78a8fafbc1b06d2ca479efd5f
3
+ size 30472192
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:958ddb7cc3f8d688872ca282be28c59f461dc8442693a6714c84d0605c2b7bc6
3
+ size 31068160
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2296495df994dde787f3b49e0e1ce17c80e9fb23cec811cdbe137411062e004c
3
+ size 72220672
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10df3f9e77668961c1265f508a65da69d8e755c1b3192e5897d612ffc18e7fa1
3
+ size 144424960
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb86d8b57a6f2180872e721ef915a12239fd683390757d49430beae319553182
3
+ size 33587200
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9356f5aee294219a01ba87929023c4acaf0b229c7d26fc0107011c8202a49677
3
+ size 72220672
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2310a4fda04bdb514ea388d97dd500f9ffed7049fac7e3be306cba7876497e1
3
+ size 30472192
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:703b87c46bdf17c95fc506bbefdaf0d9bb3cb121957df762aa5ebd99e198d5a7
3
+ size 31068160
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d27dfd9df5cb67da01162e87d3f7296a2739e970b7f9b6b780b5115b559c68fe
3
+ size 72220672
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fccbf5c4f996b176deba379d64e2980c3be00872e3151c45b587cbedcb773533
3
+ size 144424960
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b66abd461b0ce4dfdc0c232d37fdb0454719356280da932be7372dcaf6083cd
3
+ size 33587200
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6cc5149a2d7fbe6ae192726d0a52458039b433622e31957236e309c28ba5431
3
+ size 30472192
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62ef996a633e16835132f5ef7aa868b18ccdd6fec0168bbab1521ddb3442a146
3
+ size 31068160
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5a86804499592a13ab8d170a2c2f0d8a67d408c2b5263b4f3699a29c01de38e
3
+ size 144424960
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c429a0ff6e701c4c7750943ff7610c45fd37e6ddd06ad0f9a8f89ead4e5c223
3
+ size 33587200
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eea0c788f7d15e709bcb923795a0f15635b4dafd07508c19ededaec105b2675f
3
+ size 26869760
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e06e246c308674e3a0380f2fe1ed2c95b29596f70580266f7ba85bc7779e9ed1
3
+ size 144424960