Hugging Face's logo

junrushao
/
WizardCoder-Python-34B-V1.0-q3f16_1-MLC

Model card Files
xet
Community
junrushao commited on
Commit
3248360
·
1 Parent(s): f13445b

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +3 -0
  2. logs.txt +0 -0
  3. mlc-chat-config.json +41 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "[PAD]": 32000
3
+ }
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q3f16_1",
4
+ "model_config": {
5
+ "hidden_size": 8192,
6
+ "intermediate_size": 22016,
7
+ "num_attention_heads": 64,
8
+ "num_hidden_layers": 48,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32001,
11
+ "position_embedding_base": 1000000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 16384,
14
+ "num_key_value_heads": 8,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 32001,
19
+ "context_window_size": 16384,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 16384,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "mean_gen_len": 128,
25
+ "max_gen_len": 512,
26
+ "shift_fill_factor": 0.3,
27
+ "temperature": 0.7,
28
+ "repetition_penalty": 1.0,
29
+ "top_p": 0.95,
30
+ "conv_template": "wizard_coder_or_math",
31
+ "pad_token_id": 0,
32
+ "bos_token_id": 1,
33
+ "eos_token_id": 2,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "added_tokens.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "version": "0.1.0"
41
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5f773cd12b469b95d250770e9dec026e03ebf1570921710076e19d9357b22c2
3
+ size 104963280
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3fe1f021456a18e012d2abfc3a4fbfd75c37604023abbe7ed6b309b2fd07257
3
+ size 72220672
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62c726ff7a914ac057cb7e6dabb3104739ba193210287a2cfe9941b8db7ef195
3
+ size 33587200
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc262e5a48d57e227eaede7c367008da4e40745c589118221438f9417c79e51d
3
+ size 72220672
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbe687968ecc2224e5494d276f934be0b9f87ca5ffe31f1ca1643f2aba41be7a
3
+ size 144424960
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93a2fd7cce142eda4a0ff05a1298b5ba9a5fd4f8c329ed8b99a405ab212d70b4
3
+ size 33587200
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2206980b2f933047c2e8f6999bc2ef4fb4f776d4e53dfe44835d5f4dd66edea
3
+ size 30472192
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:291fd9cf4ec7433a4143ac41ffe4fbf0d9aa90a1adfd21fad496b09ce1614fd6
3
+ size 31068160
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24d504de34da093831fef6e6bbdffd673d5f79fcb6cfd5d4e7c12b207698a94d
3
+ size 72220672
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b0e174f4908f57561a041db99d667b61440a6320e168e52d96a004b3c139d36
3
+ size 72220672
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db09f1d9737ee18a4aa0912c499590463604269fe0a1aaff2ba78d5eb835aa04
3
+ size 144424960
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a5792ace8d6446b22c2f12a5bb042604bd06417c7e479d5f90951f45065a6ad
3
+ size 18053120
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7248cba745cbc8d2bf94a062954f0192ff4f6116c4215fd5ea4a8ddf2178a2d3
3
+ size 33587200
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:909a09330798d8c9efa4f00ed711c06395769688e17b9f6985f0136a8947960a
3
+ size 30472192
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d01918f24d2f9a69b3676eeb423d13c64e9a05d72a0c06aa234e114d5889009
3
+ size 26869760
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffe0749685875bb76d36913156acfd8de9fde44a26af0c22630334f20f040438
3
+ size 72220672
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6d48051b9d6a7868a704f880de08f4f232017b9ad4825083117d17f42ba0845
3
+ size 29052928
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44a22533b327fea446288c4b4c22899c52bc441207873dcd2a4a2344cc905a9d
3
+ size 144424960
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e1d731c87e23f44e9c88642d83c0143a2788ebc1dd9badfe91afec258765cd5
3
+ size 33587200
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:373614a42a18f406e6efc6755d8192ab0b6b3e26450ef7e79a852a7820e7213f
3
+ size 26869760
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb380f263b544a8dacee381918595610b7278e92c1ba3a7c9b962a3b5c9cd76c
3
+ size 31295488
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:362d4d745540d90bc4eaab8e5791c15d69850af7ee544cf489852e2cae14bd20
3
+ size 72220672
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ca46cffb085ee29b7051b7bb2f85e9ac5e3ff5387723aef32ea840c99d0ef4b
3
+ size 144424960
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41574fb558a7e77c114876154828bfa8df6e0bf1cb44a793a62da7b95c061efc
3
+ size 33587200
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:839c401a39f648ae0139b54dc4283977f04d6cf645fa2290c68b4e15cd5bf99b
3
+ size 31068160
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a36517edffc1c4a1d982a3f2c495f7b763c0a3518ef41685759a86b93bd2a0ea
3
+ size 30472192
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9f9ade5faed70b375babc6dd5500efc7e61ecfa7247a971929dde5a1ee9c5d0
3
+ size 31068160
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:311c928f07d8d18b3fd60b19311a44862790b807e725a0af6cb7a8f96f824c37
3
+ size 72220672
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98c23c083b3a6ce811121362bee46ffe25d77c3add50dc1abef8ad13b31cd325
3
+ size 144424960
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2be11a0013bc761128f10ebd16b04314f4da5f5ca40d407b7ea6c9227bb7308c
3
+ size 33587200
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1034bcbb3fecfd63f0f96eb1dae8653f7c0d045a74516806a78b9cc83a720219
3
+ size 30472192
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0c2b3ef66226bdfdc414b7f80509ca3a070c8d98b3a83a3db2199441ffad50d
3
+ size 31068160
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ec20fd384f1010007178ef7ff110e159a72bd2454418b9cef28ab94a6db8717
3
+ size 72220672
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18a47323fb472ae20583192fe04cb15ca1797161ac1906ab2e4a69c24a0b4135
3
+ size 144424960
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e45e1d8045f15b95e96f9ca6fcf13827b348c2933f0cbe72bf012732efa5d652
3
+ size 33587200
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05f58b38a44444aa89d3b6e31fe5b4cc42c553f10a0b3feb6db799a385747df6
3
+ size 72220672
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22edc0b20a76d6b098e0c6b16083afb3a5299dd78dd72f6db2ec3d07f52d0cfe
3
+ size 30472192
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbd95b81889fd0f5a177a41cc0dabc3dff44bc035132d7d3d8427696f58d70aa
3
+ size 31068160
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4f1f8389a5c09b2e52be38c7ff08039c5abd5ab73dfdab94c720ddd78df0f08
3
+ size 72220672
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6dd27ccd775ab5160caa82aabf9cf0097483b5288b6c16c3c23737581ed038e
3
+ size 144424960
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca20d389063c3404b90e3d6710aa2bae3ce5d538685e9d3acdbf44e439e8253c
3
+ size 33587200
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e307c6f190096977b5bf3a7b3e150a80c0e4f583962e3268fe130218d9287164
3
+ size 30472192
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9320c1893f79475e45c2be09deb013992b1568f8f67c2dab8112c73344b77d97
3
+ size 31068160
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d065e24b5e1ba1064acfbc0e1e5ba7042ac8b322243cede2ef28633ff85143d
3
+ size 144424960
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bbd04accf098b1c2c50a32e97a362a86c20f11ef094fed9cd816d97fd2b211d
3
+ size 33587200
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4791a3190b79913aedbc8f4d795399cd613ca17ee74334acb317e94541bdc5fb
3
+ size 26869760