Hugging Face's logo

junrushao
/
CodeLlama-13b-Python-hf-q3f16_1-MLC

Model card Files
xet
 Community
junrushao commited on
Commit
894648e
·
1 Parent(s): 156d048

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +40 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q3f16_1",
4
+ "model_config": {
5
+ "hidden_size": 5120,
6
+ "intermediate_size": 13824,
7
+ "num_attention_heads": 40,
8
+ "num_hidden_layers": 40,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32000,
11
+ "position_embedding_base": 1000000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 16384,
14
+ "num_key_value_heads": 40,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 32000,
19
+ "context_window_size": 16384,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 16384,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "mean_gen_len": 128,
25
+ "max_gen_len": 512,
26
+ "shift_fill_factor": 0.3,
27
+ "temperature": 0.7,
28
+ "repetition_penalty": 1.0,
29
+ "top_p": 0.95,
30
+ "conv_template": "codellama_instruct",
31
+ "pad_token_id": 0,
32
+ "bos_token_id": 1,
33
+ "eos_token_id": 2,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "version": "0.1.0"
40
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36d63f5968ea6517848471c143e68953648c374c4aeb851aefb1d31276af7543
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ddec6a8dfd314bba09a51e3193c2e5d01c83a2f736965c653ef0135873625dc
3
+ size 28344320
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed49800030cc9511a665f3dba6aafa2b86628df7a7f193fed0c7bea7bc593e32
3
+ size 28344320
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c4f7a7d1c3f579043728257a2e6cb5197bf49265adfc357f1b6eb5201dd920c
3
+ size 28344320
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56a99e6a0eede5bfe9fe63206eafdbb3113caa60fd3de26e0eb7aefcb08f54ed
3
+ size 56623104
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d27fa0e96dade031ba9fbc37154ad2ea60fac871a290a67464c1e33419c08b5
3
+ size 32923648
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e194cfd6b00323848a7edc2854a444e06317d2ce87e9c12b8ae11bf1f1aeca3
3
+ size 56623104
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cf067de6905f1b53618001557e33bc619326509b0a8026d3ef63cad51c9f440
3
+ size 33208320
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c153fcbeaf372ba72290e67863adf9290c91a0cfe5890e025e20963130cdadf9
3
+ size 31457280
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f25c84384a543fb2263cf779ad70bd014a6c10386b33de8626f5f3b553e19d4
3
+ size 28344320
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec7f5771dc504d7ad32b6b39785b02e47e665d358eace3a16b3d8f82ea8e6273
3
+ size 56623104
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7771a21143a10ded3ce05f652b2313449de553a7e4c40aa7f3d814406006372
3
+ size 31457280
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c7e7f2d1d943e377e6a1dfe1f79eb5f8681f99e89ba61acc431a1e914f9a1bd
3
+ size 33458176
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8ccd508469c0b5510669e5b2748b38e738024fbaee9a9d7bc56692cbeb45d5e
3
+ size 56623104
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c43078da3e8fcf4ffb67c477113d6f660cb24bf29fc2c0865580e9b471aa077
3
+ size 28344320
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccfeef8a337aec58e7afe3e4590c8bbcae685310d4b5c247fe8c247349192c44
3
+ size 56623104
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2b8ea4bfdf8d4d298cd054cb1c479985b007646955217a30f216318b28e7bdb
3
+ size 31457280
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee3c986e0ffb01e11202bb5e1da9c29574e587bc7561f3519a45f2c78e82ef36
3
+ size 30302208
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ccecba6f0e9061ff6c04f788102e0a9da747483acfdcb76e5628b46e344b218
3
+ size 28344320
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19ba2e0a7dd87158db4ae990dc1198b12214931a5664dbd9b1bce0e59a171d54
3
+ size 56623104
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d6b18f50b9ef18e494d7bdb6d6340b133f2d93132458f0a966580720535a79f
3
+ size 31457280
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4554c531337c3cbb73a5e7b356227364cf772080ec2e8b139158646bdbc6b7f
3
+ size 26370048
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2202c7494225d62a1c3c6f0ed0a2c1d3e1c89582fc825b8e767b4d7131a8eb20
3
+ size 28344320
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a246f0224615515044c7f8f4dacf93f864321255675b40cdf0becfe2d210835
3
+ size 56623104
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0a37b0097eb1f2765dd10527531405fc9e345a98e509a2a91857e77c271b464
3
+ size 31457280
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73f49c57517b95b904ed3bec0d9cd130ab26f2583b35f21c4cf1420b107c1934
3
+ size 31457280
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:894dd1d91f763ff80050448fcc372c1b67f2c9789c259a841699712d08b2b29a
3
+ size 26370048
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b35ceb7d0214a6bd233af172972647cda07fadf3074436235bba216312a0715
3
+ size 28344320
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:978e9db4f7c2691896d36e74625964675befeab95aa9062f439ad0754e81364e
3
+ size 56623104
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d4f6fa2d569b56d68b1af134902710ef27156ae690ea4a0bc5493ac92b280c0
3
+ size 31457280
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c79314eebd3ac26d4ccd13b671c7fc2f58e5196347cc01911e18a18c791bbcf8
3
+ size 26370048
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6b82a8ec34a60edda494dea2c152f60020de9c7ec17323324147717c0940b83
3
+ size 28344320
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cc58a1f0cbca3ff2cb5672c7a7333764378f71f16aca5b9131adfff46b77ebf
3
+ size 56623104
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49fda63c74ea1a60eeed8a20b280fce0671f3454e85609e6d2689d0258fe25c4
3
+ size 31457280
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9c8547209323ee6597698473f1143bd5dda18b2b9bad42e819378113d356802
3
+ size 26370048
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc5fe0be13f85a53cf6af0ca1c49a326ce04f6851d9bdc54ba4d86ec4a7eba24
3
+ size 26370048
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d70eaae61930c9a0c738ebb9344e76e0ffbc9741ed56fa6709318076000fee79
3
+ size 28344320
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c6b4a13a30cc10d2f5aa94aa0dc9c0106f74a4972c79625f89864e4576f6672
3
+ size 56623104
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c9d6bf0966b6e61d9b9aa2bf5c4f206a2e95d539032b05fce8b89d6a10e0332
3
+ size 31457280
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2bb4e7e93abf01bf46248b8485206980be6af5092c04e601339a52d1e8a8c29
3
+ size 26370048
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c48ead014ff80686ad9a8bd32e7f5657e4709c4eb4eff7784d76515deff8ec6
3
+ size 28344320
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66966f46e9777feb93543579b2391787d40ecca03a76da374f6c847b0ba36fe7
3
+ size 56623104
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:652993907ddfab3027b3cd740c1ecb6c12cf36ba0dc34e12ffd60d84e671130f
3
+ size 31457280
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43161e5b8a8f76b5f3e78ad399fbcec36672df5839988ef120d8b8cba02d2dd4
3
+ size 26370048
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e9224b3a4628ea0932a78c94351a27a4c2b4443bc93415c6c71589df51f295a
3
+ size 28344320
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f30b91a888d41c9a4a592e4b093b43298f89447686fab361836446bef326fcda
3
+ size 56623104
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eed14f570f71d15ec60acd62871c1daa2f7eb51f199aa5fe2c9253b74d589f7f
3
+ size 28344320