julientfai commited on
Commit
a03001f
·
verified ·
1 Parent(s): 87d1f89

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen2",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 2560,
8
+ "intermediate_size": 6912,
9
+ "num_attention_heads": 20,
10
+ "num_hidden_layers": 40,
11
+ "num_key_value_heads": 20,
12
+ "rms_norm_eps": 1e-06,
13
+ "rope_theta": 5000000.0,
14
+ "vocab_size": 151936,
15
+ "tie_word_embeddings": false,
16
+ "context_window_size": 1024,
17
+ "prefill_chunk_size": 512,
18
+ "tensor_parallel_shards": 1,
19
+ "head_dim": 128,
20
+ "dtype": "float32",
21
+ "max_batch_size": 80
22
+ },
23
+ "vocab_size": 151936,
24
+ "context_window_size": 1024,
25
+ "sliding_window_size": -1,
26
+ "prefill_chunk_size": 512,
27
+ "attention_sink_size": -1,
28
+ "tensor_parallel_shards": 1,
29
+ "temperature": 0.2,
30
+ "presence_penalty": 0.0,
31
+ "frequency_penalty": 0.0,
32
+ "repetition_penalty": 1.1,
33
+ "top_p": 0.75,
34
+ "tokenizer_files": [
35
+ "tokenizer.json",
36
+ "vocab.json",
37
+ "merges.txt",
38
+ "added_tokens.json",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "tokenizer_info": {
42
+ "token_postproc_method": "byte_level",
43
+ "prepend_space_in_encode": false,
44
+ "strip_space_in_decode": false
45
+ },
46
+ "conv_template": {
47
+ "name": "chatml",
48
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
49
+ "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
50
+ "system_prefix_token_ids": null,
51
+ "add_role_after_system_message": true,
52
+ "roles": {
53
+ "user": "<|im_start|>user",
54
+ "assistant": "<|im_start|>assistant"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ "<|im_end|>\n"
64
+ ],
65
+ "role_content_sep": "\n",
66
+ "role_empty_sep": "\n",
67
+ "stop_str": [
68
+ "<|im_end|>"
69
+ ],
70
+ "stop_token_ids": [
71
+ 2
72
+ ],
73
+ "function_string": "",
74
+ "use_function_calling": false
75
+ },
76
+ "pad_token_id": 151643,
77
+ "bos_token_id": 151643,
78
+ "eos_token_id": [
79
+ 151645,
80
+ 151643
81
+ ]
82
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:138614ff01e55896c9196270fbeed728f601c2359507dd4920e18461a4214d28
3
+ size 194478080
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db42796f34a78517ea949c332a3121eb56768ed111183fb3f7c192f13cc2ed8a
3
+ size 194478080
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f44cf6794d12e90c2918fbdfc0345a59d42d2e797b01994809414087e26677dd
3
+ size 17694720
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ec96072c7cd29ef9a465ccab1b8f4a40bd47c48230b96be7ef6ab68e2d3a242
3
+ size 26936320
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2c8f4e3275fc7dca26a528a35f6def154916d67a5c49a2942b4af01ae8821f9
3
+ size 17694720
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38ffadd7c554c2429d8f4793439566ca5b2d1657687e62ad40ef75fdfaa6964a
3
+ size 26936320
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f135cc6cc380b59888738df81d1c213bbc8e54191acf72c10743968bf7facdfa
3
+ size 17694720
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:828ed55a56b0f6ea87f6fdf0258a316494d32cdc7266d7b7f3abae5f054adf5c
3
+ size 26936320
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed2e4fa1567422e8070ce008ea4dab6204d940a30dbc29a8fc9c73932564d442
3
+ size 17694720
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7afbf5a143a6c224bbdfea25137812d6eac1b1e1efe20572c50e6135e233b43f
3
+ size 26936320
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66b6f806d8d6622723e643656c755363ec916a093b4c42afc80391e5eb3ef0e8
3
+ size 17694720
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b60cef85cac0ded14978a7dd498813c44bf7c6d06a7cf26aea59443624fb0cf
3
+ size 26936320
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2606366c63acd77ab6d00f2da1d578152ce0cb12945ce4bc55aee588c2d0470
3
+ size 24309760
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8f8bbfa331e86b46efb78e7b9363d26f5b452636106028543c6c4edbe31fd33
3
+ size 17694720
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1812b25deb4bd5e54d08d992c9200a695e61670e10379a07b98f28b0f3ef7358
3
+ size 26936320
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ac68443ba740723988d21516a1ac380831739a66c46c760aca9ac5af29a4418
3
+ size 17694720
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:850d93951b5a3b8386f1b70576cddcd8df6adde79fa1007f0dab839281c4111d
3
+ size 26936320
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d63197b238063f09f6df4959b03ccd22fcd9bc63a6ad2a8cbbd85d5beb86fa7a
3
+ size 17694720
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a1f88d58dfb81c8b2e9d36322527790859120351607f5ea67a19cd10102f51d
3
+ size 26936320
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a14f609f18268b1a07dc46da3db06acb3dba3aa5a3368df61373d16568615728
3
+ size 17694720
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eec4c0b7a15467f329c79f30c1078ef278b1e3467f0172990717e09e8025d009
3
+ size 26936320
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ac31b581c4227c5ffba342f5428c9fbd229d4b9d852f6d97cb15132da5347c8
3
+ size 17694720
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4added2c3002c438a31c0115588492b54166d91c6b61d8df2bb5946b1dd0208
3
+ size 26936320
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60b1b896590891b54f37d5fbd253b2f5c310a0e0815b4a4c8bdcc5c7c9945629
3
+ size 33162240
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c097f9af29ce85c8fabf1bcdf468ba55afb4f86242bbf4892b85b52c8c2037c
3
+ size 17694720
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e16ee2ee31ff951718610eacdaf213729560444a38d059398a5b2c49d1320e0
3
+ size 26936320
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a3c93450d646e3988bf2c45d8e76a2aa11177dbb243ad7c8ce83e78b37affc5
3
+ size 17694720
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99879b250726cb8bca30e698f40d6e775cb1f82b7bb680fbcecbd4119169d967
3
+ size 26936320
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1ca42b6886b5c44a86859333ab03e7ce2e92e2835976dd76459dc29073fa8fc
3
+ size 17694720
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9722ee1771030230af887d18aeda54bf7d10ed7f4433bb0698eca07e9a049558
3
+ size 26936320
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c211709ffa27e4727d4022043e469b4996d61c42fc1eee0c78c03b53690ef64
3
+ size 17694720
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9770c2b9337d6fcc7910f44d15dd98b3cb0c1b03c0d2c0e9d1a669faec20a26e
3
+ size 26936320
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:152621d1dbe8ae7f300e37dff0eeeec93065f21384c817cd51d39d36ecae8a55
3
+ size 17694720
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:810a949867d963c07a0c652690784b0273bdf3dc2f9a109e7cb2fd27e2f39e3a
3
+ size 26936320
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9ddb1f6755d8f41350396a41059b6b66954be8e5c88b05f58e53deb929917f8
3
+ size 32092160
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6744d511d778f04cbbf10165be4b109b5027d536eea1db0d44ef426d675a659
3
+ size 17694720
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:231e3967dd53b422fba6a10d9efb8a7c7dbc231928b8977f2a6f3f41c9cb7563
3
+ size 26936320
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05fb8d0589365d28ecb42983e0aef87246b419660e8a25a0950a7325cf133fcb
3
+ size 17694720
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b6eef466f500ccf5c47aa12c9eee589af1b4bb393c6fae9ce1e595d8a6ffab8
3
+ size 26936320
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1f3c685a12e63fd0364b22d5dde98244d2bf6540a30ca9d1abeae4998e6ae85
3
+ size 17694720
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8be9b18b7e994d13f663508bda545915f12db0dd9739d16c97e8bb08b93a4e4b
3
+ size 26936320
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8186a7e29faa0cadd8eb059414499c9b3f23f7bb5474b3fdfc66a7d596d23346
3
+ size 17694720
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d51869b3f9f1cce3e21ceac9f832ead3494d311351a732092ddc468ab6939c55
3
+ size 26936320
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:191c52ee00c5c26ce78cb6e9bb7a23766a59a04665618ea50f6d41ae860221ee
3
+ size 17694720
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f29fde3a3c919b90e695a8ef2f7b1e01c5c414cb29f7dc9cb3a23b6b7ec05b85
3
+ size 26936320
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83ddb942c5110cab599adb67b56143120c6b30db9db0624023b3464c5ce97afb
3
+ size 33551360