Keny Melgar commited on
Commit
0ed4215
·
1 Parent(s): 005743d
This view is limited to 50 files because it contains too many changes.   See raw diff
added_tokens.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 32000,
3
+ "<|assistant|>": 32001,
4
+ "<|placeholder1|>": 32002,
5
+ "<|placeholder2|>": 32003,
6
+ "<|placeholder3|>": 32004,
7
+ "<|placeholder4|>": 32005,
8
+ "<|system|>": 32006,
9
+ "<|end|>": 32007,
10
+ "<|placeholder5|>": 32008,
11
+ "<|placeholder6|>": 32009,
12
+ "<|user|>": 32010
13
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "phi3",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "model_type": "phi3",
7
+ "hidden_size": 3072,
8
+ "vocab_size": 32064,
9
+ "num_hidden_layers": 32,
10
+ "num_attention_heads": 32,
11
+ "intermediate_size": 8192,
12
+ "rms_norm_eps": 1e-05,
13
+ "num_key_value_heads": 32,
14
+ "max_position_embeddings": 4096,
15
+ "position_embedding_base": 10000.0,
16
+ "rope_scaling": null,
17
+ "original_max_position_embeddings": 4096,
18
+ "context_window_size": 4096,
19
+ "prefill_chunk_size": 2048,
20
+ "head_dim": 96,
21
+ "tensor_parallel_shards": 1,
22
+ "max_batch_size": 80
23
+ },
24
+ "vocab_size": 32064,
25
+ "context_window_size": 4096,
26
+ "sliding_window_size": -1,
27
+ "prefill_chunk_size": 2048,
28
+ "attention_sink_size": -1,
29
+ "tensor_parallel_shards": 1,
30
+ "pipeline_parallel_stages": 1,
31
+ "temperature": 1.0,
32
+ "presence_penalty": 0.0,
33
+ "frequency_penalty": 0.0,
34
+ "repetition_penalty": 1.0,
35
+ "top_p": 1.0,
36
+ "tokenizer_files": [
37
+ "tokenizer.model",
38
+ "tokenizer.json",
39
+ "added_tokens.json",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "tokenizer_info": {
43
+ "token_postproc_method": "byte_fallback",
44
+ "prepend_space_in_encode": true,
45
+ "strip_space_in_decode": true
46
+ },
47
+ "conv_template": {
48
+ "name": "phi-3",
49
+ "system_template": "<|system|>\n{system_message}",
50
+ "system_message": "You are a helpful digital assistant. Please provide safe, ethical and accurate information to the user.",
51
+ "system_prefix_token_ids": [
52
+ 1
53
+ ],
54
+ "add_role_after_system_message": true,
55
+ "roles": {
56
+ "user": "<|user|>",
57
+ "assistant": "<|assistant|>"
58
+ },
59
+ "role_templates": {
60
+ "user": "{user_message}",
61
+ "assistant": "{assistant_message}",
62
+ "tool": "{tool_message}"
63
+ },
64
+ "messages": [],
65
+ "seps": [
66
+ "<|end|>\n"
67
+ ],
68
+ "role_content_sep": "\n",
69
+ "role_empty_sep": "\n",
70
+ "stop_str": [
71
+ "<|endoftext|>"
72
+ ],
73
+ "stop_token_ids": [
74
+ 2,
75
+ 32000,
76
+ 32001,
77
+ 32007
78
+ ],
79
+ "function_string": "",
80
+ "use_function_calling": false
81
+ },
82
+ "pad_token_id": 32000,
83
+ "bos_token_id": 1,
84
+ "eos_token_id": [
85
+ 32000,
86
+ 32001,
87
+ 32007
88
+ ]
89
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd3523cc4e85bb0493f064baafe48caa5670d1f7fe0e985159ec1af151e38750
3
+ size 49250304
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6042014dca2b40042aea73a0485f9272cdef2ddb1282597326ce174208e51c09
3
+ size 25165824
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d59189f00e58d21c5bc8dec1f3ca8c3b547b1c10f076ebaf64d5ecacebbfa90
3
+ size 21239808
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b7c08f4247be8a79c30f10e8504cccc1e8c42ef4d27d8302646b63903ed6441
3
+ size 25165824
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bd9947606253e26bf677fa289ae389149374fecaeee18faaa5ac0a7639fdfa0
3
+ size 22616064
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c45f256995d4ce809f191f15f331dd4180c976655a5cd05d9b869bd39efb365
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9132cf5b90d44b446099f1d93e62faf7406fb6ec2a165997f2629c655fe66b0b
3
+ size 33239040
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db2896b9b7f7e49364dc435680f8df6ac512594ba10522da92607a34db6e2244
3
+ size 21239808
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e508f83d87385affa959bc9bde1df23b08fccbb03d7e597fefa51ee0563f64d
3
+ size 25165824
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14f901de083223bdf3c16e3c83bf77f9b442aa0ac75a39a3161b4c6560c964ed
3
+ size 22616064
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:105799be9b099a864b5b2060526469c8b8017008a6294b8ce88bb89031d6af5a
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e945f27b6e3abb19b7886c8da29150ac6cd763ed361be009de2f8d33548fc86
3
+ size 33239040
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a11d18c0efb6e09a322216b6d5e7a7898a3bd7dcdfb0a34ab91e6e4f5287eaa
3
+ size 23470080
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4874b3bf5f9642febee7aa46f7f032599e8aeb91d9b0b86620dda44bfda83ffb
3
+ size 21239808
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea6b9e57a35744cbfa79b98a935b02a5bb9a8db1353534df84ad29a52b7e5c26
3
+ size 25165824
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da0e9c805d37e6234a537859f5d36e0a903a6ee4be6acfe2bf35e46ce1fb55d3
3
+ size 22616064
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fca600590c6b7baad9ee307d5ef5942450f750514bf70e173d04ade7bfbd361f
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5cde66a73c8e2d06724fa1c9b23c023380cd968dd55260d869978a1d9dd519c
3
+ size 33239040
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:182766fcb978499e7db3b390b6eb1fcbdd8ee83a81f305e0b6cb7f6132986f25
3
+ size 21239808
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f258effb6b5b459e6f978798748d582a63d470ed3a7422d1623c521e7d428841
3
+ size 25165824
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40ebfadf24775dd18e07e9b3a699abf05ccebf1bea823760e94500faef8e5204
3
+ size 22616064
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:795f889033b5d80a2ccb379e6c1143a47daa059b681b96bffa7c09278bc4b2bb
3
+ size 49250304
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:983bc331e35dd9662b7620adc96faabe4866d636930c9c1e415da634fa5a54b9
3
+ size 22093824
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e45b986ef648051f90d8c69bc71d35c25a9f70f0a30446ad4ac9775b8d030bbd
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d43485689850367f61558158c5e777af4a0e315334fbfc158892a8e53c227cf9
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5f933cf58fc2dfe197576b8dd68b2ec34e7b5b1bfe44658e9d866c07addc215
3
+ size 22616064
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba28907a0385a5cfc0130349b5b1fe27268afb8eaf2b45371bca04ef03949d87
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:002643ff497cc22473f3e9f105f9d797f3a709924c74bc061f7b19ca827299ac
3
+ size 33239040
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:528ce4c026992f6fb148c46699771744bceb674976643f8d2078701a64eea26e
3
+ size 21239808
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bdebbd35a5a7e5e8cf0a4e1c1c3fe76dbea0ae444c99404cf2367ca5aa53382
3
+ size 25165824
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1218c16dac37fe192b4222a92dc4b1bc777005087bbd31534b855b9a0758e1eb
3
+ size 22616064
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94f3fc6169618f467fa039ab0dd8120fcc5178527c2c32f6a9ff3df0d919c82e
3
+ size 25165824
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4eb0501737a0d4a5ce222cef60b95fdfc8819d309e2f31f91076da35e999ccb
3
+ size 33239040
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ca56794cd31a25747bb59a69f96345071167559b0ff090a299029b95106aec
3
+ size 21239808
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fe0a1253c6e22fefd2a8854b2c835efe4b46c1afb30e47e838c9103f10dd0a7
3
+ size 33239040
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5113990fd1164ac62cbf6a89da89ba7dc4801c84e2856536983b9bfa25f1c5d
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a117a1a7536f06d20380536884b1336266a37c5e1948fa724d30b33dc0ffc4
3
+ size 22616064
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ab557205f1c6d9c0c24c0576754fcce713c62bec282c736aa9806f9a769073a
3
+ size 25165824
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8661d315b1b7cb5823d1fca18c3d4e48bd5d60859f2469424eb9487297168e8d
3
+ size 33239040
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74fb2cad8da8fafe5397bc69f2d65225149fe95282711e48e4c3ec04f375c396
3
+ size 21239808
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89990503876072e5b25b0304ec29ef48d69a813d3e049a14250fa86b0db0165c
3
+ size 25165824
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a31cd2b4456f794e90f1e5ba63de6a9024a43f3beef10b8bcb4c28e670e55f6
3
+ size 22616064
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f074d88984588571d8774d0b2b5402393c626f0613f636121796f8388819ce5b
3
+ size 25165824
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42c84723bfb80218aa090a92e1c7848c2532edff2be93fef8b4f6db20a061f0d
3
+ size 33239040
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d07776859ca8b6e993804b68bf745d7286d49d760bc1efe033bfba0bd5af8b5
3
+ size 21239808
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3be3f73d125a17758d55d744e2067c2ea914d22a782895a4a49738af6b6a325
3
+ size 21239808
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db069fe3c859526c9bb138fec97af94c1d67a21ff08663cf08eff659676b28f2
3
+ size 25165824