Keny Melgar commited on
Commit
5294652
·
1 Parent(s): e7565f5
This view is limited to 50 files because it contains too many changes.   See raw diff
added_tokens.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 32000,
3
+ "<|assistant|>": 32001,
4
+ "<|placeholder1|>": 32002,
5
+ "<|placeholder2|>": 32003,
6
+ "<|placeholder3|>": 32004,
7
+ "<|placeholder4|>": 32005,
8
+ "<|system|>": 32006,
9
+ "<|end|>": 32007,
10
+ "<|placeholder5|>": 32008,
11
+ "<|placeholder6|>": 32009,
12
+ "<|user|>": 32010
13
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "phi3",
4
+ "quantization": "q4f16_0",
5
+ "model_config": {
6
+ "model_type": "phi3",
7
+ "hidden_size": 3072,
8
+ "vocab_size": 32064,
9
+ "num_hidden_layers": 32,
10
+ "num_attention_heads": 32,
11
+ "intermediate_size": 8192,
12
+ "rms_norm_eps": 1e-05,
13
+ "num_key_value_heads": 32,
14
+ "max_position_embeddings": 4096,
15
+ "position_embedding_base": 10000.0,
16
+ "rope_scaling": null,
17
+ "original_max_position_embeddings": 4096,
18
+ "context_window_size": 4096,
19
+ "prefill_chunk_size": 2048,
20
+ "head_dim": 96,
21
+ "tensor_parallel_shards": 1,
22
+ "max_batch_size": 80
23
+ },
24
+ "vocab_size": 32064,
25
+ "context_window_size": 2048,
26
+ "sliding_window_size": -1,
27
+ "prefill_chunk_size": 1024,
28
+ "attention_sink_size": -1,
29
+ "tensor_parallel_shards": 1,
30
+ "pipeline_parallel_stages": 1,
31
+ "temperature": 1.0,
32
+ "presence_penalty": 0.0,
33
+ "frequency_penalty": 0.0,
34
+ "repetition_penalty": 1.0,
35
+ "top_p": 1.0,
36
+ "tokenizer_files": [
37
+ "tokenizer.model",
38
+ "tokenizer.json",
39
+ "added_tokens.json",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "tokenizer_info": {
43
+ "token_postproc_method": "byte_fallback",
44
+ "prepend_space_in_encode": true,
45
+ "strip_space_in_decode": true
46
+ },
47
+ "conv_template": {
48
+ "name": "phi-3",
49
+ "system_template": "<|system|>\n{system_message}",
50
+ "system_message": "You are a helpful digital assistant. Please provide safe, ethical and accurate information to the user.",
51
+ "system_prefix_token_ids": [
52
+ 1
53
+ ],
54
+ "add_role_after_system_message": true,
55
+ "roles": {
56
+ "user": "<|user|>",
57
+ "assistant": "<|assistant|>"
58
+ },
59
+ "role_templates": {
60
+ "user": "{user_message}",
61
+ "assistant": "{assistant_message}",
62
+ "tool": "{tool_message}"
63
+ },
64
+ "messages": [],
65
+ "seps": [
66
+ "<|end|>\n"
67
+ ],
68
+ "role_content_sep": "\n",
69
+ "role_empty_sep": "\n",
70
+ "stop_str": [
71
+ "<|endoftext|>"
72
+ ],
73
+ "stop_token_ids": [
74
+ 2,
75
+ 32000,
76
+ 32001,
77
+ 32007
78
+ ],
79
+ "function_string": "",
80
+ "use_function_calling": false
81
+ },
82
+ "pad_token_id": 32000,
83
+ "bos_token_id": 1,
84
+ "eos_token_id": [
85
+ 32000,
86
+ 32001,
87
+ 32007
88
+ ]
89
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d23c056e1c4a8c3164981069ea75845a5764a1fd628064baabc5282daa13c48b
3
+ size 49250304
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3863bf6a5aa16ddd6b693d74ff69d39662396483403270399cc92c0794c5ed08
3
+ size 25165824
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:815d6f32385981ff453a70d36d57e8a33397ba96bb1552e9e23b8e463bd72718
3
+ size 21239808
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cb4611828351dc013790607913c19a29aa380f0ef5f03ae3cc952828b322e4f
3
+ size 25165824
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d94e656f00264c20851ff60b1518169188a503ecdd444a4e54c74bc1bdad946c
3
+ size 22616064
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8677af173d40d8743f0607aafc3ed26d0fa48b55ee51747894d1917e294c3d52
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a4f4b79f203cf8119e099add399d6fc7ce9bee2ddf37fec7050efe9a942a583
3
+ size 33239040
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:693ecbadb793603443ae10fa0bc876ade8081ee7388e8d17087a1a6858602451
3
+ size 21239808
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8157b85abd48dc14635e07a67332b780fd6eecc9ea5076cad20ec8877bfb4058
3
+ size 25165824
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71eb8b0b5b96a3ad043dc6731da912debe3d6ee12ea6fb84180767991d38e4bd
3
+ size 22616064
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee033350b22ef74432b610caddbea0d4f299cd5137cdc82c6edec572ea5aa35d
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9971f88838bcaf1fbb0195d057bfee84310cb80a8c5d4d4f788272157de88525
3
+ size 33239040
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:245b1364ddefd9accd5d79deaca1bef9881856ce3bea037c36032d2918ea4cbb
3
+ size 23470080
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d6bea1f2c9784b635332affd9d78e2ec58d141ad4b60f4e834113cf57d2a87c
3
+ size 21239808
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d04a99d5cc80864a195f1e78cd0e0fafddb51f0f4288f38b8ad472e7d7b8004b
3
+ size 25165824
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:629e845b06e3d739895723ea31d2dc20975778740cf413233ca0d86542d76afe
3
+ size 22616064
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:141dcf360e8b5877b87365cad50430ffb3e8b8a2be45d145a056de6eba358fc8
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06f9f24209820193056e7ffae143af99fda6a9c0f4383c7da81966f8404520bc
3
+ size 33239040
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a39a6b959558927886a3ce2fba25b6a434046886aae1969641f2b810fa3ec171
3
+ size 21239808
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28d2ade92a8a578069a8c57295e1b02c4ad6f325bbcaea65d163d19ed4fdae81
3
+ size 25165824
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d6ea565a41a985f44a8700fccbc1995caea6969443b54a0548550dc962ea70f
3
+ size 22616064
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:795f889033b5d80a2ccb379e6c1143a47daa059b681b96bffa7c09278bc4b2bb
3
+ size 49250304
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6f8679ba2bf0e316abd737cf853f43541c47337d8339262c21bd9bca733247f
3
+ size 22093824
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7c592d3463868df29fd0150a4f3d38f0d4b581a0afb9d0cfe4b2474096cb34b
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45b62db2db3b4e9a1c3ad2479a66a78c7557a46fc459879de6ce3bfad917046d
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88dce1496c7d2151910d34a7d8845e33802a7ee06b22f663c0dc0bc6bcf8a516
3
+ size 22616064
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ada0b19c706fb569e09ff747f34756a1b5c7896ca4f590c0127647b022a0f9ed
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6e137ebf639357788983aaa9e6009ca0b0ed6aea352f65027520d116df69d75
3
+ size 33239040
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc99054ed155c69f440effdd33f34a8b50b913b1018a9466a7fc6a0e1a20184c
3
+ size 21239808
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf2df5fd82e6dec62e50bf80a5a7dcca9bcd8a5bf47b33f06079d796d52656f0
3
+ size 25165824
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e392459082aaf8f35d4ff1d7a33b15361746beee02c23f1023d43e05f1134930
3
+ size 22616064
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ac29200ae6b726f01c716520cdb09547aeda8a9bf37d6a7ce48628dc1187c2b
3
+ size 25165824
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37c69c811aea9421db414f8c440ce874e2788f9651821f745bf3d2a542ccb0b6
3
+ size 33239040
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:233dabfaee0849ab0b21cdf691171a05a6f0476ee3edb9e13ac0ede392468375
3
+ size 21239808
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08afee3a8b26d1c49b37e3b4e20fff2e807bbcd5a8ccedfb9cafc2f7e1fd51a6
3
+ size 33239040
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:976d57c21ee9a511694806c85e59495ef02f1257fc8d597e07c6525234a0db2e
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0947d393ee6770b0cddaa31d40ec85c30341b04e95355bee42f2b81f1ab6edfb
3
+ size 22616064
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c9e33e957526fa3e403356a10312771d5c048816c6b93f7287ea6161bfab924
3
+ size 25165824
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c3d534b52bc35653be1086564ad3977ce522ce7009390dc081a3e06db979772
3
+ size 33239040
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66f4470a750e6ff85e07dda6e1c8da2bb4499cb7758ad41bdfa991abc16b0491
3
+ size 21239808
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66dcd81c6e1938da5e0b2f6da07f4d45865f262f4152bb1d453f8321e8e98541
3
+ size 25165824
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ef7fc8786107f516dd396a744135ff69457f036fbb60a4fd829c0550a7b94c1
3
+ size 22616064
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:095b5786caae3aa126138765a195f0900ad3ef601faa1f8c6ca0cbcb2a79be54
3
+ size 25165824
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1be699342868b9dcd46fa15dfdefc1f572c6903c4333d1799955a08593f702f1
3
+ size 33239040
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c34b7ef2bdad16995a30f8c068799c3546d975f28f32a86bee09f12378bcc9b8
3
+ size 21239808
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a145ccc3970915ab32edf5f793c0a08f43f07ff474a8d756310bc5ccd83607e
3
+ size 21239808
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebd7f18d5e3ac8567d7ced16e6d9c5c98af9e820578b45e34ac61543d16c658b
3
+ size 25165824