jdp8 commited on
Commit
6ec5fd3
·
1 Parent(s): 114acc9

phi-4 model weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
added_tokens.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|dummy_0|>": 100256,
3
+ "<|endoftext|>": 100257,
4
+ "<|fim_prefix|>": 100258,
5
+ "<|fim_middle|>": 100259,
6
+ "<|fim_suffix|>": 100260,
7
+ "<|dummy_1|>": 100261,
8
+ "<|dummy_2|>": 100262,
9
+ "<|dummy_3|>": 100263,
10
+ "<|im_start|>": 100264,
11
+ "<|im_end|>": 100265,
12
+ "<|im_sep|>": 100266,
13
+ "<|dummy_4|>": 100267,
14
+ "<|dummy_5|>": 100268,
15
+ "<|dummy_6|>": 100269,
16
+ "<|dummy_7|>": 100270,
17
+ "<|dummy_8|>": 100271,
18
+ "<|dummy_9|>": 100272,
19
+ "<|dummy_10|>": 100273,
20
+ "<|dummy_11|>": 100274,
21
+ "<|dummy_12|>": 100275,
22
+ "<|endofprompt|>": 100276,
23
+ "<|dummy_13|>": 100277,
24
+ "<|dummy_14|>": 100278,
25
+ "<|dummy_15|>": 100279,
26
+ "<|dummy_16|>": 100280,
27
+ "<|dummy_17|>": 100281,
28
+ "<|dummy_18|>": 100282,
29
+ "<|dummy_19|>": 100283,
30
+ "<|dummy_20|>": 100284,
31
+ "<|dummy_21|>": 100285,
32
+ "<|dummy_22|>": 100286,
33
+ "<|dummy_23|>": 100287,
34
+ "<|dummy_24|>": 100288,
35
+ "<|dummy_25|>": 100289,
36
+ "<|dummy_26|>": 100290,
37
+ "<|dummy_27|>": 100291,
38
+ "<|dummy_28|>": 100292,
39
+ "<|dummy_29|>": 100293,
40
+ "<|dummy_30|>": 100294,
41
+ "<|dummy_31|>": 100295,
42
+ "<|dummy_32|>": 100296,
43
+ "<|dummy_33|>": 100297,
44
+ "<|dummy_34|>": 100298,
45
+ "<|dummy_35|>": 100299,
46
+ "<|dummy_36|>": 100300,
47
+ "<|dummy_37|>": 100301,
48
+ "<|dummy_38|>": 100302,
49
+ "<|dummy_39|>": 100303,
50
+ "<|dummy_40|>": 100304,
51
+ "<|dummy_41|>": 100305,
52
+ "<|dummy_42|>": 100306,
53
+ "<|dummy_43|>": 100307,
54
+ "<|dummy_44|>": 100308,
55
+ "<|dummy_45|>": 100309,
56
+ "<|dummy_46|>": 100310,
57
+ "<|dummy_47|>": 100311,
58
+ "<|dummy_48|>": 100312,
59
+ "<|dummy_49|>": 100313,
60
+ "<|dummy_50|>": 100314,
61
+ "<|dummy_51|>": 100315,
62
+ "<|dummy_52|>": 100316,
63
+ "<|dummy_53|>": 100317,
64
+ "<|dummy_54|>": 100318,
65
+ "<|dummy_55|>": 100319,
66
+ "<|dummy_56|>": 100320,
67
+ "<|dummy_57|>": 100321,
68
+ "<|dummy_58|>": 100322,
69
+ "<|dummy_59|>": 100323,
70
+ "<|dummy_60|>": 100324,
71
+ "<|dummy_61|>": 100325,
72
+ "<|dummy_62|>": 100326,
73
+ "<|dummy_63|>": 100327,
74
+ "<|dummy_64|>": 100328,
75
+ "<|dummy_65|>": 100329,
76
+ "<|dummy_66|>": 100330,
77
+ "<|dummy_67|>": 100331,
78
+ "<|dummy_68|>": 100332,
79
+ "<|dummy_69|>": 100333,
80
+ "<|dummy_70|>": 100334,
81
+ "<|dummy_71|>": 100335,
82
+ "<|dummy_72|>": 100336,
83
+ "<|dummy_73|>": 100337,
84
+ "<|dummy_74|>": 100338,
85
+ "<|dummy_75|>": 100339,
86
+ "<|dummy_76|>": 100340,
87
+ "<|dummy_77|>": 100341,
88
+ "<|dummy_78|>": 100342,
89
+ "<|dummy_79|>": 100343,
90
+ "<|dummy_80|>": 100344,
91
+ "<|dummy_81|>": 100345,
92
+ "<|dummy_82|>": 100346,
93
+ "<|dummy_83|>": 100347,
94
+ "<|dummy_84|>": 100348,
95
+ "<|dummy_85|>": 100349,
96
+ "<|dummy_86|>": 100350,
97
+ "<|dummy_87|>": 100351
98
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,86 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "phi3",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "model_type": "phi3",
7
+ "hidden_size": 5120,
8
+ "vocab_size": 100352,
9
+ "num_hidden_layers": 40,
10
+ "num_attention_heads": 40,
11
+ "intermediate_size": 17920,
12
+ "rms_norm_eps": 1e-05,
13
+ "num_key_value_heads": 10,
14
+ "max_position_embeddings": 16384,
15
+ "position_embedding_base": 250000,
16
+ "rope_scaling": null,
17
+ "original_max_position_embeddings": 16384,
18
+ "context_window_size": 16384,
19
+ "prefill_chunk_size": 8192,
20
+ "head_dim": 128,
21
+ "tensor_parallel_shards": 1,
22
+ "max_batch_size": 128
23
+ },
24
+ "vocab_size": 100352,
25
+ "context_window_size": 16384,
26
+ "sliding_window_size": -1,
27
+ "prefill_chunk_size": 8192,
28
+ "attention_sink_size": -1,
29
+ "tensor_parallel_shards": 1,
30
+ "pipeline_parallel_stages": 1,
31
+ "temperature": 1.0,
32
+ "presence_penalty": 0.0,
33
+ "frequency_penalty": 0.0,
34
+ "repetition_penalty": 1.0,
35
+ "top_p": 1.0,
36
+ "tokenizer_files": [
37
+ "tokenizer.json",
38
+ "vocab.json",
39
+ "merges.txt",
40
+ "added_tokens.json",
41
+ "tokenizer_config.json"
42
+ ],
43
+ "tokenizer_info": {
44
+ "token_postproc_method": "byte_level",
45
+ "prepend_space_in_encode": false,
46
+ "strip_space_in_decode": false
47
+ },
48
+ "conv_template": {
49
+ "name": "phi-3",
50
+ "system_template": "<|system|>\n{system_message}",
51
+ "system_message": "You are a helpful digital assistant. Please provide safe, ethical and accurate information to the user.",
52
+ "system_prefix_token_ids": [
53
+ 1
54
+ ],
55
+ "add_role_after_system_message": true,
56
+ "roles": {
57
+ "user": "<|user|>",
58
+ "assistant": "<|assistant|>"
59
+ },
60
+ "role_templates": {
61
+ "user": "{user_message}",
62
+ "assistant": "{assistant_message}",
63
+ "tool": "{tool_message}"
64
+ },
65
+ "messages": [],
66
+ "seps": [
67
+ "<|end|>\n"
68
+ ],
69
+ "role_content_sep": "\n",
70
+ "role_empty_sep": "\n",
71
+ "stop_str": [
72
+ "<|endoftext|>"
73
+ ],
74
+ "stop_token_ids": [
75
+ 2,
76
+ 32000,
77
+ 32001,
78
+ 32007
79
+ ],
80
+ "function_string": "",
81
+ "use_function_calling": false
82
+ },
83
+ "pad_token_id": 100349,
84
+ "bos_token_id": 100257,
85
+ "eos_token_id": 100265
86
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2ad42cba2b63bb7154ec1b3c03c0d343c8b34f0cc03827145bbf2bf177965d7
3
+ size 256901120
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55bcacb332f4683576961f00516059fb63e00119d141ec0beb069ae54d7fb02f
3
+ size 45875200
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8b02c3c72277431d0949f581351398de15e8bcba821397399e7986f3ae6a8d2
3
+ size 91750400
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b466b6e5d96bca512ce89c05ea4564c3326b00a659a29e4bb69c14b664937dd
3
+ size 45875200
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff0f2d318e46f717aab11d32e1a0481e93df208f5af4f6ab00d2ea2a6d0de17b
3
+ size 91750400
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efd1e603ed48e72cfb091ba3fdabacb334dffdd87993d6858f5a4720c80dbcdb
3
+ size 32788480
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e62f93f0baa1e17b41f629a33b0e171258e528953c96136d0f7b01633d03309
3
+ size 45875200
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8376b6553fa6eac6aa5e03031f095c976bc54e736c2d6b2867296c41f0318711
3
+ size 91750400
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32bbc347008e51262be635a9a9f38abaf9f96d3b398388289640fa19f3766e22
3
+ size 29501440
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47216d9179a663d64da7ff9c869a776148ad2595ca2d5ddd92465ca61ad18559
3
+ size 19660800
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac03f3ccbd399d9a7f097372d47ff105e867bd42492e7161567dfe029751cf39
3
+ size 28682240
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f8092905927c0768cb6f0acc6271cfb4bc94bb7dbe1a905b25155ab445d72c5
3
+ size 19660800
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20bec02a41dfacca162d70fe33933114bcdf88abae4d351c833a6f87c9e70138
3
+ size 45875200
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d7b82c79c6cbdf11fc2b336dc166384f2f50666406ad561a29d6746d502b893
3
+ size 19660800
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84182ccb209dfbdd5f928ab0a8ada444fa1c79414a0209ac3060513d57514a02
3
+ size 91750400
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6144b6c53076d876699dcc938cfa1534a1b3ef191a1fad8494b76194dcd6a063
3
+ size 22947840
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a68a1ce0fe27b0deaefe5a91774996ca64bdfb1fdc7905f6d47b8bd550cb869
3
+ size 45875200
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b4fd3868e15b3f559885270415c48295fabdb664d07f08ef3b0abfa84f26507
3
+ size 91750400
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bc0056238ff5bca8b86c579e3d303177e325b2cf4def10fe314c71ec2dd864b
3
+ size 28702720
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a896bd28a434229cbcd91d2978ca3a204979e5582760c3c3131861f544452a15
3
+ size 19660800
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dff1ad8b87fd40973f82337fdfef61875905ef24a48cf29e22fa4d14187bba0
3
+ size 45875200
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:929b11d6c6fc02a53cd3cc71fc7babae7e6fab475a3fba56ef339208c693ae0b
3
+ size 91750400
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b36e83b784d7ace4c9fd3f284beb2043a6a1567c2d1350f02f2e628809f27ea
3
+ size 22947840
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0c90d1fdedc4fdd96352bfddf4f9e75da08e965c6181c1638f96aa53a7af33d
3
+ size 19660800
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c01c520f05f0250743e8d7402dac8c124868fe8bc2f816a4e83441e00fb57afc
3
+ size 31959040
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65cdcf1e7d10e1ce7f93d45a2f0ab1b85908c387cbbc0fbd559f262a2ee392eb
3
+ size 45875200
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48be6823f70327207dba25737ba796c5b9b770d6ae5acb3c92afc56f3c49aeca
3
+ size 28692480
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ab4e0d86f4d95b8112c06790411ea2319542a3cfcadf57d4c7e622f478e771d
3
+ size 91750400
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe95a6d64eed0df356ce95bb3dcc865c2ddf6d4c0ad21ae54e0286a625d486b4
3
+ size 19660800
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd10f59ffbac25a124da4601991b8fe38ba84f4f84ec399d06fde78d709db086
3
+ size 31959040
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64b598f321f309099b80ffa0efe4768af566d0fb7b638d11dac8ca0a8b8ce249
3
+ size 45875200
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b91e1b3e42ac788ab40b93363d999a5705c4ed68e7ca04be65c286735f95bef7
3
+ size 91750400
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:818b7cd51f9c66f502ab82e6da6f6a19409df562dd39d0cb6a544c49729439a1
3
+ size 32788480
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b78311a183e9a13fedba6443e935c1339b03fcecbe3d73d6b1c1424b8718a3d
3
+ size 45875200
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:936a4af3bde62d4ff67a8c51aa3c282998740cdd47959913f4445a74efe940b3
3
+ size 91750400
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4664f325a94de10fa9de98c3eb49d7914aeabf5c9ec4fde75470d7ee5558e4ff
3
+ size 45875200
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef48afab4da3b2323b3f082b07bbdb982706072ff44eb1d0e1b93c1ed1fefc2d
3
+ size 29501440
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f4af4ad209ca9d930b9220c0c0a1fe464d65cbe2d54a76fceea0f668528b9c
3
+ size 19660800
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abd8e49768ee084f056eaa49d837fc85656a7a83f7d060cc140c2e3ce81f6d10
3
+ size 45875200
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fa182b0698a9da997220df0ee257d00b22090e8ad9a2797542d670b2b593e20
3
+ size 28692480
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f261f9f7e22c93d4fe9f4e8b9cdbca17a3cf2ee6d0100cadad6e65ad21c6c1f1
3
+ size 91750400
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b676500f39a4d06648da0481f9641647a0f63f3cb348286ecefa6b4e6f14667a
3
+ size 19660800
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:559f8415d8142ae24c9754470ddb44ef37dd89449f1a1c0322e9965e4ee44572
3
+ size 31959040
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bf516a37530f8fcc8cc93eaa70fe1d998afbf7186ab8400328bace410d03352
3
+ size 19660800
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a286fe37c1a28fb0a18b80af03f08e6faf781abe25a663dc9d1cc08f0c07e67
3
+ size 45875200
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e19950750f3464e82160b6f25879d3d541bbe8fa876821197deb8424bfb7119
3
+ size 91750400