T-tchi0 commited on
Commit
0404e66
·
verified ·
1 Parent(s): 65cfa0d

Quantized Liteguard_Medical_Phi_2 model for Android.

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
LiteGuard-q4f16_1-android.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a4a0418660fc40cf229ff59ae2398ebe4f16015929603acb18c762443baaa55
3
+ size 316150
mlc-chat-config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "phi",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "vocab_size": 51200,
7
+ "hidden_size": 2560,
8
+ "intermediate_size": 10240,
9
+ "num_hidden_layers": 32,
10
+ "num_attention_heads": 32,
11
+ "layer_norm_eps": 1e-05,
12
+ "position_embedding_base": 10000.0,
13
+ "partial_rotary_factor": 0.4,
14
+ "num_key_value_heads": 32,
15
+ "context_window_size": 2048,
16
+ "prefill_chunk_size": 1024,
17
+ "head_dim": 80,
18
+ "tensor_parallel_shards": 1,
19
+ "max_batch_size": 128
20
+ },
21
+ "vocab_size": 51200,
22
+ "context_window_size": 2048,
23
+ "sliding_window_size": -1,
24
+ "prefill_chunk_size": 1024,
25
+ "attention_sink_size": -1,
26
+ "tensor_parallel_shards": 1,
27
+ "pipeline_parallel_stages": 1,
28
+ "temperature": 1.0,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 1.0,
33
+ "tokenizer_files": [],
34
+ "tokenizer_info": {
35
+ "token_postproc_method": "byte_fallback",
36
+ "prepend_space_in_encode": false,
37
+ "strip_space_in_decode": false
38
+ },
39
+ "conv_template": {
40
+ "name": "phi-2",
41
+ "system_template": "{system_message}",
42
+ "system_message": "",
43
+ "system_prefix_token_ids": null,
44
+ "add_role_after_system_message": true,
45
+ "roles": {
46
+ "user": "Instruct",
47
+ "assistant": "Output"
48
+ },
49
+ "role_templates": {
50
+ "user": "{user_message}",
51
+ "assistant": "{assistant_message}",
52
+ "tool": "{tool_message}"
53
+ },
54
+ "messages": [],
55
+ "seps": [
56
+ "\n"
57
+ ],
58
+ "role_content_sep": ": ",
59
+ "role_empty_sep": ":",
60
+ "stop_str": [
61
+ "<|endoftext|>"
62
+ ],
63
+ "stop_token_ids": [
64
+ 50256
65
+ ],
66
+ "function_string": "",
67
+ "use_function_calling": false
68
+ },
69
+ "pad_token_id": 0,
70
+ "bos_token_id": 50256,
71
+ "eos_token_id": 50256
72
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52907c142fc59483063c3d87bb56bb1d8647d1feba5023dec6d156df27e4016e
3
+ size 55143275
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0320663987c002a1aa08d8190c121d0ba077b0e3119d6dc376b3088ae66fa01
3
+ size 18550176
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f90a986a528e811217b81e5c01c9329fe53e29ef1de0c072eb416ae9da07d003
3
+ size 27945098
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ece3c683d29b99cc6526b7780d44e43d4bdf8711e6dc6c916e29282b3ec637d5
3
+ size 21742974
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e5c834c38ce82ed0ffeb6b6878126819979ba68f64d26cb6df86df682ef2caf
3
+ size 24887018
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49a55f25867fcaa76f21d844a528ba65f311a0dd79a768262d3a6917d7a8808f
3
+ size 27931228
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49b9629f14bd580fb5054753711675813bcc6bd15f0afd2dcb71b8d1d4f5d0e2
3
+ size 21736649
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdd0276ff01c289725ba3007012f49747e0d1dd991c4c13d0a514ed261fea2cb
3
+ size 24927898
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53cbadef158cfd345fef5a4a734faef0f99b6fb43a3dddcfcbbdb07996985eb1
3
+ size 27933062
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4b30d5af8bf1e2ee61e1d19b65fcf590fd8afed917659453544f56186625302
3
+ size 21739987
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14b307a57a41eddbf2bbe6e797e4c06794b0dd7c72ec388c4054710d84964597
3
+ size 24878212
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c039bf6ee23929e681dc3555f72ba5411ea89d831fb5dfc0e4c2188a7e82725
3
+ size 27929412
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e800a39db490924ee73b25879bc36a202796d78d7feebda6f1c12ed38e2facc
3
+ size 24700038
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9851da0d4cf1cfa3f5c5da1e4ec88aca5843c593d2ac0b8a5864549ff8f10f5
3
+ size 21754570
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa8a029117a7bf79fd150ce866a420b6d2e64621aa736c1abe229ef44605c797
3
+ size 24877016
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8a24fc61bf633bf98560427909a7f609589174ac3dad9cd54cbe665624621b2
3
+ size 27929377
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9135f1c38c56926e36841c15027a94b675b9b1bac16d0258ee8ee3edcd0a20e8
3
+ size 21728619
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3979d18d4ef9a67594af8bd2aea09be4a3d4a210c1465d4baf38fbb644214c1e
3
+ size 24980394
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d412d4786f398e5df00338f0d9942f5fc48d84910df1ff003c26fb24a2da5305
3
+ size 27930789
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7957a10252448e605782e922a31911e1a23b2ebddf9e630d03b32ad7f5de754
3
+ size 21680747
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:627d4101e86abdb398ddbadba4a014576c9d82b944c93d916951ae7163c838b9
3
+ size 24865976
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c3d47628891e6179c057fa8a0d740cbcb4c1215b3d081370730355f311507a8
3
+ size 27925598
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9211d665538ed71527a6e5de1255fea7f83ee9c1aef04824569f2f8f313debd2
3
+ size 21725190
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6497dce2391d78552b24ddbd551510d07c14ee427faa4cc3fe3c8bb3bf2fd786
3
+ size 27848405
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da33591cbfe4e11402e319034a87c4ae18c9b35a2151a6d0da8ad492d33d3e5b
3
+ size 24854527
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:621b4ab5a6f67d0d54f4ec4cd13d0d9e87f2e8231aa02f5545c67b0307d97a06
3
+ size 27931960
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef2cdcdce7a4c9cddc09ef69a7f4303dfbe9f2167caa8146fdcc41a874aa281e
3
+ size 21733824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a78c0b3557c75195c8a5d877243471370af1b2946caeb9ed3a1ff38918b03fda
3
+ size 24895358
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06c79a4bd82cb06f00a988dac3df1f294f31ef9d4b45fb1cd29201d473c1f393
3
+ size 27922089
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce8bf5f64a8c836528dcc431edd63f9f2cac67754c7af0668886bd0afa1f854c
3
+ size 21817303
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3645e9ad5bd9c2ca9d893129d4f3e425368d7acfd2fd72346e84151dbc7e5aa8
3
+ size 24855257
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ebc706514292a4870b5d913351c9949feeb8e2254120e72093b846a6f112004
3
+ size 27913846
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42c7dbd9d53073a6ea9588c1cff9024877bf98a79da41f385ac0d97e2fcb12ea
3
+ size 21759810
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65ae11b2df5bc81bf4758675c31a280bb1276b6d5aa4528005b4292f44a405fd
3
+ size 24740544
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f278967975c6e85e2b7995f39dcd248177308a47e7e93282be8319a9e9ef3faf
3
+ size 59052513
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77d684f4cdab3518a2ba9701ea0902c62611561b9873cb049f25a01e8e5e2d67
3
+ size 28058366
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2634483b22edf923c7d666c3a16bb7f8893ed5988acb4894accde2c23de9fed6
3
+ size 21761711
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bc8efe51d926a289457a00bd09ac5c81dc860066c4254f47d116c82091451e9
3
+ size 24848787
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84a925bc82658dc0e1a97e3153aaca7ae8999ce89a5e72da39fdec6558ddfeae
3
+ size 27934584
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65df09faee12b2e0349f504fcff24b45eff11b0a991930ea64298687727959e2
3
+ size 21746063
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e70aa1a561509be96ea9a73e3767ab5afa10b63520de661a98279e55fdb86b0
3
+ size 24877229
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c847e8c8fa57f74eeb3a126b3fed9ea3ed95ad485ee2054822c69ae998e5d24
3
+ size 27944548
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86c0056c85cf8f7799d867d9ebd5cf33cab21567681feaff034cd5fe8a76ad30
3
+ size 21769397
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd684b5918953e9a4217370ed15bbb5cc51f1cd0def600fc3e20c0a788854deb
3
+ size 24873060
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc1ef3275dbe25088201387c846e68123bf76f63698ce083d518d1e08e8f35dc
3
+ size 27947688
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b8486dff567500a888b0fe59c2ad2f9b2e0f27cf6dda4403442ee144dd1f2e0
3
+ size 23164987
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e436914429ca6c2a8128a0c69d6a42552774cfd5726d43d18d9593aafa7f230e
3
+ size 9461124