Hugging Face's logo

Ericao
/
phi2_final-q0f16

Model card Files
xet
Community
Ericao commited on
Commit
a70ebc9
·
verified ·
1 Parent(s): 031b06c

Upload 89 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +41 -0
  2. merges.txt +0 -0
  3. mlc-chat-config.json +78 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "\t\t": 50294,
3
+ "\t\t\t": 50293,
4
+ "\t\t\t\t": 50292,
5
+ "\t\t\t\t\t": 50291,
6
+ "\t\t\t\t\t\t": 50290,
7
+ "\t\t\t\t\t\t\t": 50289,
8
+ "\t\t\t\t\t\t\t\t": 50288,
9
+ "\t\t\t\t\t\t\t\t\t": 50287,
10
+ " ": 50286,
11
+ " ": 50285,
12
+ " ": 50284,
13
+ " ": 50283,
14
+ " ": 50282,
15
+ " ": 50281,
16
+ " ": 50280,
17
+ " ": 50279,
18
+ " ": 50278,
19
+ " ": 50277,
20
+ " ": 50276,
21
+ " ": 50275,
22
+ " ": 50274,
23
+ " ": 50273,
24
+ " ": 50272,
25
+ " ": 50271,
26
+ " ": 50270,
27
+ " ": 50269,
28
+ " ": 50268,
29
+ " ": 50267,
30
+ " ": 50266,
31
+ " ": 50265,
32
+ " ": 50264,
33
+ " ": 50263,
34
+ " ": 50262,
35
+ " ": 50261,
36
+ " ": 50260,
37
+ " ": 50259,
38
+ " ": 50258,
39
+ " ": 50257,
40
+ "<|eot_id|>": 50295
41
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "phi",
4
+ "quantization": "q0f16",
5
+ "model_config": {
6
+ "vocab_size": 51200,
7
+ "hidden_size": 2560,
8
+ "intermediate_size": 10240,
9
+ "num_hidden_layers": 32,
10
+ "num_attention_heads": 8,
11
+ "layer_norm_eps": 1e-05,
12
+ "position_embedding_base": 10000.0,
13
+ "partial_rotary_factor": 0.4,
14
+ "num_key_value_heads": 8,
15
+ "context_window_size": 128,
16
+ "prefill_chunk_size": 128,
17
+ "head_dim": 80,
18
+ "tensor_parallel_shards": 1,
19
+ "max_batch_size": 128
20
+ },
21
+ "vocab_size": 51200,
22
+ "context_window_size": 128,
23
+ "sliding_window_size": -1,
24
+ "prefill_chunk_size": 128,
25
+ "attention_sink_size": -1,
26
+ "tensor_parallel_shards": 1,
27
+ "pipeline_parallel_stages": 1,
28
+ "temperature": 1.0,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 1.0,
33
+ "tokenizer_files": [
34
+ "tokenizer.json",
35
+ "vocab.json",
36
+ "merges.txt",
37
+ "added_tokens.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "tokenizer_info": {
41
+ "token_postproc_method": "byte_level",
42
+ "prepend_space_in_encode": false,
43
+ "strip_space_in_decode": false
44
+ },
45
+ "conv_template": {
46
+ "name": "phi-2",
47
+ "system_template": "{system_message}",
48
+ "system_message": "",
49
+ "system_prefix_token_ids": null,
50
+ "add_role_after_system_message": true,
51
+ "roles": {
52
+ "user": "Instruct",
53
+ "assistant": "Output"
54
+ },
55
+ "role_templates": {
56
+ "user": "{user_message}",
57
+ "assistant": "{assistant_message}",
58
+ "tool": "{tool_message}"
59
+ },
60
+ "messages": [],
61
+ "seps": [
62
+ "\n"
63
+ ],
64
+ "role_content_sep": ": ",
65
+ "role_empty_sep": ":",
66
+ "stop_str": [
67
+ "<|endoftext|>"
68
+ ],
69
+ "stop_token_ids": [
70
+ 50256
71
+ ],
72
+ "function_string": "",
73
+ "use_function_calling": false
74
+ },
75
+ "pad_token_id": 0,
76
+ "bos_token_id": 50256,
77
+ "eos_token_id": 50256
78
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50bf76309c2ce1066f99b41aeb700e4e4d7613bf466c1aec5717c6a5ac793fe0
3
+ size 262144000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ae397d8e01ab011792efcc4d450333ab45fd42b4f6423ae6f112cb12d9f7952
3
+ size 52428800
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da72051df47fc7d4991b0534c836c1451b90a4aea3cbdad594e3126fd18feef0
3
+ size 29774080
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86bb29b15c2ce3fb772754c4fd56b6b3684fc26b59a8b10585b2b88392428e55
3
+ size 52428800
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0edbd8429ce0b304e8b268f34134139e86fa11c0dd524a1c87a5be0dbde4121c
3
+ size 52428800
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82ec26d39da78d72a9dde92619d631aae2d09ecad80a3f0d00b443a1f5cafde8
3
+ size 52428800
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1f7696ab84fae7297fb52c9218b3a898c4467e6f75c9e9badb25f0197fdfc22
3
+ size 52428800
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe3cab77ef9e8079bf2de8d5d9a288a0e414d619d443d8ba90119422f40c7850
3
+ size 26304000
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fd19edac262faaddcd3a5597501b0fe2492ce03d28b494674048e7a76221bda
3
+ size 52428800
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9f2ed50cde36088d99685b229439f6d0279e4251cd45b0208f237ca43030a19
3
+ size 52428800
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:098777968a1f3a481d7c2534928ad82b9b38cd8750efb3ef7c425c39ab5c852e
3
+ size 52428800
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0c7df990c65beae28197cd82afe8154d2838c978a2a1f7bfea922760a0dd3d2
3
+ size 26288640
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fad74b7ae4a276b4097b918adbccf713e9476f3323c2d4fe9de216ca53b0628c
3
+ size 52428800
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:401ca65effe30e70e72d5b9336dde1924df31355ba1f23498716bc43e4b57e37
3
+ size 52428800
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92edf032bbda9794a9481c5e1d97717aae0d1183b4bd71dfb0418c998c58b4f5
3
+ size 52428800
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b1aa0149440ab782f3672e3ad46d6b20274c412f0e12ea8764f558a29f99137
3
+ size 52428800
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a056d50354263a481c3793561b7a419ce975951ad8583753b999b2eedd05322
3
+ size 52428800
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97669bfb58502de1907242469986a1b05d9bc7a922ee153178e48ea5c30be349
3
+ size 26304000
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aa789f587f1aa25f67ec589a35c4e27e95649293ba3525aede5bd72dabfbfcc
3
+ size 52428800
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dd68e4cf95121a5db880e7e511245b3bf8c57245114a59e4847bbab9f50edb8
3
+ size 52428800
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17a87f5bff747022e34cbbdba59708d73aac36e61f6dd95859dc4de01dc6d7b8
3
+ size 52428800
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:356dd73988cded16ec0c9619f1a9cab91b4cb17997228824f739481361d84ba4
3
+ size 52428800
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ed37ae805c6baf8fcf61fc00dc827ad1ddee109a9cbac28d066bff197806551
3
+ size 26304000
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82c53296504c8a3348f8809bf73d092ad77d6b59120f17382bc6ab62947b656e
3
+ size 262144000
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7e329d13c16223bebf3b0ca575dc5b7a165296cb3aa495583ec5b502a7eda40
3
+ size 52428800
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdf2b4a223b1e999a459bb1cbce4f5edef4bd629ee3b7e4bef0736004150c1c7
3
+ size 52428800
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:324af73c66db928e70e3cc6ebf68a609ab858cb1f9ae9bf770bd2ce3e5f6c695
3
+ size 52428800
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82b7c7a495710b18a0b60d80048166eb01d08cf6f51d94eb435db509a32ce7ca
3
+ size 52428800
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f63452fb5cea34b0f6a4c1d36ea07d9f00cb609f09e4aff6114ad0f10a4f750
3
+ size 26304000
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abbd4f0103b3f1a92fc3de43bb6d7df3f8b8b3161f1ae5d57a9a97caa5c67f63
3
+ size 52428800
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55cca7f4b4ae9c3d007bb50a2614287da5519a029911743e7d2ee568c8183501
3
+ size 52428800
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a26d7842c5ea26b8491faeb02657fc4e7dfb0c62a2e38c99b417727e40563c8f
3
+ size 52428800
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82dc92a2763be5ac6ace17cd59fa40c39ee419cde8c54794d5b89c19724623d6
3
+ size 52428800
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88110907ea18ffeefa02da8f0f50aabc557cb23e57f9e842e74e0367c719e7bb
3
+ size 26304000
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7eed32c93c64fd5f4a321746a4b593d1af57569f336fd7431910f5152e76bed
3
+ size 52428800
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fed3eb300ba1dadaeffc078025bfd85d10496e7c7c47f51409e79d8e5b6b91d
3
+ size 52428800
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb41de279db8927d8690787edf0436d1434666c4a9fde5f7d62f391b9d4bdb0e
3
+ size 52428800
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b7a976815e9c552dd2a3ebf14ac8cce6c821509216c1000208d8eabd1ca8e62
3
+ size 52428800
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17789ae6b7610bdcde734f12e46f4270872fcaaba5bdc4de7bb332ced1efd1ea
3
+ size 52428800
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e13043a2e6e16924f0ddb2ef650bf5f99148921703aed801254bdc0f28ebb88
3
+ size 52428800
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5168ce33c1efd887248607b7ee470dd2c6b099d6cdd6a38c6881b7c5863a1cfa
3
+ size 26319360
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:868115c8d2245b7649c9c4df744ac359beb3c1997e97c49b03cd1385e98cc79d
3
+ size 52428800
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b8ab454411d14f869670f5ee2ec53328d567199ac22389be5ea3641394d5ab0
3
+ size 52428800
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e80e3f0da874079380b62e1f2341b51006f885f832de212f2be1079e0c8adf2a
3
+ size 52428800
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f249ea98785dc9d9e48a0ed0dea39b22da998cae3f72cc8d96004ba4f7630d9
3
+ size 52428800
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:804c4220f6dee46d6e33e349be6a5bf3136f0c5f33190ec19ba4835f370dbe03
3
+ size 52428800