Hugging Face's logo

2beone
/
phi2_q4f16-MLC

Model card Files
xet
 Community
HyunWook An commited on
Commit
7d96731
·
verified ·
1 Parent(s): 7eb5618

Upload 58 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. merges.txt +0 -0
  2. mlc-chat-config.json +73 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "phi",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "vocab_size": 66676,
6
+ "hidden_size": 2560,
7
+ "intermediate_size": 10240,
8
+ "num_hidden_layers": 32,
9
+ "num_attention_heads": 32,
10
+ "layer_norm_eps": 1e-05,
11
+ "position_embedding_base": 10000.0,
12
+ "partial_rotary_factor": 0.4,
13
+ "num_key_value_heads": 32,
14
+ "context_window_size": 2048,
15
+ "prefill_chunk_size": 2048,
16
+ "head_dim": 80,
17
+ "tensor_parallel_shards": 1,
18
+ "max_batch_size": 80
19
+ },
20
+ "vocab_size": 66676,
21
+ "context_window_size": 2048,
22
+ "sliding_window_size": -1,
23
+ "prefill_chunk_size": 2048,
24
+ "attention_sink_size": -1,
25
+ "tensor_parallel_shards": 1,
26
+ "mean_gen_len": 128,
27
+ "max_gen_len": 512,
28
+ "shift_fill_factor": 0.3,
29
+ "temperature": 0.7,
30
+ "presence_penalty": 0.0,
31
+ "frequency_penalty": 0.0,
32
+ "repetition_penalty": 1.0,
33
+ "top_p": 0.95,
34
+ "conv_template": {
35
+ "name": "phi-2",
36
+ "system_template": "{system_message}",
37
+ "system_message": "",
38
+ "add_role_after_system_message": true,
39
+ "roles": {
40
+ "user": "Instruct",
41
+ "assistant": "Output"
42
+ },
43
+ "role_templates": {
44
+ "user": "{user_message}",
45
+ "assistant": "{assistant_message}",
46
+ "tool": "{tool_message}"
47
+ },
48
+ "messages": [],
49
+ "seps": [
50
+ "\n"
51
+ ],
52
+ "role_content_sep": ": ",
53
+ "role_empty_sep": ":",
54
+ "stop_str": [
55
+ "<|endoftext|>"
56
+ ],
57
+ "stop_token_ids": [
58
+ 50256
59
+ ],
60
+ "function_string": "",
61
+ "use_function_calling": false
62
+ },
63
+ "pad_token_id": 0,
64
+ "bos_token_id": 50256,
65
+ "eos_token_id": 50256,
66
+ "tokenizer_files": [
67
+ "tokenizer.json",
68
+ "vocab.json",
69
+ "merges.txt",
70
+ "tokenizer_config.json"
71
+ ],
72
+ "version": "0.1.0"
73
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88f08786f9088fd6015c44145f26039f21f34c02680e475d00f8bc3441beb84d
3
+ size 85345280
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bf9c5b9cccdbcdd44b0b0cd3d0ca53549f1bdd0b27c18a261504f43c6f28b71
3
+ size 25593192
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a800c5e5c16ae646445d825dba71e499523f7bcd9d5b85a2142ddec5b3851e8a
3
+ size 33203200
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ddb0931a404efddf070239dea581160bdb3800e8e34e4ab75c6776212ca6b06
3
+ size 25840640
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cc03a592ef6b47cfcbf35d8c72dc7aaaf2d380f915a8cee4afd1722c6d4f28f
3
+ size 29542400
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aacb65a2af25e20785dfda0dcba202e5b2a73cb7e5e508368ff66b9ce95b02a5
3
+ size 33203200
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5116f45a4742805db05a177fd4911cdded6e7cc4225b9c0cb21d19fbb7ca4e2f
3
+ size 25840640
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dac30daa5929f84abf9eb2f6483b36287db65094132a2498a36a962a8592735
3
+ size 29542400
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d82fc5e921395ccf926ade7432f579e346215700bb5bd35bcfeb2d3b55b625d
3
+ size 33203200
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbddf6e555c6c92ef8703049ff64e27bd5b2051c1fcd79d56b3e304d6c1138a9
3
+ size 25840640
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f307353548133f330a61bfc9f3bae3835996b1d93efb4ca832ae49b6ca41f0a
3
+ size 29542400
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0f803d895994fb76f38ff30bcc29d7cfd2d451e7793ebd9c5b9b0e4ab4c4f37
3
+ size 33203200
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:433f6aa3a55587e33146f4ac39ac243ac1a475e30b39f46a1dc0f310bba659f7
3
+ size 29527040
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dc65e8e2bfff359fabcf56616d47d2dcc020ad1803291b8fe894e65651c75eb
3
+ size 25840640
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:548e92cbb738389a5e237d5f8d60b06a8ec7bd5c6e5b983a1bce5b946aaf6d36
3
+ size 29542400
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cbc50a8477c91edaf1114e3e73c4f0e881b04469b54e32cfd218d6f88f3ee0b
3
+ size 33203200
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b4bd5fdc0281716d9800c1878460203b2bb2915ef72c9b6bce0184ee2d0c134
3
+ size 25840640
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:899cc828abef5cd526e6fdf82f667a6fecd25365786d0dd0c85ad76866ba748d
3
+ size 29542400
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:401f82d951b09fef7a21f9d2df862ced4388b059feda22ea3372979e4e19c3fb
3
+ size 33203200
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dd414d7b02a9c112f119d9f3a9c2f71472a172ad020838322d1eb6e9aec4efe
3
+ size 25840640
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d56d20f21e64d4504aface536bd71ae1094001d04b95fdaaf8890f68dce860c1
3
+ size 29542400
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3fee1718137979e7bbde2aefc086adf353d5f32504c3c5a321b988993495208
3
+ size 33203200
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39a44b041ebf3c71f8334e8444b5aef1005d883d03a37ae8d21ac7f8d732e59d
3
+ size 25840640
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb6ad143b503d81c6054a491359c982d327d6a539b9b27d439721fbe39b2fab9
3
+ size 29542400
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab4ca483adaeb2dd4dac4811f06d036ba46f10626f3bf13cdca3b1a24b9e3b92
3
+ size 29542400
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99aaad544c075c273bf867280b8b3533928763a09c047eb20f6aad5f29860c41
3
+ size 33203200
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1793629a6c480a7a24005fa3a0d47820065d5b6aebf2b7d6e0b16ba7aaa91bc6
3
+ size 25840640
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16cbc63430e03a894870b8e4d1f06b45f1b41c6f7a2ed08719ef10016a70d3ed
3
+ size 29542400
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cf1d911398f7d37321b85679c8fe4b53946036d5dddc1b5a2a4da881de7721e
3
+ size 33203200
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b24b013c6a95a94348487693a400d349f3c576ffd13dff6844505529eafe84b5
3
+ size 25840640
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9baaaaad0a66bed20360ddef49c48f8b194dbf02170bfa2c633ca03f68a05078
3
+ size 29542400
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c695b91a2f221334db5d307774a8ca78ebd3cd8ca9aa6a1bc97b30f98f3739c4
3
+ size 33203200
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f62e353a5890e75d4ba58a049ec8e34f5ae82068d6e70df8e174a31aeaeb034
3
+ size 25840640
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ac38f466d27517f89e08e196752a837bce32da75f17e6c016b36b52408a1d14
3
+ size 33218560
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef367630d399e8ffe3b1b41aa6b6fdc2fe679217945d90f68728126e7320f9a9
3
+ size 33203200
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98ff5efa7156ce907744d8d3546bb4b5db08f58fdc889060b6fcf6eb23d89f8d
3
+ size 25840640
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:974869ef16c2309250f3e0d2b2f0c22d6bb41cf0283326ce88df79b8cff5a37d
3
+ size 29542400
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c1d5e452322950972daf60102d2dcab8a96e0c62db33efed4a994ee3e195ac5
3
+ size 33203200
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e09cd5be1214fc81ba85434bb6f6dbce18df5d35b4c6849a1b4b9cd36284659
3
+ size 25840640
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cff54e40e68448fde4da75ca891c0f3161aa8e30d3e3e850cc263a695430924d
3
+ size 29542400
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df00973776805bf470ec30e27dbd2031688c666f31f673dc5866deb0a983378a
3
+ size 33203200
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:396ca71840e6a17d57b3d0d7910ecade1b1a7253175526b0fddaf5bb40a166ff
3
+ size 25840640
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3a0a32a56b9a85ed845a370b50955e99e7f8bcf4e9572bab435bc61edc25763
3
+ size 29542400
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba1943456fac893e990904490597b9e471e573e2611a80fde7489145a8b7621a
3
+ size 33203200
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddd3911d62aefcf022ec6560b704fdaa21d7d070fd78fa4d73922286d3e69c58
3
+ size 25840640
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f1c2f6d386eb0b933ef3d92ac21d05a7302feecb11fa4530f541bd6d6cd1334
3
+ size 85345280
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22e0c22c03955d02cc0c6c55b01748d2664fd8878993d262bb8e79607a5da3d0
3
+ size 29511680