Hugging Face's logo

cik009
/
phi-2-q4f16_0-MLC

Model card Files
xet
Community
cik009 commited on
Commit
f6f941b
·
verified ·
1 Parent(s): 9d5b65e

Upload 58 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +40 -0
  2. merges.txt +0 -0
  3. mlc-chat-config.json +45 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "\t\t": 50294,
3
+ "\t\t\t": 50293,
4
+ "\t\t\t\t": 50292,
5
+ "\t\t\t\t\t": 50291,
6
+ "\t\t\t\t\t\t": 50290,
7
+ "\t\t\t\t\t\t\t": 50289,
8
+ "\t\t\t\t\t\t\t\t": 50288,
9
+ "\t\t\t\t\t\t\t\t\t": 50287,
10
+ " ": 50286,
11
+ " ": 50285,
12
+ " ": 50284,
13
+ " ": 50283,
14
+ " ": 50282,
15
+ " ": 50281,
16
+ " ": 50280,
17
+ " ": 50279,
18
+ " ": 50278,
19
+ " ": 50277,
20
+ " ": 50276,
21
+ " ": 50275,
22
+ " ": 50274,
23
+ " ": 50273,
24
+ " ": 50272,
25
+ " ": 50271,
26
+ " ": 50270,
27
+ " ": 50269,
28
+ " ": 50268,
29
+ " ": 50267,
30
+ " ": 50266,
31
+ " ": 50265,
32
+ " ": 50264,
33
+ " ": 50263,
34
+ " ": 50262,
35
+ " ": 50261,
36
+ " ": 50260,
37
+ " ": 50259,
38
+ " ": 50258,
39
+ " ": 50257
40
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "phi",
3
+ "quantization": "q4f16_0",
4
+ "model_config": {
5
+ "vocab_size": 51200,
6
+ "hidden_size": 2560,
7
+ "intermediate_size": 10240,
8
+ "num_hidden_layers": 32,
9
+ "num_attention_heads": 32,
10
+ "layer_norm_eps": 1e-05,
11
+ "position_embedding_base": 10000.0,
12
+ "partial_rotary_factor": 0.4,
13
+ "num_key_value_heads": 32,
14
+ "context_window_size": 2048,
15
+ "prefill_chunk_size": 2048,
16
+ "head_dim": 80,
17
+ "tensor_parallel_shards": 1
18
+ },
19
+ "vocab_size": 51200,
20
+ "context_window_size": 2048,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 2048,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 0.95,
33
+ "conv_template": "phi-2",
34
+ "pad_token_id": 0,
35
+ "bos_token_id": 50256,
36
+ "eos_token_id": 50256,
37
+ "tokenizer_files": [
38
+ "tokenizer.json",
39
+ "vocab.json",
40
+ "merges.txt",
41
+ "added_tokens.json",
42
+ "tokenizer_config.json"
43
+ ],
44
+ "version": "0.1.0"
45
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0030d646a9431f244cd47a216b8678fcb105b42121b0345a4fa8216fea29f276
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:990854449c64e188b6132589244e627f75bdd9e52b6e3203edc7849b6ac13120
3
+ size 23086080
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2901e1bfd401d8fb0f7e9d80a22dc6a5cf1c82a80c759a85cc41a36e0b228795
3
+ size 33203200
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13cffef48aa9719b931213d61cb61d9d2114992ee1b8cd4e1d3538174da923ef
3
+ size 25840640
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b9b2c1ee9f164c164f5a95f64cc72d6eaede5d7cc90decdd97ab01ea9dc00ee
3
+ size 29542400
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27d6da636e78933021e6cc4bfd72fcc2f19d109403b49e13bb2431e873905290
3
+ size 33203200
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e69fee0ae1418107ecd4b9196b77583f2b6ab4113119beb64b7618833701160
3
+ size 25840640
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95ffcb15fb807af7d003943f7b99420b7d5e8040a8f4690435ad0bf04dcef41c
3
+ size 29542400
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b87be6b78b4f20e11c275febfbd78cffeabd4d1f056ea207723b630493b48604
3
+ size 33203200
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a4c682adeeeb4f48a8843e7064613852a0a6d5063c2b688d69e76ba64d074be
3
+ size 25840640
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47d945974d3be913cc08647fecf3e1d18a0a8bd92f02ed2ebb54d94c0462b1dd
3
+ size 29542400
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90a7bcb4d1704006c323977f32c5abc2cbea1cf92d0422107bc32d734df9005a
3
+ size 33203200
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bbe2b522fece3b52ab29269df097849dea6532a6db990d7a0807240478c7ffc
3
+ size 29542400
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b731e9b23804bd3486d07f563ed94c10aef76b8063fc9362373f16ef6422f933
3
+ size 25840640
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b4206b83f92df07888c979748a189484321729cbe01eb33bc3d32f81363b388
3
+ size 29542400
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae8a531b22f8fdd54621286acb5314a7d1330d32c904d5559bebbda4e79686fe
3
+ size 33203200
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9d3ad7ea31d8c54019b0a231f9cde4b6b466c791d4750efa5dad966a62c62df
3
+ size 25840640
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:367cc8a8275a8d83363fc8ae4350a64acd6a63d2b15254b2bc81e15b7b2a1454
3
+ size 29542400
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96897f09edecf45434c2dde87e24c12d61de357b52e63d195136c0ef23f4cac2
3
+ size 33203200
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebd862ed398e2e464e62cb80fc5f60a9c4d23ee640f2d6a11314312ef40ab555
3
+ size 25840640
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75d8df3ea6e8c17f4c59e9b0e790e4a3ca8a4315b207b8fe235ccba96cfb04b4
3
+ size 29542400
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ae60aa7aeb481beb1e473f223550f705d04c40fa4947df14c9932fc6505d1c
3
+ size 33203200
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edb4fb0ba938e0547ec64e505425a861f5dd15d7e17fdc21b5c2fe543ec68ee1
3
+ size 25840640
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69d4b6f0869ac23b99ce378166236d41c3ec7f3cc8f38b7ba938ae61fe873f35
3
+ size 33203200
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d419770ed7a5a32a72a115e1c4a95557e9bf151465c6b30f22365d379066581
3
+ size 29542400
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:909e4374bc8e405bd67f970ec4a8640655fec9a28142eb983ca2d6c78a94c0c5
3
+ size 33203200
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e00a5fb629f05f1daf8fdb91260d9b7f85e1871e79f3382ab90ac565626387ac
3
+ size 25840640
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9166262b82fad536e6b1accccc0d156fb0d7c515bf7e5ff32626ab6b3a7c7e17
3
+ size 29542400
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa069a81439d27fcb0afe0b9a21f78f6f0e026af5c8c238b132daa77e62fe7f2
3
+ size 33203200
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2db49d994eeaa704fdf70613e90221e00fc8c63e418517f309b822daf18c516
3
+ size 25840640
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecd529a008794f111f3839415a6c47947715802f65058b8271524ab53ec82abd
3
+ size 29542400
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c2479c8c0ecd245cff45d52d0ba60d7fa9dfb8deb04822ce5e092b04c50916a
3
+ size 33203200
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6474a89869ea723aa3849c685b81847a3d51f5ac7f5818336840ef6b2a5a63c4
3
+ size 25840640
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a064bc16a7c8f06878af8bca057631bc75933feb6287652bc8fd720c952ed38a
3
+ size 29542400
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ff3f615dd674046200e91bd193eee8876cdc414b31fce0d81cf163c59a4df0d
3
+ size 65536000
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc012c3b3d1c245ed139b4477cec6ddf8f29b0bcd2f773381a38c2b88e4e27a4
3
+ size 33203200
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c2bb148c3721ef684c56f68108369ea8789a78f464186da75ba2d80075ce7e5
3
+ size 25840640
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af1b03182e9d544dfb229097d926ba075a1121cfcaf419ead10dd5a8122ec5f1
3
+ size 29542400
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c458519984812cd256f7f69f21d02c36136e37dc74b1c29673cdb05a7fbe132
3
+ size 33203200
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88cfc5ec5a4e8e06fa433bc028a9bb47c57869f70e1a574aafe691f3d8496af0
3
+ size 25840640
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ad1a30c03509610e8a7c837df34bd5321608706bcff9f3c78734d243b72d2c3
3
+ size 29542400
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3420b08245077426cbb493c540bbd164a1d4a0a45db83ae43258657434218e30
3
+ size 33203200
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc2ae0786936819804084585645ce1c1b3c0607e11f2db2ea03fd419a91bcdb9
3
+ size 25840640
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72acf069639a19337e91f1bac769ffb78458b6dc2d8d0111942fa68e9278ba52
3
+ size 29542400
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f4eae7319c806a43ee26ab3b89c08c7d95d63df7061cd9ea3a858e1ef0b5cc9
3
+ size 33203200
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fd08a52a39b065d32b434ddd36d7408a239bb727d259b2d52318463cb0d7f0d
3
+ size 32389120