Hugging Face's logo

NSTiwari
/
Llava-7B-quantized-MLC

Model card Files
xet
 Community
NSTiwari commited on
Commit
3ea4512
·
verified ·
1 Parent(s): e3b3595

Quantized Llava 1.5 7B model.

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. Llava_7b-q4f16_1-android.tar +3 -0
  2. added_tokens.json +4 -0
  3. mlc-chat-config.json +178 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_13.bin +3 -0
  32. params_shard_14.bin +3 -0
  33. params_shard_15.bin +3 -0
  34. params_shard_16.bin +3 -0
  35. params_shard_17.bin +3 -0
  36. params_shard_18.bin +3 -0
  37. params_shard_19.bin +3 -0
  38. params_shard_2.bin +3 -0
  39. params_shard_20.bin +3 -0
  40. params_shard_21.bin +3 -0
  41. params_shard_22.bin +3 -0
  42. params_shard_23.bin +3 -0
  43. params_shard_24.bin +3 -0
  44. params_shard_25.bin +3 -0
  45. params_shard_26.bin +3 -0
  46. params_shard_27.bin +3 -0
  47. params_shard_28.bin +3 -0
  48. params_shard_29.bin +3 -0
  49. params_shard_3.bin +3 -0
  50. params_shard_30.bin +3 -0
Llava_7b-q4f16_1-android.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bf8feb18d081a866dc4ae542e2595b5b5c4eec1148c52e8286247ecd69ad4b3
3
+ size 543794
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<image>": 32000,
3
+ "<pad>": 32001
4
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,178 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "llava",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "image_token_index": 32000,
7
+ "text_config": {
8
+ "hidden_size": 4096,
9
+ "intermediate_size": 11008,
10
+ "num_attention_heads": 32,
11
+ "num_hidden_layers": 32,
12
+ "rms_norm_eps": 1e-05,
13
+ "vocab_size": 32000,
14
+ "tie_word_embeddings": false,
15
+ "position_embedding_base": 10000.0,
16
+ "rope_scaling": null,
17
+ "context_window_size": 4096,
18
+ "prefill_chunk_size": 4096,
19
+ "num_key_value_heads": 32,
20
+ "head_dim": 128,
21
+ "tensor_parallel_shards": 1,
22
+ "pipeline_parallel_stages": 1,
23
+ "max_batch_size": 1,
24
+ "kwargs": {
25
+ "_name_or_path": "lmsys/vicuna-7b-v1.5",
26
+ "architectures": [
27
+ "LlamaForCausalLM"
28
+ ],
29
+ "model_type": "llama",
30
+ "torch_dtype": "float16",
31
+ "hidden_act": "silu",
32
+ "initializer_range": 0.02,
33
+ "pretraining_tp": 1,
34
+ "use_cache": true,
35
+ "attention_bias": false,
36
+ "attention_dropout": 0.0,
37
+ "mlp_bias": false,
38
+ "return_dict": true,
39
+ "output_hidden_states": false,
40
+ "output_attentions": false,
41
+ "torchscript": false,
42
+ "use_bfloat16": false,
43
+ "tf_legacy_loss": false,
44
+ "pruned_heads": {},
45
+ "chunk_size_feed_forward": 0,
46
+ "is_encoder_decoder": false,
47
+ "is_decoder": false,
48
+ "cross_attention_hidden_size": null,
49
+ "add_cross_attention": false,
50
+ "tie_encoder_decoder": false,
51
+ "max_length": 20,
52
+ "min_length": 0,
53
+ "do_sample": false,
54
+ "early_stopping": false,
55
+ "num_beams": 1,
56
+ "num_beam_groups": 1,
57
+ "diversity_penalty": 0.0,
58
+ "temperature": 1.0,
59
+ "top_k": 50,
60
+ "top_p": 1.0,
61
+ "typical_p": 1.0,
62
+ "repetition_penalty": 1.0,
63
+ "length_penalty": 1.0,
64
+ "no_repeat_ngram_size": 0,
65
+ "encoder_no_repeat_ngram_size": 0,
66
+ "bad_words_ids": null,
67
+ "num_return_sequences": 1,
68
+ "output_scores": false,
69
+ "return_dict_in_generate": false,
70
+ "forced_bos_token_id": null,
71
+ "forced_eos_token_id": null,
72
+ "remove_invalid_values": false,
73
+ "exponential_decay_length_penalty": null,
74
+ "suppress_tokens": null,
75
+ "begin_suppress_tokens": null,
76
+ "finetuning_task": null,
77
+ "id2label": {
78
+ "0": "LABEL_0",
79
+ "1": "LABEL_1"
80
+ },
81
+ "label2id": {
82
+ "LABEL_0": 0,
83
+ "LABEL_1": 1
84
+ },
85
+ "tokenizer_class": null,
86
+ "prefix": null,
87
+ "bos_token_id": 1,
88
+ "pad_token_id": 0,
89
+ "eos_token_id": 2,
90
+ "sep_token_id": null,
91
+ "decoder_start_token_id": null,
92
+ "task_specific_params": null,
93
+ "problem_type": null,
94
+ "transformers_version": "4.44.2"
95
+ }
96
+ },
97
+ "vision_config": {
98
+ "hidden_size": 1024,
99
+ "image_size": 336,
100
+ "intermediate_size": 4096,
101
+ "num_attention_heads": 16,
102
+ "num_hidden_layers": 24,
103
+ "patch_size": 14,
104
+ "projection_dim": 768,
105
+ "vocab_size": 32000,
106
+ "num_channels": 3,
107
+ "layer_norm_eps": 1e-06,
108
+ "kwargs": {
109
+ "model_type": "clip_vision_model"
110
+ }
111
+ },
112
+ "vocab_size": 32064,
113
+ "context_window_size": 768,
114
+ "sliding_window_size": -1,
115
+ "prefill_chunk_size": 4096,
116
+ "tensor_parallel_shards": 1,
117
+ "max_batch_size": 128,
118
+ "text_architecture": "LlamaForCausalLM"
119
+ },
120
+ "vocab_size": 32064,
121
+ "context_window_size": 768,
122
+ "sliding_window_size": -1,
123
+ "prefill_chunk_size": 4096,
124
+ "attention_sink_size": -1,
125
+ "tensor_parallel_shards": 1,
126
+ "pipeline_parallel_stages": 1,
127
+ "temperature": 1.0,
128
+ "presence_penalty": 0.0,
129
+ "frequency_penalty": 0.0,
130
+ "repetition_penalty": 1.0,
131
+ "top_p": 1.0,
132
+ "tokenizer_files": [
133
+ "tokenizer.model",
134
+ "tokenizer.json",
135
+ "added_tokens.json",
136
+ "tokenizer_config.json"
137
+ ],
138
+ "tokenizer_info": {
139
+ "token_postproc_method": "byte_fallback",
140
+ "prepend_space_in_encode": true,
141
+ "strip_space_in_decode": true
142
+ },
143
+ "conv_template": {
144
+ "name": "llava",
145
+ "system_template": "{system_message}",
146
+ "system_message": "\n",
147
+ "system_prefix_token_ids": [
148
+ 1
149
+ ],
150
+ "add_role_after_system_message": false,
151
+ "roles": {
152
+ "user": "USER",
153
+ "assistant": "ASSISTANT"
154
+ },
155
+ "role_templates": {
156
+ "user": "{user_message}",
157
+ "assistant": "{assistant_message}",
158
+ "tool": "{tool_message}"
159
+ },
160
+ "messages": [],
161
+ "seps": [
162
+ " "
163
+ ],
164
+ "role_content_sep": ": ",
165
+ "role_empty_sep": ":",
166
+ "stop_str": [
167
+ "</s>"
168
+ ],
169
+ "stop_token_ids": [
170
+ 2
171
+ ],
172
+ "function_string": "",
173
+ "use_function_calling": false
174
+ },
175
+ "pad_token_id": 32001,
176
+ "bos_token_id": 1,
177
+ "eos_token_id": 2
178
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5bc0f60e28c2902dfe9fd8a0b1f3c60e938e99015d6103e7594219e99352738
3
+ size 65667072
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0da5fe5b463dced82db023366039ef7e42f5a8ddb4f2e99d219230a8942510b4
3
+ size 30760960
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11ac0ef4942c2708f28cdf5aabbdc6342e6d6190af188664f5ff3889e38c416f
3
+ size 31989760
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0284f2ac77a9dc459693db7a37a930d138fc11b73774c6e486051cef071d9d3
3
+ size 32661504
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36e0307b794a7daadae2e0c11338536f89cd7c3968e1303c0f8764c4202b117a
3
+ size 31989760
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a381a9df992aa4b6ac8a4cfd68400e66298a156ed57a18018a8fbcc2a3d0594d
3
+ size 45088768
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:549c84ce087c04d2499abda2a087938a349a7766ed1f82b7d490c4a1b52ccdef
3
+ size 25165824
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:616b723ed94c933562a70d6b2133a1a82d326eb772372dc8b45bf186bf5b8275
3
+ size 22544384
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94cda8f297062e03c356c98d68999dae19c537809f66da253dcbc9e577b69ff0
3
+ size 45088768
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee5c65d9369a72a54062925bf3a76fa4f5b63dea99b593275abea2590e6d6cb4
3
+ size 25165824
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cf011f3630d150b48f85c1d1a9cec085402be39c837cc62bf57a82989c6ec21
3
+ size 32661504
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f37e39a7e0cfc6539046c2c533d17b40d423cc17ebc04d06116ae89158aac7a4
3
+ size 31989760
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14955a8897e8d22042a5ed75bc7ddee3465df9be44c6b08d0bcb0a51016fe25f
3
+ size 45088768
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:227a49f792b5b2d5145d670b217152808d0508e85fed07b8eb92edbafa6fef53
3
+ size 45088768
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04316f6e1bb3d396d21f56185153bb7d26df78d342bd399a372638ca254920b3
3
+ size 25165824
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a8d667bce5ca2b572a467f692d0936db6a5433f43a3232f7f37366236e7c44c
3
+ size 22544384
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d85615bd29b151d8aa07da152725e7983ea5baa38ae8f8accaeff08edbf5e62f
3
+ size 45088768
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0788ee7793347a795246aacc60b7403a345723dd50b39862abd7f78d1b08c35f
3
+ size 25165824
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d002b25f83c0ea26931a38931a028fd5ce306d96cbff6bcb055fdd26a7f666e
3
+ size 32661504
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5346ca70881d2c87cfd2cce607dbdd612e91015a800e1183db51767ca24c5863
3
+ size 31989760
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ce5adb1024db005cb0f09e627e7176492a3fffb66f51bc3581b7b1bbcfbee9e
3
+ size 45088768
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fa4182c0e7d76bb6ba9288930bbfb1694e334addfc91e102877401d9157afe3
3
+ size 25165824
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0efb262ed6e3bf4e7b414f7bba158d528a75c28f2886b3f494d75a8f483ac392
3
+ size 25165824
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:470c8b254fc79df190880ea93917d8b5c18de4e976b6b742f7959f26160ed7ff
3
+ size 32579584
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe611a08d421d66eb1d29200661222f5afc82f5e6bf24c433f2e7a9474930818
3
+ size 25165824
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfe3a6750c631c4b4c8d1c11a68ed60f1374452844228535d842c45f4d8aec4d
3
+ size 1048576
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e7bd49aa97077a396504d34bba81d8357d978554d179c92d4812165e54b5b88
3
+ size 22544384
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5f22edd6bc61c2d8571a9f38029f7f290aade27c933572fcae59d285ebdf055
3
+ size 45088768
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34fad1efa86f30290d6ebcdb08260164c33b0229b64d2918a7c087d72eefc695
3
+ size 25165824
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a82875e36e0db8cee0a5872a14a67037efe1e2aac514699a12283eb1e7de324
3
+ size 32661504
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1e6ee966ea63f92b172834777efadcd25cfefb92198538e989dab8e5feb1a65
3
+ size 31989760
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65de01b8307fa0a7a3f178b56e8a0c220ee0c52b9ee3751b038c314f9f256e04
3
+ size 45088768
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d19d906ce5218d6208aec0a6dde1c1d09f34c6a17a460a246081283aace2006b
3
+ size 25165824
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d3f7141daca700b3ec94064a428512c7866624d6d2b0e7a16a88842196cb331
3
+ size 45088768
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da266e86c9f3945226e87b30cd31d40806b94f7d35934e8800e0dd69791d1b33
3
+ size 22544384
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32f226dd7a0bc5dc9e0cf62fce7fa522880a3d8cd1658da926e3a69835f6f882
3
+ size 45088768
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f825fea946718967bb2eefe1101ba53aaf3df1ea3de55ff01503bdfd0db2394
3
+ size 25165824
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cef92b07865804d5804374e10d568223eb3700140b1700f2d6ce150fbd580544
3
+ size 32661504
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2013eb687f2cc9a5a8ab02e604f79168e874e6ca9b1e5b74d07525fbcf1dd6c8
3
+ size 31989760
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0890b281e70183ac58c9d46e8e6056dd3e3ee18065bace4a1a0207f5f07af765
3
+ size 45088768
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5793f762050b2f4c3c3fe7d8e7f06246b8b1866d855bbd76b5626b1366c9a08
3
+ size 25165824
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:243828394b28c0dba4acb8514979e98fd92f1b714c445cf3e11e4d0337568e11
3
+ size 22544384
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18783a7b02cb474bb9d783a7c0c63689577d50a40416bdec01ce7ac57bc5e631
3
+ size 45088768
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60e369f90e8efede29cb014b863fa26749aabc522d0190689b174f4089167aee
3
+ size 25165824
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20bab7e66e39553a4028a23be7dccddc447eefa3f174dd60bef7a23448c083a0
3
+ size 31014912
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83b0602316ecc7d5506ebabcdbb2d97c673a6e67a1ee3fd2b0a441aa9636e50c
3
+ size 32661504