Hugging Face's logo

gnukeith
/
Ocelot-GGUF

Image-Text-to-Text
GGUF
llama.cpp
qwen3-vl
vision
summarization
conversational
Model card Files
xet
 Community
gnukeith commited on
Commit
37ebf62
·
verified ·
1 Parent(s): 74eaaac

Upload folder using huggingface_hub

Browse files
Files changed (20) hide show
  1. .gitattributes +17 -0
  2. Ocelot-1-VL-BF16.gguf +3 -0
  3. Ocelot-1-VL-IQ4_NL.gguf +3 -0
  4. Ocelot-1-VL-IQ4_XS.gguf +3 -0
  5. Ocelot-1-VL-Q2_K.gguf +3 -0
  6. Ocelot-1-VL-Q3_K_L.gguf +3 -0
  7. Ocelot-1-VL-Q3_K_M.gguf +3 -0
  8. Ocelot-1-VL-Q3_K_S.gguf +3 -0
  9. Ocelot-1-VL-Q4_0.gguf +3 -0
  10. Ocelot-1-VL-Q4_1.gguf +3 -0
  11. Ocelot-1-VL-Q4_K_M.gguf +3 -0
  12. Ocelot-1-VL-Q4_K_S.gguf +3 -0
  13. Ocelot-1-VL-Q5_K_M.gguf +3 -0
  14. Ocelot-1-VL-Q5_K_S.gguf +3 -0
  15. Ocelot-1-VL-Q6_K.gguf +3 -0
  16. Ocelot-1-VL-Q8_0.gguf +3 -0
  17. README.md +64 -0
  18. SHA256SUMS +17 -0
  19. mmproj-Ocelot-1-VL-BF16.gguf +3 -0
  20. mmproj-Ocelot-1-VL-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Ocelot-1-VL-BF16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Ocelot-1-VL-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Ocelot-1-VL-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Ocelot-1-VL-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Ocelot-1-VL-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Ocelot-1-VL-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Ocelot-1-VL-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Ocelot-1-VL-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Ocelot-1-VL-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Ocelot-1-VL-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Ocelot-1-VL-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Ocelot-1-VL-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Ocelot-1-VL-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Ocelot-1-VL-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Ocelot-1-VL-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
51
+ mmproj-Ocelot-1-VL-BF16.gguf filter=lfs diff=lfs merge=lfs -text
52
+ mmproj-Ocelot-1-VL-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Ocelot-1-VL-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c7dc2d182b6b92afb165f6af727991e3cea675ae5d54ba783fe79ced388aca8
3
+ size 8051286080
Ocelot-1-VL-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71f9563630cae25bbed0f2aa509154855360aebf113b79e73782f938644d333f
3
+ size 2393796160
Ocelot-1-VL-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b1d5a5e026566e8862ce1c0db355c72fa7d99ab716358a559beddd0e157ef14
3
+ size 2286317120
Ocelot-1-VL-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8065d26775c1b98b106d26953ab9184b846a2a8eb6e89ebde26ea10cc6d46cf0
3
+ size 1669500480
Ocelot-1-VL-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae7167a1406ef00fa65dfa7f6f5846e67d161c4bc8356cdc10568f50e37d9395
3
+ size 2239786560
Ocelot-1-VL-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4a549fe534904e1552285fae7262de7923fa35f2b769a24055134f8e121d8d4
3
+ size 2075618880
Ocelot-1-VL-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04a98f22d29733252cf5c2d723404ee2a9a2026678366472dc890773e90966bb
3
+ size 1886998080
Ocelot-1-VL-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cfeb6dbab2a8802f4dc3247609ac4c581ecd2e0534f1c0089be03bf9b62a975
3
+ size 2369547840
Ocelot-1-VL-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fd5602e6cded00fec9c6b7a0f4bdff2acdd98015edd47ad0b8675449884f036
3
+ size 2596630080
Ocelot-1-VL-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a4fddbe9211b5bc0b85e2754ee44a0e3ce04fc1c5caeca9e3be1ca6b6dba518
3
+ size 2497281600
Ocelot-1-VL-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c2bffe39e7309a4da5aaed5a061cc5ac0410043cf3eaca291839e8a18093447
3
+ size 2383310400
Ocelot-1-VL-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eebe9a02930dbc6862656f38aa9f4852c73d028854605924a0ca48f5f9575a13
3
+ size 2889514560
Ocelot-1-VL-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54505a3f66ee69da1b850e33d22148ddb739f77da61b7c8ce6b12d4cdb39d1db
3
+ size 2823712320
Ocelot-1-VL-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ba1fdcd97d29781ecfc3ec282c829f793f7930976d78f26ae470c62656b039c
3
+ size 3306262080
Ocelot-1-VL-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7e21068758008fe5a1678f5bf278fed50110433ae3c289f9100021299a34cc0
3
+ size 4280406080
README.md ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model:
4
+ - bravesoftware/Ocelot-1-VL
5
+ - Qwen/Qwen3-VL-4B-Instruct
6
+ pipeline_tag: image-text-to-text
7
+ tags: [gguf, llama.cpp, qwen3-vl, vision, summarization]
8
+ ---
9
+
10
+ # Ocelot-1-VL GGUF
11
+
12
+ Merged and quantized GGUF builds of [bravesoftware/Ocelot-1-VL](https://huggingface.co/bravesoftware/Ocelot-1-VL), a Qwen3-VL-4B LoRA specialized for webpage summarization from page text or screenshots.
13
+
14
+ The Ocelot LoRA was merged into `Qwen/Qwen3-VL-4B-Instruct` in BF16 before conversion. The vision projector is separate and is unchanged by the language-side LoRA.
15
+
16
+ ## Intended use
17
+
18
+ This is not a general-purpose assistant. Use it only to summarize webpage text or webpage screenshots with the training-aligned prompt. See the [original model card](https://huggingface.co/bravesoftware/Ocelot-1-VL) for the full prompt contract, limitations, and safety guidance.
19
+
20
+ ```text
21
+ The is the text of a webpage: <page>
22
+ ... page plain text here ...
23
+ </page>
24
+ Summarise the content between the <page> tags, or if no content is found use the screenshots provided, in the Brave Summary style.
25
+ ```
26
+
27
+ For screenshots, begin with `The following is a screenshot of a webpage:` and append the same fixed instruction.
28
+
29
+ ## Files
30
+
31
+ | Quant | Approx. size | Notes |
32
+ |---|---:|---|
33
+ | `BF16` | 7.5 GB | Maximum fidelity |
34
+ | `Q8_0` | 4.0 GB | Near-BF16 quality |
35
+ | `Q6_K` | 3.1 GB | High quality |
36
+ | `Q5_K_M` / `Q5_K_S` | 2.7 / 2.6 GB | 5-bit variants |
37
+ | `Q4_K_M` / `Q4_K_S` | 2.3 / 2.2 GB | Recommended balance / smaller |
38
+ | `Q4_1` / `Q4_0` | 2.4 / 2.2 GB | Legacy compatibility |
39
+ | `IQ4_NL` / `IQ4_XS` | 2.2 / 2.1 GB | Non-linear 4-bit variants |
40
+ | `Q3_K_L` / `Q3_K_M` / `Q3_K_S` | 2.1 / 1.9 / 1.8 GB | 3-bit variants |
41
+ | `Q2_K` | 1.6 GB | Maximum compression, largest quality loss |
42
+ | `mmproj-Q8_0` / `mmproj-BF16` | 433 / 813 MB | Vision projectors |
43
+
44
+ ## Run
45
+
46
+ ```bash
47
+ llama-cli \
48
+ -m Ocelot-1-VL-Q4_K_M.gguf \
49
+ -p 'The is the text of a webpage: <page>Page text here</page> Summarise the content between the <page> tags, or if no content is found use the screenshots provided, in the Brave Summary style.' \
50
+ -n 512 -c 8192
51
+ ```
52
+
53
+ For screenshots, add `--mmproj mmproj-Ocelot-1-VL-Q8_0.gguf --image webpage.png` and use the screenshot prompt described above.
54
+
55
+ ## Conversion and validation
56
+
57
+ - Adapter revision: `fbc473443eec370c3b551363556ab75d2b485db6`
58
+ - Base revision: `ebb281ec70b05090aa6165b016eac8ec08e71b17`
59
+ - llama.cpp revision: `0278d8362d78c5de291bc03b76016f7f74b2ab77`
60
+ - All 15 language files passed generation smoke tests.
61
+ - `Q4_K_M` with the Q8 projector passed screenshot summarization.
62
+ - Apple M4 Pro Q4 benchmark: 313 prompt tokens/s and 26 generation tokens/s with Metal.
63
+
64
+ Quantization can reduce output quality, especially at 2 and 3 bits. Validate against your own webpage corpus before production use.
SHA256SUMS ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ a47f56ef609ceecab2953e2a99d55980b8269ff9db13b87ed9432877db412743 mmproj-Ocelot-1-VL-BF16.gguf
2
+ 5594ee7c51971ab51c7f01f2e951ea0b5e405e51edbeb6739b3ea71a64220e9c mmproj-Ocelot-1-VL-Q8_0.gguf
3
+ 7c7dc2d182b6b92afb165f6af727991e3cea675ae5d54ba783fe79ced388aca8 Ocelot-1-VL-BF16.gguf
4
+ 71f9563630cae25bbed0f2aa509154855360aebf113b79e73782f938644d333f Ocelot-1-VL-IQ4_NL.gguf
5
+ 9b1d5a5e026566e8862ce1c0db355c72fa7d99ab716358a559beddd0e157ef14 Ocelot-1-VL-IQ4_XS.gguf
6
+ 8065d26775c1b98b106d26953ab9184b846a2a8eb6e89ebde26ea10cc6d46cf0 Ocelot-1-VL-Q2_K.gguf
7
+ ae7167a1406ef00fa65dfa7f6f5846e67d161c4bc8356cdc10568f50e37d9395 Ocelot-1-VL-Q3_K_L.gguf
8
+ a4a549fe534904e1552285fae7262de7923fa35f2b769a24055134f8e121d8d4 Ocelot-1-VL-Q3_K_M.gguf
9
+ 04a98f22d29733252cf5c2d723404ee2a9a2026678366472dc890773e90966bb Ocelot-1-VL-Q3_K_S.gguf
10
+ 9cfeb6dbab2a8802f4dc3247609ac4c581ecd2e0534f1c0089be03bf9b62a975 Ocelot-1-VL-Q4_0.gguf
11
+ 9fd5602e6cded00fec9c6b7a0f4bdff2acdd98015edd47ad0b8675449884f036 Ocelot-1-VL-Q4_1.gguf
12
+ 6a4fddbe9211b5bc0b85e2754ee44a0e3ce04fc1c5caeca9e3be1ca6b6dba518 Ocelot-1-VL-Q4_K_M.gguf
13
+ 4c2bffe39e7309a4da5aaed5a061cc5ac0410043cf3eaca291839e8a18093447 Ocelot-1-VL-Q4_K_S.gguf
14
+ eebe9a02930dbc6862656f38aa9f4852c73d028854605924a0ca48f5f9575a13 Ocelot-1-VL-Q5_K_M.gguf
15
+ 54505a3f66ee69da1b850e33d22148ddb739f77da61b7c8ce6b12d4cdb39d1db Ocelot-1-VL-Q5_K_S.gguf
16
+ 1ba1fdcd97d29781ecfc3ec282c829f793f7930976d78f26ae470c62656b039c Ocelot-1-VL-Q6_K.gguf
17
+ f7e21068758008fe5a1678f5bf278fed50110433ae3c289f9100021299a34cc0 Ocelot-1-VL-Q8_0.gguf
mmproj-Ocelot-1-VL-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a47f56ef609ceecab2953e2a99d55980b8269ff9db13b87ed9432877db412743
3
+ size 839325888
mmproj-Ocelot-1-VL-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5594ee7c51971ab51c7f01f2e951ea0b5e405e51edbeb6739b3ea71a64220e9c
3
+ size 453974208