Hugging Face's logo

martinkozle
/
MKLLM-7B-Instruct-GGUF

GGUF
Macedonian
English
axolotl
conversational
Model card Files
xet
 Community
martinkozle commited on
Commit
f6233c2
·
verified ·
1 Parent(s): 6e75a1b

Upload folder using huggingface_hub

Browse files
Files changed (22) hide show
  1. .gitattributes +20 -0
  2. MKLLM-7B-Instruct-BF16.gguf +3 -0
  3. MKLLM-7B-Instruct-IQ3_M.gguf +3 -0
  4. MKLLM-7B-Instruct-IQ3_S.gguf +3 -0
  5. MKLLM-7B-Instruct-IQ3_XS.gguf +3 -0
  6. MKLLM-7B-Instruct-IQ4_NL.gguf +3 -0
  7. MKLLM-7B-Instruct-IQ4_XS.gguf +3 -0
  8. MKLLM-7B-Instruct-Q2_K.gguf +3 -0
  9. MKLLM-7B-Instruct-Q3_K_L.gguf +3 -0
  10. MKLLM-7B-Instruct-Q3_K_M.gguf +3 -0
  11. MKLLM-7B-Instruct-Q3_K_S.gguf +3 -0
  12. MKLLM-7B-Instruct-Q4_0.gguf +3 -0
  13. MKLLM-7B-Instruct-Q4_1.gguf +3 -0
  14. MKLLM-7B-Instruct-Q4_K_M.gguf +3 -0
  15. MKLLM-7B-Instruct-Q4_K_S.gguf +3 -0
  16. MKLLM-7B-Instruct-Q5_0.gguf +3 -0
  17. MKLLM-7B-Instruct-Q5_1.gguf +3 -0
  18. MKLLM-7B-Instruct-Q5_K_M.gguf +3 -0
  19. MKLLM-7B-Instruct-Q5_K_S.gguf +3 -0
  20. MKLLM-7B-Instruct-Q6_K.gguf +3 -0
  21. MKLLM-7B-Instruct-Q8_0.gguf +3 -0
  22. README.md +30 -3
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ MKLLM-7B-Instruct-BF16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ MKLLM-7B-Instruct-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ MKLLM-7B-Instruct-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ MKLLM-7B-Instruct-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ MKLLM-7B-Instruct-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
41
+ MKLLM-7B-Instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ MKLLM-7B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ MKLLM-7B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
44
+ MKLLM-7B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ MKLLM-7B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ MKLLM-7B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ MKLLM-7B-Instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ MKLLM-7B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
49
+ MKLLM-7B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ MKLLM-7B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
51
+ MKLLM-7B-Instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
52
+ MKLLM-7B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ MKLLM-7B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ MKLLM-7B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
+ MKLLM-7B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
MKLLM-7B-Instruct-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1d05520087c7587d86c7c70f1984ecdccc372026f968cc236fdef57b49fb5b8
3
+ size 14484764832
MKLLM-7B-Instruct-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1e3369a560c5e6264cfb32e57a41c23c6b9b8fc4d17898e4fb831d7ccfe1032
3
+ size 3284902048
MKLLM-7B-Instruct-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:741d00501903aa0751eb07c1ba633fbc183980b6865fd866ba241a3cb193a2a6
3
+ size 3182403744
MKLLM-7B-Instruct-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85cac23d5dbcb808c9d30fa914bd0edfa8e11be29f6e92e48213f6e464456e9e
3
+ size 3018825888
MKLLM-7B-Instruct-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3f0438a3991a649d5e9a280f693eb71f3117d2af24de6cc0dc60890fcae0c1a
3
+ size 4155065568
MKLLM-7B-Instruct-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb59be6c97b519ae40f8dcf300f6276aadfc1ea64204366454bf631e0942ad3b
3
+ size 3944399840
MKLLM-7B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cb8740ba4f23156f9df2ebc9d70c531207858316d8facf60a22eed31939eb69
3
+ size 2719251808
MKLLM-7B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a18b9d6a63cc3b15c45eb10e748c47881643e4b1da9a6250ca7aff8c64ff95b3
3
+ size 3822035104
MKLLM-7B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37ee5af3bb7235e9490fa8acbaa70baa25a2176954092afa79c27e43c9d1c870
3
+ size 3518996640
MKLLM-7B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e6c45e67ccd3e3643740014d6d028b964cd263214207714c368f78b92d83385
3
+ size 3164577952
MKLLM-7B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9891e832953b74f5d0d0133aa62522688d48c0c0030ffc96f604b933fb18c7ad
3
+ size 4108928224
MKLLM-7B-Instruct-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2025110f4f8fc993695f23d68665cba3cacb8a7a6b88276f16a7a1c7b9cf788
3
+ size 4553328352
MKLLM-7B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cd089e73863a29f41d7e9b6ca1f89af470315ea280e3edd9abffdd15f8256e1
3
+ size 4368450784
MKLLM-7B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:229ba5ccc91c4bf58b249d37dd65838366996f02629ec260e09a14a4383d1078
3
+ size 4140385504
MKLLM-7B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:040a9a460b037bf71865c71919d2f795f5018e82c20554fa88eccfe6f371fa5e
3
+ size 4997728480
MKLLM-7B-Instruct-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e1ee1b4fb59afb166fc79fbd69ab78b816c723e4f912f408134146fee8de2bb
3
+ size 5442128608
MKLLM-7B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f2b18babf26fd446022c53e7319b2178c40cf01745582cd3d3c62d362e87e75
3
+ size 5131421920
MKLLM-7B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b11d83b4a5c1ddf80c6289c262351be47b09b6407f3d4cf94cda9a21af09641f
3
+ size 4997728480
MKLLM-7B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15fc80236ccb8b042362196406db631dc6da2d22459241d42f1aca34908d7e19
3
+ size 5942078752
MKLLM-7B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c443f794ed5ff4bebb7d1bd0689ac12ffc2a6f71ea8497d5b240cdad8e6f600
3
+ size 7695875232
README.md CHANGED
@@ -1,3 +1,30 @@
1
- ---
2
- license: cc-by-nc-sa-4.0
3
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # MKLLM-7B-Instruct-GGUF
2
+
3
+ GGUF quants of [trajkovnikola/MKLLM-7B-Instruct](https://huggingface.co/trajkovnikola/MKLLM-7B-Instruct)
4
+
5
+ ## Script used
6
+
7
+ ```bash
8
+ from_dir=./MKLLM-7B-Instruct
9
+ dir=./MKLLM-7B-Instruct-GGUF
10
+ base_precision=BF16
11
+ file_base=MKLLM-7B-Instruct
12
+
13
+ quants=("Q2_K" "Q3_K_S" "Q3_K_M" "Q3_K_L" "Q4_K_S" "Q4_K_M" "Q4_0" "Q4_1" "Q5_K_S" "Q5_K_M" "Q5_0" "Q5_1" "Q6_K" "Q8_0" "IQ3_XS" "IQ3_S" "IQ3_M" "IQ4_XS" "IQ4_NL")
14
+
15
+
16
+ docker run --rm -v "${from_dir}":/repo ghcr.io/ggerganov/llama.cpp:full --convert "/repo" --outtype bf16
17
+
18
+ mkdir "${dir}"
19
+
20
+ mv "${from_dir}/ggml-model-bf16.gguf" "${dir}/${file_base}-${base_precision}.gguf"
21
+
22
+ for quant in ${quants[@]};
23
+ do
24
+ echo "###########################"
25
+ echo $quant
26
+ echo "==========================="
27
+ docker run --rm -v "${dir}":/repo ghcr.io/ggerganov/llama.cpp:full --quantize "/repo/${file_base}-${base_precision}.gguf" "/repo/${file_base}-${quant}.gguf" "${quant}"
28
+ done
29
+ ```
30
+