Hugging Face's logo

SlyEcho
/
open_llama_7b_ggml

Model card Files
xet
 Community
1
SlyEcho commited on
Commit
d9f89e0
·
verified ·
1 Parent(s): 958353e

Remove K_M instead.

Browse files
Files changed (11) hide show
  1. Makefile +3 -6
  2. SHA256SUMS +0 -3
  3. open-llama-7b-q3_K.bin +0 -1
  4. open-llama-7b-q3_K.bin +3 -0
  5. open-llama-7b-q3_K_M.bin +0 -3
  6. open-llama-7b-q4_K.bin +0 -1
  7. open-llama-7b-q4_K.bin +3 -0
  8. open-llama-7b-q4_K_M.bin +0 -3
  9. open-llama-7b-q5_K.bin +0 -1
  10. open-llama-7b-q5_K.bin +3 -0
  11. open-llama-7b-q5_K_M.bin +0 -3
Makefile CHANGED
@@ -14,9 +14,9 @@ FILES= $(HF_FILES) $(LLAMA_TAR)
14
 
15
  QUANTS= f16 q4_0 q4_1 q5_0 q5_1 q8_0 \
16
  q2_K \
17
- q3_K q3_K_L q3_K_M q3_K_S \
18
- q4_K q4_K_M q4_K_S \
19
- q5_K q5_K_M q5_K_S \
20
  q6_K
21
 
22
  MODEL_FILES= $(addsuffix .bin,$(addprefix $(MODEL_NAME)-,$(QUANTS)))
@@ -37,9 +37,6 @@ llama.cpp/quantize: llama.cpp
37
  $(MODEL_NAME)-f16.bin: $(HF_FILES) | llama.cpp
38
  $(PYTHON) llama.cpp/convert.py --outtype f16 --outfile $@ .
39
 
40
- $(MODEL_NAME)-q%_K.bin: $(MODEL_NAME)-q%_K_M.bin
41
- ln -s $< $@
42
-
43
  $(MODEL_NAME)-q%.bin: $(MODEL_NAME)-f16.bin | llama.cpp/quantize
44
  llama.cpp/quantize $< $@ q$*
45
 
 
14
 
15
  QUANTS= f16 q4_0 q4_1 q5_0 q5_1 q8_0 \
16
  q2_K \
17
+ q3_K q3_K_L q3_K_S \
18
+ q4_K q4_K_S \
19
+ q5_K q5_K_S \
20
  q6_K
21
 
22
  MODEL_FILES= $(addsuffix .bin,$(addprefix $(MODEL_NAME)-,$(QUANTS)))
 
37
  $(MODEL_NAME)-f16.bin: $(HF_FILES) | llama.cpp
38
  $(PYTHON) llama.cpp/convert.py --outtype f16 --outfile $@ .
39
 
 
 
 
40
  $(MODEL_NAME)-q%.bin: $(MODEL_NAME)-f16.bin | llama.cpp/quantize
41
  llama.cpp/quantize $< $@ q$*
42
 
SHA256SUMS CHANGED
@@ -7,12 +7,9 @@ f12cb3e5029a0957b055560f5f1fd1b549662720747c12c67134c0ccf9a43d32 open-llama-7b-
7
  665bbc8b910965ca006c6e890216b6eab6d162fc9b50b6e22882c524ad135446 open-llama-7b-q2_K.bin
8
  b6f0431fbc6fac5126cd5a855545d9fe27f4a18c6168a99ac37c138a4a75b5c4 open-llama-7b-q3_K.bin
9
  60c26ed2b0c74232c6aeff1b4096c947dbf69ec0f648abbb9e6d400084b933ae open-llama-7b-q3_K_L.bin
10
- b6f0431fbc6fac5126cd5a855545d9fe27f4a18c6168a99ac37c138a4a75b5c4 open-llama-7b-q3_K_M.bin
11
  66939ad0975a116d866ab4918132ccb842edbee507ed0af144a53c2a97f5fe3d open-llama-7b-q3_K_S.bin
12
  9a48fc57b63afe6218c2c70ec85c998f88a78d14d009928da7a1f4e8643e73a6 open-llama-7b-q4_K.bin
13
- 9a48fc57b63afe6218c2c70ec85c998f88a78d14d009928da7a1f4e8643e73a6 open-llama-7b-q4_K_M.bin
14
  7ab744ce2ffe5bbf8b043179641a0b2dccbe74ff72c58cda717c043c7f6896cf open-llama-7b-q4_K_S.bin
15
  233d50a95afd1f4edb7ba856eb5b7e22fa1cd509a80b08291f4f7bb9cf9a0486 open-llama-7b-q5_K.bin
16
- 233d50a95afd1f4edb7ba856eb5b7e22fa1cd509a80b08291f4f7bb9cf9a0486 open-llama-7b-q5_K_M.bin
17
  a8dcb09aef6e57bf1fcd2d2b0eb94878e16241468b2366b862873cbeb5d1f89d open-llama-7b-q5_K_S.bin
18
  0e9c8704b7c1c65aa80ac8d758a19b703e40b82ba0d38df4e9d72d1bd3f90485 open-llama-7b-q6_K.bin
 
7
  665bbc8b910965ca006c6e890216b6eab6d162fc9b50b6e22882c524ad135446 open-llama-7b-q2_K.bin
8
  b6f0431fbc6fac5126cd5a855545d9fe27f4a18c6168a99ac37c138a4a75b5c4 open-llama-7b-q3_K.bin
9
  60c26ed2b0c74232c6aeff1b4096c947dbf69ec0f648abbb9e6d400084b933ae open-llama-7b-q3_K_L.bin
 
10
  66939ad0975a116d866ab4918132ccb842edbee507ed0af144a53c2a97f5fe3d open-llama-7b-q3_K_S.bin
11
  9a48fc57b63afe6218c2c70ec85c998f88a78d14d009928da7a1f4e8643e73a6 open-llama-7b-q4_K.bin
 
12
  7ab744ce2ffe5bbf8b043179641a0b2dccbe74ff72c58cda717c043c7f6896cf open-llama-7b-q4_K_S.bin
13
  233d50a95afd1f4edb7ba856eb5b7e22fa1cd509a80b08291f4f7bb9cf9a0486 open-llama-7b-q5_K.bin
 
14
  a8dcb09aef6e57bf1fcd2d2b0eb94878e16241468b2366b862873cbeb5d1f89d open-llama-7b-q5_K_S.bin
15
  0e9c8704b7c1c65aa80ac8d758a19b703e40b82ba0d38df4e9d72d1bd3f90485 open-llama-7b-q6_K.bin
open-llama-7b-q3_K.bin DELETED
@@ -1 +0,0 @@
1
- open-llama-7b-q3_K_M.bin
 
 
open-llama-7b-q3_K.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6f0431fbc6fac5126cd5a855545d9fe27f4a18c6168a99ac37c138a4a75b5c4
3
+ size 3231072384
open-llama-7b-q3_K_M.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6f0431fbc6fac5126cd5a855545d9fe27f4a18c6168a99ac37c138a4a75b5c4
3
- size 3231072384
 
 
 
 
open-llama-7b-q4_K.bin DELETED
@@ -1 +0,0 @@
1
- open-llama-7b-q4_K_M.bin
 
 
open-llama-7b-q4_K.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a48fc57b63afe6218c2c70ec85c998f88a78d14d009928da7a1f4e8643e73a6
3
+ size 4046946432
open-llama-7b-q4_K_M.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a48fc57b63afe6218c2c70ec85c998f88a78d14d009928da7a1f4e8643e73a6
3
- size 4046946432
 
 
 
 
open-llama-7b-q5_K.bin DELETED
@@ -1 +0,0 @@
1
- open-llama-7b-q5_K_M.bin
 
 
open-llama-7b-q5_K.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:233d50a95afd1f4edb7ba856eb5b7e22fa1cd509a80b08291f4f7bb9cf9a0486
3
+ size 4765483136
open-llama-7b-q5_K_M.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:233d50a95afd1f4edb7ba856eb5b7e22fa1cd509a80b08291f4f7bb9cf9a0486
3
- size 4765483136