Spaces:
Build error
Build error
Upload folder using huggingface_hub
Browse files
.env
CHANGED
|
@@ -3,11 +3,11 @@ MODEL_PATH = ""
|
|
| 3 |
# will be downloaded to: ./models
|
| 4 |
|
| 5 |
# Example ggml path:
|
| 6 |
-
MODEL_PATH = "models/llama2_7b_chat.bin"
|
| 7 |
|
| 8 |
# options: llama.cpp, gptq, transformers
|
| 9 |
-
|
| 10 |
-
BACKEND_TYPE = "llama2.cu"
|
| 11 |
|
| 12 |
# only for transformers bitsandbytes 8 bit
|
| 13 |
LOAD_IN_8BIT = False
|
|
|
|
| 3 |
# will be downloaded to: ./models
|
| 4 |
|
| 5 |
# Example ggml path:
|
| 6 |
+
#MODEL_PATH = "models/llama2_7b_chat.bin"
|
| 7 |
|
| 8 |
# options: llama.cpp, gptq, transformers
|
| 9 |
+
BACKEND_TYPE = "llama.cpp"
|
| 10 |
+
#BACKEND_TYPE = "llama2.cu"
|
| 11 |
|
| 12 |
# only for transformers bitsandbytes 8 bit
|
| 13 |
LOAD_IN_8BIT = False
|