Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -13,9 +13,9 @@ DB_FAISS_PATH = 'vectorstore/db_faiss'
|
|
| 13 |
def load_llm():
|
| 14 |
# Load the locally downloaded model here
|
| 15 |
llm = CTransformers(
|
| 16 |
-
model = "
|
| 17 |
model_type="llama",
|
| 18 |
-
max_new_tokens =
|
| 19 |
temperature = 0.2
|
| 20 |
)
|
| 21 |
return llm
|
|
|
|
| 13 |
def load_llm():
|
| 14 |
# Load the locally downloaded model here
|
| 15 |
llm = CTransformers(
|
| 16 |
+
model = "llama-2-7b-chat.ggmlv3.q2_K.bin",
|
| 17 |
model_type="llama",
|
| 18 |
+
max_new_tokens = 512,
|
| 19 |
temperature = 0.2
|
| 20 |
)
|
| 21 |
return llm
|