Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -12,7 +12,7 @@ DB_FAISS_PATH = 'vectorstore/db_faiss'
|
|
| 12 |
#Loading the model
|
| 13 |
def load_llm():
|
| 14 |
# Load the locally downloaded model here
|
| 15 |
-
llm = CTransformers(model='TheBloke/Llama-2-7B-Chat-
|
| 16 |
return llm
|
| 17 |
|
| 18 |
st.title("Chat with CSV using Llama2 🦙🦜")
|
|
|
|
| 12 |
#Loading the model
|
| 13 |
def load_llm():
|
| 14 |
# Load the locally downloaded model here
|
| 15 |
+
llm = CTransformers(model='TheBloke/Llama-2-7B-Chat-GGML',model_file='llama-2-7b-chat.ggmlv3.q8_0.bin',max_new_tokens=512,temperature=0.1,gpu_layers=50)
|
| 16 |
return llm
|
| 17 |
|
| 18 |
st.title("Chat with CSV using Llama2 🦙🦜")
|