Update app.py

app.py

@@ -15,7 +15,7 @@ from langchain.memory import ConversationBufferMemory
 from langchain.chains import ConversationalRetrievalChain
 
 
-llm = Llama(model_path= hf_hub_download(repo_id="TheBloke/airoboros-l2-7B-gpt4-m2.0-GGUF", filename="airoboros-l2-7B-gpt4-m2.0.Q2_K.gguf"), n_ctx=2048) #download model from hf/ n_ctx=2048 for high ccontext length
+llm = Llama(model_path= hf_hub_download(repo_id="TheBloke/airoboros-l2-7B-gpt4-m2.0-GGUF", filename="airoboros-l2-7B-gpt4-m2.0.Q6_K.gguf"), n_ctx=2048) #download model from hf/ n_ctx=2048 for high ccontext length
 
 history = []