Update app.py

app.py

@@ -4,7 +4,10 @@ from llama_cpp import Llama
 llm = Llama.from_pretrained(
     repo_id="Mykes/med_gemma7b_gguf",
     filename="*Q4_K_M.gguf",
-    verbose=False
+    verbose=False,
+    n_ctx=512,
+    n_batch=512,
+    n_threads=4
 )
 
 basic_prompt = "Below is the context which is your conversation history and the last user question. Write a response according the context and question. ### Context: user: Ответь мне на вопрос о моем здоровье. assistant: Конечно! Какой у Вас вопрос? ### Question: {question} ### Response:"