Update app.py

app.py

@@ -9,11 +9,12 @@ from langchain_core.callbacks import StreamingStdOutCallbackHandler
 callbacks = [StreamingStdOutCallbackHandler()]
 
 llm = LlamaCpp(
-    model_path="/content/drive/MyDrive/models/demo1/unsloth.Q5_K_M.gguf",
-    n_gpu_layers=40,
-    n_batch=512,
-    callbacks=callbacks,
-    verbose=True,
+    model_path="unsloth.Q5_K_M.gguf",
+    temperature=0.75,
+    max_tokens=30,
+    top_p=4,
+    callback_manager=callbacks,
+    verbose=True,  # Verbose is required to pass to the callback manager
 )
 
 template = """You are the Finiantial expert: