Update app.py

app.py

@@ -4,6 +4,17 @@ from langchain.prompts import ChatPromptTemplate
 
 vector_db_path = "vectorstores/db_faiss"
 
+llm_json = LlamaCpp(
+    model_path="Llama-3.1-8B-Instruct.Q5_K_M.gguf",
+    temperature=0,
+    max_tokens=512,
+    top_p=1,
+    # callback_manager=callback_manager,
+    verbose=True,
+    format='json'
+)
+print(llm_json)
+
 llm = LlamaCpp(
     model_path="Llama-3.1-8B-Instruct.Q5_K_M.gguf",
     temperature=0,