Update app.py

app.py

@@ -44,19 +44,20 @@ def create_db(splits):
 # Initialize langchain LLM chain
 def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db, progress=gr.Progress()):
     if llm_model == "meta-llama/Llama-3.1-8B-Instruct":
-        llm = HuggingFaceEndpoint(
-            repo_id=llm_model,
-            huggingfacehub_api_token = api_token,
-            temperature = temperature,
-            max_new_tokens = max_tokens,
-            top_k = top_k,
-        )
-
-        # llm = HuggingFaceHub(
-        #     repo_id = llm_model,
+        # llm = HuggingFaceEndpoint(
+        #     repo_id=llm_model,
         #     huggingfacehub_api_token = api_token,
-        #     task="text-generation",
-        #     )
+        #     temperature = temperature,
+        #     max_new_tokens = max_tokens,
+        #     top_k = top_k,
+        # )
+
+        llm = HuggingFaceHub(
+            repo_id="mistralai/Mistral-7B-Instruct-v0.2",
+            huggingfacehub_api_token=api_token,
+            model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens}
+            )
+        
     else:
         llm = HuggingFaceEndpoint(
             huggingfacehub_api_token = api_token,