Update src/chatbot.py

src/chatbot.py

@@ -21,8 +21,8 @@ load_dotenv(find_dotenv())
 embeddings = HuggingFaceEmbeddings(model_name="paraphrase-multilingual-MiniLM-L12-v2") # Remove embedding input parameter from functions?
 llm = HuggingFaceHub(
     # ToDo: Try different models here
-    # repo_id="mistralai/Mistral-7B-Instruct-v0.3",
-    repo_id = "mistralai/Ministral-8B-Instruct-2410",
+    repo_id="mistralai/Mistral-7B-Instruct-v0.3",
+    #repo_id = "mistralai/Ministral-8B-Instruct-2410",
     #repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
     # repo_id="CohereForAI/c4ai-command-r-v01", # too large 69gb
     # repo_id="CohereForAI/c4ai-command-r-v01-4bit", # too large 22gb
@@ -30,9 +30,9 @@ llm = HuggingFaceHub(
     task="text-generation",
     model_kwargs={
         "max_new_tokens": 512,
-        "top_k": 30,
-        "temperature": 0.1,
-        "repetition_penalty": 1.03,
+        #"top_k": 30,
+        "temperature": 0.01,
+        #"repetition_penalty": 1.03,
         }
 )
 # ToDo: Experiment with different templates