Update src/chatbot.py

src/chatbot.py

@@ -1,9 +1,10 @@
 from langchain_core.prompts import ChatPromptTemplate
-from langchain_community.llms.huggingface_hub import HuggingFaceHub
-from langchain_community.embeddings import HuggingFaceEmbeddings
+# from langchain_community.llms.huggingface_hub import HuggingFaceHub # deprecated
+# from langchain_community.embeddings import HuggingFaceEmbeddings # deprecated
+from langchain_huggingface import HuggingFaceEndpoint
+from langchain_huggingface import HuggingFaceEmbeddings
 from langchain_community.vectorstores import FAISS
 
-
 from langchain.chains.combine_documents import create_stuff_documents_chain
 from langchain.chains import create_retrieval_chain
 
@@ -19,22 +20,24 @@ load_dotenv(find_dotenv())
 
 # Define important variables 
 embeddings = HuggingFaceEmbeddings(model_name="paraphrase-multilingual-MiniLM-L12-v2") # Remove embedding input parameter from functions?
-llm = HuggingFaceHub(
+llm = HuggingFaceEndpoint(
     # ToDo: Try different models here
-    repo_id="mistralai/Mistral-7B-Instruct-v0.3",
-    #repo_id = "mistralai/Ministral-8B-Instruct-2410",
-    #repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
+    # repo_id="mistralai/Mistral-7B-Instruct-v0.3",
+    # repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
     # repo_id="CohereForAI/c4ai-command-r-v01", # too large 69gb
     # repo_id="CohereForAI/c4ai-command-r-v01-4bit", # too large 22gb
     # repo_id="meta-llama/Meta-Llama-3-8B", # too large 16 gb
+    repo_id="mistralai/Ministral-8B-Instruct-2410",
     task="text-generation",
-    model_kwargs={
-        "max_new_tokens": 512,
-        #"top_k": 30,
+    max_new_tokens=512,
+    repetition_penalty=1.03,
+    parameters={
+        "top_k": 30,
         "temperature": 0.01,
-        #"repetition_penalty": 1.03,
-        }
+    }
 )
+
+
 # ToDo: Experiment with different templates
 prompt_test = ChatPromptTemplate.from_template("""<s>[INST] 
                     Instruction: Beantworte die folgende Frage auf deutsch und nur auf der Grundlage des angegebenen Kontexts: