Update main.py

main.py

@@ -252,7 +252,8 @@ async def start():
     if not contextChat:
         contextChat = "Il n'y a pas de contexte."
     os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
-    repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
+    #repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
+    repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
 
     model = HuggingFaceEndpoint(
         repo_id=repo_id,
@@ -1168,8 +1169,8 @@ async def API_connexion(romeListArray):
 @cl.step(type="llm")
 async def IA():
     os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
-    repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
-    #repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
+    #repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
+    repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
 
     llm = HuggingFaceEndpoint(
         repo_id=repo_id, max_new_tokens=5000, temperature=1.0, task="text2text-generation", streaming=True
@@ -1229,7 +1230,8 @@ async def setup_agent(settings):
         contextChat = "Il n'y a pas de contexte."
         
     os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
-    repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
+    #repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
+    repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
 
     model = HuggingFaceEndpoint(
         repo_id=repo_id,