Update main.py
Browse files
main.py
CHANGED
|
@@ -250,7 +250,7 @@ async def start():
|
|
| 250 |
model = HuggingFaceEndpoint(
|
| 251 |
repo_id=repo_id,
|
| 252 |
max_new_tokens=8000,
|
| 253 |
-
temperature=0
|
| 254 |
streaming=True
|
| 255 |
)
|
| 256 |
cl.user_session.set("memory", ConversationBufferMemory(return_messages=True))
|
|
@@ -1045,7 +1045,7 @@ async def IA():
|
|
| 1045 |
repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
| 1046 |
|
| 1047 |
llm = HuggingFaceEndpoint(
|
| 1048 |
-
repo_id=repo_id, max_new_tokens=5000, temperature=0
|
| 1049 |
)
|
| 1050 |
return llm
|
| 1051 |
|
|
|
|
| 250 |
model = HuggingFaceEndpoint(
|
| 251 |
repo_id=repo_id,
|
| 252 |
max_new_tokens=8000,
|
| 253 |
+
temperature=1.0,
|
| 254 |
streaming=True
|
| 255 |
)
|
| 256 |
cl.user_session.set("memory", ConversationBufferMemory(return_messages=True))
|
|
|
|
| 1045 |
repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
| 1046 |
|
| 1047 |
llm = HuggingFaceEndpoint(
|
| 1048 |
+
repo_id=repo_id, max_new_tokens=5000, temperature=1.0, task="text2text-generation", streaming=True
|
| 1049 |
)
|
| 1050 |
return llm
|
| 1051 |
|