Update main.py
Browse files
main.py
CHANGED
|
@@ -1167,8 +1167,8 @@ async def API_connexion(romeListArray):
|
|
| 1167 |
@cl.step(type="llm")
|
| 1168 |
async def IA():
|
| 1169 |
os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
|
| 1170 |
-
|
| 1171 |
-
repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
|
| 1172 |
|
| 1173 |
llm = HuggingFaceEndpoint(
|
| 1174 |
repo_id=repo_id, max_new_tokens=5000, temperature=1.0, task="text2text-generation", streaming=True
|
|
|
|
| 1167 |
@cl.step(type="llm")
|
| 1168 |
async def IA():
|
| 1169 |
os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
|
| 1170 |
+
repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
| 1171 |
+
#repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
|
| 1172 |
|
| 1173 |
llm = HuggingFaceEndpoint(
|
| 1174 |
repo_id=repo_id, max_new_tokens=5000, temperature=1.0, task="text2text-generation", streaming=True
|