Update main.py
Browse files
main.py
CHANGED
|
@@ -172,7 +172,7 @@ def Connexion_Mistral():
|
|
| 172 |
#llm = HuggingFaceEndpoint(
|
| 173 |
# repo_id=repo_id, max_new_tokens=3000, temperature=0.5, top_p=0.7, task="text2text-generation", streaming=True
|
| 174 |
#)
|
| 175 |
-
llm = ChatOpenAI(model_name="
|
| 176 |
|
| 177 |
return llm
|
| 178 |
|
|
|
|
| 172 |
#llm = HuggingFaceEndpoint(
|
| 173 |
# repo_id=repo_id, max_new_tokens=3000, temperature=0.5, top_p=0.7, task="text2text-generation", streaming=True
|
| 174 |
#)
|
| 175 |
+
llm = ChatOpenAI(model_name="RedHatAI/Llama-3.3-70B-Instruct-FP8-dynamic", base_url=os.environ['BASEURL_RENNES_API_KEY'], api_key=os.environ['ENDPOINT_RENNES_API_KEY'])
|
| 176 |
|
| 177 |
return llm
|
| 178 |
|