Update agent.py
Browse files
agent.py
CHANGED
|
@@ -161,11 +161,17 @@ def build_graph(provider: str = "groq"):
|
|
| 161 |
llm = ChatGroq(model="qwen-qwq-32b", temperature=0) # optional : qwen-qwq-32b gemma2-9b-it
|
| 162 |
elif provider == "huggingface":
|
| 163 |
# TODO: Add huggingface endpoint
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 164 |
llm = ChatHuggingFace(
|
| 165 |
llm=HuggingFaceEndpoint(
|
| 166 |
-
|
| 167 |
-
temperature=0
|
| 168 |
-
)
|
| 169 |
)
|
| 170 |
else:
|
| 171 |
raise ValueError("Invalid provider. Choose 'google', 'groq' or 'huggingface'.")
|
|
|
|
| 161 |
llm = ChatGroq(model="qwen-qwq-32b", temperature=0) # optional : qwen-qwq-32b gemma2-9b-it
|
| 162 |
elif provider == "huggingface":
|
| 163 |
# TODO: Add huggingface endpoint
|
| 164 |
+
# llm = ChatHuggingFace(
|
| 165 |
+
# llm=HuggingFaceEndpoint(
|
| 166 |
+
# repo_id="Meta-DeepLearning/llama-2-7b-chat-hf",
|
| 167 |
+
# temperature=0
|
| 168 |
+
# )
|
| 169 |
+
# )
|
| 170 |
llm = ChatHuggingFace(
|
| 171 |
llm=HuggingFaceEndpoint(
|
| 172 |
+
url="https://api-inference.huggingface.co/models/Meta-DeepLearning/llama-2-7b-chat-hf",
|
| 173 |
+
temperature=0,
|
| 174 |
+
),
|
| 175 |
)
|
| 176 |
else:
|
| 177 |
raise ValueError("Invalid provider. Choose 'google', 'groq' or 'huggingface'.")
|