Commit ·
af65d82
1
Parent(s): 688c808
Switch to Groq llama-3.1-8b-instant via LiteLLM
Browse files
app.py
CHANGED
|
@@ -69,7 +69,7 @@ CRITICAL RULES:
|
|
| 69 |
|
| 70 |
def build_agent():
|
| 71 |
model = InferenceClientModel(
|
| 72 |
-
model_id="
|
| 73 |
token=os.getenv("HF"),
|
| 74 |
max_tokens=1024,
|
| 75 |
)
|
|
|
|
| 69 |
|
| 70 |
def build_agent():
|
| 71 |
model = InferenceClientModel(
|
| 72 |
+
model_id="groq/llama-3.1-8b-instant",
|
| 73 |
token=os.getenv("HF"),
|
| 74 |
max_tokens=1024,
|
| 75 |
)
|