ArielShadrac commited on
Commit
af65d82
·
1 Parent(s): 688c808

Switch to Groq llama-3.1-8b-instant via LiteLLM

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -69,7 +69,7 @@ CRITICAL RULES:
69
 
70
  def build_agent():
71
  model = InferenceClientModel(
72
- model_id="meta-llama/Llama-3.1-8B-Instruct",
73
  token=os.getenv("HF"),
74
  max_tokens=1024,
75
  )
 
69
 
70
  def build_agent():
71
  model = InferenceClientModel(
72
+ model_id="groq/llama-3.1-8b-instant",
73
  token=os.getenv("HF"),
74
  max_tokens=1024,
75
  )