Isateles commited on
Commit
3120256
·
1 Parent(s): 3deee15

Update GAIA agent-bypass claude api

Browse files
Files changed (1) hide show
  1. app.py +26 -24
app.py CHANGED
@@ -44,30 +44,32 @@ def setup_llm():
44
  # logger.warning(f"Claude setup failed: {e}")
45
 
46
  if api_key := os.getenv("GROQ_API_KEY"):
47
- # Try multiple Groq models in order of preference
48
- groq_models = [
49
- "llama3-70b-8192",
50
- "llama3-8b-8192",
51
- "mixtral-8x7b-32768",
52
- "gemma2-9b-it"
53
- ]
54
-
55
- for model_name in groq_models:
56
- try:
57
- from llama_index.llms.groq import Groq
58
- llm = Groq(
59
- api_key=api_key,
60
- model=model_name,
61
- temperature=0.0,
62
- max_tokens=2048
63
- )
64
- logger.info(f"✅ Using Groq {model_name}")
65
- return llm
66
- except Exception as e:
67
- logger.warning(f"Groq {model_name} failed: {e}")
68
- continue
69
-
70
- logger.warning("All Groq models failed")
 
 
71
 
72
  if api_key := os.getenv("HF_TOKEN"):
73
  try:
 
44
  # logger.warning(f"Claude setup failed: {e}")
45
 
46
  if api_key := os.getenv("GROQ_API_KEY"):
47
+ try:
48
+ from llama_index.llms.groq import Groq
49
+ llm = Groq(
50
+ api_key=api_key,
51
+ model="meta-llama/llama-4-scout-17b-16e-instruct",
52
+ temperature=0.0,
53
+ max_tokens=2048
54
+ )
55
+ logger.info("✅ Using Groq Llama 3 70B")
56
+ return llm
57
+ except Exception as e:
58
+ logger.warning(f"Groq setup failed: {e}")
59
+
60
+ if api_key := os.getenv("TOGETHER_API_KEY"):
61
+ try:
62
+ from llama_index.llms.together import Together
63
+ llm = Together(
64
+ api_key=api_key,
65
+ model="deepseek-ai/DeepSeek-V3",
66
+ temperature=0.0,
67
+ max_tokens=2048
68
+ )
69
+ logger.info("✅ Using Together AI")
70
+ return llm
71
+ except Exception as e:
72
+ logger.warning(f"Together setup failed: {e}")
73
 
74
  if api_key := os.getenv("HF_TOKEN"):
75
  try: