trying groq

agent.py

@@ -1,19 +1,29 @@
 import os
-from smolagents import CodeAgent, DuckDuckGoSearchTool, OpenAIServerModel, VisitWebpageTool
+from smolagents import CodeAgent, DuckDuckGoSearchTool, OpenAIServerModel, VisitWebpageTool, LiteLLMModel
 from tools.attached_files import csv_reader, download_file_from_url, excel_reader
 from tools.basic_math import *
 from tools.browser import arvix_search, wiki_search
 from tools.media import transcribe_audio
 
-def get_agent() -> CodeAgent:
+def get_agent(provider:str) -> CodeAgent:
   search_tool = DuckDuckGoSearchTool(max_results=5)
   web_page_tool = VisitWebpageTool(max_output_length=1_000_000)
 
-  api_key = os.getenv('CODESTRAL_API_KEY')
+  codestral_key = os.getenv('CODESTRAL_API_KEY')
+  groq_key = os.getenv('GROQ_API_KEY')
 
-  model = OpenAIServerModel(
-    model_id='codestral-latest',
-    api_base="https://codestral.mistral.ai/v1/chat/completions",
-    api_key=api_key)
+  model = None
+
+  if provider=='groq':
+    model = LiteLLMModel(
+      model="qwen-qwq-32b",
+      api_base="https://api.groq.com/openai/v1/chat/completions",
+      api_key=groq_key)
+
+  else:
+    model = OpenAIServerModel(
+      model_id='codestral-latest',
+      api_base="https://codestral.mistral.ai/v1/chat/completions",
+      api_key=codestral_key)
 
   return CodeAgent(tools=[search_tool, web_page_tool, add, subtract, multiply, divide, modulus, rounder, power, square_root, download_file_from_url, csv_reader, excel_reader, transcribe_audio, wiki_search, arvix_search], model=model, additional_authorized_imports=['random', 'time'], add_base_tools=True)

app.py

@@ -12,7 +12,7 @@ DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 # ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
 class BasicAgent:
     def __init__(self):
-        self.agent = agent.get_agent()
+        self.agent = agent.get_agent(provider='groq')
         print("BasicAgent initialized.")
     def __call__(self, question: str) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")