Update app.py

app.py

@@ -3,7 +3,7 @@ import gradio as gr
 import requests
 import inspect
 import pandas as pd
-from smolagents import InferenceClientModel, DuckDuckGoSearchTool, CodeAgent
+from smolagents import TransformersModel, DuckDuckGoSearchTool, CodeAgent
 
 
 # (Keep Constants as is)
@@ -16,11 +16,11 @@ class BasicAgent:
     def __init__(self):
         model_id = "Qwen/Qwen2.5-Coder-32B-Instruct"
 
-        self.model = InferenceClientModel(
-                model_id=model_id,
-                provider="hf-inference",
-                token=os.getenv("HF_API_KEY")
-            )
+        self.model = TransformersModel(
+            model_id=model_id,
+            max_new_tokens=4096,
+            device_map="auto"
+        )
 
         search_tool = DuckDuckGoSearchTool()