Update app.py

app.py

@@ -1,6 +1,6 @@
 import gradio as gr
 import inspect
-from smolagents import CodeAgent, load_tool, InferenceClientModel
+from smolagents import CodeAgent, load_tool, InferenceClientModel, LiteLLMModel
 from smolagents.tools import tool
 import math, ast, os, requests, pandas as pd
 # (Keep Constants as is)
@@ -71,9 +71,11 @@ def download(task_id: str) -> str:
         return f"Error: {e}"
 
 # --- Initialize the agent ---
-#api_key = os.getenv("FEATHERLESS_API_KEY")
-#print("FEATHERLESS_API_KEY:", api_key)
-model = InferenceClientModel()
+model = LiteLLMModel(
+    model_id="ollama_chat/qwen2:7b",  # Or try other Ollama-supported models
+    api_base="http://127.0.0.1:11434",  # Default Ollama local server
+    num_ctx=8192,
+)
 
 agent = CodeAgent(
     tools=[calc, run_py, download],