rohilrao commited on
Commit
985e4e5
·
verified ·
1 Parent(s): 85842d8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -7
app.py CHANGED
@@ -3,7 +3,7 @@ import gradio as gr
3
  import requests
4
  import inspect
5
  import pandas as pd
6
- from smolagents import CodeAgent, LiteLLMModel, DuckDuckGoSearchTool, VisitWebpageTool, FinalAnswerTool
7
 
8
  # (Keep Constants as is)
9
  # --- Constants ---
@@ -15,13 +15,12 @@ class BasicAgent:
15
  def __init__(self):
16
  print("BasicAgent initialized.")
17
 
18
- # Create model using Hugging Face Inference API
19
- self.model = LiteLLMModel(
20
- model_id="huggingface/meta-llama/Llama-3.2-3B-Instruct",
21
- api_base="https://api-inference.huggingface.co/models/",
22
- max_tokens=1024
23
  )
24
- print("Initialized Hugging Face Inference API model")
25
 
26
  # Create the CodeAgent with tools
27
  self.agent = CodeAgent(
 
3
  import requests
4
  import inspect
5
  import pandas as pd
6
+ from smolagents import CodeAgent, InferenceClientModel, DuckDuckGoSearchTool, VisitWebpageTool, FinalAnswerTool
7
 
8
  # (Keep Constants as is)
9
  # --- Constants ---
 
15
  def __init__(self):
16
  print("BasicAgent initialized.")
17
 
18
+ # Create model using Hugging Face InferenceClientModel (native to smolagents)
19
+ self.model = InferenceClientModel(
20
+ model_id="meta-llama/Llama-3.2-3B-Instruct",
21
+ token=None # Will use HF_TOKEN environment variable if set
 
22
  )
23
+ print("Initialized Hugging Face InferenceClientModel")
24
 
25
  # Create the CodeAgent with tools
26
  self.agent = CodeAgent(