app.py

import yaml

from smolagents import CodeAgent, HfApiModel

from Gradio_UI import GradioUI
from tools.final_answer import FinalAnswerTool
from tools.weather_api import WeatherApiTool


final_answer = FinalAnswerTool()
weather_api = WeatherApiTool()

# If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
# model_id='Qwen/Qwen2.5-Coder-32B-Instruct' # it is possible that this model may be overloaded

model = HfApiModel(
    max_tokens=2096,
    temperature=0.5,
    model_id=model_id,
    custom_role_conversions=None,
)

with open("prompts.yaml", 'r') as stream:
    prompt_templates = yaml.safe_load(stream)
    
agent = CodeAgent(
    model=model,
    tools=[final_answer, weather_api],
    verbosity_level=1,
    grammar=None,
    planning_interval=None,
    name=None,
    description=None,
    prompt_templates=prompt_templates
)


GradioUI(agent).launch()