app.py

import os

import dotenv
from dotenv import load_dotenv
from smolagents import CodeAgent, load_tool, tool, OpenAIServerModel
import datetime
import requests
import pytz
import yaml
from tools.final_answer import FinalAnswerTool

from Gradio_UI import GradioUI
from tools.get_location import GetLocationTool
from tools.get_weather import GetWeatherTool

load_dotenv()

model = OpenAIServerModel(
    "Qwen/Qwen2.5-Coder-32B-Instruct",
    api_base="https://api.together.xyz/v1",
    api_key=os.environ.get("TOGETHER_API_KEY"),
    max_tokens=8096
)

with open("prompts.yaml", 'r') as stream:
    prompt_templates = yaml.safe_load(stream)
    
agent = CodeAgent(
    model=model,
    tools=[GetLocationTool(), GetWeatherTool(), FinalAnswerTool()], ## add your tools here (don't remove final answer)
    max_steps=6,
    verbosity_level=1,
    grammar=None,
    planning_interval=None,
    name=None,
    description=None,
    prompt_templates=prompt_templates
)

GradioUI(agent).launch()