from smolagents import CodeAgent, DuckDuckGoSearchTool, HfApiModel, load_tool, tool import datetime import requests import pytz import yaml from tools.final_answer import FinalAnswerTool from Gradio_UI import GradioUI # List of alternative models MODEL_IDS = [ 'https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud', 'https://wxknx1kg971u7k1n.us-east-1.aws.endpoints.huggingface.cloud', 'https://jc26mwg228mkj8dw.us-east-1.aws.endpoints.huggingface.cloud', ] def is_model_overloaded(model_url): """Verify if the model is overloaded doing a test call.""" try: response = requests.post(model_url, json={"inputs": "Test"}) if response.status_code == 503: # 503 Service Unavailable = Overloaded return True return False except requests.RequestException: return True # if there are an error is overloaded def get_available_model(): """Select the first model available from the list.""" for model_url in MODEL_IDS: if not is_model_overloaded(model_url): return model_url return MODEL_IDS[0] # if all are failing, use the first model by dfault # Selecting one available model selected_model_id = get_available_model() final_answer = FinalAnswerTool() model = HfApiModel( max_tokens=2096, temperature=0.5, model_id=selected_model_id, custom_role_conversions=None, ) # Import tool from Hub image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True) with open("prompts.yaml", 'r') as stream: prompt_templates = yaml.safe_load(stream) agent = CodeAgent( model=model, tools=[final_answer, image_generation_tool], # Add your tools here (don't remove final answer) max_steps=6, verbosity_level=1, grammar=None, planning_interval=None, name=None, description=None, prompt_templates=prompt_templates ) GradioUI(agent).launch()