llm.py

from smolagents import OpenAIServerModel, LiteLLMModel
import os

LOCAL_LLM_SETTINGS = {
    "api_base": "http://127.0.0.1:1234/v1",
    "api_key": "api-key",
    "model_id": "gemma-3-12b-it-qat",
}

ANTHROPIC_API_KEY = os.getenv("ANTHROPIC_API_KEY")

assert ANTHROPIC_API_KEY is not None, "ANTHROPIC_API_KEY is not set"


def get_default_model():
    model = LiteLLMModel(
        model_id="claude-3-7-sonnet-20250219",
        # model_id="claude-3-5-haiku-latest",
        api_key=os.getenv("ANTHROPIC_API_KEY"),
        # reasoning_effort="low",
    )
    print("Loaded LLM model")
    return model