agents-basics / src /model.py
sajmahmo's picture
Developed the basis
12923aa unverified
Raw
History Blame Contribute Delete
438 Bytes
from smolagents import HfApiModel
def get_model(
model_id: str,
provider: str,
max_tokens: int = 2048,
**kwargs
) -> HfApiModel:
return HfApiModel(
model_id=model_id,
provider=provider,
max_tokens=max_tokens,
**kwargs
)
if __name__ == "__main__":
ModelId = "Qwen/Qwen2.5-Coder-32B-Instruct"
Provider = "together"
model = get_model(ModelId, Provider)