dispatchAI-SDK / src /dispatchai /__init__.py
3morixd's picture
Upload folder using huggingface_hub
640ecdb verified
Raw
History Blame Contribute Delete
870 Bytes
"""
dispatchAI SDK — Mobile-optimized LLMs that run on your phone.
Small. Mobile. Free. UAE-built.
Quick start:
pip install dispatchai
from dispatchai import load_model
model = load_model("SmolLM2-135M-Instruct-mobile")
print(model.chat("What is the capital of France?"))
# List available models
from dispatchai import list_models
for m in list_models():
print(m)
# Find the best model for your phone
from dispatchai import recommend
rec = recommend(ram_mb=2048, task="chat")
print(rec)
"""
from .core import (
load_model,
list_models,
recommend,
estimate_latency,
calculate_cost,
DispatchModel,
)
from .version import __version__
__all__ = [
"load_model",
"list_models",
"recommend",
"estimate_latency",
"calculate_cost",
"DispatchModel",
"__version__",
]