File size: 870 Bytes
640ecdb | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 | """
dispatchAI SDK — Mobile-optimized LLMs that run on your phone.
Small. Mobile. Free. UAE-built.
Quick start:
pip install dispatchai
from dispatchai import load_model
model = load_model("SmolLM2-135M-Instruct-mobile")
print(model.chat("What is the capital of France?"))
# List available models
from dispatchai import list_models
for m in list_models():
print(m)
# Find the best model for your phone
from dispatchai import recommend
rec = recommend(ram_mb=2048, task="chat")
print(rec)
"""
from .core import (
load_model,
list_models,
recommend,
estimate_latency,
calculate_cost,
DispatchModel,
)
from .version import __version__
__all__ = [
"load_model",
"list_models",
"recommend",
"estimate_latency",
"calculate_cost",
"DispatchModel",
"__version__",
]
|