| { | |
| "service": "colibri", | |
| "source": "https://github.com/JustVugg/colibri", | |
| "description": "Colibri pure-C MoE inference engine serving OLMoE (1B active / 7B total) as a local OpenAI-compatible fast lane.", | |
| "gateway": { | |
| "host": "127.0.0.1", | |
| "port": 18797, | |
| "base_path": "/colibri" | |
| }, | |
| "model": { | |
| "family": "olmoe", | |
| "model_id": "olmoe-1b-7b", | |
| "dir": "/data/models/olmoe", | |
| "repo": "", | |
| "revision": "main", | |
| "notes": [ | |
| "Colibri needs its OWN container format - not GGUF/AWQ/GPTQ/safetensors.", | |
| "No pre-converted OLMoE container is published on the Hub (only GLM-5.2 / Hy3 variants).", | |
| "Convert once offline with c/tools/convert_olmoe_merged.py (needs torch), push the", | |
| "~7 GB int8 container to a Hub model repo, then set COLIBRI_MODEL_REPO to it.", | |
| "Converting inside this Space is not viable: torch + the bf16 source checkpoint do not", | |
| "fit alongside the other services on a 16 GB / ~50 GB free-tier box.", | |
| "The conversion tools are copied to /opt/colibri-tools in the image when built with COLIBRI_BUILD=1." | |
| ] | |
| }, | |
| "runtime": { | |
| "threads": 2, | |
| "kv_slots": 2, | |
| "max_queue": 4, | |
| "queue_timeout_sec": 600 | |
| } | |
| } | |