| # onw - Ore no NPU ga konna ni ugoku wake nai: one-command start (Linux). | |
| # ./start.sh Gemma 4 E4B (default: text + image, fits 16 GB machines) | |
| # ./start.sh ryugyosoft/Qwen3.6-35B-A3B-onw any onw model: a Hugging Face repo id or a local folder | |
| # ./start.sh MODEL --port 8080 --host 0.0.0.0 further options go to "onw serve" | |
| # First run: creates .venv (~1 GB), downloads the model, compiles it for the NPU. Later runs start in ~20 s. | |
| # Afterwards: source .venv/bin/activate, then onw serve / onw chat / onw convert. | |
| # Without the Intel NPU driver everything runs on the CPU (slowly). | |
| set -e | |
| cd "$(dirname "$0")" | |
| export PYTHONUTF8=1 | |
| MODEL="ryugyosoft/gemma-4-E4B-it-onw" | |
| if [ $# -gt 0 ] && [ "${1#-}" = "$1" ]; then MODEL="$1"; shift; fi | |
| if ! python3 -c "import sys; sys.exit(0 if sys.version_info >= (3, 10) else 1)" 2>/dev/null; then | |
| echo "Python 3.10 or newer is needed (Ubuntu 22.04 and later ship it): sudo apt install python3" | |
| exit 1 | |
| fi | |
| if [ ! -f .venv/installed.txt ]; then | |
| echo "[setup] creating Python environment in .venv ..." | |
| if ! python3 -m venv .venv; then | |
| echo "python3-venv is missing: sudo apt install python3-venv" | |
| exit 1 | |
| fi | |
| .venv/bin/python -m pip install "pip>=26.2.2" | |
| .venv/bin/python -m pip install -e . \ | |
| --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/pre-release | |
| echo ok > .venv/installed.txt | |
| fi | |
| echo "[start] $MODEL (first time: download + NPU compile, please wait) ..." | |
| exec .venv/bin/onw serve "$MODEL" --open "$@" | |