remote/vllm_srv.sh

#!/bin/bash

#sudo adduser --shell /usr/sbin/nologin sshuser
#sudo nano /etc/ssh/sshd_config
#Match User sshuser
#    AllowTcpForwarding yes
#    X11Forwarding no
#    PermitTTY no
#    ForceCommand /bin/false

docker kill vllm-openai
docker rm vllm-openai

HUGGING_FACE_HUB_TOKEN=$(cat hf_token.txt) docker compose up -d

venv/bin/python srv.py