File size: 668 Bytes
d507333 4ef91a7 d507333 4ef91a7 d507333 4ef91a7 d507333 4ef91a7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 | #!/bin/bash
set -e
CONFIG=~/tabby-tavern/tabby_config/config.yml
MODEL="Meta-Llama-3.1-8B-Instruct-abliterated-exl2-6.5bpw"
# Make sure config exists
if [ ! -f "$CONFIG" ]; then
echo "Config not found at $CONFIG"
exit 1
fi
# Set or update model_name
if grep -q "model_name:" "$CONFIG"; then
sed -i "s|model_name:.*|model_name: $MODEL|" "$CONFIG"
else
# Add it under the model section if missing
sed -i "/^model:/a\ model_name: $MODEL" "$CONFIG"
fi
echo "Updated config with model: $MODEL"
echo "Restarting TabbyAPI..."
cd ~/tabby-tavern
docker compose restart tabbyapi
echo "Waiting for model to load..."
sleep 5
docker compose logs tabbyapi --tail 20
|