File size: 897 Bytes
d0f7737 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 | #!/bin/bash
set -x
echo "=== Downgrading vLLM to 0.8.3 ==="
echo "Before:"
pip show vllm 2>/dev/null | grep Version
python3 -c "import torch; print(f'torch: {torch.__version__}')"
echo ""
echo "Installing vLLM 0.8.3..."
pip install 'vllm==0.8.3' \
-i https://mirrors.aliyun.com/pypi/simple/ \
--trusted-host mirrors.aliyun.com \
2>&1
echo ""
echo "=== After downgrade ==="
echo "vLLM:"
pip show vllm 2>/dev/null | grep Version
echo "PyTorch:"
python3 -c "import torch; print(torch.__version__); print(f'CUDA: {torch.version.cuda}')"
echo "Transformers:"
python3 -c "import transformers; print(transformers.__version__)"
echo ""
echo "Check flash_attn:"
python3 -c "import flash_attn; print(f'flash_attn: {flash_attn.__version__}')" 2>&1
echo ""
echo "Check CXX11 ABI:"
python3 -c "import torch; print(f'CXX11_ABI: {torch._C._GLIBCXX_USE_CXX11_ABI}')" 2>&1
echo "DOWNGRADE_DONE"
|