rl4phyx-backup / root_scripts /downgrade_vllm.sh
YUNTA88's picture
Upload root_scripts/downgrade_vllm.sh with huggingface_hub
d0f7737 verified
#!/bin/bash
set -x
echo "=== Downgrading vLLM to 0.8.3 ==="
echo "Before:"
pip show vllm 2>/dev/null | grep Version
python3 -c "import torch; print(f'torch: {torch.__version__}')"
echo ""
echo "Installing vLLM 0.8.3..."
pip install 'vllm==0.8.3' \
-i https://mirrors.aliyun.com/pypi/simple/ \
--trusted-host mirrors.aliyun.com \
2>&1
echo ""
echo "=== After downgrade ==="
echo "vLLM:"
pip show vllm 2>/dev/null | grep Version
echo "PyTorch:"
python3 -c "import torch; print(torch.__version__); print(f'CUDA: {torch.version.cuda}')"
echo "Transformers:"
python3 -c "import transformers; print(transformers.__version__)"
echo ""
echo "Check flash_attn:"
python3 -c "import flash_attn; print(f'flash_attn: {flash_attn.__version__}')" 2>&1
echo ""
echo "Check CXX11 ABI:"
python3 -c "import torch; print(f'CXX11_ABI: {torch._C._GLIBCXX_USE_CXX11_ABI}')" 2>&1
echo "DOWNGRADE_DONE"