| set -x | |
| echo "=== Downgrading vLLM to 0.8.3 ===" | |
| echo "Before:" | |
| pip show vllm 2>/dev/null | grep Version | |
| python3 -c "import torch; print(f'torch: {torch.__version__}')" | |
| echo "" | |
| echo "Installing vLLM 0.8.3..." | |
| pip install 'vllm==0.8.3' \ | |
| -i https://mirrors.aliyun.com/pypi/simple/ \ | |
| --trusted-host mirrors.aliyun.com \ | |
| 2>&1 | |
| echo "" | |
| echo "=== After downgrade ===" | |
| echo "vLLM:" | |
| pip show vllm 2>/dev/null | grep Version | |
| echo "PyTorch:" | |
| python3 -c "import torch; print(torch.__version__); print(f'CUDA: {torch.version.cuda}')" | |
| echo "Transformers:" | |
| python3 -c "import transformers; print(transformers.__version__)" | |
| echo "" | |
| echo "Check flash_attn:" | |
| python3 -c "import flash_attn; print(f'flash_attn: {flash_attn.__version__}')" 2>&1 | |
| echo "" | |
| echo "Check CXX11 ABI:" | |
| python3 -c "import torch; print(f'CXX11_ABI: {torch._C._GLIBCXX_USE_CXX11_ABI}')" 2>&1 | |
| echo "DOWNGRADE_DONE" | |