Upload root_scripts/fix_cusparselt.sh with huggingface_hub
Browse files
root_scripts/fix_cusparselt.sh
ADDED
|
@@ -0,0 +1,36 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
set -x
|
| 3 |
+
|
| 4 |
+
pip install nvidia-cusparselt-cu12==0.6.2 --no-deps \
|
| 5 |
+
-i https://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com \
|
| 6 |
+
2>&1 | tail -5
|
| 7 |
+
|
| 8 |
+
echo ""
|
| 9 |
+
echo "=== Full Verification ==="
|
| 10 |
+
python3 << 'PYEOF'
|
| 11 |
+
import torch
|
| 12 |
+
print(f"torch: {torch.__version__}")
|
| 13 |
+
print(f"CUDA: {torch.version.cuda}")
|
| 14 |
+
print(f"CXX11_ABI: {torch._C._GLIBCXX_USE_CXX11_ABI}")
|
| 15 |
+
|
| 16 |
+
try:
|
| 17 |
+
from flash_attn import flash_attn_func
|
| 18 |
+
import flash_attn
|
| 19 |
+
print(f"flash_attn: {flash_attn.__version__} - OK")
|
| 20 |
+
except Exception as e:
|
| 21 |
+
print(f"flash_attn ERROR: {e}")
|
| 22 |
+
|
| 23 |
+
import vllm
|
| 24 |
+
print(f"vLLM: {vllm.__version__}")
|
| 25 |
+
|
| 26 |
+
import transformers
|
| 27 |
+
print(f"transformers: {transformers.__version__}")
|
| 28 |
+
|
| 29 |
+
import verl
|
| 30 |
+
print("veRL: OK")
|
| 31 |
+
|
| 32 |
+
print("ALL_VERIFIED_OK")
|
| 33 |
+
PYEOF
|
| 34 |
+
|
| 35 |
+
echo "CUSPARSELT_DONE"
|
| 36 |
+
|