YUNTA88 commited on
Commit
7fa69d4
·
verified ·
1 Parent(s): c115ca8

Upload root_scripts/fix_cusparselt.sh with huggingface_hub

Browse files
Files changed (1) hide show
  1. root_scripts/fix_cusparselt.sh +36 -0
root_scripts/fix_cusparselt.sh ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+ set -x
3
+
4
+ pip install nvidia-cusparselt-cu12==0.6.2 --no-deps \
5
+ -i https://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com \
6
+ 2>&1 | tail -5
7
+
8
+ echo ""
9
+ echo "=== Full Verification ==="
10
+ python3 << 'PYEOF'
11
+ import torch
12
+ print(f"torch: {torch.__version__}")
13
+ print(f"CUDA: {torch.version.cuda}")
14
+ print(f"CXX11_ABI: {torch._C._GLIBCXX_USE_CXX11_ABI}")
15
+
16
+ try:
17
+ from flash_attn import flash_attn_func
18
+ import flash_attn
19
+ print(f"flash_attn: {flash_attn.__version__} - OK")
20
+ except Exception as e:
21
+ print(f"flash_attn ERROR: {e}")
22
+
23
+ import vllm
24
+ print(f"vLLM: {vllm.__version__}")
25
+
26
+ import transformers
27
+ print(f"transformers: {transformers.__version__}")
28
+
29
+ import verl
30
+ print("veRL: OK")
31
+
32
+ print("ALL_VERIFIED_OK")
33
+ PYEOF
34
+
35
+ echo "CUSPARSELT_DONE"
36
+