Spaces:
Runtime error
Runtime error
Fix(MInference): fix the env
Browse files
app.py
CHANGED
|
@@ -9,17 +9,12 @@ subprocess.run(
|
|
| 9 |
shell=True,
|
| 10 |
)
|
| 11 |
subprocess.run(
|
| 12 |
-
"pip install flash-attn --no-build-isolation",
|
| 13 |
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
| 14 |
shell=True,
|
| 15 |
)
|
| 16 |
subprocess.run(
|
| 17 |
-
"pip install
|
| 18 |
-
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
| 19 |
-
shell=True,
|
| 20 |
-
)
|
| 21 |
-
subprocess.run(
|
| 22 |
-
"pip install pycuda==2023.1",
|
| 23 |
env={"CPATH": "$CPATH:/usr/local/cuda/include", "LIBRARY_PATH": "$LIBRARY_PATH:/usr/local/cuda/lib64"},
|
| 24 |
shell=True,
|
| 25 |
)
|
|
|
|
| 9 |
shell=True,
|
| 10 |
)
|
| 11 |
subprocess.run(
|
| 12 |
+
"/home/user/.pyenv/shims/pip install flash-attn --no-build-isolation",
|
| 13 |
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
| 14 |
shell=True,
|
| 15 |
)
|
| 16 |
subprocess.run(
|
| 17 |
+
"/home/user/.pyenv/shims/pip install pycuda==2023.1",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
env={"CPATH": "$CPATH:/usr/local/cuda/include", "LIBRARY_PATH": "$LIBRARY_PATH:/usr/local/cuda/lib64"},
|
| 19 |
shell=True,
|
| 20 |
)
|