Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -6,6 +6,8 @@ from PIL import Image
|
|
| 6 |
import torch
|
| 7 |
import spaces
|
| 8 |
import subprocess
|
|
|
|
|
|
|
| 9 |
subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
|
| 10 |
|
| 11 |
DEVICE = "cuda:0"
|
|
|
|
| 6 |
import torch
|
| 7 |
import spaces
|
| 8 |
import subprocess
|
| 9 |
+
from peft import LoraConfig
|
| 10 |
+
from transformers import BitsAndBytesConfig
|
| 11 |
subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
|
| 12 |
|
| 13 |
DEVICE = "cuda:0"
|