Update app.py
Browse files
app.py
CHANGED
|
@@ -3,12 +3,12 @@ import torch
|
|
| 3 |
from transformers import BarkModel
|
| 4 |
from optimum.bettertransformer import BetterTransformer
|
| 5 |
|
| 6 |
-
model = BarkModel.from_pretrained("suno/bark
|
| 7 |
device = "cuda:0" if torch.cuda.is_available() else "cpu"
|
| 8 |
model = model.to(device)
|
| 9 |
|
| 10 |
from transformers import AutoProcessor
|
| 11 |
-
processor = AutoProcessor.from_pretrained("suno/bark
|
| 12 |
|
| 13 |
# Use bettertransform for flash attention
|
| 14 |
model = BetterTransformer.transform(model, keep_original_model=False)
|
|
|
|
| 3 |
from transformers import BarkModel
|
| 4 |
from optimum.bettertransformer import BetterTransformer
|
| 5 |
|
| 6 |
+
model = BarkModel.from_pretrained("suno/bark", torch_dtype=torch.float16)
|
| 7 |
device = "cuda:0" if torch.cuda.is_available() else "cpu"
|
| 8 |
model = model.to(device)
|
| 9 |
|
| 10 |
from transformers import AutoProcessor
|
| 11 |
+
processor = AutoProcessor.from_pretrained("suno/bark")
|
| 12 |
|
| 13 |
# Use bettertransform for flash attention
|
| 14 |
model = BetterTransformer.transform(model, keep_original_model=False)
|