Spaces:
Runtime error
Runtime error
dongyh20
commited on
Commit
·
89950c8
1
Parent(s):
a5ccfcb
update space
Browse files
app.py
CHANGED
|
@@ -56,6 +56,20 @@ from ola.mm_utils import get_model_name_from_path, KeywordsStoppingCriteria, pro
|
|
| 56 |
from ola.constants import IGNORE_INDEX, DEFAULT_IMAGE_TOKEN, IMAGE_TOKEN_INDEX, DEFAULT_SPEECH_TOKEN
|
| 57 |
from ola.CosyVoice_main.cosyvoice.cli.cosyvoice import CosyVoice
|
| 58 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 59 |
model_path = "THUdyh/Ola-7b"
|
| 60 |
tokenizer, model, image_processor, _ = load_pretrained_model(model_path, None)
|
| 61 |
model = model.to('cuda').eval()
|
|
|
|
| 56 |
from ola.constants import IGNORE_INDEX, DEFAULT_IMAGE_TOKEN, IMAGE_TOKEN_INDEX, DEFAULT_SPEECH_TOKEN
|
| 57 |
from ola.CosyVoice_main.cosyvoice.cli.cosyvoice import CosyVoice
|
| 58 |
|
| 59 |
+
from huggingface_hub import hf_hub_download
|
| 60 |
+
|
| 61 |
+
whisper_path = hf_hub_download(
|
| 62 |
+
repo_id="THUdyh/Ola-7b",
|
| 63 |
+
filename="large-v3.pt",
|
| 64 |
+
local_dir="./"
|
| 65 |
+
)
|
| 66 |
+
|
| 67 |
+
beats_path = hf_hub_download(
|
| 68 |
+
repo_id="THUdyh/Ola-7b",
|
| 69 |
+
filename="BEATs_iter3_plus_AS2M_finetuned_on_AS2M_cpt2.pt",
|
| 70 |
+
local_dir="./"
|
| 71 |
+
)
|
| 72 |
+
|
| 73 |
model_path = "THUdyh/Ola-7b"
|
| 74 |
tokenizer, model, image_processor, _ = load_pretrained_model(model_path, None)
|
| 75 |
model = model.to('cuda').eval()
|