Spaces:
Runtime error
Runtime error
dongyh20
commited on
Commit
·
f3e5c74
1
Parent(s):
128ae5c
update space
Browse files
app.py
CHANGED
|
@@ -54,14 +54,14 @@ from ola.utils import disable_torch_init
|
|
| 54 |
from ola.datasets.preprocess import tokenizer_image_token, tokenizer_speech_image_token, tokenizer_speech_question_image_token
|
| 55 |
from ola.mm_utils import get_model_name_from_path, KeywordsStoppingCriteria, process_anyres_video, process_anyres_highres_image_genli
|
| 56 |
from ola.constants import IGNORE_INDEX, DEFAULT_IMAGE_TOKEN, IMAGE_TOKEN_INDEX, DEFAULT_SPEECH_TOKEN
|
| 57 |
-
from ola.CosyVoice.cosyvoice.cli.cosyvoice import CosyVoice
|
| 58 |
|
| 59 |
model_path = "THUdyh/Ola-7b"
|
| 60 |
tokenizer, model, image_processor, _ = load_pretrained_model(model_path, None)
|
| 61 |
model = model.to('cuda').eval()
|
| 62 |
model = model.bfloat16()
|
| 63 |
|
| 64 |
-
|
| 65 |
OUTPUT_SPEECH = False
|
| 66 |
|
| 67 |
USE_SPEECH=False
|
|
|
|
| 54 |
from ola.datasets.preprocess import tokenizer_image_token, tokenizer_speech_image_token, tokenizer_speech_question_image_token
|
| 55 |
from ola.mm_utils import get_model_name_from_path, KeywordsStoppingCriteria, process_anyres_video, process_anyres_highres_image_genli
|
| 56 |
from ola.constants import IGNORE_INDEX, DEFAULT_IMAGE_TOKEN, IMAGE_TOKEN_INDEX, DEFAULT_SPEECH_TOKEN
|
| 57 |
+
from ola.CosyVoice-main.cosyvoice.cli.cosyvoice import CosyVoice
|
| 58 |
|
| 59 |
model_path = "THUdyh/Ola-7b"
|
| 60 |
tokenizer, model, image_processor, _ = load_pretrained_model(model_path, None)
|
| 61 |
model = model.to('cuda').eval()
|
| 62 |
model = model.bfloat16()
|
| 63 |
|
| 64 |
+
tts_model = CosyVoice('FunAudioLLM/CosyVoice-300M-SFT', load_jit=True, load_onnx=False, fp16=True)
|
| 65 |
OUTPUT_SPEECH = False
|
| 66 |
|
| 67 |
USE_SPEECH=False
|