Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -77,10 +77,12 @@ def transcribe_and_translate(audio_input):
|
|
| 77 |
return_dict=True,
|
| 78 |
return_tensors='pt'
|
| 79 |
).to('cuda')
|
|
|
|
|
|
|
| 80 |
generation_kwargs = dict(
|
| 81 |
**inputs,
|
| 82 |
temperature = 1.0, top_p = 0.95, top_k = 64,
|
| 83 |
-
streamer =
|
| 84 |
max_new_tokens=1024,
|
| 85 |
)
|
| 86 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
|
|
|
| 77 |
return_dict=True,
|
| 78 |
return_tensors='pt'
|
| 79 |
).to('cuda')
|
| 80 |
+
|
| 81 |
+
streamer = TextStreamer(processor, skip_prompt = True)
|
| 82 |
generation_kwargs = dict(
|
| 83 |
**inputs,
|
| 84 |
temperature = 1.0, top_p = 0.95, top_k = 64,
|
| 85 |
+
streamer = streamer,
|
| 86 |
max_new_tokens=1024,
|
| 87 |
)
|
| 88 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|