zouguodong commited on
Commit ·
dec48f3
1
Parent(s): 94a2b85
fix: EndpointHandler 的 init 方法参数不正确
Browse files- handler.py +4 -1
handler.py
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
import json
|
| 2 |
from typing import Dict
|
| 3 |
|
|
|
|
| 4 |
from faster_whisper import WhisperModel
|
| 5 |
from transformers.pipelines.audio_utils import ffmpeg_read
|
| 6 |
|
|
@@ -8,7 +9,7 @@ SAMPLE_RATE = 16000
|
|
| 8 |
|
| 9 |
|
| 10 |
class EndpointHandler():
|
| 11 |
-
def __init__(self):
|
| 12 |
# load the model
|
| 13 |
self.model = WhisperModel("distil-large-v3", device="cuda", compute_type="float16")
|
| 14 |
|
|
@@ -23,6 +24,8 @@ class EndpointHandler():
|
|
| 23 |
# process input
|
| 24 |
inputs = data.pop("inputs", data)
|
| 25 |
audio_nparray = ffmpeg_read(inputs, SAMPLE_RATE)
|
|
|
|
|
|
|
| 26 |
segments, info = self.model.transcribe(audio_nparray, beam_size=5,
|
| 27 |
language="en",
|
| 28 |
condition_on_previous_text=False,
|
|
|
|
| 1 |
import json
|
| 2 |
from typing import Dict
|
| 3 |
|
| 4 |
+
import torch
|
| 5 |
from faster_whisper import WhisperModel
|
| 6 |
from transformers.pipelines.audio_utils import ffmpeg_read
|
| 7 |
|
|
|
|
| 9 |
|
| 10 |
|
| 11 |
class EndpointHandler():
|
| 12 |
+
def __init__(self, path=""):
|
| 13 |
# load the model
|
| 14 |
self.model = WhisperModel("distil-large-v3", device="cuda", compute_type="float16")
|
| 15 |
|
|
|
|
| 24 |
# process input
|
| 25 |
inputs = data.pop("inputs", data)
|
| 26 |
audio_nparray = ffmpeg_read(inputs, SAMPLE_RATE)
|
| 27 |
+
audio_tensor = torch.from_numpy(audio_nparray)
|
| 28 |
+
|
| 29 |
segments, info = self.model.transcribe(audio_nparray, beam_size=5,
|
| 30 |
language="en",
|
| 31 |
condition_on_previous_text=False,
|