Spaces:
Sleeping
Sleeping
CrazyMonkey0 commited on
Commit ·
0d30253
1
Parent(s): c84acef
fix(asr): fix loading model
Browse files- app/main.py +1 -1
- app/routes/asr.py +5 -2
app/main.py
CHANGED
|
@@ -15,7 +15,7 @@ async def startup_event():
|
|
| 15 |
app.state.model_nlp, app.state.tokenizer_nlp = load_model_nlp()
|
| 16 |
app.state.model_trans, app.state.tokenizer_trans = load_model_translation()
|
| 17 |
app.state.model_tts, app.state.tokenizer_tts = load_model_tts()
|
| 18 |
-
app.state.
|
| 19 |
except Exception as e:
|
| 20 |
print("[ERROR] Failed to load models:", e)
|
| 21 |
print("[INFO] All models loaded.")
|
|
|
|
| 15 |
app.state.model_nlp, app.state.tokenizer_nlp = load_model_nlp()
|
| 16 |
app.state.model_trans, app.state.tokenizer_trans = load_model_translation()
|
| 17 |
app.state.model_tts, app.state.tokenizer_tts = load_model_tts()
|
| 18 |
+
app.state.model_asr = load_model_asr()
|
| 19 |
except Exception as e:
|
| 20 |
print("[ERROR] Failed to load models:", e)
|
| 21 |
print("[INFO] All models loaded.")
|
app/routes/asr.py
CHANGED
|
@@ -4,8 +4,10 @@ import io
|
|
| 4 |
|
| 5 |
router = APIRouter()
|
| 6 |
|
| 7 |
-
#
|
| 8 |
-
|
|
|
|
|
|
|
| 9 |
|
| 10 |
# Globalny lock dla bezpieczeństwa RAM
|
| 11 |
import asyncio
|
|
@@ -15,6 +17,7 @@ asr_lock = asyncio.Lock()
|
|
| 15 |
async def asr(audio: UploadFile = File(...)):
|
| 16 |
async with asr_lock:
|
| 17 |
try:
|
|
|
|
| 18 |
# Wczytanie audio do BytesIO
|
| 19 |
audio_bytes = await audio.read()
|
| 20 |
buffer = io.BytesIO(audio_bytes)
|
|
|
|
| 4 |
|
| 5 |
router = APIRouter()
|
| 6 |
|
| 7 |
+
# Load ASR model
|
| 8 |
+
def load_model_asr():
|
| 9 |
+
model = WhisperModel("tiny", device="cpu", compute_type="int8")
|
| 10 |
+
return model
|
| 11 |
|
| 12 |
# Globalny lock dla bezpieczeństwa RAM
|
| 13 |
import asyncio
|
|
|
|
| 17 |
async def asr(audio: UploadFile = File(...)):
|
| 18 |
async with asr_lock:
|
| 19 |
try:
|
| 20 |
+
model = router.app.state.model_asr
|
| 21 |
# Wczytanie audio do BytesIO
|
| 22 |
audio_bytes = await audio.read()
|
| 23 |
buffer = io.BytesIO(audio_bytes)
|