CrazyMonkey0 commited on
Commit
0d30253
·
1 Parent(s): c84acef

fix(asr): fix loading model

Browse files
Files changed (2) hide show
  1. app/main.py +1 -1
  2. app/routes/asr.py +5 -2
app/main.py CHANGED
@@ -15,7 +15,7 @@ async def startup_event():
15
  app.state.model_nlp, app.state.tokenizer_nlp = load_model_nlp()
16
  app.state.model_trans, app.state.tokenizer_trans = load_model_translation()
17
  app.state.model_tts, app.state.tokenizer_tts = load_model_tts()
18
- app.state.processor_asr, app.state.model_asr = load_model_asr()
19
  except Exception as e:
20
  print("[ERROR] Failed to load models:", e)
21
  print("[INFO] All models loaded.")
 
15
  app.state.model_nlp, app.state.tokenizer_nlp = load_model_nlp()
16
  app.state.model_trans, app.state.tokenizer_trans = load_model_translation()
17
  app.state.model_tts, app.state.tokenizer_tts = load_model_tts()
18
+ app.state.model_asr = load_model_asr()
19
  except Exception as e:
20
  print("[ERROR] Failed to load models:", e)
21
  print("[INFO] All models loaded.")
app/routes/asr.py CHANGED
@@ -4,8 +4,10 @@ import io
4
 
5
  router = APIRouter()
6
 
7
- # Ładujemy model raz
8
- model = WhisperModel("tiny", device="cpu", compute_type="int8")
 
 
9
 
10
  # Globalny lock dla bezpieczeństwa RAM
11
  import asyncio
@@ -15,6 +17,7 @@ asr_lock = asyncio.Lock()
15
  async def asr(audio: UploadFile = File(...)):
16
  async with asr_lock:
17
  try:
 
18
  # Wczytanie audio do BytesIO
19
  audio_bytes = await audio.read()
20
  buffer = io.BytesIO(audio_bytes)
 
4
 
5
  router = APIRouter()
6
 
7
+ # Load ASR model
8
+ def load_model_asr():
9
+ model = WhisperModel("tiny", device="cpu", compute_type="int8")
10
+ return model
11
 
12
  # Globalny lock dla bezpieczeństwa RAM
13
  import asyncio
 
17
  async def asr(audio: UploadFile = File(...)):
18
  async with asr_lock:
19
  try:
20
+ model = router.app.state.model_asr
21
  # Wczytanie audio do BytesIO
22
  audio_bytes = await audio.read()
23
  buffer = io.BytesIO(audio_bytes)