kjbytes commited on
Commit
f786792
·
1 Parent(s): 048a108
Files changed (2) hide show
  1. Dockerfile +2 -0
  2. app.py +8 -0
Dockerfile CHANGED
@@ -10,6 +10,8 @@ RUN useradd -m -u 1000 user
10
  ENV HOME=/home/user HF_HOME=/home/user/.cache/huggingface OUT_DIR=/home/user/audio \
11
  PATH=/home/user/.local/bin:$PATH
12
  USER user
 
 
13
  WORKDIR /home/user/app
14
 
15
  COPY --chown=user requirements.txt .
 
10
  ENV HOME=/home/user HF_HOME=/home/user/.cache/huggingface OUT_DIR=/home/user/audio \
11
  PATH=/home/user/.local/bin:$PATH
12
  USER user
13
+ # Pre-create as `user` so a mounted cache volume inherits this ownership, not root's.
14
+ RUN mkdir -p $HF_HOME $OUT_DIR
15
  WORKDIR /home/user/app
16
 
17
  COPY --chown=user requirements.txt .
app.py CHANGED
@@ -23,6 +23,14 @@ def model():
23
  # Single uvicorn worker, so no lock needed; add one if we ever scale up.
24
  global _model
25
  if _model is None:
 
 
 
 
 
 
 
 
26
  from chatterbox.mtl_tts import ChatterboxMultilingualTTS
27
 
28
  _model = ChatterboxMultilingualTTS.from_pretrained(device="cpu")
 
23
  # Single uvicorn worker, so no lock needed; add one if we ever scale up.
24
  global _model
25
  if _model is None:
26
+ import functools
27
+
28
+ import torch
29
+
30
+ # chatterbox's from_local() loads s3gen.pt without map_location, so the
31
+ # CUDA-saved tensors blow up on CPU. Default every torch.load to CPU.
32
+ torch.load = functools.partial(torch.load, map_location="cpu")
33
+
34
  from chatterbox.mtl_tts import ChatterboxMultilingualTTS
35
 
36
  _model = ChatterboxMultilingualTTS.from_pretrained(device="cpu")