test
Browse files- Dockerfile +2 -0
- app.py +8 -0
Dockerfile
CHANGED
|
@@ -10,6 +10,8 @@ RUN useradd -m -u 1000 user
|
|
| 10 |
ENV HOME=/home/user HF_HOME=/home/user/.cache/huggingface OUT_DIR=/home/user/audio \
|
| 11 |
PATH=/home/user/.local/bin:$PATH
|
| 12 |
USER user
|
|
|
|
|
|
|
| 13 |
WORKDIR /home/user/app
|
| 14 |
|
| 15 |
COPY --chown=user requirements.txt .
|
|
|
|
| 10 |
ENV HOME=/home/user HF_HOME=/home/user/.cache/huggingface OUT_DIR=/home/user/audio \
|
| 11 |
PATH=/home/user/.local/bin:$PATH
|
| 12 |
USER user
|
| 13 |
+
# Pre-create as `user` so a mounted cache volume inherits this ownership, not root's.
|
| 14 |
+
RUN mkdir -p $HF_HOME $OUT_DIR
|
| 15 |
WORKDIR /home/user/app
|
| 16 |
|
| 17 |
COPY --chown=user requirements.txt .
|
app.py
CHANGED
|
@@ -23,6 +23,14 @@ def model():
|
|
| 23 |
# Single uvicorn worker, so no lock needed; add one if we ever scale up.
|
| 24 |
global _model
|
| 25 |
if _model is None:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 26 |
from chatterbox.mtl_tts import ChatterboxMultilingualTTS
|
| 27 |
|
| 28 |
_model = ChatterboxMultilingualTTS.from_pretrained(device="cpu")
|
|
|
|
| 23 |
# Single uvicorn worker, so no lock needed; add one if we ever scale up.
|
| 24 |
global _model
|
| 25 |
if _model is None:
|
| 26 |
+
import functools
|
| 27 |
+
|
| 28 |
+
import torch
|
| 29 |
+
|
| 30 |
+
# chatterbox's from_local() loads s3gen.pt without map_location, so the
|
| 31 |
+
# CUDA-saved tensors blow up on CPU. Default every torch.load to CPU.
|
| 32 |
+
torch.load = functools.partial(torch.load, map_location="cpu")
|
| 33 |
+
|
| 34 |
from chatterbox.mtl_tts import ChatterboxMultilingualTTS
|
| 35 |
|
| 36 |
_model = ChatterboxMultilingualTTS.from_pretrained(device="cpu")
|