Upload app.py
Browse files
app.py
CHANGED
|
@@ -33,8 +33,9 @@ except Exception:
|
|
| 33 |
spaces = _SpacesFallback()
|
| 34 |
|
| 35 |
|
| 36 |
-
DEFAULT_MODEL_ID = "
|
| 37 |
MODEL_ID = os.getenv("MODEL_ID", DEFAULT_MODEL_ID).strip() or DEFAULT_MODEL_ID
|
|
|
|
| 38 |
DEFAULT_TTS_MODEL_ID = "openbmb/VoxCPM2"
|
| 39 |
TTS_MODEL_ID = os.getenv("TTS_MODEL_ID", DEFAULT_TTS_MODEL_ID).strip() or DEFAULT_TTS_MODEL_ID
|
| 40 |
ENABLE_SERVER_TTS = os.getenv("ENABLE_SERVER_TTS", "true").strip().lower() in {"1", "true", "yes", "y"}
|
|
@@ -279,12 +280,13 @@ def load_model():
|
|
| 279 |
|
| 280 |
try:
|
| 281 |
cuda_available = torch.cuda.is_available()
|
| 282 |
-
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
|
| 283 |
load_kwargs = {
|
| 284 |
"torch_dtype": "auto",
|
| 285 |
"device_map": "auto",
|
| 286 |
"trust_remote_code": True,
|
| 287 |
"low_cpu_mem_usage": True,
|
|
|
|
| 288 |
}
|
| 289 |
if LOAD_IN_4BIT and cuda_available:
|
| 290 |
load_kwargs["quantization_config"] = BitsAndBytesConfig(
|
|
|
|
| 33 |
spaces = _SpacesFallback()
|
| 34 |
|
| 35 |
|
| 36 |
+
DEFAULT_MODEL_ID = "Alphaplasti/ToneBridge-MiniCPM4.1-8B"
|
| 37 |
MODEL_ID = os.getenv("MODEL_ID", DEFAULT_MODEL_ID).strip() or DEFAULT_MODEL_ID
|
| 38 |
+
HF_TOKEN = (os.getenv("HF_TOKEN") or os.getenv("HUGGING_FACE_HUB_TOKEN") or "").strip() or None
|
| 39 |
DEFAULT_TTS_MODEL_ID = "openbmb/VoxCPM2"
|
| 40 |
TTS_MODEL_ID = os.getenv("TTS_MODEL_ID", DEFAULT_TTS_MODEL_ID).strip() or DEFAULT_TTS_MODEL_ID
|
| 41 |
ENABLE_SERVER_TTS = os.getenv("ENABLE_SERVER_TTS", "true").strip().lower() in {"1", "true", "yes", "y"}
|
|
|
|
| 280 |
|
| 281 |
try:
|
| 282 |
cuda_available = torch.cuda.is_available()
|
| 283 |
+
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True, token=HF_TOKEN)
|
| 284 |
load_kwargs = {
|
| 285 |
"torch_dtype": "auto",
|
| 286 |
"device_map": "auto",
|
| 287 |
"trust_remote_code": True,
|
| 288 |
"low_cpu_mem_usage": True,
|
| 289 |
+
"token": HF_TOKEN,
|
| 290 |
}
|
| 291 |
if LOAD_IN_4BIT and cuda_available:
|
| 292 |
load_kwargs["quantization_config"] = BitsAndBytesConfig(
|