Alphaplasti commited on
Commit
9546c0a
·
verified ·
1 Parent(s): d8f75f9

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -33,8 +33,9 @@ except Exception:
33
  spaces = _SpacesFallback()
34
 
35
 
36
- DEFAULT_MODEL_ID = "openbmb/MiniCPM4.1-8B"
37
  MODEL_ID = os.getenv("MODEL_ID", DEFAULT_MODEL_ID).strip() or DEFAULT_MODEL_ID
 
38
  DEFAULT_TTS_MODEL_ID = "openbmb/VoxCPM2"
39
  TTS_MODEL_ID = os.getenv("TTS_MODEL_ID", DEFAULT_TTS_MODEL_ID).strip() or DEFAULT_TTS_MODEL_ID
40
  ENABLE_SERVER_TTS = os.getenv("ENABLE_SERVER_TTS", "true").strip().lower() in {"1", "true", "yes", "y"}
@@ -279,12 +280,13 @@ def load_model():
279
 
280
  try:
281
  cuda_available = torch.cuda.is_available()
282
- tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
283
  load_kwargs = {
284
  "torch_dtype": "auto",
285
  "device_map": "auto",
286
  "trust_remote_code": True,
287
  "low_cpu_mem_usage": True,
 
288
  }
289
  if LOAD_IN_4BIT and cuda_available:
290
  load_kwargs["quantization_config"] = BitsAndBytesConfig(
 
33
  spaces = _SpacesFallback()
34
 
35
 
36
+ DEFAULT_MODEL_ID = "Alphaplasti/ToneBridge-MiniCPM4.1-8B"
37
  MODEL_ID = os.getenv("MODEL_ID", DEFAULT_MODEL_ID).strip() or DEFAULT_MODEL_ID
38
+ HF_TOKEN = (os.getenv("HF_TOKEN") or os.getenv("HUGGING_FACE_HUB_TOKEN") or "").strip() or None
39
  DEFAULT_TTS_MODEL_ID = "openbmb/VoxCPM2"
40
  TTS_MODEL_ID = os.getenv("TTS_MODEL_ID", DEFAULT_TTS_MODEL_ID).strip() or DEFAULT_TTS_MODEL_ID
41
  ENABLE_SERVER_TTS = os.getenv("ENABLE_SERVER_TTS", "true").strip().lower() in {"1", "true", "yes", "y"}
 
280
 
281
  try:
282
  cuda_available = torch.cuda.is_available()
283
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True, token=HF_TOKEN)
284
  load_kwargs = {
285
  "torch_dtype": "auto",
286
  "device_map": "auto",
287
  "trust_remote_code": True,
288
  "low_cpu_mem_usage": True,
289
+ "token": HF_TOKEN,
290
  }
291
  if LOAD_IN_4BIT and cuda_available:
292
  load_kwargs["quantization_config"] = BitsAndBytesConfig(