Kangheng commited on
Commit
bbbfa1c
·
verified ·
1 Parent(s): dfc647c

fix model init

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -367,7 +367,11 @@ def chat(system_prompt, user_text, image_file, history, max_tokens, temperature,
367
 
368
  start_time = time.time()
369
  try:
370
- model, processor = get_model(model_name)
 
 
 
 
371
 
372
  inputs = processor.apply_chat_template(
373
  messages, add_generation_prompt=True, tokenize=True,
 
367
 
368
  start_time = time.time()
369
  try:
370
+ # 直接复用已加载的全局模型,必要时再触发加载
371
+ model = _MODEL
372
+ processor = _PROCESSOR
373
+ if model is None or processor is None or _LOADED_MODEL_NAME != model_name:
374
+ model, processor = get_model(model_name)
375
 
376
  inputs = processor.apply_chat_template(
377
  messages, add_generation_prompt=True, tokenize=True,