ajit3259 commited on
Commit
b199f82
·
1 Parent(s): 491673e

fix: lazy VL import, bump transformers>=4.49

Browse files
Files changed (2) hide show
  1. lm.py +7 -3
  2. requirements.txt +1 -1
lm.py CHANGED
@@ -292,7 +292,7 @@ if USE_LM_STUDIO:
292
 
293
  else:
294
  import torch
295
- from transformers import pipeline, AutoProcessor, AutoModelForCausalLM, Qwen2_5_VLForConditionalGeneration
296
  from sentence_transformers import SentenceTransformer
297
 
298
  _text_pipe = None
@@ -364,12 +364,16 @@ else:
364
  @_gpu
365
  def _chat_image(file_path: str, text_prompt: str) -> str:
366
  from PIL import Image as _PILImage
 
 
 
 
367
  global _vl_pipe
368
  if _vl_pipe is None:
369
  print(f"[lm] Loading VL model {HF_VL_MODEL}…")
370
  _processor = AutoProcessor.from_pretrained(HF_VL_MODEL)
371
- _vl_model_inst = Qwen2_5_VLForConditionalGeneration.from_pretrained(
372
- HF_VL_MODEL, dtype=torch.bfloat16,
373
  )
374
  _vl_pipe = (_processor, _vl_model_inst)
375
  processor, vl_model = _vl_pipe
 
292
 
293
  else:
294
  import torch
295
+ from transformers import pipeline, AutoProcessor, AutoModelForCausalLM
296
  from sentence_transformers import SentenceTransformer
297
 
298
  _text_pipe = None
 
364
  @_gpu
365
  def _chat_image(file_path: str, text_prompt: str) -> str:
366
  from PIL import Image as _PILImage
367
+ try:
368
+ from transformers import Qwen2_5_VLForConditionalGeneration as _VLCls
369
+ except ImportError:
370
+ _VLCls = AutoModelForCausalLM
371
  global _vl_pipe
372
  if _vl_pipe is None:
373
  print(f"[lm] Loading VL model {HF_VL_MODEL}…")
374
  _processor = AutoProcessor.from_pretrained(HF_VL_MODEL)
375
+ _vl_model_inst = _VLCls.from_pretrained(
376
+ HF_VL_MODEL, torch_dtype=torch.bfloat16,
377
  )
378
  _vl_pipe = (_processor, _vl_model_inst)
379
  processor, vl_model = _vl_pipe
requirements.txt CHANGED
@@ -5,7 +5,7 @@ beautifulsoup4>=4.12
5
  pillow>=10.0
6
  gradio>=5.0
7
  spaces>=0.20
8
- transformers>=4.44
9
  torch>=2.1
10
  accelerate>=0.28
11
  sentence-transformers>=2.7
 
5
  pillow>=10.0
6
  gradio>=5.0
7
  spaces>=0.20
8
+ transformers>=4.49
9
  torch>=2.1
10
  accelerate>=0.28
11
  sentence-transformers>=2.7