fix: lazy VL import, bump transformers>=4.49
Browse files- lm.py +7 -3
- requirements.txt +1 -1
lm.py
CHANGED
|
@@ -292,7 +292,7 @@ if USE_LM_STUDIO:
|
|
| 292 |
|
| 293 |
else:
|
| 294 |
import torch
|
| 295 |
-
from transformers import pipeline, AutoProcessor, AutoModelForCausalLM
|
| 296 |
from sentence_transformers import SentenceTransformer
|
| 297 |
|
| 298 |
_text_pipe = None
|
|
@@ -364,12 +364,16 @@ else:
|
|
| 364 |
@_gpu
|
| 365 |
def _chat_image(file_path: str, text_prompt: str) -> str:
|
| 366 |
from PIL import Image as _PILImage
|
|
|
|
|
|
|
|
|
|
|
|
|
| 367 |
global _vl_pipe
|
| 368 |
if _vl_pipe is None:
|
| 369 |
print(f"[lm] Loading VL model {HF_VL_MODEL}…")
|
| 370 |
_processor = AutoProcessor.from_pretrained(HF_VL_MODEL)
|
| 371 |
-
_vl_model_inst =
|
| 372 |
-
HF_VL_MODEL,
|
| 373 |
)
|
| 374 |
_vl_pipe = (_processor, _vl_model_inst)
|
| 375 |
processor, vl_model = _vl_pipe
|
|
|
|
| 292 |
|
| 293 |
else:
|
| 294 |
import torch
|
| 295 |
+
from transformers import pipeline, AutoProcessor, AutoModelForCausalLM
|
| 296 |
from sentence_transformers import SentenceTransformer
|
| 297 |
|
| 298 |
_text_pipe = None
|
|
|
|
| 364 |
@_gpu
|
| 365 |
def _chat_image(file_path: str, text_prompt: str) -> str:
|
| 366 |
from PIL import Image as _PILImage
|
| 367 |
+
try:
|
| 368 |
+
from transformers import Qwen2_5_VLForConditionalGeneration as _VLCls
|
| 369 |
+
except ImportError:
|
| 370 |
+
_VLCls = AutoModelForCausalLM
|
| 371 |
global _vl_pipe
|
| 372 |
if _vl_pipe is None:
|
| 373 |
print(f"[lm] Loading VL model {HF_VL_MODEL}…")
|
| 374 |
_processor = AutoProcessor.from_pretrained(HF_VL_MODEL)
|
| 375 |
+
_vl_model_inst = _VLCls.from_pretrained(
|
| 376 |
+
HF_VL_MODEL, torch_dtype=torch.bfloat16,
|
| 377 |
)
|
| 378 |
_vl_pipe = (_processor, _vl_model_inst)
|
| 379 |
processor, vl_model = _vl_pipe
|
requirements.txt
CHANGED
|
@@ -5,7 +5,7 @@ beautifulsoup4>=4.12
|
|
| 5 |
pillow>=10.0
|
| 6 |
gradio>=5.0
|
| 7 |
spaces>=0.20
|
| 8 |
-
transformers>=4.
|
| 9 |
torch>=2.1
|
| 10 |
accelerate>=0.28
|
| 11 |
sentence-transformers>=2.7
|
|
|
|
| 5 |
pillow>=10.0
|
| 6 |
gradio>=5.0
|
| 7 |
spaces>=0.20
|
| 8 |
+
transformers>=4.49
|
| 9 |
torch>=2.1
|
| 10 |
accelerate>=0.28
|
| 11 |
sentence-transformers>=2.7
|