Spaces:
Running on Zero
Running on Zero
Fix MedSigLIP processor loading for HF Space
Browse filesAutoProcessor may fail on HF Space due to missing processor_config.json.
Fall back to loading image processor and tokenizer separately.
Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
- models/medsiglip_client.py +13 -3
models/medsiglip_client.py
CHANGED
|
@@ -37,12 +37,22 @@ def load():
|
|
| 37 |
return _model, _processor
|
| 38 |
|
| 39 |
import torch
|
| 40 |
-
from transformers import AutoModel,
|
| 41 |
|
| 42 |
logger.info("Loading MedSigLIP from %s...", "local" if os.path.isdir(MEDSIGLIP_MODEL_ID) else "HF Hub")
|
| 43 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 44 |
_model = AutoModel.from_pretrained(
|
| 45 |
-
MEDSIGLIP_MODEL_ID, **_token_arg(),
|
| 46 |
).to(DEVICE)
|
| 47 |
_model.eval()
|
| 48 |
logger.info("MedSigLIP loaded.")
|
|
|
|
| 37 |
return _model, _processor
|
| 38 |
|
| 39 |
import torch
|
| 40 |
+
from transformers import AutoModel, AutoImageProcessor, AutoTokenizer, SiglipProcessor
|
| 41 |
|
| 42 |
logger.info("Loading MedSigLIP from %s...", "local" if os.path.isdir(MEDSIGLIP_MODEL_ID) else "HF Hub")
|
| 43 |
+
|
| 44 |
+
# MedSigLIP may lack processor_config.json, so load components separately
|
| 45 |
+
try:
|
| 46 |
+
from transformers import AutoProcessor
|
| 47 |
+
_processor = AutoProcessor.from_pretrained(MEDSIGLIP_MODEL_ID, **_token_arg())
|
| 48 |
+
except Exception as e:
|
| 49 |
+
logger.warning("AutoProcessor failed (%s), loading components separately", e)
|
| 50 |
+
image_processor = AutoImageProcessor.from_pretrained(MEDSIGLIP_MODEL_ID, **_token_arg())
|
| 51 |
+
tokenizer = AutoTokenizer.from_pretrained(MEDSIGLIP_MODEL_ID, **_token_arg())
|
| 52 |
+
_processor = SiglipProcessor(image_processor=image_processor, tokenizer=tokenizer)
|
| 53 |
+
|
| 54 |
_model = AutoModel.from_pretrained(
|
| 55 |
+
MEDSIGLIP_MODEL_ID, **_token_arg(), torch_dtype=torch.float32,
|
| 56 |
).to(DEVICE)
|
| 57 |
_model.eval()
|
| 58 |
logger.info("MedSigLIP loaded.")
|