Transformers How to use mlx-community/VL-Rethinker-7B-4bit with Transformers:
# Use a pipeline as a high-level helper
from transformers import pipeline
pipe = pipeline("visual-question-answering", model="mlx-community/VL-Rethinker-7B-4bit") # Load model directly
from transformers import AutoProcessor, AutoModelForMultimodalLM
processor = AutoProcessor.from_pretrained("mlx-community/VL-Rethinker-7B-4bit")
model = AutoModelForMultimodalLM.from_pretrained("mlx-community/VL-Rethinker-7B-4bit", device_map="auto")
