Transformers How to use bobig/orpheus-finetuned-3b-mlx-6Bit with Transformers:
# Use a pipeline as a high-level helper
from transformers import pipeline
pipe = pipeline("text-to-speech", model="bobig/orpheus-finetuned-3b-mlx-6Bit") # Load model directly
from transformers import AutoTokenizer, AutoModelForCausalLM
tokenizer = AutoTokenizer.from_pretrained("bobig/orpheus-finetuned-3b-mlx-6Bit")
model = AutoModelForCausalLM.from_pretrained("bobig/orpheus-finetuned-3b-mlx-6Bit", device_map="auto")
