Transformers How to use shangeth/SpeechLLM with Transformers:
# Use a pipeline as a high-level helper
from transformers import pipeline
pipe = pipeline("feature-extraction", model="shangeth/SpeechLLM", trust_remote_code=True)
messages = [
{"role": "user", "content": "Who are you?"},
]
pipe(messages) # Load model directly
from transformers import AutoModel
model = AutoModel.from_pretrained("shangeth/SpeechLLM", trust_remote_code=True, dtype="auto") 
