# Load model directly
from transformers import AutoTokenizer, AutoModelForQuestionAnswering
tokenizer = AutoTokenizer.from_pretrained("optimum/roberta-base-squad2-neuronx")
model = AutoModelForQuestionAnswering.from_pretrained("optimum/roberta-base-squad2-neuronx")Quick Links
This repo contains artifacts from deepset/roberta-base-squad2 but in neuronx format compatible with INF2 and TRN1 devices.
- Downloads last month
- 3
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("question-answering", model="optimum/roberta-base-squad2-neuronx")