| from transformers import AutoModelForSequenceClassification, Trainer, TrainingArgumentsdef train_lora_model(train_dataset, val_dataset): """ Train a LoRA model. """ model = AutoModelForSequenceClassification.from_pretrained("bert-base-uncased") training_args = TrainingArguments( output_dir='./results', num_train_epochs=3, per_device_train_batch_size=16, per_device_eval_batch_size=16, evaluation_strategy="epoch", save_total_limit=1 ) trainer | |