gen / scripts /train_full_finetune.py
jaothan's picture
Upload 24 files
6f20934 verified
from data.datasets import load_dataset, preprocess_datafrom models.full_finetune_model import train_full_finetune_model# Load and preprocess datatrain_data = preprocess_data(load_dataset('data/train.csv'))val_data = preprocess_data(load_dataset('data/val.csv'))# Train the modelmodel = train_full_finetune_model(train_data, val_data)