Spaces:
Sleeping
Sleeping
File size: 1,245 Bytes
fa64206 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 | import wandb
import yaml
from transformers import Trainer, TrainingArguments
from utils.monitor import measure_resources
from data.datasets import load_and_tokenize_data
from models.lora_model import get_lora_model
# Charger la configuration
with open('config/config.yaml', 'r') as f:
config = yaml.safe_load(f)
# Initialiser wandb
wandb.init(project=config['wandb']['project'], entity=config['wandb']['entity'])
# Charger les donn�es
train_dataset, test_dataset = load_and_tokenize_data(config)
# Charger le mod�le
model = get_lora_model(config)
# D�finir les arguments de formation
training_args = TrainingArguments(
output_dir='./results',
num_train_epochs=config['training']['num_epochs'],
per_device_train_batch_size=config['training']['batch_size'],
per_device_eval_batch_size=config['training']['batch_size'],
evaluation_strategy='epoch',
save_steps=10_000,
save_total_limit=2,
logging_dir='./logs',
logging_steps=10,
)
# Cr�er le Trainer
trainer = Trainer(
model=model,
args=training_args,
train_dataset=train_dataset,
eval_dataset=test_dataset,
)
# Mesurer les ressources et entra�ner le mod�le
measure_resources(trainer, "LoRA")
|