Mauricio-100 commited on
Commit
c1d0a66
·
verified ·
1 Parent(s): 8555e75

Create core/trainer.py

Browse files
Files changed (1) hide show
  1. core/trainer.py +22 -0
core/trainer.py ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from transformers import Trainer, TrainingArguments
2
+
3
+ def build_trainer(model, dataset, tokenizer, hub_model_id):
4
+ print("⚙️ Initialisation du Trainer...")
5
+ args = TrainingArguments(
6
+ output_dir="./output",
7
+ per_device_train_batch_size=2,
8
+ num_train_epochs=1,
9
+ save_steps=500,
10
+ learning_rate=2e-5,
11
+ logging_dir="./logs",
12
+ push_to_hub=True,
13
+ hub_model_id=hub_model_id
14
+ )
15
+
16
+ trainer = Trainer(
17
+ model=model,
18
+ args=args,
19
+ train_dataset=dataset,
20
+ tokenizer=tokenizer
21
+ )
22
+ return trainer