Update finetunning.py

finetunning.py

@@ -9,6 +9,9 @@ from transformers import (
     Trainer, 
     DataCollatorForLanguageModeling
 )
+from huggingface_hub import login
+
+login(os.getenv("HUGGINGFACE_HUB_TOKEN"))
 
 start_time = time.time()
 
@@ -49,7 +52,7 @@ training_args = TrainingArguments(
     output_dir="./results",
     overwrite_output_dir=True,
     num_train_epochs=3,
-    per_device_train_batch_size=4,
+    per_device_train_batch_size=32,
     save_steps=10_000,
     save_total_limit=2,
     prediction_loss_only=True,