| training_args = TrainingArguments( | |
| output_dir='./results', # output directory | |
| num_train_epochs=1, # total number of training epochs | |
| per_device_train_batch_size=8, # batch size per device during training | |
| #per_device_eval_batch_size=2, # batch size for evaluation | |
| warmup_steps=500, # number of warmup steps for learning rate scheduler (used to be 500) | |
| weight_decay=0.01, # strength of weight decay | |
| #learning_rate=0.1e-3, # default = 5e-5=0.5e-4 | |
| logging_dir='./logs', # directory for storing logs | |
| logging_steps=50, | |
| #eval_steps = 100, | |
| overwrite_output_dir = True, | |
| save_strategy = 'epoch', | |
| #logging_strategy = 'epoch', | |
| ) |