| license: apache-2.0 | |
| language: | |
| - ko | |
| args=TrainingArguments( | |
| output_dir="C:/Users/tjrja/OneDrive/바탕 화면/finet/checkpoint4", | |
| load_best_model_at_end=True, | |
| auto_find_batch_size=True, | |
| gradient_accumulation_steps=1, | |
| warmup_ratio=0.1, | |
| num_train_epochs=10, | |
| learning_rate=1e-4, | |
| max_grad_norm=0.5, | |
| weight_decay=0.0001, | |
| fp16=True, | |
| optim="paged_adamw_32bit", | |
| lr_scheduler_type="constant", | |
| logging_steps=264, | |
| evaluation_strategy="epoch", | |
| eval_steps=1, | |
| save_strategy="epoch", | |
| save_steps=10, | |
| ) |