Create README.md
Browse files
README.md
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
args=TrainingArguments(
|
| 2 |
+
output_dir="C:/Users/tjrja/OneDrive/바탕 화면/finet/checkpoint4",
|
| 3 |
+
load_best_model_at_end=True,
|
| 4 |
+
auto_find_batch_size=True,
|
| 5 |
+
gradient_accumulation_steps=1,
|
| 6 |
+
warmup_ratio=0.1,
|
| 7 |
+
num_train_epochs=100,
|
| 8 |
+
learning_rate=1e-4,
|
| 9 |
+
max_grad_norm=0.5,
|
| 10 |
+
weight_decay=0.0001,
|
| 11 |
+
fp16=True,
|
| 12 |
+
optim="paged_adamw_32bit",
|
| 13 |
+
lr_scheduler_type="constant",
|
| 14 |
+
logging_steps=264,
|
| 15 |
+
evaluation_strategy="epoch",
|
| 16 |
+
eval_steps=1,
|
| 17 |
+
save_strategy="epoch",
|
| 18 |
+
save_steps=10,
|
| 19 |
+
)
|