minor
Browse files- run_step1.sh +2 -1
run_step1.sh
CHANGED
|
@@ -9,7 +9,7 @@
|
|
| 9 |
--weight_decay="0.01" \
|
| 10 |
--per_device_train_batch_size="256" \
|
| 11 |
--per_device_eval_batch_size="256" \
|
| 12 |
-
--learning_rate=4e-4" \
|
| 13 |
--warmup_steps="10000" \
|
| 14 |
--overwrite_output_dir \
|
| 15 |
--num_train_epochs="1000" \
|
|
@@ -24,3 +24,4 @@
|
|
| 24 |
--static_learning_rate="True" \
|
| 25 |
--dtype="bfloat16" \
|
| 26 |
--push_to_hub
|
|
|
|
|
|
| 9 |
--weight_decay="0.01" \
|
| 10 |
--per_device_train_batch_size="256" \
|
| 11 |
--per_device_eval_batch_size="256" \
|
| 12 |
+
--learning_rate=i"4e-4" \
|
| 13 |
--warmup_steps="10000" \
|
| 14 |
--overwrite_output_dir \
|
| 15 |
--num_train_epochs="1000" \
|
|
|
|
| 24 |
--static_learning_rate="True" \
|
| 25 |
--dtype="bfloat16" \
|
| 26 |
--push_to_hub
|
| 27 |
+
|