Upload configs with huggingface_hub
Browse files- configs/config11.cfg +5 -1
configs/config11.cfg
CHANGED
|
@@ -1,15 +1,19 @@
|
|
| 1 |
[Optimizer]
|
| 2 |
# AdamW
|
|
|
|
| 3 |
#lr=5e-5
|
| 4 |
-
lr=1e-3
|
| 5 |
mu=0.9
|
| 6 |
nu=0.999
|
| 7 |
eps=1e-06
|
|
|
|
| 8 |
weight_decay=0.0
|
|
|
|
| 9 |
#
|
| 10 |
lr_rate=1
|
| 11 |
#epochs=100
|
| 12 |
patience=30
|
| 13 |
update-steps=1
|
| 14 |
warmup=0.0
|
|
|
|
| 15 |
batch_size=3000
|
|
|
|
| 1 |
[Optimizer]
|
| 2 |
# AdamW
|
| 3 |
+
lr=5e-6
|
| 4 |
#lr=5e-5
|
| 5 |
+
#lr=1e-3
|
| 6 |
mu=0.9
|
| 7 |
nu=0.999
|
| 8 |
eps=1e-06
|
| 9 |
+
#eps=1e-08
|
| 10 |
weight_decay=0.0
|
| 11 |
+
#weight_decay=0.01
|
| 12 |
#
|
| 13 |
lr_rate=1
|
| 14 |
#epochs=100
|
| 15 |
patience=30
|
| 16 |
update-steps=1
|
| 17 |
warmup=0.0
|
| 18 |
+
#warmup=0.6
|
| 19 |
batch_size=3000
|