Update README.md
Browse files
README.md
CHANGED
|
@@ -34,7 +34,7 @@ license: gpl-3.0
|
|
| 34 |
| Warmup Ratio | 0.01 |
|
| 35 |
| Decay Ratio | 0.35 |
|
| 36 |
| Decay Progress | Exponential |
|
| 37 |
-
| Min Decay LR | 0.01
|
| 38 |
| Optimizer | AdamW |
|
| 39 |
| Weight Decay | 0.1 |
|
| 40 |
| Max Grad Norm | 1.0 |
|
|
|
|
| 34 |
| Warmup Ratio | 0.01 |
|
| 35 |
| Decay Ratio | 0.35 |
|
| 36 |
| Decay Progress | Exponential |
|
| 37 |
+
| Min Decay LR | 0.01 * Max LR |
|
| 38 |
| Optimizer | AdamW |
|
| 39 |
| Weight Decay | 0.1 |
|
| 40 |
| Max Grad Norm | 1.0 |
|