fix
Browse files- run_mlm_flax.py +1 -1
run_mlm_flax.py
CHANGED
|
@@ -508,7 +508,7 @@ if __name__ == "__main__":
|
|
| 508 |
init_value=0.0, end_value=training_args.learning_rate, transition_steps=training_args.warmup_steps
|
| 509 |
)
|
| 510 |
|
| 511 |
-
if
|
| 512 |
end_lr_value = training_args.learning_rate
|
| 513 |
else:
|
| 514 |
end_lr_value = 0
|
|
|
|
| 508 |
init_value=0.0, end_value=training_args.learning_rate, transition_steps=training_args.warmup_steps
|
| 509 |
)
|
| 510 |
|
| 511 |
+
if data_args.static_learning_rate:
|
| 512 |
end_lr_value = training_args.learning_rate
|
| 513 |
else:
|
| 514 |
end_lr_value = 0
|