acul3
/

roberta-base-indo

indonesian-roberta-base

Model card Files Files and versions

Metrics Training metrics Community

acul3 commited on Sep 2, 2022

Commit

e4e1df4

·

1 Parent(s): 1b1cb88

add tmux

Files changed (1) hide show

run.sh +1 -1

run.sh CHANGED Viewed

@@ -15,7 +15,7 @@ tmux new-session -d -s my_session python3 run_mlm_flax.py \
     --adam_beta1="0.9" \
     --adam_beta2="0.98" \
     --adam_epsilon="1e-6" \
-    --learning_rate="8e-5" \
     --num_train_epochs="20" \
     --weight_decay="0.01" \
     --save_strategy="steps" \

     --adam_beta1="0.9" \
     --adam_beta2="0.98" \
     --adam_epsilon="1e-6" \
+    --learning_rate="6e-4" \
     --num_train_epochs="20" \
     --weight_decay="0.01" \
     --save_strategy="steps" \