restart

events.out.tfevents.1638540090.t1v-n-358ff5d1-w-0.160569.3.v2

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:790b736964045bb5551198587fda8471232369eb1383b7167edc230f58fd34e6
-size 40
+oid sha256:f5df6a0731e10e1084dd0c6fdd51bfe13a32cf8bbeef4643d060204fa7a7d9a8
+size 2947300

run_flax_stream_100.sh

@@ -9,14 +9,14 @@
     --per_device_train_batch_size="232" \
     --per_device_eval_batch_size="232" \
     --learning_rate="6e-4" \
-    --warmup_steps="10000" \
+    --warmup_steps="5000" \
     --overwrite_output_dir \
-    --num_train_epochs="10" \
+    --num_train_steps="1000000" \
     --adam_beta1="0.9" \
     --adam_beta2="0.98" \
-    --logging_steps="10000" \
-    --save_steps="50000" \
-    --eval_steps="50000" \
+    --logging_steps="5000" \
+    --save_steps="5000" \
+    --eval_steps="5000" \
     --preprocessing_num_workers 96 \
     --adafactor \
     --push_to_hub