restart

events.out.tfevents.1638539927.t1v-n-4e27a527-w-0.96558.0.v2

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:717e201e25487bede38e0ae1d64918e1b3058076304e95ef59f4cbfb0628d50b
-size 2947300

run_flax_stream.sh

@@ -9,14 +9,14 @@
     --per_device_train_batch_size="232" \
     --per_device_eval_batch_size="232" \
     --learning_rate="6e-4" \
-    --warmup_steps="10000" \
+    --warmup_steps="5000" \
     --overwrite_output_dir \
     --num_train_epochs="10" \
     --adam_beta1="0.9" \
     --adam_beta2="0.98" \
-    --logging_steps="10000" \
-    --save_steps="50000" \
-    --eval_steps="50000" \
+    --logging_steps="5000" \
+    --save_steps="5000" \
+    --eval_steps="5000" \
     --preprocessing_num_workers 96 \
     --adafactor \
     --push_to_hub