Saving weights and logs of step 5000

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": ".",
+  "_name_or_path": "./",
   "architectures": [
     "RobertaForMaskedLM"
   ],

events.out.tfevents.1638605041.t1v-n-1a0a7c50-w-0.197451.0.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9836328894d46fb754b13d1774fdfa87b83c7e4ffce927c5127599a81d52ce00
+size 35676

flax_model.msgpack

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a721cc30cc072ae6a0b03c30aa65698ef14b591e8618bac15b3fcda27750f1
+size 498796983

run_flax.sh

@@ -3,8 +3,7 @@
     --model_type="roberta" \
     --config_name="./" \
     --tokenizer_name="./" \
-    --train_file="/mnt/disks/flaxdisk/smallcorpus/train-shard-0001-of-0001.json" \
-    --validation_file="/mnt/disks/flaxdisk/smallcorpus/validation-shard-0001-of-0001.json" \
+    --dataset_name="NbAiLab/NCC_small" \
     --max_seq_length="128" \
     --weight_decay="0.01" \
     --per_device_train_batch_size="232" \
@@ -12,7 +11,7 @@
     --learning_rate="6e-4" \
     --warmup_steps="5000" \
     --overwrite_output_dir \
-    --num_train_epochss="10" \
+    --num_train_epochs="1000" \
     --adam_beta1="0.9" \
     --adam_beta2="0.98" \
     --logging_steps="5000" \