NbAiLab
/

roberta_jan_128_ncc

Model card Files Files and versions

Metrics Training metrics Community

pere commited on Jan 19, 2022

Commit

61ffd98

·

1 Parent(s): 1c494ec

before training starts

Files changed (1) hide show

run_128.sh +1 -0

run_128.sh CHANGED Viewed

@@ -4,6 +4,7 @@ python run_mlm_flax.py \
     --config_name="roberta-base" \
     --tokenizer_name="NbAiLab/nb-roberta-base" \
     --dataset_name="NbAiLab/NCC" \
     --max_seq_length="128" \
     --weight_decay="0.01" \
     --per_device_train_batch_size="232" \

     --config_name="roberta-base" \
     --tokenizer_name="NbAiLab/nb-roberta-base" \
     --dataset_name="NbAiLab/NCC" \
+    --cache_dir="/mnt/disks/flaxdisk/cache/" \
     --max_seq_length="128" \
     --weight_decay="0.01" \
     --per_device_train_batch_size="232" \