File size: 554 Bytes
bfa5d34
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
!python /content/run_translation.py \
    --model_name_or_path Helsinki-NLP/opus-mt-en-ar \
    --do_train \
    --do_eval \
    --source_lang en \
    --target_lang ar \
    --source_prefix "translate English to Arabic: " \
    --dataset_name sdyy/en-ar \
    --dataset_config_name default \
    --train_file train_file.jsonl \
    --validation_file validation_dataset.jsonl \
    --output_dir /content/tst-translation \
    --per_device_train_batch_size 4 \
    --per_device_eval_batch_size 4 \
    --overwrite_output_dir \
    --predict_with_generate