| !python /content/run_translation.py \ | |
| --model_name_or_path Helsinki-NLP/opus-mt-en-ar \ | |
| --do_train \ | |
| --do_eval \ | |
| --source_lang en \ | |
| --target_lang ar \ | |
| --source_prefix "translate English to Arabic: " \ | |
| --dataset_name sdyy/en-ar \ | |
| --dataset_config_name default \ | |
| --train_file train_file.jsonl \ | |
| --validation_file validation_dataset.jsonl \ | |
| --output_dir /content/tst-translation \ | |
| --per_device_train_batch_size 4 \ | |
| --per_device_eval_batch_size 4 \ | |
| --overwrite_output_dir \ | |
| --predict_with_generate | |