Add files using upload-large-folder tool

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_nso_Latn-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: nso_Latn-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "You are a translation expert. Translate the following Northern Sotho\
+  \ sentences to English \nNorthern Sotho: {{sentence_nso_Latn}}\nEnglish: "
+include: flores
+task: flores_nso_Latn-eng_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_tir_Ethi-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: tir_Ethi-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "You are a translation expert. Translate the following Tigrinya sentences\
+  \ to English \nTigrinya: {{sentence_tir_Ethi}}\nEnglish: "
+include: flores
+task: flores_tir_Ethi-eng_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_tum_Latn-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: tum_Latn-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "You are a translation expert. Translate the following Tumbuka sentences\
+  \ to English \nTumbuka: {{sentence_tum_Latn}}\nEnglish: "
+include: flores
+task: flores_tum_Latn-eng_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_twi_Latn-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: twi_Latn-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "You are a translation expert. Translate the following Twi sentences\
+  \ to English \nTwi: {{sentence_twi_Latn}}\nEnglish: "
+include: flores
+task: flores_twi_Latn-eng_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_tzm_Tfng-eng_Latn.yaml

@@ -0,0 +1,8 @@
+# Generated by utils.py
+dataset_name: tzm_Tfng-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "You are a translation expert. Translate the following Central Atlas\
+  \ Tamazight sentences to English \nCentral Atlas Tamazight: {{sentence_tzm_Tfng}}\n\
+  English: "
+include: flores
+task: flores_tzm_Tfng-eng_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_umb_Latn-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: umb_Latn-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "You are a translation expert. Translate the following Umbundu sentences\
+  \ to English \nUmbundu: {{sentence_umb_Latn}}\nEnglish: "
+include: flores
+task: flores_umb_Latn-eng_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_yor_Latn-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: yor_Latn-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "You are a translation expert. Translate the following Yoruba sentences\
+  \ to English \nYoruba: {{sentence_yor_Latn}}\nEnglish: "
+include: flores
+task: flores_yor_Latn-eng_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/african-english/flores_zul_Latn-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: zul_Latn-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "You are a translation expert. Translate the following Zulu sentences\
+  \ to English \nZulu: {{sentence_zul_Latn}}\nEnglish: "
+include: flores
+task: flores_zul_Latn-eng_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-ace_Latn.yaml

@@ -0,0 +1,8 @@
+# Generated by utils.py
+dataset_name: eng_Latn-ace_Latn
+doc_to_target: sentence_ace_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Acehnese (Latin script) \nEnglish: {{sentence_eng_Latn}} \nAcehnese (Latin\
+  \ script): "
+include: flores
+task: flores_eng_Latn-ace_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-dyu_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-dyu_Latn
+doc_to_target: sentence_dyu_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Dyula \nEnglish: {{sentence_eng_Latn}} \nDyula: "
+include: flores
+task: flores_eng_Latn-dyu_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-gaz_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-gaz_Latn
+doc_to_target: sentence_gaz_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Oromo \nEnglish: {{sentence_eng_Latn}} \nOromo: "
+include: flores
+task: flores_eng_Latn-gaz_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-ibo_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-ibo_Latn
+doc_to_target: sentence_ibo_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Igbo \nEnglish: {{sentence_eng_Latn}} \nIgbo: "
+include: flores
+task: flores_eng_Latn-ibo_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-kab_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-kab_Latn
+doc_to_target: sentence_kab_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Kabyle \nEnglish: {{sentence_eng_Latn}} \nKabyle: "
+include: flores
+task: flores_eng_Latn-kab_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-kam_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-kam_Latn
+doc_to_target: sentence_kam_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Kamba \nEnglish: {{sentence_eng_Latn}} \nKamba: "
+include: flores
+task: flores_eng_Latn-kam_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-kik_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-kik_Latn
+doc_to_target: sentence_kik_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Kikuyu \nEnglish: {{sentence_eng_Latn}} \nKikuyu: "
+include: flores
+task: flores_eng_Latn-kik_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-kin_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-kin_Latn
+doc_to_target: sentence_kin_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Kinyarwanda \nEnglish: {{sentence_eng_Latn}} \nKinyarwanda: "
+include: flores
+task: flores_eng_Latn-kin_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-kmb_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-kmb_Latn
+doc_to_target: sentence_kmb_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Kimbundu \nEnglish: {{sentence_eng_Latn}} \nKimbundu: "
+include: flores
+task: flores_eng_Latn-kmb_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-knc_Arab.yaml

@@ -0,0 +1,8 @@
+# Generated by utils.py
+dataset_name: eng_Latn-knc_Arab
+doc_to_target: sentence_knc_Arab
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Central Kanuri (Arabic script) \nEnglish: {{sentence_eng_Latn}} \nCentral Kanuri\
+  \ (Arabic script): "
+include: flores
+task: flores_eng_Latn-knc_Arab_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-knc_Latn.yaml

@@ -0,0 +1,8 @@
+# Generated by utils.py
+dataset_name: eng_Latn-knc_Latn
+doc_to_target: sentence_knc_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Central Kanuri (Latin script) \nEnglish: {{sentence_eng_Latn}} \nCentral Kanuri\
+  \ (Latin script): "
+include: flores
+task: flores_eng_Latn-knc_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-kon_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-kon_Latn
+doc_to_target: sentence_kon_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Kikongo \nEnglish: {{sentence_eng_Latn}} \nKikongo: "
+include: flores
+task: flores_eng_Latn-kon_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-lin_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-lin_Latn
+doc_to_target: sentence_lin_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Lingala \nEnglish: {{sentence_eng_Latn}} \nLingala: "
+include: flores
+task: flores_eng_Latn-lin_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-lua_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-lua_Latn
+doc_to_target: sentence_lua_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Luba-Kasai \nEnglish: {{sentence_eng_Latn}} \nLuba-Kasai: "
+include: flores
+task: flores_eng_Latn-lua_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-lug_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-lug_Latn
+doc_to_target: sentence_lug_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Luganda \nEnglish: {{sentence_eng_Latn}} \nLuganda: "
+include: flores
+task: flores_eng_Latn-lug_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-luo_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-luo_Latn
+doc_to_target: sentence_luo_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Luo \nEnglish: {{sentence_eng_Latn}} \nLuo: "
+include: flores
+task: flores_eng_Latn-luo_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-mos_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-mos_Latn
+doc_to_target: sentence_mos_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Mossi \nEnglish: {{sentence_eng_Latn}} \nMossi: "
+include: flores
+task: flores_eng_Latn-mos_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-nso_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-nso_Latn
+doc_to_target: sentence_nso_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Northern Sotho \nEnglish: {{sentence_eng_Latn}} \nNorthern Sotho: "
+include: flores
+task: flores_eng_Latn-nso_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-nus_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-nus_Latn
+doc_to_target: sentence_nus_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Nuer \nEnglish: {{sentence_eng_Latn}} \nNuer: "
+include: flores
+task: flores_eng_Latn-nus_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-nya_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-nya_Latn
+doc_to_target: sentence_nya_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Nyanja \nEnglish: {{sentence_eng_Latn}} \nNyanja: "
+include: flores
+task: flores_eng_Latn-nya_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-plt_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-plt_Latn
+doc_to_target: sentence_plt_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Plateau Malagasy \nEnglish: {{sentence_eng_Latn}} \nPlateau Malagasy: "
+include: flores
+task: flores_eng_Latn-plt_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-run_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-run_Latn
+doc_to_target: sentence_run_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Rundi \nEnglish: {{sentence_eng_Latn}} \nRundi: "
+include: flores
+task: flores_eng_Latn-run_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-sag_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-sag_Latn
+doc_to_target: sentence_sag_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Sango \nEnglish: {{sentence_eng_Latn}} \nSango: "
+include: flores
+task: flores_eng_Latn-sag_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-sna_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-sna_Latn
+doc_to_target: sentence_sna_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Shona \nEnglish: {{sentence_eng_Latn}} \nShona: "
+include: flores
+task: flores_eng_Latn-sna_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-ssw_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-ssw_Latn
+doc_to_target: sentence_ssw_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Swati \nEnglish: {{sentence_eng_Latn}} \nSwati: "
+include: flores
+task: flores_eng_Latn-ssw_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-sun_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-sun_Latn
+doc_to_target: sentence_sun_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Sundanese \nEnglish: {{sentence_eng_Latn}} \nSundanese: "
+include: flores
+task: flores_eng_Latn-sun_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-taq_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-taq_Latn
+doc_to_target: sentence_taq_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Tamasheq \nEnglish: {{sentence_eng_Latn}} \nTamasheq: "
+include: flores
+task: flores_eng_Latn-taq_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_2/english-african/flores_eng_Latn-tsn_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: eng_Latn-tsn_Latn
+doc_to_target: sentence_tsn_Latn
+doc_to_text: "You are a translation expert. Translate the following English sentences\
+  \ to Setswana \nEnglish: {{sentence_eng_Latn}} \nSetswana: "
+include: flores
+task: flores_eng_Latn-tsn_Latn_prompt_2

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores

@@ -0,0 +1,27 @@
+tag:
+- african_flores_tasks
+- flores_afr-eng
+- flores_afr-eng_prompt_3
+- afrobench_MT_tasks
+dataset_path: facebook/flores
+dataset_kwargs: {trust_remote_code: True}
+output_type: generate_until
+validation_split: dev
+fewshot_split: dev
+test_split: devtest
+metric_list:
+  - metric: bleu
+    aggregation: bleu
+    higher_is_better: true
+  - metric: chrf
+    aggregation: chrf
+    higher_is_better: true
+generation_kwargs:
+  until:
+    - "**"
+    - </s>
+  do_sample: false
+  temperature: 0.0
+repeats: 1
+metadata:
+  version: 1.0

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_ace_Arab-eng_Latn.yaml

@@ -0,0 +1,8 @@
+# Generated by utils.py
+dataset_name: ace_Arab-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "As a Acehnese (Arabic script) and English linguist, translate the following\
+  \ Acehnese (Arabic script) sentences to English \nAcehnese (Arabic script): {{sentence_ace_Arab}}\n\
+  English: "
+include: flores
+task: flores_ace_Arab-eng_Latn_prompt_3

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_ace_Latn-eng_Latn.yaml

@@ -0,0 +1,8 @@
+# Generated by utils.py
+dataset_name: ace_Latn-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "As a Acehnese (Latin script) and English linguist, translate the following\
+  \ Acehnese (Latin script) sentences to English \nAcehnese (Latin script): {{sentence_ace_Latn}}\n\
+  English: "
+include: flores
+task: flores_ace_Latn-eng_Latn_prompt_3

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_acq_Arab-eng_Latn.yaml

@@ -0,0 +1,8 @@
+# Generated by utils.py
+dataset_name: acq_Arab-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "As a Ta’izzi-Adeni Arabic and English linguist, translate the following\
+  \ Ta’izzi-Adeni Arabic sentences to English \nTa’izzi-Adeni Arabic: {{sentence_acq_Arab}}\n\
+  English: "
+include: flores
+task: flores_acq_Arab-eng_Latn_prompt_3

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_aeb_Arab-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: aeb_Arab-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "As a Tunisian Arabic and English linguist, translate the following Tunisian\
+  \ Arabic sentences to English \nTunisian Arabic: {{sentence_aeb_Arab}}\nEnglish: "
+include: flores
+task: flores_aeb_Arab-eng_Latn_prompt_3

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_afr_Latn-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: afr_Latn-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "As a Afrikaans and English linguist, translate the following Afrikaans\
+  \ sentences to English \nAfrikaans: {{sentence_afr_Latn}}\nEnglish: "
+include: flores
+task: flores_afr_Latn-eng_Latn_prompt_3

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_aka_Latn-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: aka_Latn-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "As a Akan and English linguist, translate the following Akan sentences\
+  \ to English \nAkan: {{sentence_aka_Latn}}\nEnglish: "
+include: flores
+task: flores_aka_Latn-eng_Latn_prompt_3

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_amh_Ethi-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: amh_Ethi-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "As a Amharic and English linguist, translate the following Amharic sentences\
+  \ to English \nAmharic: {{sentence_amh_Ethi}}\nEnglish: "
+include: flores
+task: flores_amh_Ethi-eng_Latn_prompt_3

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_ary_Arab-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: ary_Arab-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "As a Moroccan Arabic and English linguist, translate the following Moroccan\
+  \ Arabic sentences to English \nMoroccan Arabic: {{sentence_ary_Arab}}\nEnglish: "
+include: flores
+task: flores_ary_Arab-eng_Latn_prompt_3

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_arz_Arab-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: arz_Arab-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "As a Egyptian Arabic and English linguist, translate the following Egyptian\
+  \ Arabic sentences to English \nEgyptian Arabic: {{sentence_arz_Arab}}\nEnglish: "
+include: flores
+task: flores_arz_Arab-eng_Latn_prompt_3

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_bam_Latn-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: bam_Latn-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "As a Bambara and English linguist, translate the following Bambara sentences\
+  \ to English \nBambara: {{sentence_bam_Latn}}\nEnglish: "
+include: flores
+task: flores_bam_Latn-eng_Latn_prompt_3

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_ban_Latn-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: ban_Latn-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "As a Balinese and English linguist, translate the following Balinese\
+  \ sentences to English \nBalinese: {{sentence_ban_Latn}}\nEnglish: "
+include: flores
+task: flores_ban_Latn-eng_Latn_prompt_3

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_bem_Latn-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: bem_Latn-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "As a Bemba and English linguist, translate the following Bemba sentences\
+  \ to English \nBemba: {{sentence_bem_Latn}}\nEnglish: "
+include: flores
+task: flores_bem_Latn-eng_Latn_prompt_3

lm-evaluation-harness/lm_eval/tasks/afrobench/flores/prompt_3/african-english/flores_cjk_Latn-eng_Latn.yaml

@@ -0,0 +1,7 @@
+# Generated by utils.py
+dataset_name: cjk_Latn-eng_Latn
+doc_to_target: sentence_eng_Latn
+doc_to_text: "As a Chokwe and English linguist, translate the following Chokwe sentences\
+  \ to English \nChokwe: {{sentence_cjk_Latn}}\nEnglish: "
+include: flores
+task: flores_cjk_Latn-eng_Latn_prompt_3