{ "predict_avg_bleu": 16.021266614608148, "predict_avg_bleu_AE": 15.795476537056254, "predict_avg_bleu_X-eng": 22.53282734818025, "predict_avg_bleu_eng-X": 10.187490854197193, "predict_bleu_ace_Arab-ace_Arab": 0.6937352779220776, "predict_bleu_ace_Arab-eng_Latn": 9.034346019129263, "predict_bleu_ace_Latn-ace_Latn": 2.749611929036203, "predict_bleu_ace_Latn-eng_Latn": 17.486063421424657, "predict_bleu_acm_Arab-acm_Arab": 2.6132195765713964, "predict_bleu_acm_Arab-eng_Latn": 24.511600263937073, "predict_bleu_acq_Arab-acq_Arab": 7.818804311584367, "predict_bleu_acq_Arab-eng_Latn": 25.464054596555446, "predict_bleu_aeb_Arab-aeb_Arab": 8.721935482021543, "predict_bleu_aeb_Arab-eng_Latn": 21.162918984286293, "predict_bleu_afr_Latn-afr_Latn": 35.274600464083505, "predict_bleu_afr_Latn-eng_Latn": 44.05240464093427, "predict_bleu_ajp_Arab-ajp_Arab": 11.220670039894884, "predict_bleu_ajp_Arab-eng_Latn": 28.06253606443399, "predict_bleu_aka_Latn-aka_Latn": 2.545526439138249, "predict_bleu_aka_Latn-eng_Latn": 14.247368832637697, "predict_bleu_als_Latn-als_Latn": 35.83416075140643, "predict_bleu_als_Latn-eng_Latn": 31.904887114732787, "predict_bleu_amh_Ethi-amh_Ethi": 8.640450769232654, "predict_bleu_amh_Ethi-eng_Latn": 22.25825536856936, "predict_bleu_apc_Arab-apc_Arab": 12.615896284891283, "predict_bleu_apc_Arab-eng_Latn": 26.399286488509258, "predict_bleu_arb_Arab-arb_Arab": 24.708231726153063, "predict_bleu_arb_Arab-eng_Latn": 29.93032624832915, "predict_bleu_ars_Arab-ars_Arab": 16.356286465218655, "predict_bleu_ars_Arab-eng_Latn": 29.032080059172518, "predict_bleu_ary_Arab-ary_Arab": 1.1884318396497264, "predict_bleu_ary_Arab-eng_Latn": 17.06826087714877, "predict_bleu_arz_Arab-arz_Arab": 3.290837742841727, "predict_bleu_arz_Arab-eng_Latn": 21.512976795913882, "predict_bleu_asm_Beng-asm_Beng": 6.859178233336571, "predict_bleu_asm_Beng-eng_Latn": 18.36432630793079, "predict_bleu_ast_Latn-ast_Latn": 9.470966220861843, "predict_bleu_ast_Latn-eng_Latn": 26.513924042457415, "predict_bleu_awa_Deva-awa_Deva": 8.220804296184346, "predict_bleu_awa_Deva-eng_Latn": 24.30014734584563, "predict_bleu_ayr_Latn-ayr_Latn": 0.6527209784690426, "predict_bleu_ayr_Latn-eng_Latn": 7.564301174640377, "predict_bleu_azb_Arab-azb_Arab": 0.6743920053102994, "predict_bleu_azb_Arab-eng_Latn": 7.928411677667515, "predict_bleu_azj_Latn-azj_Latn": 17.706179504123586, "predict_bleu_azj_Latn-eng_Latn": 18.36405623054201, "predict_bleu_bak_Cyrl-bak_Cyrl": 15.255442529347807, "predict_bleu_bak_Cyrl-eng_Latn": 21.043034181306243, "predict_bleu_bam_Latn-bam_Latn": 2.140312440615258, "predict_bleu_bam_Latn-eng_Latn": 11.595888082423356, "predict_bleu_ban_Latn-ban_Latn": 9.050894869739944, "predict_bleu_ban_Latn-eng_Latn": 24.852621258864023, "predict_bleu_bel_Cyrl-bel_Cyrl": 30.549872088763557, "predict_bleu_bel_Cyrl-eng_Latn": 15.779344138621443, "predict_bleu_bem_Latn-bem_Latn": 3.487422787520285, "predict_bleu_bem_Latn-eng_Latn": 18.51607639915799, "predict_bleu_ben_Beng-ben_Beng": 19.693981755512105, "predict_bleu_ben_Beng-eng_Latn": 24.68060711459084, "predict_bleu_bho_Deva-bho_Deva": 9.251785669197249, "predict_bleu_bho_Deva-eng_Latn": 19.695159513129866, "predict_bleu_bjn_Arab-bjn_Arab": 0.903969064187785, "predict_bleu_bjn_Arab-eng_Latn": 10.251115195442177, "predict_bleu_bjn_Latn-bjn_Latn": 11.54123536703328, "predict_bleu_bjn_Latn-eng_Latn": 25.281084223975988, "predict_bleu_bod_Tibt-bod_Tibt": 0.8869651098168614, "predict_bleu_bod_Tibt-eng_Latn": 9.037957380531399, "predict_bleu_bos_Latn-bos_Latn": 32.35165923116693, "predict_bleu_bos_Latn-eng_Latn": 33.741780146316266, "predict_bleu_bug_Latn-bug_Latn": 2.2424080354053224, "predict_bleu_bug_Latn-eng_Latn": 15.286534510779026, "predict_bleu_bul_Cyrl-bul_Cyrl": 45.548966690804086, "predict_bleu_bul_Cyrl-eng_Latn": 32.23480345557557, "predict_bleu_cat_Latn-cat_Latn": 53.004974163670674, "predict_bleu_cat_Latn-eng_Latn": 37.53725036872731, "predict_bleu_ceb_Latn-ceb_Latn": 23.4399926053202, "predict_bleu_ceb_Latn-eng_Latn": 32.55162058275843, "predict_bleu_ces_Latn-ces_Latn": 42.3423679847583, "predict_bleu_ces_Latn-eng_Latn": 32.11934104471249, "predict_bleu_cjk_Latn-cjk_Latn": 0.9100197941574696, "predict_bleu_cjk_Latn-eng_Latn": 5.874743028227881, "predict_bleu_ckb_Arab-ckb_Arab": 6.617050308279515, "predict_bleu_ckb_Arab-eng_Latn": 21.69549082038908, "predict_bleu_crh_Latn-crh_Latn": 6.469483529765169, "predict_bleu_crh_Latn-eng_Latn": 21.782699679599745, "predict_bleu_cym_Latn-cym_Latn": 18.43585777346674, "predict_bleu_cym_Latn-eng_Latn": 36.72363976375538, "predict_bleu_dan_Latn-dan_Latn": 49.36924768442632, "predict_bleu_dan_Latn-eng_Latn": 39.37284441367229, "predict_bleu_deu_Latn-deu_Latn": 44.29401920974129, "predict_bleu_deu_Latn-eng_Latn": 35.80651729359078, "predict_bleu_dik_Latn-dik_Latn": 1.1547713289571295, "predict_bleu_dik_Latn-eng_Latn": 9.413224315197343, "predict_bleu_dyu_Latn-dyu_Latn": 0.8569519285064507, "predict_bleu_dyu_Latn-eng_Latn": 5.4169070651979325, "predict_bleu_dzo_Tibt-dzo_Tibt": 2.410409104158629, "predict_bleu_dzo_Tibt-eng_Latn": 10.316078372586901, "predict_bleu_ell_Grek-ell_Grek": 36.415541535001495, "predict_bleu_ell_Grek-eng_Latn": 28.38828160741046, "predict_bleu_eng_Latn-ace_Arab": 0.6881454694742517, "predict_bleu_eng_Latn-ace_Latn": 2.2063894274551776, "predict_bleu_eng_Latn-acm_Arab": 1.6250824463511357, "predict_bleu_eng_Latn-acq_Arab": 6.151134028863439, "predict_bleu_eng_Latn-aeb_Arab": 4.642012023460351, "predict_bleu_eng_Latn-afr_Latn": 26.768071153502706, "predict_bleu_eng_Latn-ajp_Arab": 6.724093117516421, "predict_bleu_eng_Latn-aka_Latn": 2.2802889809243996, "predict_bleu_eng_Latn-als_Latn": 23.722725351607124, "predict_bleu_eng_Latn-amh_Ethi": 5.255222400236572, "predict_bleu_eng_Latn-apc_Arab": 7.306517811747199, "predict_bleu_eng_Latn-arb_Arab": 18.845077817731006, "predict_bleu_eng_Latn-ars_Arab": 8.924720063612442, "predict_bleu_eng_Latn-ary_Arab": 1.000441788009566, "predict_bleu_eng_Latn-arz_Arab": 1.816064276491779, "predict_bleu_eng_Latn-asm_Beng": 3.664943414277562, "predict_bleu_eng_Latn-ast_Latn": 13.756448175926394, "predict_bleu_eng_Latn-awa_Deva": 5.834102165070274, "predict_bleu_eng_Latn-ayr_Latn": 0.5874264033616695, "predict_bleu_eng_Latn-azb_Arab": 0.6262329363727757, "predict_bleu_eng_Latn-azj_Latn": 9.507052036877825, "predict_bleu_eng_Latn-bak_Cyrl": 5.845225132051776, "predict_bleu_eng_Latn-bam_Latn": 1.5409922169916062, "predict_bleu_eng_Latn-ban_Latn": 5.17054257734836, "predict_bleu_eng_Latn-bel_Cyrl": 12.25042234155293, "predict_bleu_eng_Latn-bem_Latn": 2.3514179137138718, "predict_bleu_eng_Latn-ben_Beng": 11.741402120595598, "predict_bleu_eng_Latn-bho_Deva": 5.8041448226482055, "predict_bleu_eng_Latn-bjn_Arab": 0.7418086112108214, "predict_bleu_eng_Latn-bjn_Latn": 7.661973369682282, "predict_bleu_eng_Latn-bod_Tibt": 0.45939347497538047, "predict_bleu_eng_Latn-bos_Latn": 20.976372414312383, "predict_bleu_eng_Latn-bug_Latn": 1.7087221644305568, "predict_bleu_eng_Latn-bul_Cyrl": 30.49019066169304, "predict_bleu_eng_Latn-cat_Latn": 31.497359857956774, "predict_bleu_eng_Latn-ceb_Latn": 17.963281010034724, "predict_bleu_eng_Latn-ces_Latn": 25.83928138073475, "predict_bleu_eng_Latn-cjk_Latn": 0.7362739114135692, "predict_bleu_eng_Latn-ckb_Arab": 2.5748382471411384, "predict_bleu_eng_Latn-crh_Latn": 3.406325699342597, "predict_bleu_eng_Latn-cym_Latn": 14.950637835613945, "predict_bleu_eng_Latn-dan_Latn": 33.53763344597077, "predict_bleu_eng_Latn-deu_Latn": 30.252227102188726, "predict_bleu_eng_Latn-dik_Latn": 1.0305038456474929, "predict_bleu_eng_Latn-dyu_Latn": 0.9363353514234549, "predict_bleu_eng_Latn-dzo_Tibt": 1.7599479070673207, "predict_bleu_eng_Latn-ell_Grek": 22.395845850648914, "predict_bleu_eng_Latn-eng_Latn": 61.67275107114266, "predict_bleu_eng_Latn-epo_Latn": 25.035741990413307, "predict_bleu_eng_Latn-est_Latn": 18.16592811630577, "predict_bleu_eng_Latn-eus_Latn": 3.234021308309498, "predict_bleu_eng_Latn-ewe_Latn": 3.111771748901898, "predict_bleu_eng_Latn-fao_Latn": 6.2271676653476735, "predict_bleu_eng_Latn-fij_Latn": 8.449053591722825, "predict_bleu_eng_Latn-fin_Latn": 17.456006745139184, "predict_bleu_eng_Latn-fon_Latn": 1.113608024606894, "predict_bleu_eng_Latn-fra_Latn": 39.69821562518208, "predict_bleu_eng_Latn-fur_Latn": 15.207556848088267, "predict_bleu_eng_Latn-fuv_Latn": 0.5161210292190775, "predict_bleu_eng_Latn-gaz_Latn": 0.33050881726549125, "predict_bleu_eng_Latn-gla_Latn": 6.044088732079062, "predict_bleu_eng_Latn-gle_Latn": 8.58854547239152, "predict_bleu_eng_Latn-glg_Latn": 27.26626716465059, "predict_bleu_eng_Latn-grn_Latn": 5.613567234809084, "predict_bleu_eng_Latn-guj_Gujr": 13.682406842248774, "predict_bleu_eng_Latn-hat_Latn": 13.038056320577608, "predict_bleu_eng_Latn-hau_Latn": 9.583685313473344, "predict_bleu_eng_Latn-heb_Hebr": 15.626514694102655, "predict_bleu_eng_Latn-hin_Deva": 17.797845718337275, "predict_bleu_eng_Latn-hne_Deva": 6.362030273197249, "predict_bleu_eng_Latn-hrv_Latn": 20.241581748864796, "predict_bleu_eng_Latn-hun_Latn": 19.835440847428234, "predict_bleu_eng_Latn-hye_Armn": 12.02970101605625, "predict_bleu_eng_Latn-ibo_Latn": 9.913952699545334, "predict_bleu_eng_Latn-ilo_Latn": 10.941178923626492, "predict_bleu_eng_Latn-ind_Latn": 30.098479757191214, "predict_bleu_eng_Latn-isl_Latn": 11.13802879443818, "predict_bleu_eng_Latn-ita_Latn": 24.875697084372103, "predict_bleu_eng_Latn-jav_Latn": 16.61376516574172, "predict_bleu_eng_Latn-jpn_Jpan": 10.395711084702995, "predict_bleu_eng_Latn-kab_Latn": 1.8484881204830501, "predict_bleu_eng_Latn-kac_Latn": 2.5511480055874647, "predict_bleu_eng_Latn-kam_Latn": 1.68285563703275, "predict_bleu_eng_Latn-kan_Knda": 13.126676316784033, "predict_bleu_eng_Latn-kas_Arab": 2.2520415190407608, "predict_bleu_eng_Latn-kas_Deva": 0.291566855324728, "predict_bleu_eng_Latn-kat_Geor": 7.936879761786161, "predict_bleu_eng_Latn-kaz_Cyrl": 8.664335232533897, "predict_bleu_eng_Latn-kbp_Latn": 0.8418473564196858, "predict_bleu_eng_Latn-kea_Latn": 9.126725027683596, "predict_bleu_eng_Latn-khk_Cyrl": 2.3522697685380836, "predict_bleu_eng_Latn-khm_Khmr": 2.863192165363794, "predict_bleu_eng_Latn-kik_Latn": 3.4076694595176655, "predict_bleu_eng_Latn-kin_Latn": 3.53405990220089, "predict_bleu_eng_Latn-kir_Cyrl": 6.243146045815309, "predict_bleu_eng_Latn-kmb_Latn": 1.6624320049123409, "predict_bleu_eng_Latn-kmr_Latn": 3.334699624355333, "predict_bleu_eng_Latn-knc_Arab": 1.5098075803923399, "predict_bleu_eng_Latn-knc_Latn": 0.26475269019833164, "predict_bleu_eng_Latn-kon_Latn": 8.463109415021508, "predict_bleu_eng_Latn-kor_Hang": 8.053949032121679, "predict_bleu_eng_Latn-lao_Laoo": 9.351173653623711, "predict_bleu_eng_Latn-lij_Latn": 9.503891461015986, "predict_bleu_eng_Latn-lim_Latn": 8.168338748998588, "predict_bleu_eng_Latn-lin_Latn": 8.19286321344388, "predict_bleu_eng_Latn-lit_Latn": 19.021440166671276, "predict_bleu_eng_Latn-lmo_Latn": 5.0862999590504865, "predict_bleu_eng_Latn-ltg_Latn": 4.166105929027587, "predict_bleu_eng_Latn-ltz_Latn": 13.99953484252713, "predict_bleu_eng_Latn-lua_Latn": 2.487577768694302, "predict_bleu_eng_Latn-lug_Latn": 1.0943564193231223, "predict_bleu_eng_Latn-luo_Latn": 3.422506815991476, "predict_bleu_eng_Latn-lus_Latn": 3.0215494981863036, "predict_bleu_eng_Latn-lvs_Latn": 3.5500949721330928, "predict_bleu_eng_Latn-mag_Deva": 8.222494687285392, "predict_bleu_eng_Latn-mai_Deva": 6.53400813975444, "predict_bleu_eng_Latn-mal_Mlym": 9.798075239448668, "predict_bleu_eng_Latn-mar_Deva": 8.460504987718872, "predict_bleu_eng_Latn-min_Latn": 3.97911198337037, "predict_bleu_eng_Latn-mkd_Cyrl": 24.116638704199392, "predict_bleu_eng_Latn-mlt_Latn": 15.044187415509843, "predict_bleu_eng_Latn-mni_Beng": 1.1192688287745995, "predict_bleu_eng_Latn-mos_Latn": 0.9567551382063524, "predict_bleu_eng_Latn-mri_Latn": 8.349741703116173, "predict_bleu_eng_Latn-mya_Mymr": 1.408127379688849, "predict_bleu_eng_Latn-nld_Latn": 24.003123980011452, "predict_bleu_eng_Latn-nno_Latn": 18.846270309937694, "predict_bleu_eng_Latn-nob_Latn": 25.750272199270896, "predict_bleu_eng_Latn-npi_Deva": 9.55983665200737, "predict_bleu_eng_Latn-nso_Latn": 8.88931960919233, "predict_bleu_eng_Latn-nus_Latn": 2.182412419889389, "predict_bleu_eng_Latn-nya_Latn": 7.47078716352831, "predict_bleu_eng_Latn-oci_Latn": 18.44693569445341, "predict_bleu_eng_Latn-ory_Orya": 6.244885992125446, "predict_bleu_eng_Latn-pag_Latn": 7.216819606223392, "predict_bleu_eng_Latn-pan_Guru": 12.216721748903575, "predict_bleu_eng_Latn-pap_Latn": 13.782624347242125, "predict_bleu_eng_Latn-pbt_Arab": 6.402857866361462, "predict_bleu_eng_Latn-pes_Arab": 18.189093720749444, "predict_bleu_eng_Latn-plt_Latn": 9.127933175117203, "predict_bleu_eng_Latn-pol_Latn": 19.90340346598673, "predict_bleu_eng_Latn-por_Latn": 40.32556339886103, "predict_bleu_eng_Latn-prs_Arab": 15.339502656010907, "predict_bleu_eng_Latn-quy_Latn": 0.48658454264792494, "predict_bleu_eng_Latn-ron_Latn": 31.273910945615263, "predict_bleu_eng_Latn-run_Latn": 3.230030538949039, "predict_bleu_eng_Latn-rus_Cyrl": 24.256298714219813, "predict_bleu_eng_Latn-sag_Latn": 4.168697175488488, "predict_bleu_eng_Latn-san_Deva": 0.4923668722493265, "predict_bleu_eng_Latn-sat_Beng": 0.698353384229613, "predict_bleu_eng_Latn-scn_Latn": 6.226242036207329, "predict_bleu_eng_Latn-shn_Mymr": 1.0610923915386687, "predict_bleu_eng_Latn-sin_Sinh": 8.281202410876848, "predict_bleu_eng_Latn-slk_Latn": 25.121073652650022, "predict_bleu_eng_Latn-slv_Latn": 21.102333086579723, "predict_bleu_eng_Latn-smo_Latn": 10.370711811857038, "predict_bleu_eng_Latn-sna_Latn": 6.428645099050365, "predict_bleu_eng_Latn-snd_Arab": 7.261829136790942, "predict_bleu_eng_Latn-som_Latn": 5.202376864884054, "predict_bleu_eng_Latn-sot_Latn": 9.283863232426368, "predict_bleu_eng_Latn-spa_Latn": 25.97460868117603, "predict_bleu_eng_Latn-srd_Latn": 11.57782772864279, "predict_bleu_eng_Latn-srp_Cyrl": 23.123446388717447, "predict_bleu_eng_Latn-ssw_Latn": 3.9608893772494107, "predict_bleu_eng_Latn-sun_Latn": 10.396741959941172, "predict_bleu_eng_Latn-swe_Latn": 33.047852398340744, "predict_bleu_eng_Latn-swh_Latn": 17.43731230131443, "predict_bleu_eng_Latn-szl_Latn": 9.27085898637718, "predict_bleu_eng_Latn-tam_Taml": 10.335375616746749, "predict_bleu_eng_Latn-taq_Latn": 0.6902771581922242, "predict_bleu_eng_Latn-taq_Tfng": 0.7421317333128711, "predict_bleu_eng_Latn-tat_Cyrl": 5.652724900681385, "predict_bleu_eng_Latn-tel_Telu": 13.568677954743446, "predict_bleu_eng_Latn-tgk_Cyrl": 6.826433871851088, "predict_bleu_eng_Latn-tgl_Latn": 18.41408051214244, "predict_bleu_eng_Latn-tha_Thai": 6.785491626567833, "predict_bleu_eng_Latn-tir_Ethi": 1.0349001797484472, "predict_bleu_eng_Latn-tpi_Latn": 9.231725852400787, "predict_bleu_eng_Latn-tsn_Latn": 9.88478777300211, "predict_bleu_eng_Latn-tso_Latn": 8.12682071168613, "predict_bleu_eng_Latn-tuk_Latn": 2.671627723336533, "predict_bleu_eng_Latn-tum_Latn": 4.592560715919557, "predict_bleu_eng_Latn-tur_Latn": 17.520430138492447, "predict_bleu_eng_Latn-twi_Latn": 3.9159806259325043, "predict_bleu_eng_Latn-tzm_Tfng": 4.602167279769054, "predict_bleu_eng_Latn-uig_Arab": 1.7438293211486438, "predict_bleu_eng_Latn-ukr_Cyrl": 20.342979755538224, "predict_bleu_eng_Latn-umb_Latn": 1.3530473254143287, "predict_bleu_eng_Latn-urd_Arab": 10.477229600567396, "predict_bleu_eng_Latn-uzn_Latn": 8.423863076922263, "predict_bleu_eng_Latn-vec_Latn": 11.349385674064322, "predict_bleu_eng_Latn-vie_Latn": 27.202087608934033, "predict_bleu_eng_Latn-war_Latn": 14.183627825768424, "predict_bleu_eng_Latn-wol_Latn": 1.7239932569599126, "predict_bleu_eng_Latn-xho_Latn": 7.597939286203914, "predict_bleu_eng_Latn-ydd_Hebr": 3.7742840096981376, "predict_bleu_eng_Latn-yor_Latn": 2.048992117320822, "predict_bleu_eng_Latn-yue_Hant": 4.704273823777267, "predict_bleu_eng_Latn-zho_Hans": 11.700615166890545, "predict_bleu_eng_Latn-zho_Hant": 4.328206413199233, "predict_bleu_eng_Latn-zsm_Latn": 24.89974355571706, "predict_bleu_eng_Latn-zul_Latn": 9.262759429677294, "predict_bleu_epo_Latn-eng_Latn": 36.07787453437729, "predict_bleu_epo_Latn-epo_Latn": 39.785980227771475, "predict_bleu_est_Latn-eng_Latn": 29.20257683066304, "predict_bleu_est_Latn-est_Latn": 27.012752298671884, "predict_bleu_eus_Latn-eng_Latn": 25.125612021123047, "predict_bleu_eus_Latn-eus_Latn": 5.347271380243081, "predict_bleu_ewe_Latn-eng_Latn": 12.584373833099185, "predict_bleu_ewe_Latn-ewe_Latn": 5.155233725450977, "predict_bleu_fao_Latn-eng_Latn": 21.515497087048544, "predict_bleu_fao_Latn-fao_Latn": 10.136623006906262, "predict_bleu_fij_Latn-eng_Latn": 15.17338465477711, "predict_bleu_fij_Latn-fij_Latn": 13.351187827608518, "predict_bleu_fin_Latn-eng_Latn": 27.181285625243863, "predict_bleu_fin_Latn-fin_Latn": 27.65899893132875, "predict_bleu_fon_Latn-eng_Latn": 6.5687150082854595, "predict_bleu_fon_Latn-fon_Latn": 1.3768539077388702, "predict_bleu_fra_Latn-eng_Latn": 37.83204510538741, "predict_bleu_fra_Latn-fra_Latn": 58.58689067752872, "predict_bleu_fur_Latn-eng_Latn": 31.349165629273724, "predict_bleu_fur_Latn-fur_Latn": 20.470388344828585, "predict_bleu_fuv_Latn-eng_Latn": 7.633118788445424, "predict_bleu_fuv_Latn-fuv_Latn": 0.6745895061556141, "predict_bleu_gaz_Latn-eng_Latn": 12.887097003681363, "predict_bleu_gaz_Latn-gaz_Latn": 0.7324452072025791, "predict_bleu_gla_Latn-eng_Latn": 19.28997470546036, "predict_bleu_gla_Latn-gla_Latn": 8.333712028263568, "predict_bleu_gle_Latn-eng_Latn": 25.789285365609075, "predict_bleu_gle_Latn-gle_Latn": 12.230901025706524, "predict_bleu_glg_Latn-eng_Latn": 34.14574981728292, "predict_bleu_glg_Latn-glg_Latn": 50.30211166073634, "predict_bleu_grn_Latn-eng_Latn": 16.298241968536917, "predict_bleu_grn_Latn-grn_Latn": 8.012317232015995, "predict_bleu_guj_Gujr-eng_Latn": 26.616442660126154, "predict_bleu_guj_Gujr-guj_Gujr": 23.7500735758979, "predict_bleu_hat_Latn-eng_Latn": 29.425141661455893, "predict_bleu_hat_Latn-hat_Latn": 19.949436661609763, "predict_bleu_hau_Latn-eng_Latn": 23.66352900767348, "predict_bleu_hau_Latn-hau_Latn": 16.33813508914614, "predict_bleu_heb_Hebr-eng_Latn": 31.00794468489967, "predict_bleu_heb_Hebr-heb_Hebr": 20.918183672743645, "predict_bleu_hin_Deva-eng_Latn": 29.54490865469392, "predict_bleu_hin_Deva-hin_Deva": 27.712098695208418, "predict_bleu_hne_Deva-eng_Latn": 29.11090398504424, "predict_bleu_hne_Deva-hne_Deva": 12.144180551501341, "predict_bleu_hrv_Latn-eng_Latn": 30.355533066685407, "predict_bleu_hrv_Latn-hrv_Latn": 34.928997924462976, "predict_bleu_hun_Latn-eng_Latn": 28.261525825490768, "predict_bleu_hun_Latn-hun_Latn": 28.613609074570004, "predict_bleu_hye_Armn-eng_Latn": 26.81944359892821, "predict_bleu_hye_Armn-hye_Armn": 18.417458533208748, "predict_bleu_ibo_Latn-eng_Latn": 19.157012493906553, "predict_bleu_ibo_Latn-ibo_Latn": 14.316002434103542, "predict_bleu_ilo_Latn-eng_Latn": 26.94899361614895, "predict_bleu_ilo_Latn-ilo_Latn": 15.908204753162304, "predict_bleu_ind_Latn-eng_Latn": 33.72234054156502, "predict_bleu_ind_Latn-ind_Latn": 41.61350016787387, "predict_bleu_isl_Latn-eng_Latn": 23.623795467612645, "predict_bleu_isl_Latn-isl_Latn": 16.354773855719984, "predict_bleu_ita_Latn-eng_Latn": 30.027304033043063, "predict_bleu_ita_Latn-ita_Latn": 49.130162908461585, "predict_bleu_jav_Latn-eng_Latn": 28.98647712744355, "predict_bleu_jav_Latn-jav_Latn": 25.434954372903714, "predict_bleu_jpn_Jpan-eng_Latn": 20.01036144213107, "predict_bleu_jpn_Jpan-jpn_Jpan": 19.059320255259042, "predict_bleu_kab_Latn-eng_Latn": 10.501923607974028, "predict_bleu_kab_Latn-kab_Latn": 2.8380126049593355, "predict_bleu_kac_Latn-eng_Latn": 11.052229230737906, "predict_bleu_kac_Latn-kac_Latn": 3.5911592212911785, "predict_bleu_kam_Latn-eng_Latn": 8.234699879706673, "predict_bleu_kam_Latn-kam_Latn": 1.8419416612003083, "predict_bleu_kan_Knda-eng_Latn": 22.345994460966416, "predict_bleu_kan_Knda-kan_Knda": 23.157478440825116, "predict_bleu_kas_Arab-eng_Latn": 20.286383831110882, "predict_bleu_kas_Arab-kas_Arab": 3.2805175599801504, "predict_bleu_kas_Deva-eng_Latn": 12.21720616578457, "predict_bleu_kas_Deva-kas_Deva": 0.3511219947228157, "predict_bleu_kat_Geor-eng_Latn": 19.14726242878105, "predict_bleu_kat_Geor-kat_Geor": 14.599288263469571, "predict_bleu_kaz_Cyrl-eng_Latn": 23.8797936429374, "predict_bleu_kaz_Cyrl-kaz_Cyrl": 15.54980770418933, "predict_bleu_kbp_Latn-eng_Latn": 9.47648344498899, "predict_bleu_kbp_Latn-kbp_Latn": 0.966417363535974, "predict_bleu_kea_Latn-eng_Latn": 31.992396385946716, "predict_bleu_kea_Latn-kea_Latn": 11.519572369023573, "predict_bleu_khk_Cyrl-eng_Latn": 17.03025326915745, "predict_bleu_khk_Cyrl-khk_Cyrl": 4.383857189109576, "predict_bleu_khm_Khmr-eng_Latn": 16.95929626356999, "predict_bleu_khm_Khmr-khm_Khmr": 3.8316276042771378, "predict_bleu_kik_Latn-eng_Latn": 16.195860789379832, "predict_bleu_kik_Latn-kik_Latn": 4.699425457188965, "predict_bleu_kin_Latn-eng_Latn": 21.28324104030725, "predict_bleu_kin_Latn-kin_Latn": 6.176395953003353, "predict_bleu_kir_Cyrl-eng_Latn": 17.545739554858987, "predict_bleu_kir_Cyrl-kir_Cyrl": 15.358628975983523, "predict_bleu_kmb_Latn-eng_Latn": 7.824247496397283, "predict_bleu_kmb_Latn-kmb_Latn": 1.6302793273551326, "predict_bleu_kmr_Latn-eng_Latn": 15.462727786691083, "predict_bleu_kmr_Latn-kmr_Latn": 5.810924954672593, "predict_bleu_knc_Arab-eng_Latn": 1.963200547518373, "predict_bleu_knc_Arab-knc_Arab": 2.1677136007247597, "predict_bleu_knc_Latn-eng_Latn": 9.754333899623427, "predict_bleu_knc_Latn-knc_Latn": 0.4119528951912862, "predict_bleu_kon_Latn-eng_Latn": 16.026448802698223, "predict_bleu_kon_Latn-kon_Latn": 11.08308215042517, "predict_bleu_kor_Hang-eng_Latn": 20.542182097833557, "predict_bleu_kor_Hang-kor_Hang": 15.214955692917005, "predict_bleu_lao_Laoo-eng_Latn": 21.78661962065506, "predict_bleu_lao_Laoo-lao_Laoo": 9.555772302290267, "predict_bleu_lij_Latn-eng_Latn": 33.2240089188779, "predict_bleu_lij_Latn-lij_Latn": 12.640144038358157, "predict_bleu_lim_Latn-eng_Latn": 29.196998319844113, "predict_bleu_lim_Latn-lim_Latn": 11.265404833223455, "predict_bleu_lin_Latn-eng_Latn": 18.505805783618758, "predict_bleu_lin_Latn-lin_Latn": 12.433141500659088, "predict_bleu_lit_Latn-eng_Latn": 26.046309401675337, "predict_bleu_lit_Latn-lit_Latn": 31.1377280079507, "predict_bleu_lmo_Latn-eng_Latn": 27.26461933949094, "predict_bleu_lmo_Latn-lmo_Latn": 6.771827355841358, "predict_bleu_ltg_Latn-eng_Latn": 23.613648772662025, "predict_bleu_ltg_Latn-ltg_Latn": 5.869035090082068, "predict_bleu_ltz_Latn-eng_Latn": 32.38240676126797, "predict_bleu_ltz_Latn-ltz_Latn": 18.101873916317597, "predict_bleu_lua_Latn-eng_Latn": 12.95167613153259, "predict_bleu_lua_Latn-lua_Latn": 3.1476512149108395, "predict_bleu_lug_Latn-eng_Latn": 14.1741744475029, "predict_bleu_lug_Latn-lug_Latn": 1.8008433277860683, "predict_bleu_luo_Latn-eng_Latn": 15.212607690335359, "predict_bleu_luo_Latn-luo_Latn": 4.608113879098222, "predict_bleu_lus_Latn-eng_Latn": 12.075081373918982, "predict_bleu_lus_Latn-lus_Latn": 4.592735866545355, "predict_bleu_lvs_Latn-eng_Latn": 10.228861089421684, "predict_bleu_lvs_Latn-lvs_Latn": 1.6814844129788387, "predict_bleu_mag_Deva-eng_Latn": 29.997153886791708, "predict_bleu_mag_Deva-mag_Deva": 15.22511904887716, "predict_bleu_mai_Deva-eng_Latn": 26.79245821962708, "predict_bleu_mai_Deva-mai_Deva": 9.002298337548137, "predict_bleu_mal_Mlym-eng_Latn": 23.339137931531976, "predict_bleu_mal_Mlym-mal_Mlym": 15.789322249828334, "predict_bleu_mar_Deva-eng_Latn": 24.033023504571705, "predict_bleu_mar_Deva-mar_Deva": 14.991750182564514, "predict_bleu_min_Latn-eng_Latn": 24.21205217996552, "predict_bleu_min_Latn-min_Latn": 6.113299767373747, "predict_bleu_mkd_Cyrl-eng_Latn": 32.81709788287414, "predict_bleu_mkd_Cyrl-mkd_Cyrl": 36.47176465324023, "predict_bleu_mlt_Latn-eng_Latn": 40.32966148945981, "predict_bleu_mlt_Latn-mlt_Latn": 19.089130907459264, "predict_bleu_mni_Beng-eng_Latn": 15.66737557368745, "predict_bleu_mni_Beng-mni_Beng": 2.1680383576606825, "predict_bleu_mos_Latn-eng_Latn": 6.15015055872514, "predict_bleu_mos_Latn-mos_Latn": 0.97349512776306, "predict_bleu_mri_Latn-eng_Latn": 17.46615053231894, "predict_bleu_mri_Latn-mri_Latn": 12.945217209300203, "predict_bleu_mya_Mymr-eng_Latn": 16.152087079869844, "predict_bleu_mya_Mymr-mya_Mymr": 1.6083793798880164, "predict_bleu_nld_Latn-eng_Latn": 27.95051650490045, "predict_bleu_nld_Latn-nld_Latn": 44.64226890910131, "predict_bleu_nno_Latn-eng_Latn": 35.442129681051874, "predict_bleu_nno_Latn-nno_Latn": 30.772233038813155, "predict_bleu_nob_Latn-eng_Latn": 35.62635289660992, "predict_bleu_nob_Latn-nob_Latn": 44.432783620315284, "predict_bleu_npi_Deva-eng_Latn": 25.379141188888358, "predict_bleu_npi_Deva-npi_Deva": 18.542409953243578, "predict_bleu_nso_Latn-eng_Latn": 26.203653051747498, "predict_bleu_nso_Latn-nso_Latn": 13.765303367355815, "predict_bleu_nus_Latn-eng_Latn": 9.947715142310557, "predict_bleu_nus_Latn-nus_Latn": 2.93589090202587, "predict_bleu_nya_Latn-eng_Latn": 20.116101462921574, "predict_bleu_nya_Latn-nya_Latn": 14.93069826958805, "predict_bleu_oci_Latn-eng_Latn": 39.54007808698415, "predict_bleu_oci_Latn-oci_Latn": 25.862116783023307, "predict_bleu_ory_Orya-eng_Latn": 22.95003540520029, "predict_bleu_ory_Orya-ory_Orya": 10.470285163620542, "predict_bleu_pag_Latn-eng_Latn": 21.179794665739372, "predict_bleu_pag_Latn-pag_Latn": 13.160803918224511, "predict_bleu_pan_Guru-eng_Latn": 26.966619673152504, "predict_bleu_pan_Guru-pan_Guru": 18.74172884767713, "predict_bleu_pap_Latn-eng_Latn": 36.57872000129225, "predict_bleu_pap_Latn-pap_Latn": 20.290694459658976, "predict_bleu_pbt_Arab-eng_Latn": 21.024542196034883, "predict_bleu_pbt_Arab-pbt_Arab": 9.79614102896898, "predict_bleu_pes_Arab-eng_Latn": 27.05083198412747, "predict_bleu_pes_Arab-pes_Arab": 26.68073053733659, "predict_bleu_plt_Latn-eng_Latn": 21.171963206759038, "predict_bleu_plt_Latn-plt_Latn": 11.530136098844274, "predict_bleu_pol_Latn-eng_Latn": 25.373157670552693, "predict_bleu_pol_Latn-pol_Latn": 37.611119046413826, "predict_bleu_por_Latn-eng_Latn": 41.003892414278496, "predict_bleu_por_Latn-por_Latn": 58.10770050309481, "predict_bleu_prs_Arab-eng_Latn": 27.726193333883597, "predict_bleu_prs_Arab-prs_Arab": 21.454385728326834, "predict_bleu_quy_Latn-eng_Latn": 7.3564304750963325, "predict_bleu_quy_Latn-quy_Latn": 0.6256192172202271, "predict_bleu_ron_Latn-eng_Latn": 36.06071500348148, "predict_bleu_ron_Latn-ron_Latn": 45.741198820434036, "predict_bleu_run_Latn-eng_Latn": 17.136443521661356, "predict_bleu_run_Latn-run_Latn": 5.641154298737055, "predict_bleu_rus_Cyrl-eng_Latn": 28.09577735567187, "predict_bleu_rus_Cyrl-rus_Cyrl": 42.80838639661643, "predict_bleu_sag_Latn-eng_Latn": 8.572971663919477, "predict_bleu_sag_Latn-sag_Latn": 4.5354290445101215, "predict_bleu_san_Deva-eng_Latn": 14.624999683311795, "predict_bleu_san_Deva-san_Deva": 1.1320371682299066, "predict_bleu_sat_Beng-eng_Latn": 4.641853234453254, "predict_bleu_sat_Beng-sat_Beng": 0.6799176255501908, "predict_bleu_scn_Latn-eng_Latn": 28.75335258673154, "predict_bleu_scn_Latn-scn_Latn": 11.264606433727204, "predict_bleu_shn_Mymr-eng_Latn": 15.394291490139889, "predict_bleu_shn_Mymr-shn_Mymr": 1.6986070544848508, "predict_bleu_sin_Sinh-eng_Latn": 22.341978135375197, "predict_bleu_sin_Sinh-sin_Sinh": 13.492080866294515, "predict_bleu_slk_Latn-eng_Latn": 32.02343225180119, "predict_bleu_slk_Latn-slk_Latn": 41.96642902167903, "predict_bleu_slv_Latn-eng_Latn": 28.439352762545944, "predict_bleu_slv_Latn-slv_Latn": 35.606588364860116, "predict_bleu_smo_Latn-eng_Latn": 21.76299777069588, "predict_bleu_smo_Latn-smo_Latn": 15.51449593660184, "predict_bleu_sna_Latn-eng_Latn": 19.689617918085737, "predict_bleu_sna_Latn-sna_Latn": 13.210415516591882, "predict_bleu_snd_Arab-eng_Latn": 24.742645627883192, "predict_bleu_snd_Arab-snd_Arab": 14.65506352735934, "predict_bleu_som_Latn-eng_Latn": 18.161032103948113, "predict_bleu_som_Latn-som_Latn": 10.553842233012487, "predict_bleu_sot_Latn-eng_Latn": 26.147091064319877, "predict_bleu_sot_Latn-sot_Latn": 13.508070956189469, "predict_bleu_spa_Latn-eng_Latn": 27.32233984299294, "predict_bleu_spa_Latn-spa_Latn": 54.25491672743225, "predict_bleu_srd_Latn-eng_Latn": 31.911769829926214, "predict_bleu_srd_Latn-srd_Latn": 15.705331112479941, "predict_bleu_srp_Cyrl-eng_Latn": 33.90258161421452, "predict_bleu_srp_Cyrl-srp_Cyrl": 36.248500129062165, "predict_bleu_ssw_Latn-eng_Latn": 21.214065285465242, "predict_bleu_ssw_Latn-ssw_Latn": 7.172127422072058, "predict_bleu_sun_Latn-eng_Latn": 26.574134186197824, "predict_bleu_sun_Latn-sun_Latn": 21.010094786451944, "predict_bleu_swe_Latn-eng_Latn": 38.70771968745916, "predict_bleu_swe_Latn-swe_Latn": 48.50405814081167, "predict_bleu_swh_Latn-eng_Latn": 29.80490161141212, "predict_bleu_swh_Latn-swh_Latn": 25.445711444204008, "predict_bleu_szl_Latn-eng_Latn": 29.37727321189635, "predict_bleu_szl_Latn-szl_Latn": 13.857862166031108, "predict_bleu_tam_Taml-eng_Latn": 21.47744032792284, "predict_bleu_tam_Taml-tam_Taml": 16.562307447841338, "predict_bleu_taq_Latn-eng_Latn": 7.836961048055457, "predict_bleu_taq_Latn-taq_Latn": 1.0205907667034422, "predict_bleu_taq_Tfng-eng_Latn": 1.6818064198048142, "predict_bleu_taq_Tfng-taq_Tfng": 0.7540397166497563, "predict_bleu_tat_Cyrl-eng_Latn": 20.688532231113715, "predict_bleu_tat_Cyrl-tat_Cyrl": 15.98683252736674, "predict_bleu_tel_Telu-eng_Latn": 25.828772158356387, "predict_bleu_tel_Telu-tel_Telu": 23.650074959695505, "predict_bleu_tgk_Cyrl-eng_Latn": 21.9726419070462, "predict_bleu_tgk_Cyrl-tgk_Cyrl": 12.017843910709965, "predict_bleu_tgl_Latn-eng_Latn": 33.46247465085409, "predict_bleu_tgl_Latn-tgl_Latn": 24.256561290977718, "predict_bleu_tha_Thai-eng_Latn": 19.483308393457303, "predict_bleu_tha_Thai-tha_Thai": 9.433492331410251, "predict_bleu_tir_Ethi-eng_Latn": 13.853762764000216, "predict_bleu_tir_Ethi-tir_Ethi": 2.1622518998453772, "predict_bleu_tpi_Latn-eng_Latn": 17.604452206707418, "predict_bleu_tpi_Latn-tpi_Latn": 10.136066681153746, "predict_bleu_tsn_Latn-eng_Latn": 19.707697991756532, "predict_bleu_tsn_Latn-tsn_Latn": 15.1216021406496, "predict_bleu_tso_Latn-eng_Latn": 22.980876249164115, "predict_bleu_tso_Latn-tso_Latn": 13.953574262560197, "predict_bleu_tuk_Latn-eng_Latn": 20.815173300303922, "predict_bleu_tuk_Latn-tuk_Latn": 4.302309660215234, "predict_bleu_tum_Latn-eng_Latn": 13.300238280387788, "predict_bleu_tum_Latn-tum_Latn": 6.1377777705938605, "predict_bleu_tur_Latn-eng_Latn": 29.0924287228087, "predict_bleu_tur_Latn-tur_Latn": 25.38999664062275, "predict_bleu_twi_Latn-eng_Latn": 15.569739112686488, "predict_bleu_twi_Latn-twi_Latn": 5.099628697759544, "predict_bleu_tzm_Tfng-eng_Latn": 8.59739395452152, "predict_bleu_tzm_Tfng-tzm_Tfng": 6.549857871672539, "predict_bleu_uig_Arab-eng_Latn": 14.56471588943938, "predict_bleu_uig_Arab-uig_Arab": 4.6416619995144694, "predict_bleu_ukr_Cyrl-eng_Latn": 30.7442810436794, "predict_bleu_ukr_Cyrl-ukr_Cyrl": 36.62432585717765, "predict_bleu_umb_Latn-eng_Latn": 8.150103063627238, "predict_bleu_umb_Latn-umb_Latn": 2.1983707646538893, "predict_bleu_urd_Arab-eng_Latn": 22.85699147961658, "predict_bleu_urd_Arab-urd_Arab": 15.251426905009408, "predict_bleu_uzn_Latn-eng_Latn": 24.18808618075172, "predict_bleu_uzn_Latn-uzn_Latn": 13.390575449232202, "predict_bleu_vec_Latn-eng_Latn": 33.09335989966995, "predict_bleu_vec_Latn-vec_Latn": 17.214915290042374, "predict_bleu_vie_Latn-eng_Latn": 28.294041944930274, "predict_bleu_vie_Latn-vie_Latn": 40.157277873112115, "predict_bleu_war_Latn-eng_Latn": 33.644195179687415, "predict_bleu_war_Latn-war_Latn": 17.737820048894665, "predict_bleu_wol_Latn-eng_Latn": 10.578386588207653, "predict_bleu_wol_Latn-wol_Latn": 2.013269278798667, "predict_bleu_xho_Latn-eng_Latn": 25.53832073363965, "predict_bleu_xho_Latn-xho_Latn": 12.837449370354864, "predict_bleu_ydd_Hebr-eng_Latn": 24.89364228207486, "predict_bleu_ydd_Hebr-ydd_Hebr": 4.648776465468554, "predict_bleu_yor_Latn-eng_Latn": 13.62951651015095, "predict_bleu_yor_Latn-yor_Latn": 3.243028458278671, "predict_bleu_yue_Hant-eng_Latn": 19.741908324542084, "predict_bleu_yue_Hant-yue_Hant": 6.591458390066493, "predict_bleu_zho_Hans-eng_Latn": 20.937004471849804, "predict_bleu_zho_Hans-zho_Hans": 17.544031167777373, "predict_bleu_zho_Hant-eng_Latn": 16.880296227057734, "predict_bleu_zho_Hant-zho_Hant": 5.284060602206276, "predict_bleu_zsm_Latn-eng_Latn": 33.677371305872796, "predict_bleu_zsm_Latn-zsm_Latn": 35.75657407890998, "predict_bleu_zul_Latn-eng_Latn": 27.167342458722178, "predict_bleu_zul_Latn-zul_Latn": 16.096379859185724, "predict_loss": 1.0, "predict_model_preparation_time": 0.0056, "predict_runtime": 53439.0818, "predict_samples": 611248, "predict_samples_per_second": 11.438, "predict_steps_per_second": 0.007 }