Upload folder using huggingface_hub

OpenSubtitles/10k/en-si_final_model/config.json

@@ -0,0 +1,35 @@
+{
+  "_name_or_path": "facebook/nllb-200-distilled-600M",
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "M2M100ForConditionalGeneration"
+  ],
+  "attention_dropout": 0.1,
+  "bos_token_id": 0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0,
+  "decoder_layers": 12,
+  "decoder_start_token_id": 2,
+  "dropout": 0.1,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0,
+  "encoder_layers": 12,
+  "eos_token_id": 2,
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "max_length": 200,
+  "max_position_embeddings": 1024,
+  "model_type": "m2m_100",
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "scale_embedding": true,
+  "tokenizer_class": "NllbTokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.30.2",
+  "use_cache": true,
+  "vocab_size": 256206
+}

OpenSubtitles/10k/en-si_final_model/generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "decoder_start_token_id": 2,
+  "eos_token_id": 2,
+  "max_length": 200,
+  "pad_token_id": 1,
+  "transformers_version": "4.30.2"
+}

OpenSubtitles/10k/en-si_final_model/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a5673de45238ace41ced0a81795d50349874d5ae089b4a564377682c99b2b7
+size 2468870723

OpenSubtitles/10k/en-si_final_model/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4ce640cda2d0ec3e3de45c4a013232b320e03bbdd545355b02d5ad2ed6908a
+size 4143

OpenSubtitles/10k/en-ta_final_model/config.json

@@ -0,0 +1,35 @@
+{
+  "_name_or_path": "facebook/nllb-200-distilled-600M",
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "M2M100ForConditionalGeneration"
+  ],
+  "attention_dropout": 0.1,
+  "bos_token_id": 0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0,
+  "decoder_layers": 12,
+  "decoder_start_token_id": 2,
+  "dropout": 0.1,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0,
+  "encoder_layers": 12,
+  "eos_token_id": 2,
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "max_length": 200,
+  "max_position_embeddings": 1024,
+  "model_type": "m2m_100",
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "scale_embedding": true,
+  "tokenizer_class": "NllbTokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.30.2",
+  "use_cache": true,
+  "vocab_size": 256206
+}

OpenSubtitles/10k/en-ta_final_model/generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "decoder_start_token_id": 2,
+  "eos_token_id": 2,
+  "max_length": 200,
+  "pad_token_id": 1,
+  "transformers_version": "4.30.2"
+}

OpenSubtitles/10k/en-ta_final_model/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd981d6dbacfdcc12db84b0196165f6e1a76dc73dec93646119a2e5b1b7660c
+size 2468870723

OpenSubtitles/10k/en-ta_final_model/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec94970b541b084916062cf3520f6a9d08c0700298f7723848ffb2eed44da541
+size 4143

OpenSubtitles/10k/nllb_bible_eval_opensubtitles_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,36.89764928819494,32.25528336905133,3.5735708349262985,18.05820481959142,18.118545330290267,0.8124767444729805

OpenSubtitles/10k/nllb_bible_eval_opensubtitles_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,39.18287876819268,33.41184532498741,3.013754623030876,12.8758767068397,12.325781443845246,0.8124108010232448

OpenSubtitles/10k/nllb_bible_eval_opensubtitles_si-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-en_final_model,44.298042307718,43.305234872908514,20.472485801206258,21.931513816485033,21.62513445978602,0.7739811040759087

OpenSubtitles/10k/nllb_bible_eval_opensubtitles_ta-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-en_final_model,39.64646457593658,38.607953566099916,16.44273086126578,18.51253325266219,17.840658991568887,0.7554198079705239

OpenSubtitles/10k/nllb_floresplus_eval_opensubtitles_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,44.30112462905807,39.84545968689186,9.94122670332589,26.896825603687198,30.480142648087575,0.8752513663924258

OpenSubtitles/10k/nllb_floresplus_eval_opensubtitles_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,57.33084256656511,51.439766943235256,15.76788127280789,31.98760636665464,31.656188003435673,0.8790915336592395

OpenSubtitles/10k/nllb_floresplus_eval_opensubtitles_si-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-en_final_model,57.60889636370635,55.587010044706176,30.344084465884304,32.361830723002626,33.1103653912719,0.8685022038315596

OpenSubtitles/10k/nllb_floresplus_eval_opensubtitles_si-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-ta_final_model,50.81309521515076,45.043631263339925,11.077479349519358,24.793641562254543,24.6272667739702,0.8605476524754475

OpenSubtitles/10k/nllb_floresplus_eval_opensubtitles_ta-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-en_final_model,56.35427258067365,54.212067907500895,28.680110056541004,30.544285669343736,31.49454190762028,0.846824639988511

OpenSubtitles/10k/nllb_floresplus_eval_opensubtitles_ta-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-si_final_model,38.327030930237285,34.14978703826019,6.737284286817459,20.805198229532376,24.10583689732378,0.837490837800173

OpenSubtitles/10k/nllb_government_eval_opensubtitles_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,47.36910885049852,42.56448203702752,11.906954101867786,28.55161182661175,35.759538737390734,0.8968020439004175

OpenSubtitles/10k/nllb_government_eval_opensubtitles_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,47.3737883320167,41.71429982540676,10.874884722081347,18.69758379296588,18.40699402167145,0.8694867133313751

OpenSubtitles/10k/nllb_government_eval_opensubtitles_si-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-en_final_model,52.02121765290201,49.01921660307344,22.10934599094726,21.882696668987077,23.180032614492358,0.8411801618842895

OpenSubtitles/10k/nllb_government_eval_opensubtitles_si-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-ta_final_model,44.4651381605222,38.85146128309954,8.798499452837389,15.774248889640763,15.626169136547219,0.8548761714971287

OpenSubtitles/10k/nllb_government_eval_opensubtitles_ta-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-en_final_model,50.75255447861474,47.68762088332425,20.808463349594135,20.437535603923006,21.57913032055161,0.8127479147985013

OpenSubtitles/10k/nllb_government_eval_opensubtitles_ta-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-si_final_model,43.65826891821252,39.138818444352566,10.614648448267666,23.992659510343522,30.8412721876282,0.862548979827242

OpenSubtitles/10k/nllb_health_eval_opensubtitles_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,45.95178984842904,41.804995862749536,12.763314433333061,29.955089801774538,33.12564192806535,0.8428659619575136

OpenSubtitles/10k/nllb_health_eval_opensubtitles_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,64.80861173260124,58.8967624116711,22.12360310454912,41.77195709244278,40.67236542447156,0.8532741992920637

OpenSubtitles/10k/nllb_health_eval_opensubtitles_si-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-en_final_model,57.420872760208866,54.47299398557932,23.895952893466912,29.16205924809839,29.668484989995896,0.8462555112128847

OpenSubtitles/10k/nllb_health_eval_opensubtitles_si-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-ta_final_model,55.46397622759371,49.03951812688116,11.181874167906221,27.975937772248407,27.31892891094725,0.8245860727085751

OpenSubtitles/10k/nllb_health_eval_opensubtitles_ta-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-en_final_model,58.98191174616154,56.16766595449826,28.16412873518768,31.98985107639641,32.679483856653846,0.8301737659275532

OpenSubtitles/10k/nllb_health_eval_opensubtitles_ta-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-si_final_model,38.384455940416196,34.76268507757308,9.138671347517773,21.52377787639938,24.154647983337046,0.7901705999535565

OpenSubtitles/10k/nllb_jailbreak_eval_opensubtitles_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,39.57365630851622,35.49071535414909,10.599508004115863,22.02872959730981,24.872598698465115,0.8423889568448066

OpenSubtitles/10k/nllb_jailbreak_eval_opensubtitles_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,66.31559181822212,61.79973508204506,30.64983462702781,44.14370834987146,43.22314938376894,0.8778489309549332

OpenSubtitles/10k/nllb_jailbreak_eval_opensubtitles_si-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-en_final_model,55.4000255600413,53.480852239671336,31.304110435607583,31.67348400887945,32.34932657992356,0.8593105754256248

OpenSubtitles/10k/nllb_jailbreak_eval_opensubtitles_si-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-ta_final_model,57.34613832124089,52.62939411430535,21.157320963479926,32.65225423416091,32.02444393692462,0.8519928137660027

OpenSubtitles/10k/nllb_jailbreak_eval_opensubtitles_ta-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-en_final_model,56.18082429552753,54.53988989442743,32.74643492499737,31.772556695777414,32.665220905511596,0.8446093446016312

OpenSubtitles/10k/nllb_jailbreak_eval_opensubtitles_ta-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-si_final_model,34.77391897163319,31.02599197459856,8.477291836498528,17.50658021752733,20.038806893461572,0.8068509468138217

OpenSubtitles/10k/nllb_literature-children_eval_opensubtitles_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,33.745841648498455,30.55933811299999,6.572479064598109,13.71585491766342,14.654078418141996,0.8237783680260181

OpenSubtitles/10k/nllb_literature-children_eval_opensubtitles_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,61.22227841539228,56.611782951353476,23.1863357428781,36.61880996474738,35.75014513022993,0.8561623182354702

OpenSubtitles/10k/nllb_literature-children_eval_opensubtitles_si-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-en_final_model,43.86866675602194,42.765975880460495,19.93250524397258,19.51100196064101,20.045904737754498,0.8100658914744854

OpenSubtitles/10k/nllb_literature-children_eval_opensubtitles_si-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-ta_final_model,48.220512240360094,43.27811691275543,11.07032924753064,21.02494753674337,20.357905105535906,0.8223842447343429

OpenSubtitles/10k/nllb_literature-children_eval_opensubtitles_ta-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-en_final_model,49.2297095462532,48.29246049889141,25.02318043976592,24.723337076784247,25.36793324099392,0.8116989141261136

OpenSubtitles/10k/nllb_literature-children_eval_opensubtitles_ta-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-si_final_model,30.713444195053142,27.490878390790897,4.441218850843391,10.898058795653162,12.095309531058271,0.7829176581293237

OpenSubtitles/10k/nllb_literature-kathlyn_eval_opensubtitles_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,33.745841648498455,30.55933811299999,6.572479064598109,13.71585491766342,14.654078418141996,0.8237783680260181

OpenSubtitles/10k/nllb_literature-kathlyn_eval_opensubtitles_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,61.22227841539228,56.611782951353476,23.1863357428781,36.61880996474738,35.75014513022993,0.8561623182354702

OpenSubtitles/10k/nllb_literature-kathlyn_eval_opensubtitles_si-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-en_final_model,43.86866675602194,42.765975880460495,19.93250524397258,19.51100196064101,20.045904737754498,0.8100658914744854

OpenSubtitles/10k/nllb_literature-kathlyn_eval_opensubtitles_si-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-ta_final_model,48.220512240360094,43.27811691275543,11.07032924753064,21.02494753674337,20.357905105535906,0.8223842447343429

OpenSubtitles/10k/nllb_literature-kathlyn_eval_opensubtitles_ta-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-en_final_model,49.2297095462532,48.29246049889141,25.02318043976592,24.723337076784247,25.36793324099392,0.8116989141261136

OpenSubtitles/10k/nllb_literature-kathlyn_eval_opensubtitles_ta-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-si_final_model,30.713444195053142,27.490878390790897,4.441218850843391,10.898058795653162,12.095309531058271,0.7829176581293237

OpenSubtitles/10k/nllb_literature-old_eval_opensubtitles_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,33.745841648498455,30.55933811299999,6.572479064598109,13.71585491766342,14.654078418141996,0.8237783680260181

OpenSubtitles/10k/nllb_literature-old_eval_opensubtitles_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,61.22227841539228,56.611782951353476,23.1863357428781,36.61880996474738,35.75014513022993,0.8561623182354702