Upload folder using huggingface_hub

Government/10k/en-si_final_model/config.json

@@ -0,0 +1,35 @@
+{
+  "_name_or_path": "facebook/nllb-200-distilled-600M",
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "M2M100ForConditionalGeneration"
+  ],
+  "attention_dropout": 0.1,
+  "bos_token_id": 0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0,
+  "decoder_layers": 12,
+  "decoder_start_token_id": 2,
+  "dropout": 0.1,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0,
+  "encoder_layers": 12,
+  "eos_token_id": 2,
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "max_length": 200,
+  "max_position_embeddings": 1024,
+  "model_type": "m2m_100",
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "scale_embedding": true,
+  "tokenizer_class": "NllbTokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.30.2",
+  "use_cache": true,
+  "vocab_size": 256206
+}

Government/10k/en-si_final_model/generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "decoder_start_token_id": 2,
+  "eos_token_id": 2,
+  "max_length": 200,
+  "pad_token_id": 1,
+  "transformers_version": "4.30.2"
+}

Government/10k/en-si_final_model/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30119a318abf1038957a71b5bfcabb495656eeda1e99a3f6fdaff42fd702be5
+size 2468870723

Government/10k/en-si_final_model/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4712d7c12c0ef3878d4996ea8548dfa42237c138285149fb0f26b05f0b3e7b2b
+size 4143

Government/10k/en-ta/runs/Oct02_21-05-18_NLPC-Sita-MLM/events.out.tfevents.1759419318.NLPC-Sita-MLM.2581313.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a58afb508f23020e92bf74d8c0c79efda381747205e84f94310bb3d1da8f418
+size 6601

Government/10k/en-ta_final_model/config.json

@@ -0,0 +1,35 @@
+{
+  "_name_or_path": "facebook/nllb-200-distilled-600M",
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "M2M100ForConditionalGeneration"
+  ],
+  "attention_dropout": 0.1,
+  "bos_token_id": 0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0,
+  "decoder_layers": 12,
+  "decoder_start_token_id": 2,
+  "dropout": 0.1,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0,
+  "encoder_layers": 12,
+  "eos_token_id": 2,
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "max_length": 200,
+  "max_position_embeddings": 1024,
+  "model_type": "m2m_100",
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "scale_embedding": true,
+  "tokenizer_class": "NllbTokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.30.2",
+  "use_cache": true,
+  "vocab_size": 256206
+}

Government/10k/en-ta_final_model/generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "decoder_start_token_id": 2,
+  "eos_token_id": 2,
+  "max_length": 200,
+  "pad_token_id": 1,
+  "transformers_version": "4.30.2"
+}

Government/10k/en-ta_final_model/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0b002987a5effbb2d8549c38c695dc444511ae926d31c3d462a2adea4ffd51
+size 2468870723

Government/10k/en-ta_final_model/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85f4d0ad2096fdd87467285085b54ed5ebd25b8f8b06c9f5185ae5946e10ee6
+size 4143

Government/10k/nllb_bible_eval_government_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,9.883167308842296,8.08164852593724,0.1224908082681523,1.6782909910263053,1.5168849986089101,0.4502922486960888

Government/10k/nllb_bible_eval_government_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,39.04016452320649,33.15214888174151,2.8184624261362243,13.751787694216905,12.653757012332289,0.7956526825428009

Government/10k/nllb_bible_eval_government_si-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-en_final_model,45.07330718302318,44.13769071062262,21.65309928276407,22.884942868586275,22.55774563190717,0.7763391099870205

Government/10k/nllb_bible_eval_government_ta-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-en_final_model,39.66184981994951,38.70144410559059,16.635038725941627,18.45114127947077,17.833644803220327,0.7544466648101806

Government/10k/nllb_floresplus_eval_government_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,7.101437099437691,5.433916452424211,0.006096076575261776,0.06517614911605754,0.12039641693926925,0.4025747983646487

Government/10k/nllb_floresplus_eval_government_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,51.33106002932208,45.11555555810329,10.204760623961306,24.73892903928464,24.451190328689275,0.8639418881519039

Government/10k/nllb_floresplus_eval_government_si-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-en_final_model,56.99668379741255,54.809779080789056,28.151436901598544,29.99779167953794,30.877600166083894,0.8655534790085239

Government/10k/nllb_floresplus_eval_government_si-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-ta_final_model,46.836618790209656,40.6531192195075,7.401129420771832,19.285564207292083,19.20115461267066,0.8505266855651211

Government/10k/nllb_floresplus_eval_government_ta-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-en_final_model,55.43089314826211,53.2716331352053,26.94205797497817,28.534227665681914,29.344144666730266,0.8467663534780736

Government/10k/nllb_floresplus_eval_government_ta-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-si_final_model,38.55509522752336,34.58953090015751,7.345789897949188,20.669067893370794,24.236483807724387,0.8423951678567018

Government/10k/nllb_government_eval_bible_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,9.883167308842296,8.08164852593724,0.1224908082681523,1.6782909910263053,1.5168849986089101,0.4502922486960888

Government/10k/nllb_government_eval_bible_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,39.04016452320649,33.15214888174151,2.8184624261362243,13.751787694216905,12.653757012332289,0.7956526825428009

Government/10k/nllb_government_eval_bible_si-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-en_final_model,45.07330718302318,44.13769071062262,21.65309928276407,22.884942868586275,22.55774563190717,0.7763391099870205

Government/10k/nllb_government_eval_bible_ta-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-en_final_model,39.66184981994951,38.70144410559059,16.635038725941627,18.45114127947077,17.833644803220327,0.7544466648101806

Government/10k/nllb_government_eval_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,7.902449368038944,6.167021841193213,0.12913685919379658,0.6381179265527395,1.0437367875692796,0.4717434812504041

Government/10k/nllb_government_eval_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,58.5163631920332,52.47541722887641,18.705159304284056,34.31014350673382,34.46902785490381,0.894309900259454

Government/10k/nllb_government_eval_government_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,7.931510211422728,6.177940517062402,0.14382494181276936,0.6302031145633212,1.0312510931564078,0.4728857491314411

Government/10k/nllb_government_eval_government_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,59.06764975646131,52.913556093013966,18.823324236734802,34.91316090158198,34.99057592315347,0.8964461959302426

Government/10k/nllb_government_eval_government_si-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-en_final_model,62.73844567044389,59.981579805973475,34.628357862719746,36.654224341305095,37.66515942097653,0.8708139849305153

Government/10k/nllb_government_eval_government_si-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-ta_final_model,58.14078422125692,51.75968329106598,18.738581491878676,33.452466220048635,33.60204293320304,0.8897950460314751

Government/10k/nllb_government_eval_government_ta-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-en_final_model,61.75798035193796,59.12903021473232,34.39499240839612,35.92470564198692,36.87249579225605,0.8535116041898727

Government/10k/nllb_government_eval_government_ta-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-si_final_model,53.003758933588315,48.821356943977854,19.31417763140684,37.860609529253814,44.2256042868842,0.8984571205079556

Government/10k/nllb_government_eval_si-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-en_final_model,62.77163616395269,60.088768360210246,34.996756733529814,36.878655165742614,37.87601722462576,0.8708597361774464

Government/10k/nllb_government_eval_si-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-ta_final_model,57.709379937212915,51.49821637879505,18.361711830471652,33.027753690726136,33.252341828411595,0.8876093401426615

Government/10k/nllb_government_eval_ta-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-en_final_model,61.514353664271894,58.91580691940435,34.20673276601652,35.4759236821559,36.414960010511194,0.8512381771200694

Government/10k/nllb_government_eval_ta-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-si_final_model,52.52915163414007,48.39236805377741,18.89862517601417,37.437326547884425,43.68221773382746,0.8974438560298604

Government/10k/nllb_health_eval_government_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,5.863895093672576,4.60535828879025,0.009505375970596416,0.031490697571333916,0.07411878218389448,0.3987277927693356

Government/10k/nllb_health_eval_government_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,58.33440706989346,51.67512736768906,13.453431672446712,31.752384138597638,30.682964623161613,0.8420447525680065

Government/10k/nllb_health_eval_government_si-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-en_final_model,57.48438223269277,54.351559869063756,23.155730792464308,29.116973964187466,29.53171280944268,0.8489664266953307

Government/10k/nllb_health_eval_government_si-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-ta_final_model,51.05445562150454,44.1282584335198,7.43661377510804,22.47372435594028,21.762093358602204,0.8153357454480565

Government/10k/nllb_health_eval_government_ta-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-en_final_model,58.86040077530651,56.06605342114281,28.22128878884421,31.735624558849164,32.58044952164305,0.831830090880394

Government/10k/nllb_health_eval_government_ta-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-si_final_model,37.03803416828515,33.12868511463382,8.343706010206716,20.31863699567055,22.899490207344897,0.7829769134749563

Government/10k/nllb_jailbreak_eval_government_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,6.071189768294846,4.833782795198674,0.04147568853163803,0.11702441115988822,0.1268903339098027,0.4328604847192764

Government/10k/nllb_jailbreak_eval_government_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,56.21916360382115,51.056636792979745,18.72396709640088,30.6603151104876,29.946766608740884,0.8520219075381756

Government/10k/nllb_jailbreak_eval_government_si-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-en_final_model,53.9237987618724,52.13672088503674,28.302042608214858,29.449375428703405,30.324157627931157,0.8554237298518419

Government/10k/nllb_jailbreak_eval_government_si-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-ta_final_model,51.49816428271053,46.14675934942884,14.048096092055278,23.686153244821465,22.950627944652986,0.8389946821331978

Government/10k/nllb_jailbreak_eval_government_ta-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-en_final_model,54.54161727059267,53.27600517263037,30.879667285745647,29.763568275179793,30.61953628467286,0.8417990252375602

Government/10k/nllb_jailbreak_eval_government_ta-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+ta-si_final_model,38.24081710579901,35.136434247784166,11.725754619794358,20.08262685955402,22.570575210159387,0.8129719280898571

Government/10k/nllb_literature-children_eval_government_en-si_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-si_final_model,6.376891953361408,4.851865039223764,0.01805068331672696,0.044259882485194114,0.06432299953162877,0.42568679946661

Government/10k/nllb_literature-children_eval_government_en-ta_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+en-ta_final_model,52.80011373193968,47.35622145271364,12.741313369670017,26.446102922675102,25.894374314433485,0.8346316877890516

Government/10k/nllb_literature-children_eval_government_si-en_trained_10k.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+si-en_final_model,43.69342098316437,42.546686819581005,19.19400950178123,18.807084984445588,18.98680461063105,0.8059120564162732