Upload folder using huggingface_hub

Health/1k/en-si/cross_domain_outputs/Bible/en-si.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+_,9.484918700991344,7.565540495219289,0.007595479554013201,0.022402724873046634,0.02491530428828895,0.3845692992955446

Health/1k/en-si/cross_domain_outputs/Bible/preprocess_en-si/preprocess.log

@@ -0,0 +1,6 @@
+Namespace(aim_repo=None, aim_run_hash=None, align_suffix=None, alignfile=None, all_gather_list_size=16384, amp=False, amp_batch_retries=2, amp_init_scale=128, amp_scale_window=None, azureml_logging=False, bf16=False, bpe=None, cpu=False, criterion='cross_entropy', dataset_impl='mmap', destdir='../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/Bible/preprocess_en-si/', dict_only=False, empty_cache_freq=0, fp16=False, fp16_init_scale=128, fp16_no_flatten_grads=False, fp16_scale_tolerance=0.0, fp16_scale_window=None, joined_dictionary=False, log_file=None, log_format=None, log_interval=100, lr_scheduler='fixed', memory_efficient_bf16=False, memory_efficient_fp16=False, min_loss_scale=0.0001, model_parallel_size=1, no_progress_bar=False, nwordssrc=-1, nwordstgt=-1, on_cpu_convert_precision=False, only_source=False, optimizer=None, padding_factor=8, plasma_path='/tmp/plasma', profile=False, quantization_config_path=None, reset_logging=False, scoring='bleu', seed=1, source_lang='en', srcdict='../trained_models/Fairseq/Health/1k/en-si/preprocess_en-si/dict.en.txt', suppress_crashes=False, target_lang='si', task='translation', tensorboard_logdir=None, testpref='../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/Bible/encoded/test.bpe', tgtdict='../trained_models/Fairseq/Health/1k/en-si/preprocess_en-si/dict.si.txt', threshold_loss_scale=None, thresholdsrc=0, thresholdtgt=0, tokenizer=None, tpu=False, trainpref=None, use_plasma_view=False, user_dir=None, validpref=None, wandb_project=None, workers=16)
+[en] Dictionary: 7088 types
+[en] ../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/Bible/encoded/test.bpe.en: 1000 sents, 48875 tokens, 46.4% replaced (by <unk>)
+[si] Dictionary: 7088 types
+[si] ../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/Bible/encoded/test.bpe.si: 1000 sents, 53868 tokens, 66.7% replaced (by <unk>)
+Wrote preprocessed data to ../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/Bible/preprocess_en-si/

Health/1k/en-si/cross_domain_outputs/Bible/preprocess_en-si/test.en-si.en.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4f610bc0fcf515f8897e5b8014cbb1e8bedde413b410f0e952c012f95bb07c
+size 97750

Health/1k/en-si/cross_domain_outputs/Bible/preprocess_en-si/test.en-si.si.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aa0f6d0585c98b4a930654514c70b577314a10c16c3222e440b01f12738969
+size 107736

Health/1k/en-si/cross_domain_outputs/FloresPlus/en-si.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+_,10.810925615114762,8.857590487120092,0.05082821600925558,0.1251647931909245,0.1987741509494439,0.3695099887993967

Health/1k/en-si/cross_domain_outputs/FloresPlus/preprocess_en-si/preprocess.log

@@ -0,0 +1,6 @@
+Namespace(aim_repo=None, aim_run_hash=None, align_suffix=None, alignfile=None, all_gather_list_size=16384, amp=False, amp_batch_retries=2, amp_init_scale=128, amp_scale_window=None, azureml_logging=False, bf16=False, bpe=None, cpu=False, criterion='cross_entropy', dataset_impl='mmap', destdir='../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/FloresPlus/preprocess_en-si/', dict_only=False, empty_cache_freq=0, fp16=False, fp16_init_scale=128, fp16_no_flatten_grads=False, fp16_scale_tolerance=0.0, fp16_scale_window=None, joined_dictionary=False, log_file=None, log_format=None, log_interval=100, lr_scheduler='fixed', memory_efficient_bf16=False, memory_efficient_fp16=False, min_loss_scale=0.0001, model_parallel_size=1, no_progress_bar=False, nwordssrc=-1, nwordstgt=-1, on_cpu_convert_precision=False, only_source=False, optimizer=None, padding_factor=8, plasma_path='/tmp/plasma', profile=False, quantization_config_path=None, reset_logging=False, scoring='bleu', seed=1, source_lang='en', srcdict='../trained_models/Fairseq/Health/1k/en-si/preprocess_en-si/dict.en.txt', suppress_crashes=False, target_lang='si', task='translation', tensorboard_logdir=None, testpref='../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/FloresPlus/encoded/test.bpe', tgtdict='../trained_models/Fairseq/Health/1k/en-si/preprocess_en-si/dict.si.txt', threshold_loss_scale=None, thresholdsrc=0, thresholdtgt=0, tokenizer=None, tpu=False, trainpref=None, use_plasma_view=False, user_dir=None, validpref=None, wandb_project=None, workers=16)
+[en] Dictionary: 7088 types
+[en] ../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/FloresPlus/encoded/test.bpe.en: 1012 sents, 43089 tokens, 47.3% replaced (by <unk>)
+[si] Dictionary: 7088 types
+[si] ../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/FloresPlus/encoded/test.bpe.si: 1012 sents, 43735 tokens, 51.2% replaced (by <unk>)
+Wrote preprocessed data to ../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/FloresPlus/preprocess_en-si/

Health/1k/en-si/cross_domain_outputs/FloresPlus/preprocess_en-si/test.en-si.en.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3951f34bb8ba81ec21e3f9482758cccaf91a0aecb46502620c6b0c912b61b1
+size 86178

Health/1k/en-si/cross_domain_outputs/FloresPlus/preprocess_en-si/test.en-si.si.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8fb7876ae76054fedfb2a2b6c28975537d88450035693142da8be881b496fd
+size 87470

Health/1k/en-si/cross_domain_outputs/Government/en-si.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+_,12.843001729444929,10.533315521502317,0.06860353228669117,0.17991274575352503,0.5679371062836159,0.41095161241292955

Health/1k/en-si/cross_domain_outputs/Government/preprocess_en-si/preprocess.log

@@ -0,0 +1,6 @@
+Namespace(aim_repo=None, aim_run_hash=None, align_suffix=None, alignfile=None, all_gather_list_size=16384, amp=False, amp_batch_retries=2, amp_init_scale=128, amp_scale_window=None, azureml_logging=False, bf16=False, bpe=None, cpu=False, criterion='cross_entropy', dataset_impl='mmap', destdir='../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/Government/preprocess_en-si/', dict_only=False, empty_cache_freq=0, fp16=False, fp16_init_scale=128, fp16_no_flatten_grads=False, fp16_scale_tolerance=0.0, fp16_scale_window=None, joined_dictionary=False, log_file=None, log_format=None, log_interval=100, lr_scheduler='fixed', memory_efficient_bf16=False, memory_efficient_fp16=False, min_loss_scale=0.0001, model_parallel_size=1, no_progress_bar=False, nwordssrc=-1, nwordstgt=-1, on_cpu_convert_precision=False, only_source=False, optimizer=None, padding_factor=8, plasma_path='/tmp/plasma', profile=False, quantization_config_path=None, reset_logging=False, scoring='bleu', seed=1, source_lang='en', srcdict='../trained_models/Fairseq/Health/1k/en-si/preprocess_en-si/dict.en.txt', suppress_crashes=False, target_lang='si', task='translation', tensorboard_logdir=None, testpref='../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/Government/encoded/test.bpe', tgtdict='../trained_models/Fairseq/Health/1k/en-si/preprocess_en-si/dict.si.txt', threshold_loss_scale=None, thresholdsrc=0, thresholdtgt=0, tokenizer=None, tpu=False, trainpref=None, use_plasma_view=False, user_dir=None, validpref=None, wandb_project=None, workers=16)
+[en] Dictionary: 7088 types
+[en] ../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/Government/encoded/test.bpe.en: 1000 sents, 35198 tokens, 41.4% replaced (by <unk>)
+[si] Dictionary: 7088 types
+[si] ../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/Government/encoded/test.bpe.si: 1000 sents, 33284 tokens, 42.0% replaced (by <unk>)
+Wrote preprocessed data to ../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/Government/preprocess_en-si/

Health/1k/en-si/cross_domain_outputs/Government/preprocess_en-si/test.en-si.en.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e16f0293916b9f0bfc49d514e5d0dc96cafe9fd4ffd9e2cdec15a381ec3dd3
+size 70396

Health/1k/en-si/cross_domain_outputs/Government/preprocess_en-si/test.en-si.si.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a821abadeeb6630a5bb3b63bd9337e870d2c1cf0ed2a1d418fb751e52031f0
+size 66568

Health/1k/en-si/cross_domain_outputs/Health/en-si.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+_,13.289531689068928,11.164648713002292,0.28538859573878894,0.7001542185103758,1.0721436004557474,0.3988866438524107

Health/1k/en-si/cross_domain_outputs/Health/preprocess_en-si/preprocess.log

@@ -0,0 +1,6 @@
+Namespace(aim_repo=None, aim_run_hash=None, align_suffix=None, alignfile=None, all_gather_list_size=16384, amp=False, amp_batch_retries=2, amp_init_scale=128, amp_scale_window=None, azureml_logging=False, bf16=False, bpe=None, cpu=False, criterion='cross_entropy', dataset_impl='mmap', destdir='../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/Health/preprocess_en-si/', dict_only=False, empty_cache_freq=0, fp16=False, fp16_init_scale=128, fp16_no_flatten_grads=False, fp16_scale_tolerance=0.0, fp16_scale_window=None, joined_dictionary=False, log_file=None, log_format=None, log_interval=100, lr_scheduler='fixed', memory_efficient_bf16=False, memory_efficient_fp16=False, min_loss_scale=0.0001, model_parallel_size=1, no_progress_bar=False, nwordssrc=-1, nwordstgt=-1, on_cpu_convert_precision=False, only_source=False, optimizer=None, padding_factor=8, plasma_path='/tmp/plasma', profile=False, quantization_config_path=None, reset_logging=False, scoring='bleu', seed=1, source_lang='en', srcdict='../trained_models/Fairseq/Health/1k/en-si/preprocess_en-si/dict.en.txt', suppress_crashes=False, target_lang='si', task='translation', tensorboard_logdir=None, testpref='../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/Health/encoded/test.bpe', tgtdict='../trained_models/Fairseq/Health/1k/en-si/preprocess_en-si/dict.si.txt', threshold_loss_scale=None, thresholdsrc=0, thresholdtgt=0, tokenizer=None, tpu=False, trainpref=None, use_plasma_view=False, user_dir=None, validpref=None, wandb_project=None, workers=16)
+[en] Dictionary: 7088 types
+[en] ../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/Health/encoded/test.bpe.en: 890 sents, 39630 tokens, 42.5% replaced (by <unk>)
+[si] Dictionary: 7088 types
+[si] ../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/Health/encoded/test.bpe.si: 890 sents, 44407 tokens, 39.6% replaced (by <unk>)
+Wrote preprocessed data to ../trained_models/Fairseq/Health/1k/en-si/cross_domain_outputs/Health/preprocess_en-si/

Health/1k/en-si/cross_domain_outputs/Health/preprocess_en-si/test.en-si.en.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a784ac50c32b912f2fe8926f62e7aff9b2de333a060d0490c3b6545303c1321
+size 79260

Health/1k/en-si/cross_domain_outputs/Health/preprocess_en-si/test.en-si.si.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d2eb407d6a894e9f0bfc53d5a9215cbadcf2be1d038a921901c56eada3b4db
+size 88814

Health/1k/en-si/cross_domain_outputs/Jailbreak/en-si.csv

@@ -0,0 +1,2 @@
+model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
+_,10.682383379547359,8.830977998157778,0.041631321348063535,0.11967563145115265,0.20816765723182465,0.4034818902015686