Upload pairwise bidirectional merge evaluation

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Telugu/model_eval/Telugu_valid_dare_sparsity_0.99_scale_0.3/valid/predictions/English_to_Telugu_valid.json filter=lfs diff=lfs merge=lfs -text

Bengali/final_pairwise_bidirectional_test_scores.csv

@@ -0,0 +1,5 @@
+Language,Model,English_to_Bengali_BLEU,Bengali_to_English_BLEU,English_to_Bengali_CHRF,Bengali_to_English_CHRF,average_bleu,average_chrf,model_name
+Bengali,Task Arithmetic,2.1614810439426426,24.333693547954816,22.568108124290124,52.23549734538883,13.24758729594873,37.40180273483948,pairwise_bidirectional_merge_eval/Bengali/merged_checkpoints/task_arithmetic_scale_0.2
+Bengali,TIES,0.43511663013152446,21.242599910786527,0.5654513466140579,51.91443228153667,10.838858270459026,26.239941814075365,pairwise_bidirectional_merge_eval/Bengali/merged_checkpoints/ties_keep_0.1_scale_0.6
+Bengali,DARE,0.466615269528136,24.922993135494796,0.5885999696772924,53.01294313519763,12.694804202511467,26.80077155243746,pairwise_bidirectional_merge_eval/Bengali/merged_checkpoints/dare_sparsity_0.2_scale_0.2
+Bengali,SCE-Merging,6.5592573303312784,22.115773370680497,34.97884463377777,51.34366165959373,14.337515350505887,43.16125314668575,pairwise_bidirectional_merge_eval/Bengali/merged_checkpoints/sce_topk_0.2

Bengali/final_pairwise_bidirectional_test_scores.json

@@ -0,0 +1,46 @@
+[
+  {
+    "Language": "Bengali",
+    "Model": "Task Arithmetic",
+    "model_name": "pairwise_bidirectional_merge_eval/Bengali/merged_checkpoints/task_arithmetic_scale_0.2",
+    "average_bleu": 13.24758729594873,
+    "average_chrf": 37.40180273483948,
+    "English_to_Bengali_BLEU": 2.1614810439426426,
+    "Bengali_to_English_BLEU": 24.333693547954816,
+    "English_to_Bengali_CHRF": 22.568108124290124,
+    "Bengali_to_English_CHRF": 52.23549734538883
+  },
+  {
+    "Language": "Bengali",
+    "Model": "TIES",
+    "model_name": "pairwise_bidirectional_merge_eval/Bengali/merged_checkpoints/ties_keep_0.1_scale_0.6",
+    "average_bleu": 10.838858270459026,
+    "average_chrf": 26.239941814075365,
+    "English_to_Bengali_BLEU": 0.43511663013152446,
+    "Bengali_to_English_BLEU": 21.242599910786527,
+    "English_to_Bengali_CHRF": 0.5654513466140579,
+    "Bengali_to_English_CHRF": 51.91443228153667
+  },
+  {
+    "Language": "Bengali",
+    "Model": "DARE",
+    "model_name": "pairwise_bidirectional_merge_eval/Bengali/merged_checkpoints/dare_sparsity_0.2_scale_0.2",
+    "average_bleu": 12.694804202511467,
+    "average_chrf": 26.80077155243746,
+    "English_to_Bengali_BLEU": 0.466615269528136,
+    "Bengali_to_English_BLEU": 24.922993135494796,
+    "English_to_Bengali_CHRF": 0.5885999696772924,
+    "Bengali_to_English_CHRF": 53.01294313519763
+  },
+  {
+    "Language": "Bengali",
+    "Model": "SCE-Merging",
+    "model_name": "pairwise_bidirectional_merge_eval/Bengali/merged_checkpoints/sce_topk_0.2",
+    "average_bleu": 14.337515350505887,
+    "average_chrf": 43.16125314668575,
+    "English_to_Bengali_BLEU": 6.5592573303312784,
+    "Bengali_to_English_BLEU": 22.115773370680497,
+    "English_to_Bengali_CHRF": 34.97884463377777,
+    "Bengali_to_English_CHRF": 51.34366165959373
+  }
+]

Bengali/mergekit_configs/dare_sparsity_0.1_scale_0.1.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.1
+      density: 0.9
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.1
+      density: 0.9
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.1_scale_0.2.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.2
+      density: 0.9
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.2
+      density: 0.9
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.1_scale_0.3.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.3
+      density: 0.9
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.3
+      density: 0.9
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.1_scale_0.4.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.4
+      density: 0.9
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.4
+      density: 0.9
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.1_scale_0.5.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.5
+      density: 0.9
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.5
+      density: 0.9
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.1_scale_0.6.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.6
+      density: 0.9
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.6
+      density: 0.9
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.1_scale_0.7.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.7
+      density: 0.9
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.7
+      density: 0.9
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.1_scale_0.8.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.8
+      density: 0.9
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.8
+      density: 0.9
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.1_scale_0.9.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.9
+      density: 0.9
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.9
+      density: 0.9
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.2_scale_0.1.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.1
+      density: 0.8
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.1
+      density: 0.8
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.2_scale_0.2.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.2
+      density: 0.8
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.2
+      density: 0.8
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.2_scale_0.3.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.3
+      density: 0.8
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.3
+      density: 0.8
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.2_scale_0.4.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.4
+      density: 0.8
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.4
+      density: 0.8
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.2_scale_0.5.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.5
+      density: 0.8
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.5
+      density: 0.8
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.2_scale_0.6.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.6
+      density: 0.8
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.6
+      density: 0.8
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.2_scale_0.7.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.7
+      density: 0.8
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.7
+      density: 0.8
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.2_scale_0.8.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.8
+      density: 0.8
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.8
+      density: 0.8
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.2_scale_0.9.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.9
+      density: 0.8
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.9
+      density: 0.8
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.3_scale_0.1.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.1
+      density: 0.7
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.1
+      density: 0.7
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.3_scale_0.2.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.2
+      density: 0.7
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.2
+      density: 0.7
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.3_scale_0.3.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.3
+      density: 0.7
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.3
+      density: 0.7
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.3_scale_0.4.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.4
+      density: 0.7
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.4
+      density: 0.7
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.3_scale_0.5.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.5
+      density: 0.7
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.5
+      density: 0.7
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.3_scale_0.6.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.6
+      density: 0.7
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.6
+      density: 0.7
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.3_scale_0.7.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.7
+      density: 0.7
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.7
+      density: 0.7
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.3_scale_0.8.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.8
+      density: 0.7
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.8
+      density: 0.7
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.3_scale_0.9.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.9
+      density: 0.7
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.9
+      density: 0.7
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.4_scale_0.1.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.1
+      density: 0.6
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.1
+      density: 0.6
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.4_scale_0.2.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.2
+      density: 0.6
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.2
+      density: 0.6
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.4_scale_0.3.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.3
+      density: 0.6
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.3
+      density: 0.6
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.4_scale_0.4.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.4
+      density: 0.6
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.4
+      density: 0.6
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.4_scale_0.5.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.5
+      density: 0.6
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.5
+      density: 0.6
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.4_scale_0.6.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.6
+      density: 0.6
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.6
+      density: 0.6
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.4_scale_0.7.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.7
+      density: 0.6
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.7
+      density: 0.6
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.4_scale_0.8.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.8
+      density: 0.6
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.8
+      density: 0.6
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.4_scale_0.9.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.9
+      density: 0.6
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.9
+      density: 0.6
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.5_scale_0.1.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.1
+      density: 0.5
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.1
+      density: 0.5
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.5_scale_0.2.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.2
+      density: 0.5
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.2
+      density: 0.5
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.5_scale_0.3.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.3
+      density: 0.5
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.3
+      density: 0.5
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.5_scale_0.4.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.4
+      density: 0.5
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.4
+      density: 0.5
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.5_scale_0.5.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.5
+      density: 0.5
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.5
+      density: 0.5
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.5_scale_0.6.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.6
+      density: 0.5
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.6
+      density: 0.5
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.5_scale_0.7.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.7
+      density: 0.5
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.7
+      density: 0.5
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.5_scale_0.8.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.8
+      density: 0.5
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.8
+      density: 0.5
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.5_scale_0.9.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.9
+      density: 0.5
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.9
+      density: 0.5
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.6_scale_0.1.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.1
+      density: 0.4
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.1
+      density: 0.4
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto

Bengali/mergekit_configs/dare_sparsity_0.6_scale_0.2.yaml

@@ -0,0 +1,19 @@
+merge_method: dare_linear
+base_model: Qwen/Qwen2.5-3B-Instruct
+models:
+  - model: baban/QwenTranslate_English_Bengali
+    parameters:
+      weight: 0.2
+      density: 0.4
+  - model: baban/QwenTranslate_Bengali_English
+    parameters:
+      weight: 0.2
+      density: 0.4
+parameters:
+  normalize: true
+  int8_mask: false
+  rescale: true
+dtype: bfloat16
+tokenizer:
+  source: base
+chat_template: auto