Upload 2 files

config.yaml

@@ -0,0 +1,33 @@
+base_model_config:
+  base_model: mbert-uncased
+  apply_lora_flag: True
+  freeze_transformer_flag: False
+  num_unique_labels: 20
+  
+training_config:
+  # directory
+  output_dir: ../model_checkpoints/lora
+  logging_dir: ../logs/lora
+
+  # LoRA config
+  lora_rank: 8
+  lora_alpha: 16
+  target_modules: ["query", "key", "value"]
+  lora_dropout: 0.1
+
+  # training config
+  learning_rate: 0.00005
+  eval_steps: 500
+  save_steps: 500
+  logging_steps: 100
+  per_device_train_batch_size: 32
+  per_device_eval_batch_size: 32
+  num_train_epochs: 20
+  weight_decay: 0.01
+  early_stopping_patience: 5
+  early_stopping_threshold: 0.01
+
+inference_config:
+  # directory
+  model_path: ../model_checkpoints/lora
+  saving_dir: ../results/lora/test_split.csv

mapping.json

@@ -0,0 +1,52 @@
+{
+    "models": {
+        "mbert-cased": "google-bert/bert-base-multilingual-cased",
+        "mbert-uncased": "google-bert/bert-base-multilingual-uncased"
+    },
+
+    "id2label": {
+        "0": "ar",
+        "1": "bg",
+        "2": "de",
+        "3": "el",
+        "4": "en",
+        "5": "es",
+        "6": "fr",
+        "7": "hi",
+        "8": "it",
+        "9": "ja",
+        "10": "nl",
+        "11": "pl",
+        "12": "pt",
+        "13": "ru",
+        "14": "sw",
+        "15": "th",
+        "16": "tr",
+        "17": "ur",
+        "18": "vi",
+        "19": "zh"
+    },
+
+    "language_codes":{
+        "ar": "arabic",
+        "bg": "bulgarian",
+        "de": "german",
+        "el": "modern greek",
+        "en": "english",
+        "es": "spanish",
+        "fr": "french",
+        "hi": "hindi",
+        "it": "italian",
+        "ja": "japanese",
+        "nl": "dutch",
+        "pl": "polish",
+        "pt": "portuguese",
+        "ru": "russian",
+        "sw": "swahili",
+        "th": "thai",
+        "tr": "turkish",
+        "ur": "urdu",
+        "vi": "vietnamese",
+        "zh": "chinese"
+    }
+}