Upload folder using huggingface_hub

bilstm/large/config.json

@@ -0,0 +1,94 @@
+{
+  "seed": 42,
+  "data": {
+    "train_files": [
+      "/kaggle/working/data/processed/processed.txt"
+    ],
+    "val_files": null,
+    "test_files": null,
+    "batch_size": 256,
+    "num_workers": 12,
+    "cache_dir": ".cache/",
+    "cache_format": "npz",
+    "max_length": 512,
+    "val_split": 0.01,
+    "test_split": 0,
+    "diacritic_keep_probs": [
+      0.2,
+      0.0,
+      0.0
+    ]
+  },
+  "modeling_config": {
+    "architecture": {
+      "name": "bilstm",
+      "embedding_dim": 128,
+      "hidden_dim": 256,
+      "num_layers": 3,
+      "dropout": 0.3
+    },
+    "loss": {
+      "name": "cross_entropy",
+      "label_smoothing": 0.1,
+      "ignore_index": 0
+    },
+    "optimizer": {
+      "name": "adamw",
+      "lr": 0.0006,
+      "weight_decay": 0.01
+    },
+    "scheduler": {
+      "name": "cosine",
+      "t_max": 50
+    }
+  },
+  "trainer": {
+    "max_epochs": 40,
+    "accelerator": "auto",
+    "devices": 1,
+    "precision": "32",
+    "log_every_n_steps": 100,
+    "gradient_clip_val": 1.0,
+    "loggers": [
+      {
+        "logger_name": "tensorboard",
+        "save_dir": "lightning_logs/"
+      },
+      {
+        "logger_name": "wandb",
+        "project": "Arabic-Diacritizer",
+        "log_model": "all",
+        "name": "main"
+      }
+    ],
+    "callbacks": [
+      {
+        "name": "model_checkpoint",
+        "monitor": "val_der",
+        "mode": "min",
+        "save_top_k": 3,
+        "filename": "diacritizer-epoch={epoch:02d}-val-der={val_der:.4f}"
+      },
+      {
+        "name": "early_stopping",
+        "monitor": "val_loss",
+        "mode": "min",
+        "patience": 10
+      },
+      {
+        "name": "lr_monitor",
+        "logging_interval": "step"
+      }
+    ]
+  },
+  "export": {
+    "output_dir": "artifacts/",
+    "dummy_input_length": 50,
+    "onnx_opset_version": 15,
+    "use_torch_dynamo": false
+  },
+  "git": {
+    "branch": "main",
+    "commit_hash": "7d57f90a318c335a9486f2b4680389a4978aead9"
+  }
+}

bilstm/large/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e30e02a115e125357f7afb65cfca492295cc72836f0989a589854b8ced8e98f
+size 15864947

bilstm/large/vocab.json

@@ -0,0 +1,246 @@
+{
+  "char2id": {
+    "<PAD>": 0,
+    "<UNK>": 1,
+    " ": 2,
+    "!": 3,
+    "\"": 4,
+    "(": 5,
+    ")": 6,
+    ",": 7,
+    "-": 8,
+    ".": 9,
+    "/": 10,
+    ":": 11,
+    ";": 12,
+    "[": 13,
+    "]": 14,
+    "«": 15,
+    "»": 16,
+    "،": 17,
+    "؛": 18,
+    "؟": 19,
+    "ء": 20,
+    "آ": 21,
+    "أ": 22,
+    "ؤ": 23,
+    "إ": 24,
+    "ئ": 25,
+    "ا": 26,
+    "ب": 27,
+    "ة": 28,
+    "ت": 29,
+    "ث": 30,
+    "ج": 31,
+    "ح": 32,
+    "خ": 33,
+    "د": 34,
+    "ذ": 35,
+    "ر": 36,
+    "ز": 37,
+    "س": 38,
+    "ش": 39,
+    "ص": 40,
+    "ض": 41,
+    "ط": 42,
+    "ظ": 43,
+    "ع": 44,
+    "غ": 45,
+    "ػ": 46,
+    "ؼ": 47,
+    "ؽ": 48,
+    "ؾ": 49,
+    "ؿ": 50,
+    "ـ": 51,
+    "ف": 52,
+    "ق": 53,
+    "ك": 54,
+    "ل": 55,
+    "م": 56,
+    "ن": 57,
+    "ه": 58,
+    "و": 59,
+    "ى": 60,
+    "ي": 61,
+    "ً": 62,
+    "ٌ": 63,
+    "ٍ": 64,
+    "َ": 65,
+    "ُ": 66,
+    "ِ": 67,
+    "ّ": 68,
+    "ْ": 69,
+    "ٓ": 70,
+    "ٰ": 71,
+    "پ": 72,
+    "چ": 73,
+    "ڤ": 74,
+    "گ": 75,
+    "…": 76
+  },
+  "id2char": {
+    "0": "<PAD>",
+    "1": "<UNK>",
+    "2": " ",
+    "3": "!",
+    "4": "\"",
+    "5": "(",
+    "6": ")",
+    "7": ",",
+    "8": "-",
+    "9": ".",
+    "10": "/",
+    "11": ":",
+    "12": ";",
+    "13": "[",
+    "14": "]",
+    "15": "«",
+    "16": "»",
+    "17": "،",
+    "18": "؛",
+    "19": "؟",
+    "20": "ء",
+    "21": "آ",
+    "22": "أ",
+    "23": "ؤ",
+    "24": "إ",
+    "25": "ئ",
+    "26": "ا",
+    "27": "ب",
+    "28": "ة",
+    "29": "ت",
+    "30": "ث",
+    "31": "ج",
+    "32": "ح",
+    "33": "خ",
+    "34": "د",
+    "35": "ذ",
+    "36": "ر",
+    "37": "ز",
+    "38": "س",
+    "39": "ش",
+    "40": "ص",
+    "41": "ض",
+    "42": "ط",
+    "43": "ظ",
+    "44": "ع",
+    "45": "غ",
+    "46": "ػ",
+    "47": "ؼ",
+    "48": "ؽ",
+    "49": "ؾ",
+    "50": "ؿ",
+    "51": "ـ",
+    "52": "ف",
+    "53": "ق",
+    "54": "ك",
+    "55": "ل",
+    "56": "م",
+    "57": "ن",
+    "58": "ه",
+    "59": "و",
+    "60": "ى",
+    "61": "ي",
+    "62": "ً",
+    "63": "ٌ",
+    "64": "ٍ",
+    "65": "َ",
+    "66": "ُ",
+    "67": "ِ",
+    "68": "ّ",
+    "69": "ْ",
+    "70": "ٓ",
+    "71": "ٰ",
+    "72": "پ",
+    "73": "چ",
+    "74": "ڤ",
+    "75": "گ",
+    "76": "…"
+  },
+  "diacritic2id": {
+    "": 0,
+    "ً": 1,
+    "ٌ": 2,
+    "ٍ": 3,
+    "َ": 4,
+    "ُ": 5,
+    "ِ": 6,
+    "ًّ": 7,
+    "ٌّ": 8,
+    "ٍّ": 9,
+    "َّ": 10,
+    "ُّ": 11,
+    "ِّ": 12,
+    "ْ": 13,
+    "ٓ": 14,
+    "ٰ": 15
+  },
+  "id2diacritic": {
+    "0": "",
+    "1": "ً",
+    "2": "ٌ",
+    "3": "ٍ",
+    "4": "َ",
+    "5": "ُ",
+    "6": "ِ",
+    "7": "ًّ",
+    "8": "ٌّ",
+    "9": "ٍّ",
+    "10": "َّ",
+    "11": "ُّ",
+    "12": "ِّ",
+    "13": "ْ",
+    "14": "ٓ",
+    "15": "ٰ"
+  },
+  "pad_idx": 0,
+  "unk_idx": 1,
+  "arabic_letters": [
+    "ء",
+    "آ",
+    "أ",
+    "ؤ",
+    "إ",
+    "ئ",
+    "ا",
+    "ب",
+    "ة",
+    "ت",
+    "ث",
+    "ج",
+    "ح",
+    "خ",
+    "د",
+    "ذ",
+    "ر",
+    "ز",
+    "س",
+    "ش",
+    "ص",
+    "ض",
+    "ط",
+    "ظ",
+    "ع",
+    "غ",
+    "ػ",
+    "ؼ",
+    "ؽ",
+    "ؾ",
+    "ؿ",
+    "ـ",
+    "ف",
+    "ق",
+    "ك",
+    "ل",
+    "م",
+    "ن",
+    "ه",
+    "و",
+    "ى",
+    "ي",
+    "پ",
+    "چ",
+    "ڤ",
+    "گ"
+  ]
+}

bilstm/medium/config.json

@@ -23,7 +23,7 @@
     "architecture": {
       "name": "bilstm",
       "embedding_dim": 128,
-      "hidden_dim": 256,
+      "hidden_dim": 128,
       "num_layers": 3,
       "dropout": 0.3
     },

bilstm/medium/model.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e30e02a115e125357f7afb65cfca492295cc72836f0989a589854b8ced8e98f
-size 15864947
+oid sha256:ff3f1b2519f7e244895a92291076d71b97ce198351df3566c7af97789c99f1a4
+size 4289635