Upload config.json

config.json

@@ -0,0 +1,20 @@
+{
+  "embed_dim": 256,
+  "num_layers": 4,
+  "num_heads": 4,
+  "head_dim": 64,
+  "ff_mult": 4,
+  "max_seq_len": 512,
+  "dropout": 0.1,
+  "vocab_size": 32000,
+  "tokenizer_name": "asafaya/bert-mini-arabic",
+  "use_rotary_embedding": false,
+  "use_task_adapters": false,
+  "adapter_bottleneck": 64,
+  "tasks": [
+    "sentiment",
+    "error_detection",
+    "ner_detection",
+    "generation"
+  ]
+}