Training in progress, step 200

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "bert-base-uncased",
+  "base_model_name_or_path": "distilbert-base-uncased",
   "bias": "none",
   "eva_config": null,
   "exclude_modules": null,
@@ -26,8 +26,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "query",
-    "value"
+    "lin1",
+    "k_lin",
+    "v_lin",
+    "out_lin",
+    "lin2",
+    "q_lin"
   ],
   "task_type": "SEQ_CLS",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7799c4a1f71f793967c27de7072d7eb9194c0de64b95e366eb1b14cddc4f3f00
-size 4756344
+oid sha256:64a1d6ac3fc276d5e5984abd04e7d0abe246281dfad6f849ab4c8b32f0587c4a
+size 13020768

tokenizer_config.json

@@ -51,6 +51,6 @@
   "sep_token": "[SEP]",
   "strip_accents": null,
   "tokenize_chinese_chars": true,
-  "tokenizer_class": "BertTokenizer",
+  "tokenizer_class": "DistilBertTokenizer",
   "unk_token": "[UNK]"
 }