LoRA adapter for secgpt-base (canonical JSON enforced)

README.md

@@ -1,9 +1,9 @@
 ---
-base_model: jason-oneal/secgpt-base
+base_model: p-e-w/gpt-oss-20b-heretic
 library_name: peft
 pipeline_tag: text-generation
 tags:
-- base_model:adapter:jason-oneal/secgpt-base
+- base_model:adapter:p-e-w/gpt-oss-20b-heretic
 - lora
 - sft
 - transformers

adapter_config.json

@@ -3,7 +3,7 @@
   "alpha_pattern": {},
   "arrow_config": null,
   "auto_mapping": null,
-  "base_model_name_or_path": "jason-oneal/secgpt-base",
+  "base_model_name_or_path": "p-e-w/gpt-oss-20b-heretic",
   "bias": "none",
   "corda_config": null,
   "ensure_weight_tying": false,
@@ -16,7 +16,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 16,
+  "lora_alpha": 32,
   "lora_bias": false,
   "lora_dropout": 0.05,
   "megatron_config": null,
@@ -25,14 +25,14 @@
   "peft_type": "LORA",
   "peft_version": "0.18.0",
   "qalora_group_size": 16,
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
     "k_proj",
-    "q_proj",
+    "v_proj",
     "o_proj",
-    "v_proj"
+    "q_proj"
   ],
   "target_parameters": null,
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:501e02eb2d444928ff7753411f5762554bbeaf06bbcfbd5a5d106ead3d34d604
-size 15950616
+oid sha256:6756fac31b869f65b43ba594aea3baa607e9c9a60a9e88f809991ace4e1af907
+size 31876192

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25ab7cbf548d7ff3b1df1cc50e27d7d33fc778af0fd46ae5b6d57c8b223afbf4
+oid sha256:0d4f45aa3369fe5c4684f9c5929aaf4eefe4f265f0032aba20c896e6ba5944a8
 size 6225