update

README.md

@@ -1,11 +1,6 @@
 ---
 base_model: microsoft/Phi-4-mini-instruct
 library_name: peft
-pipeline_tag: text-generation
-tags:
-- base_model:adapter:microsoft/Phi-4-mini-instruct
-- lora
-- transformers
 ---
 
 # Model Card for Model ID
@@ -204,4 +199,4 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
 [More Information Needed]
 ### Framework versions
 
-- PEFT 0.17.1
+- PEFT 0.15.0

adapter_config.json

@@ -15,25 +15,22 @@
   "loftq_config": {},
   "lora_alpha": 96,
   "lora_bias": false,
-  "lora_dropout": 0.0,
+  "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "qalora_group_size": 16,
-  "r": 96,
+  "r": 64,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "o_proj",
     "gate_up_proj",
-    "qkv_proj",
     "down_proj",
-    "o_proj"
+    "qkv_proj"
   ],
-  "target_parameters": null,
   "task_type": "CAUSAL_LM",
   "trainable_token_indices": null,
   "use_dora": false,
-  "use_qalora": false,
-  "use_rslora": false
+  "use_rslora": true
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65260ebca6f70c9996e6bb9839e4748828e37c9fb6bb101009b8e851ff5fd948
-size 553683000
+oid sha256:71789a667f3e6e410dc27af9e562a71024345eadf3739cccacd6e917e2320296
+size 369133600

tokenizer_config.json

@@ -109,7 +109,6 @@
     }
   },
   "bos_token": "<|endoftext|>",
-  "chat_template": "{% for message in messages %}{% if message['role'] == 'system' and 'tools' in message and message['tools'] is not none %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|tool|>' + message['tools'] + '<|/tool|>' + '<|end|>' }}{% else %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|end|>' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>' }}{% else %}{{ eos_token }}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "extra_special_tokens": {},