update

README.md

@@ -1,6 +1,11 @@
 ---
 base_model: microsoft/Phi-4-mini-instruct
 library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:microsoft/Phi-4-mini-instruct
+- lora
+- transformers
 ---
 
 # Model Card for Model ID
@@ -199,4 +204,4 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
 [More Information Needed]
 ### Framework versions
 
-- PEFT 0.15.0
+- PEFT 0.17.1

adapter_config.json

@@ -13,24 +13,27 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 64,
+  "lora_alpha": 96,
   "lora_bias": false,
-  "lora_dropout": 0.15,
+  "lora_dropout": 0.0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 64,
+  "qalora_group_size": 16,
+  "r": 96,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "o_proj",
     "gate_up_proj",
-    "qkv_proj"
+    "qkv_proj",
+    "down_proj",
+    "o_proj"
   ],
+  "target_parameters": null,
   "task_type": "CAUSAL_LM",
   "trainable_token_indices": null,
   "use_dora": false,
-  "use_rslora": true
+  "use_qalora": false,
+  "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68d045fb03654a8204309dd246669c066b2656f45943c27079a36b94ac59f6f6
-size 369133568
+oid sha256:1632f20a104b454c5896af4f6239ac6b4d5e9fd0446cbce3e9bd0f4e533bea58
+size 553683000

added_tokens.json

@@ -3,6 +3,7 @@
   "<|/tool|>": 200024,
   "<|assistant|>": 200019,
   "<|end|>": 200020,
+  "<|im_end|>": 200029,
   "<|system|>": 200022,
   "<|tag|>": 200028,
   "<|tool_call|>": 200025,

special_tokens_map.json

@@ -7,7 +7,7 @@
     "single_word": false
   },
   "eos_token": {
-    "content": "<|endoftext|>",
+    "content": "<|im_end|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:382cc235b56c725945e149cc25f191da667c836655efd0857b004320e90e91ea
-size 15524095
+oid sha256:8799b7ce62bf40e724f80af87b9545f9d9043778f435040a6c08e834dc047b69
+size 15524282

tokenizer_config.json

@@ -98,15 +98,25 @@
       "rstrip": true,
       "single_word": false,
       "special": true
+    },
+    "200029": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
     }
   },
   "bos_token": "<|endoftext|>",
   "chat_template": "{% for message in messages %}{% if message['role'] == 'system' and 'tools' in message and message['tools'] is not none %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|tool|>' + message['tools'] + '<|/tool|>' + '<|end|>' }}{% else %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|end|>' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>' }}{% else %}{{ eos_token }}{% endif %}",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "<|endoftext|>",
+  "eos_token": "<|im_end|>",
   "extra_special_tokens": {},
   "model_max_length": 131072,
   "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
   "tokenizer_class": "GPT2Tokenizer",
   "unk_token": "<|endoftext|>"
 }