SeeFlock
/

task-5-microsoft-Phi-3-mini-4k-instruct

Model card Files Files and versions

SeeFlock commited on Feb 24, 2025

Commit

f2073df

·

verified ·

1 Parent(s): 829dda4

Upload folder using huggingface_hub

Files changed (2) hide show

adapter_config.json +4 -4
adapter_model.safetensors +2 -2

adapter_config.json CHANGED Viewed

@@ -10,20 +10,20 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 128,
   "lora_dropout": 0.0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 64,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
     "gate_up_proj",
-    "down_proj",
     "o_proj",
-    "qkv_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
+  "lora_alpha": 64,
   "lora_dropout": 0.0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
+  "r": 32,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
     "gate_up_proj",
     "o_proj",
+    "qkv_proj",
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:493d48db8b049b0313e88a42f5687c88c9d4636563c4e5f079a87a61285c7a52
-size 402688040

 version https://git-lfs.github.com/spec/v1
+oid sha256:426e92e8016097f1f6ddcd42b2833a4b971b8e6df1f522fa5c94c2f283dcebb7
+size 201361312