SeeFlock
/

task-9-microsoft-Phi-3-mini-4k-instruct

Model card Files Files and versions

SeeFlock commited on May 23, 2025

Commit

60b44a5

·

verified ·

1 Parent(s): 55f54cc

Upload folder using huggingface_hub

Files changed (2) hide show

adapter_config.json +3 -3
adapter_model.safetensors +2 -2

adapter_config.json CHANGED Viewed

@@ -11,7 +11,7 @@
   "layers_to_transform": null,
   "loftq_config": {},
   "lora_alpha": 32,
-  "lora_dropout": 0.0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
@@ -20,9 +20,9 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "gate_up_proj",
     "qkv_proj",
     "o_proj"
   ],
   "task_type": "CAUSAL_LM",

   "layers_to_transform": null,
   "loftq_config": {},
   "lora_alpha": 32,
+  "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
     "qkv_proj",
+    "gate_up_proj",
+    "down_proj",
     "o_proj"
   ],
   "task_type": "CAUSAL_LM",

adapter_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:baeab5cd54d84954719e08a933a704ddc4669b770cbc1547b15f87656c47bfaa
-size 201361312

 version https://git-lfs.github.com/spec/v1
+oid sha256:ce1b1f9878ec1a5acebb1975ea996e23442457cf0153bd99076d1d8f7d0a9ef4
+size 201361280