Upload 2 files

adapter_config.json

@@ -5,15 +5,18 @@
     "lora_alpha": 16,
     "lora_dropout": 0.05,
     "target_modules": [
+        "q_proj",
+        "k_proj",
+        "v_proj",
         "o_proj",
+        "gate_proj",
         "down_proj",
-        "qkv_proj",
-        "gate_up_proj"
+        "up_proj"
     ],
     "routing_strategy": "mixtral",
     "num_experts": 8,
     "act_fn": "silu",
     "top_k": 2,
-    "base_model_name_or_path": "microsoft/Phi-3-mini-4k-instruct",
+    "base_model_name_or_path": "TinyLlama/TinyLlama_v1.1",
     "task_type": "CAUSAL_LM"
 }

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b8d35208d964d4a04bc24270b73ecda5ce20bbb93911182b05f9340e7b66a66
-size 274122242
+oid sha256:303bd3dc84143931dd91498cfd5c9768d44405fa33a75c17d73697421c106d00
+size 140680928