Upload model

adapter_config.json

@@ -1,18 +1,51 @@
 {
-  "base_model_name_or_path": "decapoda-research/llama-7b-hf",
+  "base_model_name_or_path": "IlyaGusev/llama_7b_ru_turbo_alpaca_lora_merged",
   "bias": "none",
   "enable_lora": null,
   "fan_in_fan_out": false,
   "inference_mode": true,
-  "lora_alpha": 16,
+  "lora_alpha": 32,
   "lora_dropout": 0.05,
   "merge_weights": false,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 32,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "model.layers.27.self_attn.q_proj",
+    "model.layers.27.self_attn.k_proj",
+    "model.layers.27.self_attn.v_proj",
+    "model.layers.27.self_attn.o_proj",
+    "model.layers.27.mlp.gate_proj",
+    "model.layers.27.mlp.down_proj",
+    "model.layers.27.mlp.up_proj",
+    "model.layers.28.self_attn.q_proj",
+    "model.layers.28.self_attn.k_proj",
+    "model.layers.28.self_attn.v_proj",
+    "model.layers.28.self_attn.o_proj",
+    "model.layers.28.mlp.gate_proj",
+    "model.layers.28.mlp.down_proj",
+    "model.layers.28.mlp.up_proj",
+    "model.layers.29.self_attn.q_proj",
+    "model.layers.29.self_attn.k_proj",
+    "model.layers.29.self_attn.v_proj",
+    "model.layers.29.self_attn.o_proj",
+    "model.layers.29.mlp.gate_proj",
+    "model.layers.29.mlp.down_proj",
+    "model.layers.29.mlp.up_proj",
+    "model.layers.30.self_attn.q_proj",
+    "model.layers.30.self_attn.k_proj",
+    "model.layers.30.self_attn.v_proj",
+    "model.layers.30.self_attn.o_proj",
+    "model.layers.30.mlp.gate_proj",
+    "model.layers.30.mlp.down_proj",
+    "model.layers.30.mlp.up_proj",
+    "model.layers.31.self_attn.q_proj",
+    "model.layers.31.self_attn.k_proj",
+    "model.layers.31.self_attn.v_proj",
+    "model.layers.31.self_attn.o_proj",
+    "model.layers.31.mlp.gate_proj",
+    "model.layers.31.mlp.down_proj",
+    "model.layers.31.mlp.up_proj"
   ],
-  "task_type": "CAUSAL_LM"
+  "task_type": null
 }

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bc8f8d27f5f3ae3f1fb1dddbf9fb06882d494a609b555cba03d54aca16a8aa6
-size 16822989
+oid sha256:11610b76aba2b0e071d9f39e0dac591743771ebd412de0b75860045d2027e797
+size 49996163