Upload 3 files

adapter_config.json

@@ -0,0 +1,345 @@
+{
+  "alpha_pattern": {
+    "model.layers.0.self_attn.q_proj": 30.25,
+    "model.layers.0.self_attn.v_proj": 36.0,
+    "model.layers.1.self_attn.q_proj": 30.25,
+    "model.layers.1.self_attn.v_proj": 30.25,
+    "model.layers.10.self_attn.q_proj": 552.25,
+    "model.layers.10.self_attn.v_proj": 462.25,
+    "model.layers.11.self_attn.q_proj": 600.25,
+    "model.layers.11.self_attn.v_proj": 462.25,
+    "model.layers.12.self_attn.q_proj": 462.25,
+    "model.layers.12.self_attn.v_proj": 462.25,
+    "model.layers.13.self_attn.q_proj": 240.25,
+    "model.layers.13.self_attn.v_proj": 256.0,
+    "model.layers.14.self_attn.q_proj": 30.25,
+    "model.layers.14.self_attn.v_proj": 812.25,
+    "model.layers.15.self_attn.q_proj": 600.25,
+    "model.layers.15.self_attn.v_proj": 992.25,
+    "model.layers.16.self_attn.q_proj": 600.25,
+    "model.layers.16.self_attn.v_proj": 552.25,
+    "model.layers.17.self_attn.q_proj": 600.25,
+    "model.layers.17.self_attn.v_proj": 676.0,
+    "model.layers.18.self_attn.q_proj": 600.25,
+    "model.layers.18.self_attn.v_proj": 552.25,
+    "model.layers.19.self_attn.q_proj": 600.25,
+    "model.layers.19.self_attn.v_proj": 462.25,
+    "model.layers.2.self_attn.q_proj": 30.25,
+    "model.layers.2.self_attn.v_proj": 36.0,
+    "model.layers.20.self_attn.q_proj": 156.25,
+    "model.layers.20.self_attn.v_proj": 380.25,
+    "model.layers.21.self_attn.q_proj": 600.25,
+    "model.layers.21.self_attn.v_proj": 462.25,
+    "model.layers.22.self_attn.q_proj": 552.25,
+    "model.layers.22.self_attn.v_proj": 380.25,
+    "model.layers.23.self_attn.q_proj": 324.0,
+    "model.layers.23.self_attn.v_proj": 306.25,
+    "model.layers.24.self_attn.q_proj": 420.25,
+    "model.layers.24.self_attn.v_proj": 256.0,
+    "model.layers.25.self_attn.q_proj": 552.25,
+    "model.layers.25.self_attn.v_proj": 210.25,
+    "model.layers.26.self_attn.q_proj": 324.0,
+    "model.layers.26.self_attn.v_proj": 169.0,
+    "model.layers.27.self_attn.q_proj": 169.0,
+    "model.layers.27.self_attn.v_proj": 169.0,
+    "model.layers.28.self_attn.q_proj": 272.25,
+    "model.layers.28.self_attn.v_proj": 144.0,
+    "model.layers.29.self_attn.q_proj": 210.25,
+    "model.layers.29.self_attn.v_proj": 121.0,
+    "model.layers.3.self_attn.q_proj": 210.25,
+    "model.layers.3.self_attn.v_proj": 380.25,
+    "model.layers.30.self_attn.q_proj": 272.25,
+    "model.layers.30.self_attn.v_proj": 121.0,
+    "model.layers.31.self_attn.q_proj": 144.0,
+    "model.layers.31.self_attn.v_proj": 121.0,
+    "model.layers.32.self_attn.q_proj": 506.25,
+    "model.layers.32.self_attn.v_proj": 121.0,
+    "model.layers.33.self_attn.q_proj": 420.25,
+    "model.layers.33.self_attn.v_proj": 121.0,
+    "model.layers.34.self_attn.q_proj": 400.0,
+    "model.layers.34.self_attn.v_proj": 121.0,
+    "model.layers.35.self_attn.q_proj": 600.25,
+    "model.layers.35.self_attn.v_proj": 121.0,
+    "model.layers.36.self_attn.q_proj": 600.25,
+    "model.layers.36.self_attn.v_proj": 121.0,
+    "model.layers.37.self_attn.q_proj": 600.25,
+    "model.layers.37.self_attn.v_proj": 169.0,
+    "model.layers.38.self_attn.q_proj": 552.25,
+    "model.layers.38.self_attn.v_proj": 169.0,
+    "model.layers.39.self_attn.q_proj": 462.25,
+    "model.layers.39.self_attn.v_proj": 210.25,
+    "model.layers.4.self_attn.q_proj": 324.0,
+    "model.layers.4.self_attn.v_proj": 380.25,
+    "model.layers.40.self_attn.q_proj": 506.25,
+    "model.layers.40.self_attn.v_proj": 210.25,
+    "model.layers.41.self_attn.q_proj": 600.25,
+    "model.layers.41.self_attn.v_proj": 256.0,
+    "model.layers.42.self_attn.q_proj": 272.25,
+    "model.layers.42.self_attn.v_proj": 380.25,
+    "model.layers.43.self_attn.q_proj": 400.0,
+    "model.layers.43.self_attn.v_proj": 462.25,
+    "model.layers.44.self_attn.q_proj": 324.0,
+    "model.layers.44.self_attn.v_proj": 462.25,
+    "model.layers.45.self_attn.q_proj": 169.0,
+    "model.layers.45.self_attn.v_proj": 552.25,
+    "model.layers.46.self_attn.q_proj": 400.0,
+    "model.layers.46.self_attn.v_proj": 552.25,
+    "model.layers.47.self_attn.q_proj": 462.25,
+    "model.layers.47.self_attn.v_proj": 462.25,
+    "model.layers.48.self_attn.q_proj": 462.25,
+    "model.layers.48.self_attn.v_proj": 462.25,
+    "model.layers.49.self_attn.q_proj": 110.25,
+    "model.layers.49.self_attn.v_proj": 462.25,
+    "model.layers.5.self_attn.q_proj": 420.25,
+    "model.layers.5.self_attn.v_proj": 992.25,
+    "model.layers.50.self_attn.q_proj": 506.25,
+    "model.layers.50.self_attn.v_proj": 462.25,
+    "model.layers.51.self_attn.q_proj": 272.25,
+    "model.layers.51.self_attn.v_proj": 462.25,
+    "model.layers.52.self_attn.q_proj": 420.25,
+    "model.layers.52.self_attn.v_proj": 306.25,
+    "model.layers.53.self_attn.q_proj": 240.25,
+    "model.layers.53.self_attn.v_proj": 306.25,
+    "model.layers.54.self_attn.q_proj": 600.25,
+    "model.layers.54.self_attn.v_proj": 306.25,
+    "model.layers.55.self_attn.q_proj": 400.0,
+    "model.layers.55.self_attn.v_proj": 256.0,
+    "model.layers.56.self_attn.q_proj": 81.0,
+    "model.layers.56.self_attn.v_proj": 256.0,
+    "model.layers.57.self_attn.q_proj": 121.0,
+    "model.layers.57.self_attn.v_proj": 256.0,
+    "model.layers.58.self_attn.q_proj": 169.0,
+    "model.layers.58.self_attn.v_proj": 144.0,
+    "model.layers.59.self_attn.q_proj": 100.0,
+    "model.layers.59.self_attn.v_proj": 462.25,
+    "model.layers.6.self_attn.q_proj": 600.25,
+    "model.layers.6.self_attn.v_proj": 812.25,
+    "model.layers.60.self_attn.q_proj": 256.0,
+    "model.layers.60.self_attn.v_proj": 306.25,
+    "model.layers.61.self_attn.q_proj": 156.25,
+    "model.layers.61.self_attn.v_proj": 306.25,
+    "model.layers.62.self_attn.q_proj": 169.0,
+    "model.layers.62.self_attn.v_proj": 306.25,
+    "model.layers.63.self_attn.q_proj": 81.0,
+    "model.layers.63.self_attn.v_proj": 210.25,
+    "model.layers.64.self_attn.q_proj": 182.25,
+    "model.layers.64.self_attn.v_proj": 256.0,
+    "model.layers.65.self_attn.q_proj": 64.0,
+    "model.layers.65.self_attn.v_proj": 100.0,
+    "model.layers.66.self_attn.q_proj": 81.0,
+    "model.layers.66.self_attn.v_proj": 144.0,
+    "model.layers.67.self_attn.q_proj": 110.25,
+    "model.layers.67.self_attn.v_proj": 169.0,
+    "model.layers.68.self_attn.q_proj": 64.0,
+    "model.layers.68.self_attn.v_proj": 169.0,
+    "model.layers.69.self_attn.q_proj": 30.25,
+    "model.layers.69.self_attn.v_proj": 144.0,
+    "model.layers.7.self_attn.q_proj": 256.0,
+    "model.layers.7.self_attn.v_proj": 462.25,
+    "model.layers.70.self_attn.q_proj": 36.0,
+    "model.layers.70.self_attn.v_proj": 100.0,
+    "model.layers.71.self_attn.q_proj": 90.25,
+    "model.layers.71.self_attn.v_proj": 64.0,
+    "model.layers.72.self_attn.q_proj": 100.0,
+    "model.layers.72.self_attn.v_proj": 64.0,
+    "model.layers.73.self_attn.q_proj": 42.25,
+    "model.layers.73.self_attn.v_proj": 64.0,
+    "model.layers.74.self_attn.q_proj": 132.25,
+    "model.layers.74.self_attn.v_proj": 81.0,
+    "model.layers.75.self_attn.q_proj": 90.25,
+    "model.layers.75.self_attn.v_proj": 121.0,
+    "model.layers.76.self_attn.q_proj": 36.0,
+    "model.layers.76.self_attn.v_proj": 56.25,
+    "model.layers.77.self_attn.q_proj": 56.25,
+    "model.layers.77.self_attn.v_proj": 56.25,
+    "model.layers.78.self_attn.q_proj": 36.0,
+    "model.layers.78.self_attn.v_proj": 56.25,
+    "model.layers.79.self_attn.q_proj": 30.25,
+    "model.layers.79.self_attn.v_proj": 36.0,
+    "model.layers.8.self_attn.q_proj": 121.0,
+    "model.layers.8.self_attn.v_proj": 306.25,
+    "model.layers.9.self_attn.q_proj": 420.25,
+    "model.layers.9.self_attn.v_proj": 306.25
+  },
+  "auto_mapping": null,
+  "base_model_name_or_path": "pinkmanlove/llama-65b-hf",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "lora_alpha": 0,
+  "lora_dropout": 0.05,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 1,
+  "rank_pattern": {
+    "model.layers.0.self_attn.q_proj": 11,
+    "model.layers.0.self_attn.v_proj": 12,
+    "model.layers.1.self_attn.q_proj": 11,
+    "model.layers.1.self_attn.v_proj": 11,
+    "model.layers.10.self_attn.q_proj": 47,
+    "model.layers.10.self_attn.v_proj": 43,
+    "model.layers.11.self_attn.q_proj": 49,
+    "model.layers.11.self_attn.v_proj": 43,
+    "model.layers.12.self_attn.q_proj": 43,
+    "model.layers.12.self_attn.v_proj": 43,
+    "model.layers.13.self_attn.q_proj": 31,
+    "model.layers.13.self_attn.v_proj": 32,
+    "model.layers.14.self_attn.q_proj": 11,
+    "model.layers.14.self_attn.v_proj": 57,
+    "model.layers.15.self_attn.q_proj": 49,
+    "model.layers.15.self_attn.v_proj": 63,
+    "model.layers.16.self_attn.q_proj": 49,
+    "model.layers.16.self_attn.v_proj": 47,
+    "model.layers.17.self_attn.q_proj": 49,
+    "model.layers.17.self_attn.v_proj": 52,
+    "model.layers.18.self_attn.q_proj": 49,
+    "model.layers.18.self_attn.v_proj": 47,
+    "model.layers.19.self_attn.q_proj": 49,
+    "model.layers.19.self_attn.v_proj": 43,
+    "model.layers.2.self_attn.q_proj": 11,
+    "model.layers.2.self_attn.v_proj": 12,
+    "model.layers.20.self_attn.q_proj": 25,
+    "model.layers.20.self_attn.v_proj": 39,
+    "model.layers.21.self_attn.q_proj": 49,
+    "model.layers.21.self_attn.v_proj": 43,
+    "model.layers.22.self_attn.q_proj": 47,
+    "model.layers.22.self_attn.v_proj": 39,
+    "model.layers.23.self_attn.q_proj": 36,
+    "model.layers.23.self_attn.v_proj": 35,
+    "model.layers.24.self_attn.q_proj": 41,
+    "model.layers.24.self_attn.v_proj": 32,
+    "model.layers.25.self_attn.q_proj": 47,
+    "model.layers.25.self_attn.v_proj": 29,
+    "model.layers.26.self_attn.q_proj": 36,
+    "model.layers.26.self_attn.v_proj": 26,
+    "model.layers.27.self_attn.q_proj": 26,
+    "model.layers.27.self_attn.v_proj": 26,
+    "model.layers.28.self_attn.q_proj": 33,
+    "model.layers.28.self_attn.v_proj": 24,
+    "model.layers.29.self_attn.q_proj": 29,
+    "model.layers.29.self_attn.v_proj": 22,
+    "model.layers.3.self_attn.q_proj": 29,
+    "model.layers.3.self_attn.v_proj": 39,
+    "model.layers.30.self_attn.q_proj": 33,
+    "model.layers.30.self_attn.v_proj": 22,
+    "model.layers.31.self_attn.q_proj": 24,
+    "model.layers.31.self_attn.v_proj": 22,
+    "model.layers.32.self_attn.q_proj": 45,
+    "model.layers.32.self_attn.v_proj": 22,
+    "model.layers.33.self_attn.q_proj": 41,
+    "model.layers.33.self_attn.v_proj": 22,
+    "model.layers.34.self_attn.q_proj": 40,
+    "model.layers.34.self_attn.v_proj": 22,
+    "model.layers.35.self_attn.q_proj": 49,
+    "model.layers.35.self_attn.v_proj": 22,
+    "model.layers.36.self_attn.q_proj": 49,
+    "model.layers.36.self_attn.v_proj": 22,
+    "model.layers.37.self_attn.q_proj": 49,
+    "model.layers.37.self_attn.v_proj": 26,
+    "model.layers.38.self_attn.q_proj": 47,
+    "model.layers.38.self_attn.v_proj": 26,
+    "model.layers.39.self_attn.q_proj": 43,
+    "model.layers.39.self_attn.v_proj": 29,
+    "model.layers.4.self_attn.q_proj": 36,
+    "model.layers.4.self_attn.v_proj": 39,
+    "model.layers.40.self_attn.q_proj": 45,
+    "model.layers.40.self_attn.v_proj": 29,
+    "model.layers.41.self_attn.q_proj": 49,
+    "model.layers.41.self_attn.v_proj": 32,
+    "model.layers.42.self_attn.q_proj": 33,
+    "model.layers.42.self_attn.v_proj": 39,
+    "model.layers.43.self_attn.q_proj": 40,
+    "model.layers.43.self_attn.v_proj": 43,
+    "model.layers.44.self_attn.q_proj": 36,
+    "model.layers.44.self_attn.v_proj": 43,
+    "model.layers.45.self_attn.q_proj": 26,
+    "model.layers.45.self_attn.v_proj": 47,
+    "model.layers.46.self_attn.q_proj": 40,
+    "model.layers.46.self_attn.v_proj": 47,
+    "model.layers.47.self_attn.q_proj": 43,
+    "model.layers.47.self_attn.v_proj": 43,
+    "model.layers.48.self_attn.q_proj": 43,
+    "model.layers.48.self_attn.v_proj": 43,
+    "model.layers.49.self_attn.q_proj": 21,
+    "model.layers.49.self_attn.v_proj": 43,
+    "model.layers.5.self_attn.q_proj": 41,
+    "model.layers.5.self_attn.v_proj": 63,
+    "model.layers.50.self_attn.q_proj": 45,
+    "model.layers.50.self_attn.v_proj": 43,
+    "model.layers.51.self_attn.q_proj": 33,
+    "model.layers.51.self_attn.v_proj": 43,
+    "model.layers.52.self_attn.q_proj": 41,
+    "model.layers.52.self_attn.v_proj": 35,
+    "model.layers.53.self_attn.q_proj": 31,
+    "model.layers.53.self_attn.v_proj": 35,
+    "model.layers.54.self_attn.q_proj": 49,
+    "model.layers.54.self_attn.v_proj": 35,
+    "model.layers.55.self_attn.q_proj": 40,
+    "model.layers.55.self_attn.v_proj": 32,
+    "model.layers.56.self_attn.q_proj": 18,
+    "model.layers.56.self_attn.v_proj": 32,
+    "model.layers.57.self_attn.q_proj": 22,
+    "model.layers.57.self_attn.v_proj": 32,
+    "model.layers.58.self_attn.q_proj": 26,
+    "model.layers.58.self_attn.v_proj": 24,
+    "model.layers.59.self_attn.q_proj": 20,
+    "model.layers.59.self_attn.v_proj": 43,
+    "model.layers.6.self_attn.q_proj": 49,
+    "model.layers.6.self_attn.v_proj": 57,
+    "model.layers.60.self_attn.q_proj": 32,
+    "model.layers.60.self_attn.v_proj": 35,
+    "model.layers.61.self_attn.q_proj": 25,
+    "model.layers.61.self_attn.v_proj": 35,
+    "model.layers.62.self_attn.q_proj": 26,
+    "model.layers.62.self_attn.v_proj": 35,
+    "model.layers.63.self_attn.q_proj": 18,
+    "model.layers.63.self_attn.v_proj": 29,
+    "model.layers.64.self_attn.q_proj": 27,
+    "model.layers.64.self_attn.v_proj": 32,
+    "model.layers.65.self_attn.q_proj": 16,
+    "model.layers.65.self_attn.v_proj": 20,
+    "model.layers.66.self_attn.q_proj": 18,
+    "model.layers.66.self_attn.v_proj": 24,
+    "model.layers.67.self_attn.q_proj": 21,
+    "model.layers.67.self_attn.v_proj": 26,
+    "model.layers.68.self_attn.q_proj": 16,
+    "model.layers.68.self_attn.v_proj": 26,
+    "model.layers.69.self_attn.q_proj": 11,
+    "model.layers.69.self_attn.v_proj": 24,
+    "model.layers.7.self_attn.q_proj": 32,
+    "model.layers.7.self_attn.v_proj": 43,
+    "model.layers.70.self_attn.q_proj": 12,
+    "model.layers.70.self_attn.v_proj": 20,
+    "model.layers.71.self_attn.q_proj": 19,
+    "model.layers.71.self_attn.v_proj": 16,
+    "model.layers.72.self_attn.q_proj": 20,
+    "model.layers.72.self_attn.v_proj": 16,
+    "model.layers.73.self_attn.q_proj": 13,
+    "model.layers.73.self_attn.v_proj": 16,
+    "model.layers.74.self_attn.q_proj": 23,
+    "model.layers.74.self_attn.v_proj": 18,
+    "model.layers.75.self_attn.q_proj": 19,
+    "model.layers.75.self_attn.v_proj": 22,
+    "model.layers.76.self_attn.q_proj": 12,
+    "model.layers.76.self_attn.v_proj": 15,
+    "model.layers.77.self_attn.q_proj": 15,
+    "model.layers.77.self_attn.v_proj": 15,
+    "model.layers.78.self_attn.q_proj": 12,
+    "model.layers.78.self_attn.v_proj": 15,
+    "model.layers.79.self_attn.q_proj": 11,
+    "model.layers.79.self_attn.v_proj": 12,
+    "model.layers.8.self_attn.q_proj": 22,
+    "model.layers.8.self_attn.v_proj": 35,
+    "model.layers.9.self_attn.q_proj": 41,
+    "model.layers.9.self_attn.v_proj": 35
+  },
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM"
+}

adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0658a2efedc06c04b28a3717fbb5cc3365777028b7b8774f08188fbc9cc2879a
+size 168642746

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bcb731474b064d2417e7c4db03e70241427f75a2f9eb916bd4ad36349652695
+size 168635128