Upload folder using huggingface_hub

config.json

@@ -38,212 +38,92 @@
     "model.layers.0.mlp.down_proj": 313,
     "model.layers.0.mlp.gate_proj": 322,
     "model.layers.0.mlp.up_proj": 322,
-    "model.layers.0.self_attn.k_proj": 77,
-    "model.layers.0.self_attn.o_proj": 121,
-    "model.layers.0.self_attn.q_proj": 103,
-    "model.layers.0.self_attn.v_proj": 88,
     "model.layers.1.mlp.down_proj": 318,
     "model.layers.1.mlp.gate_proj": 323,
     "model.layers.1.mlp.up_proj": 323,
-    "model.layers.1.self_attn.k_proj": 102,
-    "model.layers.1.self_attn.o_proj": 195,
-    "model.layers.1.self_attn.q_proj": 244,
-    "model.layers.1.self_attn.v_proj": 102,
     "model.layers.10.mlp.down_proj": 316,
     "model.layers.10.mlp.gate_proj": 321,
     "model.layers.10.mlp.up_proj": 324,
-    "model.layers.10.self_attn.k_proj": 101,
-    "model.layers.10.self_attn.o_proj": 224,
-    "model.layers.10.self_attn.q_proj": 241,
-    "model.layers.10.self_attn.v_proj": 106,
     "model.layers.11.mlp.down_proj": 315,
     "model.layers.11.mlp.gate_proj": 320,
     "model.layers.11.mlp.up_proj": 323,
-    "model.layers.11.self_attn.k_proj": 100,
-    "model.layers.11.self_attn.o_proj": 216,
-    "model.layers.11.self_attn.q_proj": 241,
-    "model.layers.11.self_attn.v_proj": 105,
     "model.layers.12.mlp.down_proj": 315,
     "model.layers.12.mlp.gate_proj": 319,
     "model.layers.12.mlp.up_proj": 322,
-    "model.layers.12.self_attn.k_proj": 97,
-    "model.layers.12.self_attn.o_proj": 216,
-    "model.layers.12.self_attn.q_proj": 221,
-    "model.layers.12.self_attn.v_proj": 105,
     "model.layers.13.mlp.down_proj": 309,
     "model.layers.13.mlp.gate_proj": 316,
     "model.layers.13.mlp.up_proj": 321,
-    "model.layers.13.self_attn.k_proj": 97,
-    "model.layers.13.self_attn.o_proj": 224,
-    "model.layers.13.self_attn.q_proj": 229,
-    "model.layers.13.self_attn.v_proj": 105,
     "model.layers.14.mlp.down_proj": 309,
     "model.layers.14.mlp.gate_proj": 316,
     "model.layers.14.mlp.up_proj": 321,
-    "model.layers.14.self_attn.k_proj": 91,
-    "model.layers.14.self_attn.o_proj": 226,
-    "model.layers.14.self_attn.q_proj": 205,
-    "model.layers.14.self_attn.v_proj": 103,
     "model.layers.15.mlp.down_proj": 309,
     "model.layers.15.mlp.gate_proj": 316,
     "model.layers.15.mlp.up_proj": 320,
-    "model.layers.15.self_attn.k_proj": 90,
-    "model.layers.15.self_attn.o_proj": 207,
-    "model.layers.15.self_attn.q_proj": 202,
-    "model.layers.15.self_attn.v_proj": 105,
     "model.layers.16.mlp.down_proj": 305,
     "model.layers.16.mlp.gate_proj": 317,
     "model.layers.16.mlp.up_proj": 321,
-    "model.layers.16.self_attn.k_proj": 97,
-    "model.layers.16.self_attn.o_proj": 219,
-    "model.layers.16.self_attn.q_proj": 227,
-    "model.layers.16.self_attn.v_proj": 103,
     "model.layers.17.mlp.down_proj": 303,
     "model.layers.17.mlp.gate_proj": 317,
     "model.layers.17.mlp.up_proj": 321,
-    "model.layers.17.self_attn.k_proj": 89,
-    "model.layers.17.self_attn.o_proj": 210,
-    "model.layers.17.self_attn.q_proj": 192,
-    "model.layers.17.self_attn.v_proj": 100,
     "model.layers.18.mlp.down_proj": 306,
     "model.layers.18.mlp.gate_proj": 315,
     "model.layers.18.mlp.up_proj": 319,
-    "model.layers.18.self_attn.k_proj": 86,
-    "model.layers.18.self_attn.o_proj": 181,
-    "model.layers.18.self_attn.q_proj": 179,
-    "model.layers.18.self_attn.v_proj": 105,
     "model.layers.19.mlp.down_proj": 306,
     "model.layers.19.mlp.gate_proj": 317,
     "model.layers.19.mlp.up_proj": 321,
-    "model.layers.19.self_attn.k_proj": 95,
-    "model.layers.19.self_attn.o_proj": 205,
-    "model.layers.19.self_attn.q_proj": 204,
-    "model.layers.19.self_attn.v_proj": 105,
     "model.layers.2.mlp.down_proj": 317,
     "model.layers.2.mlp.gate_proj": 324,
     "model.layers.2.mlp.up_proj": 324,
-    "model.layers.2.self_attn.k_proj": 102,
-    "model.layers.2.self_attn.o_proj": 200,
-    "model.layers.2.self_attn.q_proj": 238,
-    "model.layers.2.self_attn.v_proj": 102,
     "model.layers.20.mlp.down_proj": 309,
     "model.layers.20.mlp.gate_proj": 315,
     "model.layers.20.mlp.up_proj": 319,
-    "model.layers.20.self_attn.k_proj": 87,
-    "model.layers.20.self_attn.o_proj": 216,
-    "model.layers.20.self_attn.q_proj": 185,
-    "model.layers.20.self_attn.v_proj": 105,
     "model.layers.21.mlp.down_proj": 308,
     "model.layers.21.mlp.gate_proj": 314,
     "model.layers.21.mlp.up_proj": 318,
-    "model.layers.21.self_attn.k_proj": 91,
-    "model.layers.21.self_attn.o_proj": 213,
-    "model.layers.21.self_attn.q_proj": 201,
-    "model.layers.21.self_attn.v_proj": 103,
     "model.layers.22.mlp.down_proj": 306,
     "model.layers.22.mlp.gate_proj": 315,
     "model.layers.22.mlp.up_proj": 318,
-    "model.layers.22.self_attn.k_proj": 92,
-    "model.layers.22.self_attn.o_proj": 215,
-    "model.layers.22.self_attn.q_proj": 194,
-    "model.layers.22.self_attn.v_proj": 103,
     "model.layers.23.mlp.down_proj": 309,
     "model.layers.23.mlp.gate_proj": 313,
     "model.layers.23.mlp.up_proj": 317,
-    "model.layers.23.self_attn.k_proj": 82,
-    "model.layers.23.self_attn.o_proj": 201,
-    "model.layers.23.self_attn.q_proj": 166,
-    "model.layers.23.self_attn.v_proj": 93,
     "model.layers.24.mlp.down_proj": 311,
     "model.layers.24.mlp.gate_proj": 315,
     "model.layers.24.mlp.up_proj": 318,
-    "model.layers.24.self_attn.k_proj": 85,
-    "model.layers.24.self_attn.o_proj": 237,
-    "model.layers.24.self_attn.q_proj": 195,
-    "model.layers.24.self_attn.v_proj": 95,
     "model.layers.25.mlp.down_proj": 311,
     "model.layers.25.mlp.gate_proj": 316,
     "model.layers.25.mlp.up_proj": 319,
-    "model.layers.25.self_attn.k_proj": 97,
-    "model.layers.25.self_attn.o_proj": 241,
-    "model.layers.25.self_attn.q_proj": 227,
-    "model.layers.25.self_attn.v_proj": 106,
     "model.layers.26.mlp.down_proj": 311,
     "model.layers.26.mlp.gate_proj": 317,
     "model.layers.26.mlp.up_proj": 319,
-    "model.layers.26.self_attn.k_proj": 93,
-    "model.layers.26.self_attn.o_proj": 238,
-    "model.layers.26.self_attn.q_proj": 198,
-    "model.layers.26.self_attn.v_proj": 107,
     "model.layers.27.mlp.down_proj": 310,
     "model.layers.27.mlp.gate_proj": 316,
     "model.layers.27.mlp.up_proj": 319,
-    "model.layers.27.self_attn.k_proj": 95,
-    "model.layers.27.self_attn.o_proj": 237,
-    "model.layers.27.self_attn.q_proj": 222,
-    "model.layers.27.self_attn.v_proj": 110,
     "model.layers.28.mlp.down_proj": 311,
     "model.layers.28.mlp.gate_proj": 318,
     "model.layers.28.mlp.up_proj": 320,
-    "model.layers.28.self_attn.k_proj": 87,
-    "model.layers.28.self_attn.o_proj": 237,
-    "model.layers.28.self_attn.q_proj": 199,
-    "model.layers.28.self_attn.v_proj": 107,
     "model.layers.29.mlp.down_proj": 306,
     "model.layers.29.mlp.gate_proj": 314,
     "model.layers.29.mlp.up_proj": 316,
-    "model.layers.29.self_attn.k_proj": 95,
-    "model.layers.29.self_attn.o_proj": 227,
-    "model.layers.29.self_attn.q_proj": 209,
-    "model.layers.29.self_attn.v_proj": 108,
     "model.layers.3.mlp.down_proj": 315,
     "model.layers.3.mlp.gate_proj": 324,
     "model.layers.3.mlp.up_proj": 325,
-    "model.layers.3.self_attn.k_proj": 100,
-    "model.layers.3.self_attn.o_proj": 204,
-    "model.layers.3.self_attn.q_proj": 229,
-    "model.layers.3.self_attn.v_proj": 104,
     "model.layers.4.mlp.down_proj": 312,
     "model.layers.4.mlp.gate_proj": 323,
     "model.layers.4.mlp.up_proj": 325,
-    "model.layers.4.self_attn.k_proj": 99,
-    "model.layers.4.self_attn.o_proj": 218,
-    "model.layers.4.self_attn.q_proj": 243,
-    "model.layers.4.self_attn.v_proj": 106,
     "model.layers.5.mlp.down_proj": 312,
     "model.layers.5.mlp.gate_proj": 322,
     "model.layers.5.mlp.up_proj": 324,
-    "model.layers.5.self_attn.k_proj": 98,
-    "model.layers.5.self_attn.o_proj": 217,
-    "model.layers.5.self_attn.q_proj": 234,
-    "model.layers.5.self_attn.v_proj": 105,
     "model.layers.6.mlp.down_proj": 313,
     "model.layers.6.mlp.gate_proj": 322,
     "model.layers.6.mlp.up_proj": 324,
-    "model.layers.6.self_attn.k_proj": 100,
-    "model.layers.6.self_attn.o_proj": 224,
-    "model.layers.6.self_attn.q_proj": 235,
-    "model.layers.6.self_attn.v_proj": 104,
     "model.layers.7.mlp.down_proj": 313,
     "model.layers.7.mlp.gate_proj": 321,
     "model.layers.7.mlp.up_proj": 323,
-    "model.layers.7.self_attn.k_proj": 96,
-    "model.layers.7.self_attn.o_proj": 210,
-    "model.layers.7.self_attn.q_proj": 222,
-    "model.layers.7.self_attn.v_proj": 102,
     "model.layers.8.mlp.down_proj": 314,
     "model.layers.8.mlp.gate_proj": 321,
     "model.layers.8.mlp.up_proj": 323,
-    "model.layers.8.self_attn.k_proj": 94,
-    "model.layers.8.self_attn.o_proj": 228,
-    "model.layers.8.self_attn.q_proj": 220,
-    "model.layers.8.self_attn.v_proj": 104,
     "model.layers.9.mlp.down_proj": 316,
     "model.layers.9.mlp.gate_proj": 321,
-    "model.layers.9.mlp.up_proj": 324,
-    "model.layers.9.self_attn.k_proj": 96,
-    "model.layers.9.self_attn.o_proj": 221,
-    "model.layers.9.self_attn.q_proj": 219,
-    "model.layers.9.self_attn.v_proj": 100
+    "model.layers.9.mlp.up_proj": 324
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39814d463d4dc3c72b4c65a0b55a8222e15d0ab0fb64eb5c139e9c4673975158
-size 272375716
+oid sha256:0d4e4bcc15f17f4f526542fd5fe3967d211281a8c36ff5fb9b0677fe2b51be8b
+size 286939918