Upload svd_llm2/unheal/llama2-13b-base/ranks.json with huggingface_hub

svd_llm2/unheal/llama2-13b-base/ranks.json

@@ -0,0 +1,282 @@
+{
+ "model.layers.0.self_attn.q_proj": 2560,
+ "model.layers.0.self_attn.k_proj": 2560,
+ "model.layers.0.self_attn.v_proj": 2560,
+ "model.layers.0.self_attn.o_proj": 2560,
+ "model.layers.0.mlp.gate_proj": 3219,
+ "model.layers.0.mlp.up_proj": 3212,
+ "model.layers.0.mlp.down_proj": 3686,
+ "model.layers.1.self_attn.q_proj": 2501,
+ "model.layers.1.self_attn.k_proj": 2541,
+ "model.layers.1.self_attn.v_proj": 2277,
+ "model.layers.1.self_attn.o_proj": 2560,
+ "model.layers.1.mlp.gate_proj": 2841,
+ "model.layers.1.mlp.up_proj": 2796,
+ "model.layers.1.mlp.down_proj": 2920,
+ "model.layers.2.self_attn.q_proj": 1836,
+ "model.layers.2.self_attn.k_proj": 1841,
+ "model.layers.2.self_attn.v_proj": 1833,
+ "model.layers.2.self_attn.o_proj": 2158,
+ "model.layers.2.mlp.gate_proj": 2498,
+ "model.layers.2.mlp.up_proj": 2492,
+ "model.layers.2.mlp.down_proj": 2672,
+ "model.layers.3.self_attn.q_proj": 1731,
+ "model.layers.3.self_attn.k_proj": 1731,
+ "model.layers.3.self_attn.v_proj": 1738,
+ "model.layers.3.self_attn.o_proj": 2024,
+ "model.layers.3.mlp.gate_proj": 2357,
+ "model.layers.3.mlp.up_proj": 2362,
+ "model.layers.3.mlp.down_proj": 2569,
+ "model.layers.4.self_attn.q_proj": 1614,
+ "model.layers.4.self_attn.k_proj": 1614,
+ "model.layers.4.self_attn.v_proj": 1647,
+ "model.layers.4.self_attn.o_proj": 1889,
+ "model.layers.4.mlp.gate_proj": 2299,
+ "model.layers.4.mlp.up_proj": 2306,
+ "model.layers.4.mlp.down_proj": 2473,
+ "model.layers.5.self_attn.q_proj": 1601,
+ "model.layers.5.self_attn.k_proj": 1599,
+ "model.layers.5.self_attn.v_proj": 1622,
+ "model.layers.5.self_attn.o_proj": 1842,
+ "model.layers.5.mlp.gate_proj": 2250,
+ "model.layers.5.mlp.up_proj": 2259,
+ "model.layers.5.mlp.down_proj": 2393,
+ "model.layers.6.self_attn.q_proj": 1554,
+ "model.layers.6.self_attn.k_proj": 1550,
+ "model.layers.6.self_attn.v_proj": 1586,
+ "model.layers.6.self_attn.o_proj": 1779,
+ "model.layers.6.mlp.gate_proj": 2218,
+ "model.layers.6.mlp.up_proj": 2227,
+ "model.layers.6.mlp.down_proj": 2327,
+ "model.layers.7.self_attn.q_proj": 1556,
+ "model.layers.7.self_attn.k_proj": 1551,
+ "model.layers.7.self_attn.v_proj": 1590,
+ "model.layers.7.self_attn.o_proj": 1700,
+ "model.layers.7.mlp.gate_proj": 2200,
+ "model.layers.7.mlp.up_proj": 2208,
+ "model.layers.7.mlp.down_proj": 2279,
+ "model.layers.8.self_attn.q_proj": 1534,
+ "model.layers.8.self_attn.k_proj": 1530,
+ "model.layers.8.self_attn.v_proj": 1564,
+ "model.layers.8.self_attn.o_proj": 1665,
+ "model.layers.8.mlp.gate_proj": 2183,
+ "model.layers.8.mlp.up_proj": 2189,
+ "model.layers.8.mlp.down_proj": 2244,
+ "model.layers.9.self_attn.q_proj": 1502,
+ "model.layers.9.self_attn.k_proj": 1500,
+ "model.layers.9.self_attn.v_proj": 1543,
+ "model.layers.9.self_attn.o_proj": 1626,
+ "model.layers.9.mlp.gate_proj": 2168,
+ "model.layers.9.mlp.up_proj": 2170,
+ "model.layers.9.mlp.down_proj": 2219,
+ "model.layers.10.self_attn.q_proj": 1505,
+ "model.layers.10.self_attn.k_proj": 1504,
+ "model.layers.10.self_attn.v_proj": 1549,
+ "model.layers.10.self_attn.o_proj": 1576,
+ "model.layers.10.mlp.gate_proj": 2165,
+ "model.layers.10.mlp.up_proj": 2162,
+ "model.layers.10.mlp.down_proj": 2197,
+ "model.layers.11.self_attn.q_proj": 1507,
+ "model.layers.11.self_attn.k_proj": 1501,
+ "model.layers.11.self_attn.v_proj": 1552,
+ "model.layers.11.self_attn.o_proj": 1564,
+ "model.layers.11.mlp.gate_proj": 2162,
+ "model.layers.11.mlp.up_proj": 2156,
+ "model.layers.11.mlp.down_proj": 2179,
+ "model.layers.12.self_attn.q_proj": 1497,
+ "model.layers.12.self_attn.k_proj": 1492,
+ "model.layers.12.self_attn.v_proj": 1531,
+ "model.layers.12.self_attn.o_proj": 1544,
+ "model.layers.12.mlp.gate_proj": 2153,
+ "model.layers.12.mlp.up_proj": 2143,
+ "model.layers.12.mlp.down_proj": 2163,
+ "model.layers.13.self_attn.q_proj": 1491,
+ "model.layers.13.self_attn.k_proj": 1490,
+ "model.layers.13.self_attn.v_proj": 1510,
+ "model.layers.13.self_attn.o_proj": 1527,
+ "model.layers.13.mlp.gate_proj": 2145,
+ "model.layers.13.mlp.up_proj": 2133,
+ "model.layers.13.mlp.down_proj": 2137,
+ "model.layers.14.self_attn.q_proj": 1479,
+ "model.layers.14.self_attn.k_proj": 1477,
+ "model.layers.14.self_attn.v_proj": 1509,
+ "model.layers.14.self_attn.o_proj": 1489,
+ "model.layers.14.mlp.gate_proj": 2136,
+ "model.layers.14.mlp.up_proj": 2124,
+ "model.layers.14.mlp.down_proj": 2115,
+ "model.layers.15.self_attn.q_proj": 1482,
+ "model.layers.15.self_attn.k_proj": 1479,
+ "model.layers.15.self_attn.v_proj": 1504,
+ "model.layers.15.self_attn.o_proj": 1499,
+ "model.layers.15.mlp.gate_proj": 2126,
+ "model.layers.15.mlp.up_proj": 2112,
+ "model.layers.15.mlp.down_proj": 2094,
+ "model.layers.16.self_attn.q_proj": 1472,
+ "model.layers.16.self_attn.k_proj": 1467,
+ "model.layers.16.self_attn.v_proj": 1487,
+ "model.layers.16.self_attn.o_proj": 1492,
+ "model.layers.16.mlp.gate_proj": 2116,
+ "model.layers.16.mlp.up_proj": 2103,
+ "model.layers.16.mlp.down_proj": 2065,
+ "model.layers.17.self_attn.q_proj": 1464,
+ "model.layers.17.self_attn.k_proj": 1463,
+ "model.layers.17.self_attn.v_proj": 1479,
+ "model.layers.17.self_attn.o_proj": 1477,
+ "model.layers.17.mlp.gate_proj": 2104,
+ "model.layers.17.mlp.up_proj": 2094,
+ "model.layers.17.mlp.down_proj": 2053,
+ "model.layers.18.self_attn.q_proj": 1451,
+ "model.layers.18.self_attn.k_proj": 1450,
+ "model.layers.18.self_attn.v_proj": 1466,
+ "model.layers.18.self_attn.o_proj": 1483,
+ "model.layers.18.mlp.gate_proj": 2091,
+ "model.layers.18.mlp.up_proj": 2085,
+ "model.layers.18.mlp.down_proj": 2045,
+ "model.layers.19.self_attn.q_proj": 1458,
+ "model.layers.19.self_attn.k_proj": 1458,
+ "model.layers.19.self_attn.v_proj": 1465,
+ "model.layers.19.self_attn.o_proj": 1480,
+ "model.layers.19.mlp.gate_proj": 2080,
+ "model.layers.19.mlp.up_proj": 2076,
+ "model.layers.19.mlp.down_proj": 2032,
+ "model.layers.20.self_attn.q_proj": 1460,
+ "model.layers.20.self_attn.k_proj": 1460,
+ "model.layers.20.self_attn.v_proj": 1472,
+ "model.layers.20.self_attn.o_proj": 1464,
+ "model.layers.20.mlp.gate_proj": 2074,
+ "model.layers.20.mlp.up_proj": 2072,
+ "model.layers.20.mlp.down_proj": 2017,
+ "model.layers.21.self_attn.q_proj": 1462,
+ "model.layers.21.self_attn.k_proj": 1462,
+ "model.layers.21.self_attn.v_proj": 1461,
+ "model.layers.21.self_attn.o_proj": 1444,
+ "model.layers.21.mlp.gate_proj": 2070,
+ "model.layers.21.mlp.up_proj": 2069,
+ "model.layers.21.mlp.down_proj": 1994,
+ "model.layers.22.self_attn.q_proj": 1434,
+ "model.layers.22.self_attn.k_proj": 1435,
+ "model.layers.22.self_attn.v_proj": 1440,
+ "model.layers.22.self_attn.o_proj": 1476,
+ "model.layers.22.mlp.gate_proj": 2059,
+ "model.layers.22.mlp.up_proj": 2061,
+ "model.layers.22.mlp.down_proj": 1987,
+ "model.layers.23.self_attn.q_proj": 1441,
+ "model.layers.23.self_attn.k_proj": 1442,
+ "model.layers.23.self_attn.v_proj": 1441,
+ "model.layers.23.self_attn.o_proj": 1468,
+ "model.layers.23.mlp.gate_proj": 2051,
+ "model.layers.23.mlp.up_proj": 2056,
+ "model.layers.23.mlp.down_proj": 1980,
+ "model.layers.24.self_attn.q_proj": 1433,
+ "model.layers.24.self_attn.k_proj": 1434,
+ "model.layers.24.self_attn.v_proj": 1436,
+ "model.layers.24.self_attn.o_proj": 1484,
+ "model.layers.24.mlp.gate_proj": 2045,
+ "model.layers.24.mlp.up_proj": 2051,
+ "model.layers.24.mlp.down_proj": 1977,
+ "model.layers.25.self_attn.q_proj": 1428,
+ "model.layers.25.self_attn.k_proj": 1429,
+ "model.layers.25.self_attn.v_proj": 1425,
+ "model.layers.25.self_attn.o_proj": 1461,
+ "model.layers.25.mlp.gate_proj": 2037,
+ "model.layers.25.mlp.up_proj": 2043,
+ "model.layers.25.mlp.down_proj": 1969,
+ "model.layers.26.self_attn.q_proj": 1425,
+ "model.layers.26.self_attn.k_proj": 1425,
+ "model.layers.26.self_attn.v_proj": 1422,
+ "model.layers.26.self_attn.o_proj": 1463,
+ "model.layers.26.mlp.gate_proj": 2030,
+ "model.layers.26.mlp.up_proj": 2038,
+ "model.layers.26.mlp.down_proj": 1962,
+ "model.layers.27.self_attn.q_proj": 1410,
+ "model.layers.27.self_attn.k_proj": 1411,
+ "model.layers.27.self_attn.v_proj": 1412,
+ "model.layers.27.self_attn.o_proj": 1473,
+ "model.layers.27.mlp.gate_proj": 2022,
+ "model.layers.27.mlp.up_proj": 2030,
+ "model.layers.27.mlp.down_proj": 1958,
+ "model.layers.28.self_attn.q_proj": 1411,
+ "model.layers.28.self_attn.k_proj": 1412,
+ "model.layers.28.self_attn.v_proj": 1410,
+ "model.layers.28.self_attn.o_proj": 1471,
+ "model.layers.28.mlp.gate_proj": 2016,
+ "model.layers.28.mlp.up_proj": 2023,
+ "model.layers.28.mlp.down_proj": 1956,
+ "model.layers.29.self_attn.q_proj": 1401,
+ "model.layers.29.self_attn.k_proj": 1402,
+ "model.layers.29.self_attn.v_proj": 1403,
+ "model.layers.29.self_attn.o_proj": 1462,
+ "model.layers.29.mlp.gate_proj": 2008,
+ "model.layers.29.mlp.up_proj": 2016,
+ "model.layers.29.mlp.down_proj": 1951,
+ "model.layers.30.self_attn.q_proj": 1393,
+ "model.layers.30.self_attn.k_proj": 1395,
+ "model.layers.30.self_attn.v_proj": 1390,
+ "model.layers.30.self_attn.o_proj": 1444,
+ "model.layers.30.mlp.gate_proj": 2000,
+ "model.layers.30.mlp.up_proj": 2008,
+ "model.layers.30.mlp.down_proj": 1946,
+ "model.layers.31.self_attn.q_proj": 1401,
+ "model.layers.31.self_attn.k_proj": 1401,
+ "model.layers.31.self_attn.v_proj": 1400,
+ "model.layers.31.self_attn.o_proj": 1455,
+ "model.layers.31.mlp.gate_proj": 1993,
+ "model.layers.31.mlp.up_proj": 2000,
+ "model.layers.31.mlp.down_proj": 1943,
+ "model.layers.32.self_attn.q_proj": 1399,
+ "model.layers.32.self_attn.k_proj": 1400,
+ "model.layers.32.self_attn.v_proj": 1389,
+ "model.layers.32.self_attn.o_proj": 1443,
+ "model.layers.32.mlp.gate_proj": 1987,
+ "model.layers.32.mlp.up_proj": 1993,
+ "model.layers.32.mlp.down_proj": 1938,
+ "model.layers.33.self_attn.q_proj": 1405,
+ "model.layers.33.self_attn.k_proj": 1406,
+ "model.layers.33.self_attn.v_proj": 1396,
+ "model.layers.33.self_attn.o_proj": 1446,
+ "model.layers.33.mlp.gate_proj": 1981,
+ "model.layers.33.mlp.up_proj": 1987,
+ "model.layers.33.mlp.down_proj": 1933,
+ "model.layers.34.self_attn.q_proj": 1408,
+ "model.layers.34.self_attn.k_proj": 1408,
+ "model.layers.34.self_attn.v_proj": 1389,
+ "model.layers.34.self_attn.o_proj": 1444,
+ "model.layers.34.mlp.gate_proj": 1977,
+ "model.layers.34.mlp.up_proj": 1981,
+ "model.layers.34.mlp.down_proj": 1923,
+ "model.layers.35.self_attn.q_proj": 1414,
+ "model.layers.35.self_attn.k_proj": 1414,
+ "model.layers.35.self_attn.v_proj": 1394,
+ "model.layers.35.self_attn.o_proj": 1434,
+ "model.layers.35.mlp.gate_proj": 1973,
+ "model.layers.35.mlp.up_proj": 1975,
+ "model.layers.35.mlp.down_proj": 1912,
+ "model.layers.36.self_attn.q_proj": 1424,
+ "model.layers.36.self_attn.k_proj": 1423,
+ "model.layers.36.self_attn.v_proj": 1398,
+ "model.layers.36.self_attn.o_proj": 1400,
+ "model.layers.36.mlp.gate_proj": 1971,
+ "model.layers.36.mlp.up_proj": 1972,
+ "model.layers.36.mlp.down_proj": 1898,
+ "model.layers.37.self_attn.q_proj": 1445,
+ "model.layers.37.self_attn.k_proj": 1443,
+ "model.layers.37.self_attn.v_proj": 1404,
+ "model.layers.37.self_attn.o_proj": 1411,
+ "model.layers.37.mlp.gate_proj": 1973,
+ "model.layers.37.mlp.up_proj": 1975,
+ "model.layers.37.mlp.down_proj": 1887,
+ "model.layers.38.self_attn.q_proj": 1453,
+ "model.layers.38.self_attn.k_proj": 1449,
+ "model.layers.38.self_attn.v_proj": 1398,
+ "model.layers.38.self_attn.o_proj": 1386,
+ "model.layers.38.mlp.gate_proj": 1980,
+ "model.layers.38.mlp.up_proj": 1987,
+ "model.layers.38.mlp.down_proj": 1887,
+ "model.layers.39.self_attn.q_proj": 1477,
+ "model.layers.39.self_attn.k_proj": 1474,
+ "model.layers.39.self_attn.v_proj": 1430,
+ "model.layers.39.self_attn.o_proj": 1414,
+ "model.layers.39.mlp.gate_proj": 2008,
+ "model.layers.39.mlp.up_proj": 2022,
+ "model.layers.39.mlp.down_proj": 1886
+}