Upload interleaved_kquant_manifest.json

interleaved_kquant_manifest.json

@@ -0,0 +1,1022 @@
+[
+  {
+    "key": "layers.0.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 0,
+    "length": 14745600
+  },
+  {
+    "key": "layers.0.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 14745600,
+    "length": 14745600
+  },
+  {
+    "key": "layers.0.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 29491200,
+    "length": 21504000
+  },
+  {
+    "key": "layers.1.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 50995200,
+    "length": 14745600
+  },
+  {
+    "key": "layers.1.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 65740800,
+    "length": 14745600
+  },
+  {
+    "key": "layers.1.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 80486400,
+    "length": 21504000
+  },
+  {
+    "key": "layers.2.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 101990400,
+    "length": 14745600
+  },
+  {
+    "key": "layers.2.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 116736000,
+    "length": 14745600
+  },
+  {
+    "key": "layers.2.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 131481600,
+    "length": 21504000
+  },
+  {
+    "key": "layers.3.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 152985600,
+    "length": 14745600
+  },
+  {
+    "key": "layers.3.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 167731200,
+    "length": 14745600
+  },
+  {
+    "key": "layers.3.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 182476800,
+    "length": 21504000
+  },
+  {
+    "key": "layers.4.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 203980800,
+    "length": 14745600
+  },
+  {
+    "key": "layers.4.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 218726400,
+    "length": 14745600
+  },
+  {
+    "key": "layers.4.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 233472000,
+    "length": 21504000
+  },
+  {
+    "key": "layers.5.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 254976000,
+    "length": 14745600
+  },
+  {
+    "key": "layers.5.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 269721600,
+    "length": 14745600
+  },
+  {
+    "key": "layers.5.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 284467200,
+    "length": 21504000
+  },
+  {
+    "key": "layers.6.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 305971200,
+    "length": 14745600
+  },
+  {
+    "key": "layers.6.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 320716800,
+    "length": 14745600
+  },
+  {
+    "key": "layers.6.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 335462400,
+    "length": 21504000
+  },
+  {
+    "key": "layers.7.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 356966400,
+    "length": 14745600
+  },
+  {
+    "key": "layers.7.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 371712000,
+    "length": 14745600
+  },
+  {
+    "key": "layers.7.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 386457600,
+    "length": 21504000
+  },
+  {
+    "key": "layers.8.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 407961600,
+    "length": 14745600
+  },
+  {
+    "key": "layers.8.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 422707200,
+    "length": 14745600
+  },
+  {
+    "key": "layers.8.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 437452800,
+    "length": 21504000
+  },
+  {
+    "key": "layers.9.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 458956800,
+    "length": 14745600
+  },
+  {
+    "key": "layers.9.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 473702400,
+    "length": 14745600
+  },
+  {
+    "key": "layers.9.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 488448000,
+    "length": 21504000
+  },
+  {
+    "key": "layers.10.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 509952000,
+    "length": 14745600
+  },
+  {
+    "key": "layers.10.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 524697600,
+    "length": 14745600
+  },
+  {
+    "key": "layers.10.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 539443200,
+    "length": 21504000
+  },
+  {
+    "key": "layers.11.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 560947200,
+    "length": 14745600
+  },
+  {
+    "key": "layers.11.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 575692800,
+    "length": 14745600
+  },
+  {
+    "key": "layers.11.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 590438400,
+    "length": 21504000
+  },
+  {
+    "key": "layers.12.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 611942400,
+    "length": 14745600
+  },
+  {
+    "key": "layers.12.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 626688000,
+    "length": 14745600
+  },
+  {
+    "key": "layers.12.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 641433600,
+    "length": 21504000
+  },
+  {
+    "key": "layers.13.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 662937600,
+    "length": 14745600
+  },
+  {
+    "key": "layers.13.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 677683200,
+    "length": 14745600
+  },
+  {
+    "key": "layers.13.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 692428800,
+    "length": 21504000
+  },
+  {
+    "key": "layers.14.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 713932800,
+    "length": 14745600
+  },
+  {
+    "key": "layers.14.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 728678400,
+    "length": 14745600
+  },
+  {
+    "key": "layers.14.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 743424000,
+    "length": 21504000
+  },
+  {
+    "key": "layers.15.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 764928000,
+    "length": 14745600
+  },
+  {
+    "key": "layers.15.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 779673600,
+    "length": 14745600
+  },
+  {
+    "key": "layers.15.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 794419200,
+    "length": 21504000
+  },
+  {
+    "key": "layers.16.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 815923200,
+    "length": 14745600
+  },
+  {
+    "key": "layers.16.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 830668800,
+    "length": 14745600
+  },
+  {
+    "key": "layers.16.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 845414400,
+    "length": 21504000
+  },
+  {
+    "key": "layers.17.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 866918400,
+    "length": 14745600
+  },
+  {
+    "key": "layers.17.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 881664000,
+    "length": 14745600
+  },
+  {
+    "key": "layers.17.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 896409600,
+    "length": 21504000
+  },
+  {
+    "key": "layers.18.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 917913600,
+    "length": 14745600
+  },
+  {
+    "key": "layers.18.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 932659200,
+    "length": 14745600
+  },
+  {
+    "key": "layers.18.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 947404800,
+    "length": 21504000
+  },
+  {
+    "key": "layers.19.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 968908800,
+    "length": 14745600
+  },
+  {
+    "key": "layers.19.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 983654400,
+    "length": 14745600
+  },
+  {
+    "key": "layers.19.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 998400000,
+    "length": 21504000
+  },
+  {
+    "key": "layers.20.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1019904000,
+    "length": 14745600
+  },
+  {
+    "key": "layers.20.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1034649600,
+    "length": 14745600
+  },
+  {
+    "key": "layers.20.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 1049395200,
+    "length": 21504000
+  },
+  {
+    "key": "layers.21.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1070899200,
+    "length": 14745600
+  },
+  {
+    "key": "layers.21.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1085644800,
+    "length": 14745600
+  },
+  {
+    "key": "layers.21.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 1100390400,
+    "length": 21504000
+  },
+  {
+    "key": "layers.22.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1121894400,
+    "length": 14745600
+  },
+  {
+    "key": "layers.22.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1136640000,
+    "length": 14745600
+  },
+  {
+    "key": "layers.22.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 1151385600,
+    "length": 21504000
+  },
+  {
+    "key": "layers.23.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1172889600,
+    "length": 14745600
+  },
+  {
+    "key": "layers.23.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1187635200,
+    "length": 14745600
+  },
+  {
+    "key": "layers.23.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 1202380800,
+    "length": 21504000
+  },
+  {
+    "key": "layers.24.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1223884800,
+    "length": 14745600
+  },
+  {
+    "key": "layers.24.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1238630400,
+    "length": 14745600
+  },
+  {
+    "key": "layers.24.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 1253376000,
+    "length": 21504000
+  },
+  {
+    "key": "layers.25.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1274880000,
+    "length": 14745600
+  },
+  {
+    "key": "layers.25.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1289625600,
+    "length": 14745600
+  },
+  {
+    "key": "layers.25.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 1304371200,
+    "length": 21504000
+  },
+  {
+    "key": "layers.26.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1325875200,
+    "length": 14745600
+  },
+  {
+    "key": "layers.26.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1340620800,
+    "length": 14745600
+  },
+  {
+    "key": "layers.26.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 1355366400,
+    "length": 21504000
+  },
+  {
+    "key": "layers.27.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1376870400,
+    "length": 14745600
+  },
+  {
+    "key": "layers.27.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1391616000,
+    "length": 14745600
+  },
+  {
+    "key": "layers.27.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 1406361600,
+    "length": 21504000
+  },
+  {
+    "key": "layers.28.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1427865600,
+    "length": 14745600
+  },
+  {
+    "key": "layers.28.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1442611200,
+    "length": 14745600
+  },
+  {
+    "key": "layers.28.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 1457356800,
+    "length": 21504000
+  },
+  {
+    "key": "layers.29.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1478860800,
+    "length": 14745600
+  },
+  {
+    "key": "layers.29.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1493606400,
+    "length": 14745600
+  },
+  {
+    "key": "layers.29.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 1508352000,
+    "length": 21504000
+  },
+  {
+    "key": "layers.30.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1529856000,
+    "length": 14745600
+  },
+  {
+    "key": "layers.30.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1544601600,
+    "length": 14745600
+  },
+  {
+    "key": "layers.30.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 1559347200,
+    "length": 21504000
+  },
+  {
+    "key": "layers.31.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1580851200,
+    "length": 14745600
+  },
+  {
+    "key": "layers.31.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1595596800,
+    "length": 14745600
+  },
+  {
+    "key": "layers.31.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 1610342400,
+    "length": 21504000
+  },
+  {
+    "key": "layers.32.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1631846400,
+    "length": 14745600
+  },
+  {
+    "key": "layers.32.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1646592000,
+    "length": 14745600
+  },
+  {
+    "key": "layers.32.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 1661337600,
+    "length": 21504000
+  },
+  {
+    "key": "layers.33.mlp.gate_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1682841600,
+    "length": 14745600
+  },
+  {
+    "key": "layers.33.mlp.up_proj.weight",
+    "shape": [
+      10240,
+      2560
+    ],
+    "format": "Q4_K",
+    "offset": 1697587200,
+    "length": 14745600
+  },
+  {
+    "key": "layers.33.mlp.down_proj.weight",
+    "shape": [
+      2560,
+      10240
+    ],
+    "format": "Q6_K",
+    "offset": 1712332800,
+    "length": 21504000
+  }
+]