[ { "part": "group_pre", "idx": 0, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 1, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 2, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 3, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 4, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 5, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 6, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 7, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 8, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 9, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 10, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 11, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 12, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 13, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 14, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 15, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 16, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 17, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 18, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 19, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 20, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 21, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 22, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 23, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 24, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 25, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 26, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 27, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 28, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 29, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 30, "precision": "A_BF16_W_INT8" }, { "part": "group_pre", "idx": 31, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 0, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 1, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 2, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 3, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 4, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 5, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 6, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 7, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 8, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 9, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 10, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 11, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 12, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 13, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 14, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 15, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 16, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 17, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 18, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 19, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 20, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 21, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 22, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 23, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 24, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 25, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 26, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 27, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 28, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 29, "precision": "A_BF16_W_INT8" }, { "part": "group_post", "idx": 30, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 0, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 128, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 256, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 384, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 512, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 640, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 768, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 896, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 1024, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 1152, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 1280, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 1408, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 1536, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 1664, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 1792, "precision": "A_BF16_W_INT8" }, { "part": "group_cache", "idx": 1920, "precision": "A_BF16_W_INT8" }, { "part": "single_pre", "idx": 0, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 1, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 2, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 3, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 4, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 5, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 6, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 7, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 8, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 9, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 10, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 11, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 12, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 13, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 14, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 15, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 16, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 17, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 18, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 19, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 20, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 21, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 22, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 23, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 24, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 25, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 26, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 27, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 28, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 29, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 30, "precision": "A_BF16_W_INT4" }, { "part": "single_pre", "idx": 31, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 0, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 1, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 2, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 3, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 4, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 5, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 6, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 7, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 8, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 9, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 10, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 11, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 12, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 13, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 14, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 15, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 16, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 17, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 18, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 19, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 20, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 21, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 22, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 23, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 24, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 25, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 26, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 27, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 28, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 29, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 30, "precision": "A_BF16_W_INT4" }, { "part": "single_post", "idx": 31, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 127, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 255, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 383, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 511, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 639, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 767, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 895, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 1023, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 1151, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 1279, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 1407, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 1535, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 1663, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 1791, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 1919, "precision": "A_BF16_W_INT4" }, { "part": "single_cache", "idx": 2047, "precision": "A_BF16_W_INT4" } ]