| [ |
| { |
| "part": "group_pre", |
| "idx": 0, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 0, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 0, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 0, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 1, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 1, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 2, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 2, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 2, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 2, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 3, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 3, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 3, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 3, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 4, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 4, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 4, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 4, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 5, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 5, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 5, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 5, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 6, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 6, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 6, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 6, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 7, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 7, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 7, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 7, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 8, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 8, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 8, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 8, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 9, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 9, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 9, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 9, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 10, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 10, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 10, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 10, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 11, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 11, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 11, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 11, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 12, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 12, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 12, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 12, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 13, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 13, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 13, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 13, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 14, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 14, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 14, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 14, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 15, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 15, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 15, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 15, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 16, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 16, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 16, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 16, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 17, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 17, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 17, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 17, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 18, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 18, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 18, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 18, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 19, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 19, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 19, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 19, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 20, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 20, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 20, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 20, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 21, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 21, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 21, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 21, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 22, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 22, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 22, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 22, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 23, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 23, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 23, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 23, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 24, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 24, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 24, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 24, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 25, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 25, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 25, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 25, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 26, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 26, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 26, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 26, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 27, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 27, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 27, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 27, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 28, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 28, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 28, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 28, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 29, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 29, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 29, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 29, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 30, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 30, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 30, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 30, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 31, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 31, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_post", |
| "idx": 31, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 0, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 128, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 256, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 384, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 512, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 640, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 768, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 896, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1024, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1152, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1280, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1408, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1536, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1664, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1792, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1920, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 2048, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 2176, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 2304, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 2432, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 2560, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 2688, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 2816, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 2944, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 3072, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 3200, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 3328, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 3456, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 3584, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 3712, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 3840, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 3968, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 127, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 255, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 383, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 511, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 639, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 767, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 895, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1023, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1151, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1279, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1407, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1535, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1663, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1791, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1919, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 2047, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 2175, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 2303, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 2431, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 2559, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 2687, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 2815, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 2943, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 3071, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 3199, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 3327, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 3455, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 3583, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 3711, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 3839, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 3967, |
| "precision": "A_BF16_W_INT4" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 4095, |
| "precision": "A_BF16_W_INT4" |
| } |
| ] |
