| [ | |
| { | |
| "part": "group_pre", | |
| "idx": 0, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 1, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 2, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 3, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 4, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 5, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 6, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 7, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 8, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 9, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 10, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 11, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 12, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 13, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 14, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 15, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 16, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 17, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 18, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 19, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 20, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 21, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 22, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 23, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 24, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 25, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 26, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 27, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 28, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 29, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 30, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_pre", | |
| "idx": 31, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 0, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 1, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 2, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 3, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 4, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 5, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 6, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 7, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 8, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 9, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 10, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 11, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 12, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 13, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 14, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 15, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 16, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 17, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 18, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 19, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 20, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 21, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 22, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 23, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 24, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 25, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 26, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 27, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 28, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 29, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_post", | |
| "idx": 30, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 0, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 128, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 256, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 384, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 512, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 640, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 768, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 896, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 1024, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 1152, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 1280, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 1408, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 1536, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 1664, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 1792, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "group_cache", | |
| "idx": 1920, | |
| "precision": "A_BF16_W_INT8" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 0, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 1, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 2, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 3, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 4, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 5, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 6, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 7, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 8, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 9, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 10, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 11, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 12, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 13, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 14, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 15, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 16, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 17, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 18, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 19, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 20, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 21, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 22, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 23, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 24, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 25, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 26, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 27, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 28, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 29, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 30, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_pre", | |
| "idx": 31, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 0, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 1, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 2, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 3, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 4, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 5, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 6, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 7, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 8, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 9, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 10, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 11, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 12, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 13, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 14, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 15, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 16, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 17, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 18, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 19, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 20, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 21, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 22, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 23, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 24, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 25, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 26, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 27, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 28, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 29, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 30, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_post", | |
| "idx": 31, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 127, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 255, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 383, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 511, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 639, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 767, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 895, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 1023, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 1151, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 1279, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 1407, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 1535, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 1663, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 1791, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 1919, | |
| "precision": "A_BF16_W_INT4" | |
| }, | |
| { | |
| "part": "single_cache", | |
| "idx": 2047, | |
| "precision": "A_BF16_W_INT4" | |
| } | |
| ] |