{ "fixtureArrays": { "ort_no_pack_input_weightsT": [0.1, -0.2, 0.3, 1, 1.1, 0.3, 0.5, 0.2, 0.3, -0.6, 1.5, 2, 0.5, 0.1, 0.4, 1.6, 1, 2, 0.4, 0.8, 0.9, 0.1, -1.3, 0.7, 0.3, 0.2, 4, 2.2, 1.6, 1.1, 0.7, 0.2, 0.4, 1, 1.2, 0.5, 0.2, 0.1, 0.4, 1.6, 2.4, 3.3, 2.1, 4.2, 8.4, 0, 2.1, 3.2], "ort_no_pack_attention_bias_input_inputT": [0.8, -0.5, 0, 1, 0.5, 0.2, 0.3, -0.6, 0.8, -0.5, 0, 1, 0.5, 0.2, 0.3, -0.6], "ort_no_pack_attention_bias_output_outputT": [4.066014289855957, 0.0689978152513504, 4.25, 5.649999618530273, -1.8799558877944946, 0.32488855719566345, 4.25, 5.649999618530273, 4.066014289855957, 0.0689978152513504, 4.25, 5.649999618530273, -1.8799558877944946, 0.32488855719566345, 4.25, 5.649999618530273], "pa_matrix_float32_t31_k32_h2_d32_v32_tokenOffsetT": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 15], "pa_matrix_float32_t32_k64_h2_d32_v32_bias_tokenOffsetT": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31], "pa_matrix_float32_t33_k96_h3_d32_v32_tokenOffsetT": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 16], "pa_matrix_float32_t63_k128_h2_d32_v32_tokenOffsetT": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 31], "pa_matrix_float32_t64_k96_h2_d32_v32_bias_tokenOffsetT": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63], "pa_matrix_float32_t65_k64_h2_d32_v32_tokenOffsetT": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 32], "pa_matrix_float32_t96_k64_h2_d16_v32_bias_tokenOffsetT": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95], "pa_matrix_float32_t127_k33_h2_d32_v32_tokenOffsetT": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 63], "pa_matrix_float32_t128_k128_h2_d16_v16_tokenOffsetT": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127], "pa_matrix_float32_t129_k64_h3_d16_v16_bias_tokenOffsetT": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 64], "pa_tile_reuse_float32_tokenOffsetT": [0, 129, 258, 387, 516, 517, 518, 519, 520, 521, 522, 523, 524, 525, 526, 527, 528, 529, 530, 531, 532, 533, 534, 535, 536, 537, 538, 539, 540, 541, 542, 543, 544, 545, 546, 547, 548, 549, 550, 551, 552, 553, 554, 555, 556, 557, 558, 559, 560, 561, 562, 563, 564, 565, 566, 567, 568, 569, 570, 571, 572, 573, 574, 575, 576, 577, 578, 579, 580, 581, 582, 583, 584, 585, 586, 587, 588, 589, 590, 591, 592, 593, 594, 595, 596, 597, 598, 599, 600, 601, 602, 603, 604, 605, 606, 607, 608, 609, 610, 611, 612, 613, 614, 615, 616, 617, 618, 619, 620, 621, 622, 623, 624, 625, 626, 627, 628, 629, 630, 631, 632, 633, 634, 635, 636, 637, 638, 639, 640, 641, 642, 643, 644, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 388, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433, 434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447, 448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475, 476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489, 490, 491, 492, 493, 494, 495, 496, 497, 498, 499, 500, 501, 502, 503, 504, 505, 506, 507, 508, 509, 510, 511, 512, 513, 514, 515], "portable_schedule_14_tokenOffsetT": [0, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "portable_schedule_15_tokenOffsetT": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "portable_schedule_16_tokenOffsetT": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "portable_schedule_17_tokenOffsetT": [0, 63, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125], "portable_schedule_18_tokenOffsetT": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61], "portable_schedule_19_tokenOffsetT": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 8], "portable_schedule_20_tokenOffsetT": [0, 127, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253], "unequal_schedule_0": [19, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 54, 55, 56], "unequal_schedule_1": [0, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 67, 68, 69], "unequal_schedule_2": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 57, 58, 59], "unequal_schedule_3": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 32, 33, 34, 35, 69, 70, 71], "unequal_schedule_4": [0, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 131, 132, 133, 134, 135, 201, 202, 203], "unequal_schedule_5": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433, 434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447, 448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475, 476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489, 490, 491, 492, 493, 494, 495, 496, 497, 498, 499, 500, 501, 502, 503, 504, 505, 506, 507, 508, 509, 510, 511, 512, 513, 514, 515, 516, 517, 518, 519, 520, 521, 522, 523, 524, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 392, 393, 394, 395, 525, 526, 527], "unequal_schedule_6": [131, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 390, 391, 392], "unequal_schedule_7": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35], "unequal_schedule_8": [0, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 259, 260, 261], "unequal_schedule_9": [0, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433, 434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447, 448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475, 476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489, 490, 491, 492, 493, 494, 495, 496, 497, 498, 499, 500, 501, 502, 503, 504, 505, 506, 507, 508, 509, 510, 511, 512, 513, 514, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 515, 516, 517], "wide_schedule_31": [0, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 33, 34, 35], "wide_schedule_32": [32, 33, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 93, 94, 95], "wide_schedule_33": [0, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 129, 130, 131], "wide_schedule_34": [0, 515, 516, 517, 518, 519, 520, 521, 522, 523, 524, 525, 526, 527, 528, 529, 530, 531, 532, 533, 534, 535, 536, 537, 538, 539, 540, 541, 542, 543, 544, 545, 546, 547, 548, 549, 550, 551, 552, 553, 554, 555, 556, 557, 558, 559, 560, 561, 562, 563, 564, 565, 566, 567, 568, 569, 570, 571, 572, 573, 574, 575, 576, 577, 578, 579, 580, 581, 582, 583, 584, 585, 586, 587, 588, 589, 590, 591, 592, 593, 594, 595, 596, 597, 598, 599, 600, 601, 602, 603, 604, 605, 606, 607, 608, 609, 610, 611, 612, 613, 614, 615, 616, 617, 618, 619, 620, 621, 622, 623, 624, 625, 626, 627, 628, 629, 630, 631, 632, 633, 634, 635, 636, 637, 638, 639, 640, 641, 642, 643, 644, 645, 646, 647, 648, 649, 650, 651, 652, 653, 654, 655, 656, 657, 658, 659, 660, 661, 662, 663, 664, 665, 666, 667, 668, 669, 670, 671, 672, 673, 674, 675, 676, 677, 678, 679, 680, 681, 682, 683, 684, 685, 686, 687, 688, 689, 690, 691, 692, 693, 694, 695, 696, 697, 698, 699, 700, 701, 702, 703, 704, 705, 706, 707, 708, 709, 710, 711, 712, 713, 714, 715, 716, 717, 718, 719, 720, 721, 722, 723, 724, 725, 726, 727, 728, 729, 730, 731, 732, 733, 734, 735, 736, 737, 738, 739, 740, 741, 742, 743, 744, 745, 746, 747, 748, 749, 750, 751, 752, 753, 754, 755, 756, 757, 758, 759, 760, 761, 762, 763, 764, 765, 766, 767, 768, 769, 770, 771, 772, 773, 774, 775, 776, 777, 778, 779, 780, 781, 782, 783, 784, 785, 786, 787, 788, 789, 790, 791, 792, 793, 794, 795, 796, 797, 798, 799, 800, 801, 802, 803, 804, 805, 806, 807, 808, 809, 810, 811, 812, 813, 814, 815, 816, 817, 818, 819, 820, 821, 822, 823, 824, 825, 826, 827, 828, 829, 830, 831, 832, 833, 834, 835, 836, 837, 838, 839, 840, 841, 842, 843, 844, 845, 846, 847, 848, 849, 850, 851, 852, 853, 854, 855, 856, 857, 858, 859, 860, 861, 862, 863, 864, 865, 866, 867, 868, 869, 870, 871, 872, 873, 874, 875, 876, 877, 878, 879, 880, 881, 882, 883, 884, 885, 886, 887, 888, 889, 890, 891, 892, 893, 894, 895, 896, 897, 898, 899, 900, 901, 902, 903, 904, 905, 906, 907, 908, 909, 910, 911, 912, 913, 914, 915, 916, 917, 918, 919, 920, 921, 922, 923, 924, 925, 926, 927, 928, 929, 930, 931, 932, 933, 934, 935, 936, 937, 938, 939, 940, 941, 942, 943, 944, 945, 946, 947, 948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 965, 966, 967, 968, 969, 970, 971, 972, 973, 974, 975, 976, 977, 978, 979, 980, 981, 982, 983, 984, 985, 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023, 1024, 1025, 1026, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433, 434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447, 448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475, 476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489, 490, 491, 492, 493, 494, 495, 496, 497, 498, 499, 500, 501, 502, 503, 504, 505, 506, 507, 508, 509, 510, 511, 512, 513, 514, 1027, 1028, 1029], "fragment_schedule_634ea297a37d": [15, 16, 17, 18, 19, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 42, 43, 44], "fragment_schedule_326ff2747fbb": [0, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 131, 132, 133], "fragment_schedule_eb0c4a513a9e": [345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433, 434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447, 448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475, 476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489, 490, 491, 492, 493, 494, 495, 496, 497, 498, 499, 500, 501, 502, 503, 504, 505, 506, 507, 508, 509, 510, 511, 512, 513, 514, 515, 690, 691, 692, 693, 694, 695, 696, 697, 698, 699, 700, 701, 702, 703, 704, 705, 706, 707, 708, 709, 710, 711, 712, 713, 714, 715, 716, 717, 718, 719, 720, 721, 722, 723, 724, 725, 726, 727, 728, 729, 730, 731, 732, 733, 734, 735, 736, 737, 738, 739, 740, 741, 742, 743, 744, 745, 746, 747, 748, 749, 750, 751, 752, 753, 754, 755, 756, 757, 758, 759, 760, 761, 762, 763, 764, 765, 766, 767, 768, 769, 770, 771, 772, 773, 774, 775, 776, 777, 778, 779, 780, 781, 782, 783, 784, 785, 786, 787, 788, 789, 790, 791, 792, 793, 794, 795, 796, 797, 798, 799, 800, 801, 802, 803, 804, 805, 806, 807, 808, 809, 810, 811, 812, 813, 814, 815, 816, 817, 818, 819, 820, 821, 822, 823, 824, 825, 826, 827, 828, 829, 830, 831, 832, 833, 834, 835, 836, 837, 838, 839, 840, 841, 842, 843, 844, 845, 846, 847, 848, 849, 850, 851, 852, 853, 854, 855, 856, 857, 858, 859, 860, 861, 862, 863, 864, 865, 866, 867, 868, 869, 870, 871, 872, 873, 874, 875, 876, 877, 878, 879, 880, 881, 882, 883, 884, 885, 886, 887, 888, 889, 890, 891, 892, 893, 894, 895, 896, 897, 898, 899, 900, 901, 902, 903, 904, 905, 906, 907, 908, 909, 910, 911, 912, 913, 914, 915, 916, 917, 918, 919, 920, 921, 922, 923, 924, 925, 926, 927, 928, 929, 930, 931, 932, 933, 934, 935, 936, 937, 938, 939, 940, 941, 942, 943, 944, 945, 946, 947, 948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 965, 966, 967, 968, 969, 970, 971, 972, 973, 974, 975, 976, 977, 978, 979, 980, 981, 982, 983, 984, 985, 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1028, 1029, 1030, 1031, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 516, 517, 518, 519, 520, 521, 522, 523, 524, 525, 526, 527, 528, 529, 530, 531, 532, 533, 534, 535, 536, 537, 538, 539, 540, 541, 542, 543, 544, 545, 546, 547, 548, 549, 550, 551, 552, 553, 554, 555, 556, 557, 558, 559, 560, 561, 562, 563, 564, 565, 566, 567, 568, 569, 570, 571, 572, 573, 574, 575, 576, 577, 578, 579, 580, 581, 582, 583, 584, 585, 586, 587, 588, 589, 590, 591, 592, 593, 594, 595, 596, 597, 598, 599, 600, 601, 602, 603, 604, 605, 606, 607, 608, 609, 610, 611, 612, 613, 614, 615, 616, 617, 618, 619, 620, 621, 622, 623, 624, 625, 626, 627, 628, 629, 630, 631, 632, 633, 634, 635, 636, 637, 638, 639, 640, 641, 642, 643, 644, 645, 646, 647, 648, 649, 650, 651, 652, 653, 654, 655, 656, 657, 658, 659, 660, 661, 662, 663, 664, 665, 666, 667, 668, 669, 670, 671, 672, 673, 674, 675, 676, 677, 678, 679, 680, 681, 682, 683, 684, 685, 686, 687, 688, 689, 1032, 1033, 1034], "fragment_schedule_2bf64e1b7d85": [0, 9, 10, 11, 12, 13, 14, 1, 2, 3, 4, 5, 6, 7, 8, 15, 16, 17] }, "cases": [ { "name": "ort_no_pack", "provenance": { "source": "onnxruntime/test/contrib_ops/packed_attention_op_test.cc", "test": "PackedAttentionTest.NoPack" }, "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [2, 4], "data": { "kind": "values", "values": [0.8, -0.5, 0.0, 1.0, 0.5, 0.2, 0.3, -0.6] } }, "weightsT": { "dtype": "float32", "shape": [4, 12], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_no_pack_input_weightsT" } } }, "biasT": { "dtype": "float32", "shape": [12], "data": { "kind": "values", "values": [-0.5, 0.6, 1.2, 2.1, 0.5, 0.7, 0.2, 1.2, 0.5, 0.4, 0.3, 1.2] } }, "tokenOffsetT": { "dtype": "int32", "shape": [1, 2], "data": { "kind": "values", "values": [0, 1] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [2], "data": { "kind": "values", "values": [0, 2] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [2, 4], "data": { "kind": "values", "values": [3.1495983600616455, 0.1084366887807846, 4.25, 5.649999618530273, 3.969679117202759, 0.07314367592334747, 4.249999523162842, 5.649999141693115] } } }, "tolerance": 0.001, "relTolerance": 0.001 }, { "name": "ort_no_pack_attention_bias", "provenance": { "source": "onnxruntime/test/contrib_ops/packed_attention_op_test.cc", "test": "PackedAttentionTest.NoPackWithAttentionBias" }, "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [4, 4], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_no_pack_attention_bias_input_inputT" } } }, "weightsT": { "dtype": "float32", "shape": [4, 12], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_no_pack_input_weightsT" } } }, "biasT": { "dtype": "float32", "shape": [12], "data": { "kind": "values", "values": [-0.5, 0.6, 1.2, 2.1, 0.5, 0.7, 0.2, 1.2, 0.5, 0.4, 0.3, 1.2] } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 2], "data": { "kind": "values", "values": [0, 1, 2, 3] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 2, 4] } }, "attentionBiasT": { "dtype": "float32", "shape": [2, 2, 2, 2], "data": { "kind": "values", "values": [0.2, -0.1, 0.4, 2.5, 1.6, -1.1, 0.4, -2.5, 0.2, -0.1, 0.4, 2.5, 1.6, -1.1, 0.4, -2.5] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [4, 4], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_no_pack_attention_bias_output_outputT" } } } }, "tolerance": 0.001, "relTolerance": 0.001 }, { "name": "ort_packed_attention_bias", "provenance": { "source": "onnxruntime/test/contrib_ops/packed_attention_op_test.cc", "test": "PackedAttentionTest.PackedWithAttentionBias" }, "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [4, 4], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_no_pack_attention_bias_input_inputT" } } }, "weightsT": { "dtype": "float32", "shape": [4, 12], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_no_pack_input_weightsT" } } }, "biasT": { "dtype": "float32", "shape": [12], "data": { "kind": "values", "values": [-0.5, 0.6, 1.2, 2.1, 0.5, 0.7, 0.2, 1.2, 0.5, 0.4, 0.3, 1.2] } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 1, 4, 5, 2, 3, 6, 7] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 2, 4] } }, "attentionBiasT": { "dtype": "float32", "shape": [2, 2, 4, 4], "data": { "kind": "values", "values": [0.2, -0.1, 0.0, 0.0, 0.4, 2.5, 0.0, 0.0, 1.6, -1.1, 0.0, 0.0, 0.4, -2.5, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.2, -0.1, 0.0, 0.0, 0.4, 2.5, 0.0, 0.0, 1.6, -1.1, 0.0, 0.0, 0.4, -2.5, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [4, 4], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_no_pack_attention_bias_output_outputT" } } } }, "tolerance": 0.001, "relTolerance": 0.001 }, { "name": "ort_packed_batch", "provenance": { "source": "onnxruntime/test/contrib_ops/packed_attention_op_test.cc", "test": "PackedAttentionTest.PackedBatch" }, "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [4, 4], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_no_pack_attention_bias_input_inputT" } } }, "weightsT": { "dtype": "float32", "shape": [4, 12], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_no_pack_input_weightsT" } } }, "biasT": { "dtype": "float32", "shape": [12], "data": { "kind": "values", "values": [-0.5, 0.6, 1.2, 2.1, 0.5, 0.7, 0.2, 1.2, 0.5, 0.4, 0.3, 1.2] } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 1, 4, 5, 2, 3, 6, 7] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 2, 4] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [4, 4], "data": { "kind": "values", "values": [3.1495983600616455, 0.1084366887807846, 4.25, 5.649999618530273, 3.969679117202759, 0.07314367592334747, 4.249999523162842, 5.649999141693115, 3.1495983600616455, 0.1084366887807846, 4.25, 5.649999618530273, 3.969679117202759, 0.07314367592334747, 4.249999523162842, 5.649999141693115] } } }, "tolerance": 0.001, "relTolerance": 0.001 }, { "name": "ort_packed_batch_qkv_sizes", "provenance": { "source": "onnxruntime/test/contrib_ops/packed_attention_op_test.cc", "test": "PackedAttentionTest.PackedBatchWithQKV" }, "attrs": { "num_heads": 2, "qkv_hidden_sizes": [6, 6, 4] }, "inputs": { "inputT": { "dtype": "float32", "shape": [4, 4], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/ort_no_pack_attention_bias_input_inputT" } } }, "weightsT": { "dtype": "float32", "shape": [4, 16], "data": { "kind": "values", "values": [0.1, -0.2, 0.3, 1.0, 1.1, 0.3, 0.5, 0.2, 0.3, -0.6, 1.5, 2.0, 0.5, 0.1, 0.4, 1.6, 1.0, 2.0, 0.4, 0.8, 0.9, 0.1, -1.3, 0.7, 0.3, 0.2, 4.0, 2.2, 1.6, 1.1, 0.7, 0.2, 0.4, 1.0, 1.2, 0.5, 0.2, 0.1, 0.4, 1.6, 2.4, 3.3, 2.1, 4.2, 8.4, 0.0, 2.1, 3.2, 0.3, 0.2, 4.0, 2.2, 2.4, 3.3, 2.1, 4.2, 0.5, 0.1, 0.4, 1.6, 0.4, 0.8, 0.9, 0.1] } }, "biasT": { "dtype": "float32", "shape": [16], "data": { "kind": "values", "values": [-0.5, 0.6, 1.2, 2.1, 0.5, 0.7, 0.2, 1.2, 0.5, 0.4, 0.3, 1.2, 0.5, 0.7, 0.2, 1.2] } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 1, 4, 5, 2, 3, 6, 7] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 2, 4] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [4, 4], "data": { "kind": "values", "values": [3.1967618465423584, 0.5190345644950867, 0.6305153965950012, 2.9394614696502686, 0.6533218026161194, 1.000949501991272, 0.7417502403259277, 2.8231701850891113, 3.1967618465423584, 0.5190345644950867, 0.6305153965950012, 2.9394614696502686, 0.6533218026161194, 1.000949501991272, 0.7417502403259277, 2.8231701850891113] } } }, "tolerance": 0.001, "relTolerance": 0.001 }, { "name": "proj_b3_h32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [7, 48], "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.264, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [48, 192], "data": { "kind": "fillFloat32", "sinStep": 0.196, "cosStep": 0.312, "scale": 0.25 } }, "biasT": { "dtype": "float32", "shape": [192], "data": { "kind": "fillFloat32", "sinStep": 0.384, "cosStep": 0.188, "scale": 0.4 } }, "tokenOffsetT": { "dtype": "int32", "shape": [3, 4], "data": { "kind": "values", "values": [0, 4, 5, 8, 9, 10, 11, 1, 2, 3, 6, 7] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 3, 7] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [7, 64] } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "proj_attn_bias_b3_h32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [7, 48], "data": { "kind": "fillFloat32", "sinStep": 0.14, "cosStep": 0.281, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [48, 192], "data": { "kind": "fillFloat32", "sinStep": 0.20900000000000002, "cosStep": 0.32299999999999995, "scale": 0.25 } }, "biasT": { "dtype": "float32", "shape": [192], "data": { "kind": "fillFloat32", "sinStep": 0.391, "cosStep": 0.21700000000000003, "scale": 0.4 } }, "tokenOffsetT": { "dtype": "int32", "shape": [3, 4], "data": { "kind": "values", "values": [0, 4, 5, 8, 9, 10, 11, 1, 2, 3, 6, 7] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 3, 7] } }, "attentionBiasT": { "dtype": "float32", "shape": [3, 2, 4, 4], "data": { "kind": "fillFloat32", "sinStep": 0.493, "cosStep": 0.20900000000000002, "scale": 1.5 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [7, 64] } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "proj_b3_h32_f16", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float16", "shape": [7, 48], "data": { "kind": "fillFloat32", "sinStep": 0.15, "cosStep": 0.29800000000000004, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [48, 192], "data": { "kind": "fillFloat32", "sinStep": 0.222, "cosStep": 0.33399999999999996, "scale": 0.25 } }, "biasT": { "dtype": "float16", "shape": [192], "data": { "kind": "fillFloat32", "sinStep": 0.398, "cosStep": 0.246, "scale": 0.4 } }, "tokenOffsetT": { "dtype": "int32", "shape": [3, 4], "data": { "kind": "values", "values": [0, 4, 5, 8, 9, 10, 11, 1, 2, 3, 6, 7] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 3, 7] } } }, "outputs": { "outputT": { "dtype": "float16", "shape": [7, 64] } }, "tolerance": 0.01, "relTolerance": 0.01 }, { "name": "proj_attn_bias_b3_h32_f16", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float16", "shape": [7, 48], "data": { "kind": "fillFloat32", "sinStep": 0.16, "cosStep": 0.315, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [48, 192], "data": { "kind": "fillFloat32", "sinStep": 0.23500000000000001, "cosStep": 0.345, "scale": 0.25 } }, "biasT": { "dtype": "float16", "shape": [192], "data": { "kind": "fillFloat32", "sinStep": 0.405, "cosStep": 0.275, "scale": 0.4 } }, "tokenOffsetT": { "dtype": "int32", "shape": [3, 4], "data": { "kind": "values", "values": [0, 4, 5, 8, 9, 10, 11, 1, 2, 3, 6, 7] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 3, 7] } }, "attentionBiasT": { "dtype": "float16", "shape": [3, 2, 4, 4], "data": { "kind": "fillFloat32", "sinStep": 0.535, "cosStep": 0.23500000000000001, "scale": 1.5 } } }, "outputs": { "outputT": { "dtype": "float16", "shape": [7, 64] } }, "tolerance": 0.01, "relTolerance": 0.01 }, { "name": "proj_attn_bias_b3_h16", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [7, 24], "data": { "kind": "fillFloat32", "sinStep": 0.16999999999999998, "cosStep": 0.332, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [24, 96], "data": { "kind": "fillFloat32", "sinStep": 0.248, "cosStep": 0.356, "scale": 0.25 } }, "biasT": { "dtype": "float32", "shape": [96], "data": { "kind": "fillFloat32", "sinStep": 0.412, "cosStep": 0.30400000000000005, "scale": 0.4 } }, "tokenOffsetT": { "dtype": "int32", "shape": [3, 4], "data": { "kind": "values", "values": [0, 4, 5, 8, 9, 10, 11, 1, 2, 3, 6, 7] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 3, 7] } }, "attentionBiasT": { "dtype": "float32", "shape": [3, 2, 4, 4], "data": { "kind": "fillFloat32", "sinStep": 0.556, "cosStep": 0.248, "scale": 1.5 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [7, 32] } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "proj_span_tiles_b5_h32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [24, 32], "data": { "kind": "fillFloat32", "sinStep": 0.18, "cosStep": 0.34900000000000003, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [32, 192], "data": { "kind": "fillFloat32", "sinStep": 0.261, "cosStep": 0.367, "scale": 0.25 } }, "biasT": { "dtype": "float32", "shape": [192], "data": { "kind": "fillFloat32", "sinStep": 0.419, "cosStep": 0.333, "scale": 0.4 } }, "tokenOffsetT": { "dtype": "int32", "shape": [5, 8], "data": { "kind": "values", "values": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 16, 17, 18, 19, 20, 24, 32, 33, 34, 35, 36, 37, 38, 11, 12, 13, 14, 15, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 39] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [6], "data": { "kind": "values", "values": [0, 8, 11, 16, 17, 24] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [24, 64] } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "proj_long_b2_h32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [40, 32], "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.366, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [32, 192], "data": { "kind": "fillFloat32", "sinStep": 0.274, "cosStep": 0.378, "scale": 0.25 } }, "biasT": { "dtype": "float32", "shape": [192], "data": { "kind": "fillFloat32", "sinStep": 0.426, "cosStep": 0.362, "scale": 0.4 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 40], "data": { "kind": "values", "values": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 40, 41, 42, 43, 44, 45, 46, 33, 34, 35, 36, 37, 38, 39, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 33, 40] } }, "attentionBiasT": { "dtype": "float32", "shape": [2, 2, 40, 40], "data": { "kind": "fillFloat32", "sinStep": 0.598, "cosStep": 0.274, "scale": 1.5 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [40, 64] } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "proj_equal_lengths_b2_h32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [6, 32], "data": { "kind": "fillFloat32", "sinStep": 0.2, "cosStep": 0.383, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [32, 192], "data": { "kind": "fillFloat32", "sinStep": 0.28700000000000003, "cosStep": 0.38899999999999996, "scale": 0.25 } }, "biasT": { "dtype": "float32", "shape": [192], "data": { "kind": "fillFloat32", "sinStep": 0.433, "cosStep": 0.391, "scale": 0.4 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 3], "data": { "kind": "values", "values": [0, 1, 2, 3, 4, 5] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 3, 6] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [6, 64] } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "proj_qkv_sizes_b3_h32", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [64, 64, 32] }, "inputs": { "inputT": { "dtype": "float32", "shape": [7, 32], "data": { "kind": "fillFloat32", "sinStep": 0.21000000000000002, "cosStep": 0.4, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [32, 160], "data": { "kind": "fillFloat32", "sinStep": 0.30000000000000004, "cosStep": 0.39999999999999997, "scale": 0.25 } }, "biasT": { "dtype": "float32", "shape": [160], "data": { "kind": "fillFloat32", "sinStep": 0.44, "cosStep": 0.42000000000000004, "scale": 0.4 } }, "tokenOffsetT": { "dtype": "int32", "shape": [3, 4], "data": { "kind": "values", "values": [0, 4, 5, 8, 9, 10, 11, 1, 2, 3, 6, 7] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 3, 7] } }, "attentionBiasT": { "dtype": "float32", "shape": [3, 2, 4, 4], "data": { "kind": "fillFloat32", "sinStep": 0.64, "cosStep": 0.30000000000000004, "scale": 1.5 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [7, 32] } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "proj_odd_head_dim_b3", "attrs": { "num_heads": 3, "qkv_hidden_sizes": [15, 15, 6] }, "inputs": { "inputT": { "dtype": "float32", "shape": [7, 7], "data": { "kind": "fillFloat32", "sinStep": 0.22, "cosStep": 0.41700000000000004, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [7, 36], "data": { "kind": "fillFloat32", "sinStep": 0.313, "cosStep": 0.411, "scale": 0.25 } }, "biasT": { "dtype": "float32", "shape": [36], "data": { "kind": "fillFloat32", "sinStep": 0.447, "cosStep": 0.449, "scale": 0.4 } }, "tokenOffsetT": { "dtype": "int32", "shape": [3, 4], "data": { "kind": "values", "values": [0, 4, 5, 8, 9, 10, 11, 1, 2, 3, 6, 7] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 3, 7] } }, "attentionBiasT": { "dtype": "float32", "shape": [3, 3, 4, 4], "data": { "kind": "fillFloat32", "sinStep": 0.661, "cosStep": 0.313, "scale": 1.5 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [7, 6] } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "proj_head_dim_8_b3", "attrs": { "num_heads": 4 }, "inputs": { "inputT": { "dtype": "float32", "shape": [7, 20], "data": { "kind": "fillFloat32", "sinStep": 0.22999999999999998, "cosStep": 0.43400000000000005, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [20, 96], "data": { "kind": "fillFloat32", "sinStep": 0.326, "cosStep": 0.422, "scale": 0.25 } }, "biasT": { "dtype": "float32", "shape": [96], "data": { "kind": "fillFloat32", "sinStep": 0.454, "cosStep": 0.47800000000000004, "scale": 0.4 } }, "tokenOffsetT": { "dtype": "int32", "shape": [3, 4], "data": { "kind": "values", "values": [0, 4, 5, 8, 9, 10, 11, 1, 2, 3, 6, 7] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 3, 7] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [7, 32] } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "proj_broadcast_attn_bias_b3_h32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [7, 32], "data": { "kind": "fillFloat32", "sinStep": 0.24, "cosStep": 0.45100000000000007, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [32, 192], "data": { "kind": "fillFloat32", "sinStep": 0.33899999999999997, "cosStep": 0.43299999999999994, "scale": 0.25 } }, "biasT": { "dtype": "float32", "shape": [192], "data": { "kind": "fillFloat32", "sinStep": 0.46099999999999997, "cosStep": 0.507, "scale": 0.4 } }, "tokenOffsetT": { "dtype": "int32", "shape": [3, 4], "data": { "kind": "values", "values": [0, 4, 5, 8, 9, 10, 11, 1, 2, 3, 6, 7] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 3, 7] } }, "attentionBiasT": { "dtype": "float32", "shape": [1, 1, 4, 4], "data": { "kind": "fillFloat32", "sinStep": 0.7030000000000001, "cosStep": 0.33899999999999997, "scale": 1.5 } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [7, 64] } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "proj_explicit_scale_b3_h32", "attrs": { "num_heads": 2, "scale": 0.0625 }, "inputs": { "inputT": { "dtype": "float32", "shape": [7, 32], "data": { "kind": "fillFloat32", "sinStep": 0.25, "cosStep": 0.468, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [32, 192], "data": { "kind": "fillFloat32", "sinStep": 0.352, "cosStep": 0.44399999999999995, "scale": 0.25 } }, "biasT": { "dtype": "float32", "shape": [192], "data": { "kind": "fillFloat32", "sinStep": 0.46799999999999997, "cosStep": 0.536, "scale": 0.4 } }, "tokenOffsetT": { "dtype": "int32", "shape": [3, 4], "data": { "kind": "values", "values": [0, 4, 5, 8, 9, 10, 11, 1, 2, 3, 6, 7] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [4], "data": { "kind": "values", "values": [0, 1, 3, 7] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [7, 64] } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "proj_single_token_h32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [1, 32], "data": { "kind": "fillFloat32", "sinStep": 0.26, "cosStep": 0.485, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [32, 192], "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.45499999999999996, "scale": 0.25 } }, "biasT": { "dtype": "float32", "shape": [192], "data": { "kind": "fillFloat32", "sinStep": 0.475, "cosStep": 0.565, "scale": 0.4 } }, "tokenOffsetT": { "dtype": "int32", "shape": [1, 1], "data": { "kind": "values", "values": [0] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [2], "data": { "kind": "values", "values": [0, 1] } } }, "outputs": { "outputT": { "dtype": "float32", "shape": [1, 64] } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-matrix-float32-t1-k32-h2-d32-v32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [1, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [32, 192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [1, 1], "data": { "kind": "values", "values": [0] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [2], "data": { "kind": "values", "values": [0, 1] } } }, "outputs": { "outputT": { "shape": [1, 64], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-matrix-float32-t7-k64-h2-d32-v32-bias", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [7, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [64, 192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 1, 2, 4, 5, 6, 7, 3] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 3, 7] } }, "attentionBiasT": { "shape": [1, 1, 4, 4], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.609, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [7, 64], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-matrix-float32-t31-k32-h2-d32-v32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [31, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [32, 192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 16], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t31_k32_h2_d32_v32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 15, 31] } } }, "outputs": { "outputT": { "shape": [31, 64], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-matrix-float32-t32-k64-h2-d32-v32-bias", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [32, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [64, 192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 16], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t32_k64_h2_d32_v32_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 16, 32] } }, "attentionBiasT": { "shape": [1, 1, 16, 16], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.609, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [32, 64], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-matrix-float32-t33-k96-h3-d32-v32", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "shape": [33, 96], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [96, 288], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [288], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 17], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t33_k96_h3_d32_v32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 16, 33] } } }, "outputs": { "outputT": { "shape": [33, 96], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-matrix-float32-t63-k128-h2-d32-v32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [63, 128], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [128, 192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 32], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t63_k128_h2_d32_v32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 31, 63] } } }, "outputs": { "outputT": { "shape": [63, 64], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-matrix-float32-t64-k96-h2-d32-v32-bias", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [64, 96], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [96, 192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 32], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t64_k96_h2_d32_v32_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 32, 64] } }, "attentionBiasT": { "shape": [1, 1, 32, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.609, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [64, 64], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-matrix-float32-t65-k64-h2-d32-v32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [65, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [64, 192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 33], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t65_k64_h2_d32_v32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 32, 65] } } }, "outputs": { "outputT": { "shape": [65, 64], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-matrix-float32-t96-k64-h2-d16-v32-bias", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [32, 32, 64] }, "inputs": { "inputT": { "shape": [96, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [64, 128], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [128], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 48], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t96_k64_h2_d16_v32_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 48, 96] } }, "attentionBiasT": { "shape": [1, 1, 48, 48], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.609, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [96, 64], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-matrix-float32-t127-k33-h2-d32-v32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [127, 33], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [33, 192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 64], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t127_k33_h2_d32_v32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 63, 127] } } }, "outputs": { "outputT": { "shape": [127, 64], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-matrix-float32-t128-k128-h2-d16-v16", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [128, 128], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [128, 96], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [96], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 64], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t128_k128_h2_d16_v16_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 64, 128] } } }, "outputs": { "outputT": { "shape": [128, 32], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-matrix-float32-t129-k64-h3-d16-v16-bias", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "shape": [129, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [64, 144], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [144], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 65], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t129_k64_h3_d16_v16_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 64, 129] } }, "attentionBiasT": { "shape": [1, 1, 65, 65], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.609, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 48], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-matrix-float16-t1-k32-h2-d32-v32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [1, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [32, 192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [1, 1], "data": { "kind": "values", "values": [0] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [2], "data": { "kind": "values", "values": [0, 1] } } }, "outputs": { "outputT": { "shape": [1, 64], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-matrix-float16-t7-k64-h2-d32-v32-bias", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [7, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [64, 192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 4], "data": { "kind": "values", "values": [0, 1, 2, 4, 5, 6, 7, 3] } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 3, 7] } }, "attentionBiasT": { "shape": [1, 1, 4, 4], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.609, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [7, 64], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-matrix-float16-t31-k32-h2-d32-v32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [31, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [32, 192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 16], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t31_k32_h2_d32_v32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 15, 31] } } }, "outputs": { "outputT": { "shape": [31, 64], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-matrix-float16-t32-k64-h2-d32-v32-bias", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [32, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [64, 192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 16], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t32_k64_h2_d32_v32_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 16, 32] } }, "attentionBiasT": { "shape": [1, 1, 16, 16], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.609, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [32, 64], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-matrix-float16-t33-k96-h3-d32-v32", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "shape": [33, 96], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [96, 288], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [288], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 17], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t33_k96_h3_d32_v32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 16, 33] } } }, "outputs": { "outputT": { "shape": [33, 96], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-matrix-float16-t63-k128-h2-d32-v32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [63, 128], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [128, 192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 32], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t63_k128_h2_d32_v32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 31, 63] } } }, "outputs": { "outputT": { "shape": [63, 64], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-matrix-float16-t64-k96-h2-d32-v32-bias", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [64, 96], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [96, 192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 32], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t64_k96_h2_d32_v32_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 32, 64] } }, "attentionBiasT": { "shape": [1, 1, 32, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.609, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [64, 64], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-matrix-float16-t65-k64-h2-d32-v32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [65, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [64, 192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 33], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t65_k64_h2_d32_v32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 32, 65] } } }, "outputs": { "outputT": { "shape": [65, 64], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-matrix-float16-t96-k64-h2-d16-v32-bias", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [32, 32, 64] }, "inputs": { "inputT": { "shape": [96, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [64, 128], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [128], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 48], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t96_k64_h2_d16_v32_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 48, 96] } }, "attentionBiasT": { "shape": [1, 1, 48, 48], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.609, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [96, 64], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-matrix-float16-t127-k33-h2-d32-v32", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [127, 33], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [33, 192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 64], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t127_k33_h2_d32_v32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 63, 127] } } }, "outputs": { "outputT": { "shape": [127, 64], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-matrix-float16-t128-k128-h2-d16-v16", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [128, 128], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [128, 96], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [96], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 64], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t128_k128_h2_d16_v16_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 64, 128] } } }, "outputs": { "outputT": { "shape": [128, 32], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-matrix-float16-t129-k64-h3-d16-v16-bias", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "shape": [129, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [64, 144], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [144], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 65], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t129_k64_h3_d16_v16_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 64, 129] } }, "attentionBiasT": { "shape": [1, 1, 65, 65], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.609, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 48], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-tile-reuse-float32", "attrs": { "num_heads": 4 }, "inputs": { "inputT": { "shape": [133, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 1.122, "cosStep": 0.756, "scale": 0.5 } }, "weightsT": { "shape": [32, 1536], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 1.139, "cosStep": 0.777, "scale": 0.1 } }, "biasT": { "shape": [1536], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 1.156, "cosStep": 0.798, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [5, 129], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_tile_reuse_float32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [6], "data": { "kind": "values", "values": [0, 1, 2, 3, 4, 133] } } }, "outputs": { "outputT": { "shape": [133, 512], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-tile-reuse-float32-bias", "attrs": { "num_heads": 4 }, "inputs": { "inputT": { "shape": [133, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 1.122, "cosStep": 0.756, "scale": 0.5 } }, "weightsT": { "shape": [32, 1536], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 1.139, "cosStep": 0.777, "scale": 0.1 } }, "biasT": { "shape": [1536], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 1.156, "cosStep": 0.798, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [5, 129], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_tile_reuse_float32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [6], "data": { "kind": "values", "values": [0, 1, 2, 3, 4, 133] } }, "attentionBiasT": { "shape": [1, 1, 129, 129], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 1.173, "cosStep": 0.819, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [133, 512], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-tile-reuse-float16", "attrs": { "num_heads": 4 }, "inputs": { "inputT": { "shape": [133, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 1.122, "cosStep": 0.756, "scale": 0.5 } }, "weightsT": { "shape": [32, 1536], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 1.139, "cosStep": 0.777, "scale": 0.1 } }, "biasT": { "shape": [1536], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 1.156, "cosStep": 0.798, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [5, 129], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_tile_reuse_float32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [6], "data": { "kind": "values", "values": [0, 1, 2, 3, 4, 133] } } }, "outputs": { "outputT": { "shape": [133, 512], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-tile-reuse-float16-bias", "attrs": { "num_heads": 4 }, "inputs": { "inputT": { "shape": [133, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 1.122, "cosStep": 0.756, "scale": 0.5 } }, "weightsT": { "shape": [32, 1536], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 1.139, "cosStep": 0.777, "scale": 0.1 } }, "biasT": { "shape": [1536], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 1.156, "cosStep": 0.798, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [5, 129], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_tile_reuse_float32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [6], "data": { "kind": "values", "values": [0, 1, 2, 3, 4, 133] } }, "attentionBiasT": { "shape": [1, 1, 129, 129], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 1.173, "cosStep": 0.819, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [133, 512], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-matrix-direct-coverage-float32-flash", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [64, 96], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [96, 192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 32], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t64_k96_h2_d32_v32_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 32, 64] } } }, "outputs": { "outputT": { "shape": [64, 64], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002, "tunables": { "MATRIX_DIRECT_MIN_GROUPS": 0 } }, { "name": "pa-matrix-direct-coverage-float32-flash-bias", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [64, 96], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [96, 192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 32], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t64_k96_h2_d32_v32_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 32, 64] } }, "attentionBiasT": { "shape": [1, 1, 32, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.609, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [64, 64], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002, "tunables": { "MATRIX_DIRECT_MIN_GROUPS": 0 } }, { "name": "pa-matrix-direct-coverage-float32-serial", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [32, 32, 64] }, "inputs": { "inputT": { "shape": [64, 96], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [96, 128], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [128], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 32], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t64_k96_h2_d32_v32_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 32, 64] } } }, "outputs": { "outputT": { "shape": [64, 64], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002, "tunables": { "MATRIX_DIRECT_MIN_GROUPS": 0 } }, { "name": "pa-matrix-direct-coverage-float32-serial-bias", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [32, 32, 64] }, "inputs": { "inputT": { "shape": [64, 96], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [96, 128], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [128], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 32], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t64_k96_h2_d32_v32_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 32, 64] } }, "attentionBiasT": { "shape": [1, 1, 32, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.609, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [64, 64], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002, "tunables": { "MATRIX_DIRECT_MIN_GROUPS": 0 } }, { "name": "pa-matrix-direct-coverage-float16-flash", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [64, 96], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [96, 192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 32], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t64_k96_h2_d32_v32_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 32, 64] } } }, "outputs": { "outputT": { "shape": [64, 64], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005, "tunables": { "MATRIX_DIRECT_MIN_GROUPS": 0 } }, { "name": "pa-matrix-direct-coverage-float16-flash-bias", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [64, 96], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [96, 192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [192], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 32], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t64_k96_h2_d32_v32_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 32, 64] } }, "attentionBiasT": { "shape": [1, 1, 32, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.609, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [64, 64], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005, "tunables": { "MATRIX_DIRECT_MIN_GROUPS": 0 } }, { "name": "pa-matrix-direct-coverage-float16-serial", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [32, 32, 64] }, "inputs": { "inputT": { "shape": [64, 96], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [96, 128], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [128], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 32], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t64_k96_h2_d32_v32_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 32, 64] } } }, "outputs": { "outputT": { "shape": [64, 64], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005, "tunables": { "MATRIX_DIRECT_MIN_GROUPS": 0 } }, { "name": "pa-matrix-direct-coverage-float16-serial-bias", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [32, 32, 64] }, "inputs": { "inputT": { "shape": [64, 96], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 0.546, "scale": 0.5 } }, "weightsT": { "shape": [96, 128], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.567, "scale": 0.05 } }, "biasT": { "shape": [128], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.588, "scale": 0.1 } }, "tokenOffsetT": { "dtype": "int32", "shape": [2, 32], "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t64_k96_h2_d32_v32_bias_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "dtype": "int32", "shape": [3], "data": { "kind": "values", "values": [0, 32, 64] } }, "attentionBiasT": { "shape": [1, 1, 32, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.609, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [64, 64], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005, "tunables": { "MATRIX_DIRECT_MIN_GROUPS": 0 } }, { "name": "pa-portable-float32-0-t17-k33-h3-d128-v128", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "dtype": "float32", "shape": [17, 33], "data": { "kind": "fillFloat32", "sinStep": 1.037, "cosStep": 0.567, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [33, 1152], "data": { "kind": "fillFloat32", "sinStep": 1.054, "cosStep": 0.588, "scale": 0.05 } }, "biasT": { "dtype": "float32", "shape": [1152], "data": { "kind": "fillFloat32", "sinStep": 1.071, "cosStep": 0.609, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_14_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 17] } } }, "outputs": { "outputT": { "shape": [17, 384], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-portable-float32-1-t33-k64-h2-d192-v192", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [33, 64], "data": { "kind": "fillFloat32", "sinStep": 1.326, "cosStep": 0.924, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [64, 1152], "data": { "kind": "fillFloat32", "sinStep": 1.343, "cosStep": 0.945, "scale": 0.05 } }, "biasT": { "dtype": "float32", "shape": [1152], "data": { "kind": "fillFloat32", "sinStep": 1.36, "cosStep": 0.966, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 17], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_15_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 16, 16, 33] } }, "attentionBiasT": { "dtype": "float32", "shape": [1, 2, 17, 17], "data": { "kind": "fillFloat32", "sinStep": 1.377, "cosStep": 0.987, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 384], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-portable-float32-2-t33-k32-h2-d224-v224", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [33, 32], "data": { "kind": "fillFloat32", "sinStep": 0.102, "cosStep": 1.281, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [32, 1344], "data": { "kind": "fillFloat32", "sinStep": 0.119, "cosStep": 1.302, "scale": 0.05 } }, "biasT": { "dtype": "float32", "shape": [1344], "data": { "kind": "fillFloat32", "sinStep": 0.136, "cosStep": 1.323, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 17], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_16_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 17, 33] } }, "attentionBiasT": { "dtype": "float32", "shape": [2, 1, 17, 17], "data": { "kind": "fillFloat32", "sinStep": 0.153, "cosStep": 1.344, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 448], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-portable-float32-3-t65-k32-h2-d256-v256", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [65, 32], "data": { "kind": "fillFloat32", "sinStep": 0.391, "cosStep": 0.147, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [32, 1536], "data": { "kind": "fillFloat32", "sinStep": 0.408, "cosStep": 0.168, "scale": 0.05 } }, "biasT": { "dtype": "float32", "shape": [1536], "data": { "kind": "fillFloat32", "sinStep": 0.425, "cosStep": 0.189, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 63], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_17_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 2, 65] } }, "attentionBiasT": { "dtype": "float32", "shape": [3, 2, 63, 63], "data": { "kind": "fillFloat32", "sinStep": 0.442, "cosStep": 0.21, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [65, 512], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-portable-float32-4-t33-k33-h1-d384-v384", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "dtype": "float32", "shape": [33, 33], "data": { "kind": "fillFloat32", "sinStep": 0.68, "cosStep": 0.504, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [33, 1152], "data": { "kind": "fillFloat32", "sinStep": 0.697, "cosStep": 0.525, "scale": 0.05 } }, "biasT": { "dtype": "float32", "shape": [1152], "data": { "kind": "fillFloat32", "sinStep": 0.714, "cosStep": 0.546, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 31], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_18_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 31, 33] } } }, "outputs": { "outputT": { "shape": [33, 384], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-portable-float32-5-t17-k64-h2-d416-v416", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [17, 64], "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.861, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [64, 2496], "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.882, "scale": 0.05 } }, "biasT": { "dtype": "float32", "shape": [2496], "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.903, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_14_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 17] } }, "attentionBiasT": { "dtype": "float32", "shape": [2, 1, 16, 16], "data": { "kind": "fillFloat32", "sinStep": 1.02, "cosStep": 0.924, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [17, 832], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-portable-float32-6-t33-k32-h1-d512-v512", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "dtype": "float32", "shape": [33, 32], "data": { "kind": "fillFloat32", "sinStep": 1.258, "cosStep": 1.218, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [32, 1536], "data": { "kind": "fillFloat32", "sinStep": 1.275, "cosStep": 1.239, "scale": 0.05 } }, "biasT": { "dtype": "float32", "shape": [1536], "data": { "kind": "fillFloat32", "sinStep": 1.292, "cosStep": 1.26, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 17], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t33_k96_h3_d32_v32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 16, 33] } }, "attentionBiasT": { "dtype": "float32", "shape": [1, 1, 17, 17], "data": { "kind": "fillFloat32", "sinStep": 1.309, "cosStep": 1.281, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 512], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-portable-float32-7-t17-k32-h1-d1024-v1024", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "dtype": "float32", "shape": [17, 32], "data": { "kind": "fillFloat32", "sinStep": 0.034, "cosStep": 0.084, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [32, 3072], "data": { "kind": "fillFloat32", "sinStep": 0.051, "cosStep": 0.105, "scale": 0.05 } }, "biasT": { "dtype": "float32", "shape": [3072], "data": { "kind": "fillFloat32", "sinStep": 0.068, "cosStep": 0.126, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_14_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 17] } }, "attentionBiasT": { "dtype": "float32", "shape": [2, 1, 16, 16], "data": { "kind": "fillFloat32", "sinStep": 0.085, "cosStep": 0.147, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [17, 1024], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-portable-float32-8-t7-k32-h1-d2048-v2048", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "dtype": "float32", "shape": [7, 32], "data": { "kind": "fillFloat32", "sinStep": 0.323, "cosStep": 0.441, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [32, 6144], "data": { "kind": "fillFloat32", "sinStep": 0.34, "cosStep": 0.462, "scale": 0.05 } }, "biasT": { "dtype": "float32", "shape": [6144], "data": { "kind": "fillFloat32", "sinStep": 0.357, "cosStep": 0.483, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 4], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 2, 4, 5, 6, 7, 3] } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 3, 7] } } }, "outputs": { "outputT": { "shape": [7, 2048], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-portable-float32-9-t33-k33-h3-d48-v48", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "dtype": "float32", "shape": [33, 33], "data": { "kind": "fillFloat32", "sinStep": 0.612, "cosStep": 0.798, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [33, 432], "data": { "kind": "fillFloat32", "sinStep": 0.629, "cosStep": 0.819, "scale": 0.05 } }, "biasT": { "dtype": "float32", "shape": [432], "data": { "kind": "fillFloat32", "sinStep": 0.646, "cosStep": 0.84, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 17], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t33_k96_h3_d32_v32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 16, 33] } }, "attentionBiasT": { "dtype": "float32", "shape": [1, 3, 17, 17], "data": { "kind": "fillFloat32", "sinStep": 0.663, "cosStep": 0.861, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 144], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-portable-float32-10-t17-k32-h1-d272-v272", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "dtype": "float32", "shape": [17, 32], "data": { "kind": "fillFloat32", "sinStep": 0.901, "cosStep": 1.155, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [32, 816], "data": { "kind": "fillFloat32", "sinStep": 0.918, "cosStep": 1.176, "scale": 0.05 } }, "biasT": { "dtype": "float32", "shape": [816], "data": { "kind": "fillFloat32", "sinStep": 0.935, "cosStep": 1.197, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 9], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_19_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 8, 17] } }, "attentionBiasT": { "dtype": "float32", "shape": [2, 1, 9, 9], "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 1.218, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [17, 272], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-portable-float32-11-t33-k64-h2-d64-v48", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [128, 128, 96] }, "inputs": { "inputT": { "dtype": "float32", "shape": [33, 64], "data": { "kind": "fillFloat32", "sinStep": 1.19, "cosStep": 1.512, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [64, 352], "data": { "kind": "fillFloat32", "sinStep": 1.207, "cosStep": 1.533, "scale": 0.05 } }, "biasT": { "dtype": "float32", "shape": [352], "data": { "kind": "fillFloat32", "sinStep": 1.224, "cosStep": 0.063, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 31], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_18_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 31, 33] } }, "attentionBiasT": { "dtype": "float32", "shape": [2, 2, 31, 31], "data": { "kind": "fillFloat32", "sinStep": 1.241, "cosStep": 0.084, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 96], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-portable-float32-12-t1-k33-h1-d256-v256", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "dtype": "float32", "shape": [1, 33], "data": { "kind": "fillFloat32", "sinStep": 1.479, "cosStep": 0.378, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [33, 768], "data": { "kind": "fillFloat32", "sinStep": 1.496, "cosStep": 0.399, "scale": 0.05 } }, "biasT": { "dtype": "float32", "shape": [768], "data": { "kind": "fillFloat32", "sinStep": 1.513, "cosStep": 0.42, "scale": 0.1 } }, "tokenOffsetT": { "shape": [1, 1], "dtype": "int32", "data": { "kind": "values", "values": [0] } }, "cumulativeSequenceLengthT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [0, 1] } } }, "outputs": { "outputT": { "shape": [1, 256], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-portable-float32-13-t129-k64-h2-d128-v128", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float32", "shape": [129, 64], "data": { "kind": "fillFloat32", "sinStep": 0.255, "cosStep": 0.735, "scale": 0.5 } }, "weightsT": { "dtype": "float32", "shape": [64, 768], "data": { "kind": "fillFloat32", "sinStep": 0.272, "cosStep": 0.756, "scale": 0.05 } }, "biasT": { "dtype": "float32", "shape": [768], "data": { "kind": "fillFloat32", "sinStep": 0.289, "cosStep": 0.777, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 127], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_20_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 2, 129] } }, "attentionBiasT": { "dtype": "float32", "shape": [3, 1, 127, 127], "data": { "kind": "fillFloat32", "sinStep": 0.306, "cosStep": 0.798, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 256], "dtype": "float32" } }, "tolerance": 0.0002, "relTolerance": 0.0002 }, { "name": "pa-portable-float16-0-t17-k33-h3-d128-v128", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "dtype": "float16", "shape": [17, 33], "data": { "kind": "fillFloat32", "sinStep": 1.037, "cosStep": 0.567, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [33, 1152], "data": { "kind": "fillFloat32", "sinStep": 1.054, "cosStep": 0.588, "scale": 0.05 } }, "biasT": { "dtype": "float16", "shape": [1152], "data": { "kind": "fillFloat32", "sinStep": 1.071, "cosStep": 0.609, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_14_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 17] } } }, "outputs": { "outputT": { "shape": [17, 384], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-portable-float16-1-t33-k64-h2-d192-v192", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float16", "shape": [33, 64], "data": { "kind": "fillFloat32", "sinStep": 1.326, "cosStep": 0.924, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [64, 1152], "data": { "kind": "fillFloat32", "sinStep": 1.343, "cosStep": 0.945, "scale": 0.05 } }, "biasT": { "dtype": "float16", "shape": [1152], "data": { "kind": "fillFloat32", "sinStep": 1.36, "cosStep": 0.966, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 17], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_15_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 16, 16, 33] } }, "attentionBiasT": { "dtype": "float16", "shape": [1, 2, 17, 17], "data": { "kind": "fillFloat32", "sinStep": 1.377, "cosStep": 0.987, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 384], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-portable-float16-2-t33-k32-h2-d224-v224", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float16", "shape": [33, 32], "data": { "kind": "fillFloat32", "sinStep": 0.102, "cosStep": 1.281, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [32, 1344], "data": { "kind": "fillFloat32", "sinStep": 0.119, "cosStep": 1.302, "scale": 0.05 } }, "biasT": { "dtype": "float16", "shape": [1344], "data": { "kind": "fillFloat32", "sinStep": 0.136, "cosStep": 1.323, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 17], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_16_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 17, 33] } }, "attentionBiasT": { "dtype": "float16", "shape": [2, 1, 17, 17], "data": { "kind": "fillFloat32", "sinStep": 0.153, "cosStep": 1.344, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 448], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-portable-float16-3-t65-k32-h2-d256-v256", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float16", "shape": [65, 32], "data": { "kind": "fillFloat32", "sinStep": 0.391, "cosStep": 0.147, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [32, 1536], "data": { "kind": "fillFloat32", "sinStep": 0.408, "cosStep": 0.168, "scale": 0.05 } }, "biasT": { "dtype": "float16", "shape": [1536], "data": { "kind": "fillFloat32", "sinStep": 0.425, "cosStep": 0.189, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 63], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_17_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 2, 65] } }, "attentionBiasT": { "dtype": "float16", "shape": [3, 2, 63, 63], "data": { "kind": "fillFloat32", "sinStep": 0.442, "cosStep": 0.21, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [65, 512], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-portable-float16-4-t33-k33-h1-d384-v384", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "dtype": "float16", "shape": [33, 33], "data": { "kind": "fillFloat32", "sinStep": 0.68, "cosStep": 0.504, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [33, 1152], "data": { "kind": "fillFloat32", "sinStep": 0.697, "cosStep": 0.525, "scale": 0.05 } }, "biasT": { "dtype": "float16", "shape": [1152], "data": { "kind": "fillFloat32", "sinStep": 0.714, "cosStep": 0.546, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 31], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_18_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 31, 33] } } }, "outputs": { "outputT": { "shape": [33, 384], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-portable-float16-5-t17-k64-h2-d416-v416", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float16", "shape": [17, 64], "data": { "kind": "fillFloat32", "sinStep": 0.969, "cosStep": 0.861, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [64, 2496], "data": { "kind": "fillFloat32", "sinStep": 0.986, "cosStep": 0.882, "scale": 0.05 } }, "biasT": { "dtype": "float16", "shape": [2496], "data": { "kind": "fillFloat32", "sinStep": 1.003, "cosStep": 0.903, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_14_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 17] } }, "attentionBiasT": { "dtype": "float16", "shape": [2, 1, 16, 16], "data": { "kind": "fillFloat32", "sinStep": 1.02, "cosStep": 0.924, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [17, 832], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-portable-float16-6-t33-k32-h1-d512-v512", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "dtype": "float16", "shape": [33, 32], "data": { "kind": "fillFloat32", "sinStep": 1.258, "cosStep": 1.218, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [32, 1536], "data": { "kind": "fillFloat32", "sinStep": 1.275, "cosStep": 1.239, "scale": 0.05 } }, "biasT": { "dtype": "float16", "shape": [1536], "data": { "kind": "fillFloat32", "sinStep": 1.292, "cosStep": 1.26, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 17], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t33_k96_h3_d32_v32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 16, 33] } }, "attentionBiasT": { "dtype": "float16", "shape": [1, 1, 17, 17], "data": { "kind": "fillFloat32", "sinStep": 1.309, "cosStep": 1.281, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 512], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-portable-float16-7-t17-k32-h1-d1024-v1024", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "dtype": "float16", "shape": [17, 32], "data": { "kind": "fillFloat32", "sinStep": 0.034, "cosStep": 0.084, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [32, 3072], "data": { "kind": "fillFloat32", "sinStep": 0.051, "cosStep": 0.105, "scale": 0.05 } }, "biasT": { "dtype": "float16", "shape": [3072], "data": { "kind": "fillFloat32", "sinStep": 0.068, "cosStep": 0.126, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 16], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_14_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 17] } }, "attentionBiasT": { "dtype": "float16", "shape": [2, 1, 16, 16], "data": { "kind": "fillFloat32", "sinStep": 0.085, "cosStep": 0.147, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [17, 1024], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-portable-float16-8-t7-k32-h1-d2048-v2048", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "dtype": "float16", "shape": [7, 32], "data": { "kind": "fillFloat32", "sinStep": 0.323, "cosStep": 0.441, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [32, 6144], "data": { "kind": "fillFloat32", "sinStep": 0.34, "cosStep": 0.462, "scale": 0.05 } }, "biasT": { "dtype": "float16", "shape": [6144], "data": { "kind": "fillFloat32", "sinStep": 0.357, "cosStep": 0.483, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 4], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 2, 4, 5, 6, 7, 3] } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 3, 7] } } }, "outputs": { "outputT": { "shape": [7, 2048], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-portable-float16-9-t33-k33-h3-d48-v48", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "dtype": "float16", "shape": [33, 33], "data": { "kind": "fillFloat32", "sinStep": 0.612, "cosStep": 0.798, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [33, 432], "data": { "kind": "fillFloat32", "sinStep": 0.629, "cosStep": 0.819, "scale": 0.05 } }, "biasT": { "dtype": "float16", "shape": [432], "data": { "kind": "fillFloat32", "sinStep": 0.646, "cosStep": 0.84, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 17], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/pa_matrix_float32_t33_k96_h3_d32_v32_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 16, 33] } }, "attentionBiasT": { "dtype": "float16", "shape": [1, 3, 17, 17], "data": { "kind": "fillFloat32", "sinStep": 0.663, "cosStep": 0.861, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 144], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-portable-float16-10-t17-k32-h1-d272-v272", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "dtype": "float16", "shape": [17, 32], "data": { "kind": "fillFloat32", "sinStep": 0.901, "cosStep": 1.155, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [32, 816], "data": { "kind": "fillFloat32", "sinStep": 0.918, "cosStep": 1.176, "scale": 0.05 } }, "biasT": { "dtype": "float16", "shape": [816], "data": { "kind": "fillFloat32", "sinStep": 0.935, "cosStep": 1.197, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 9], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_19_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 8, 17] } }, "attentionBiasT": { "dtype": "float16", "shape": [2, 1, 9, 9], "data": { "kind": "fillFloat32", "sinStep": 0.952, "cosStep": 1.218, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [17, 272], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-portable-float16-11-t33-k64-h2-d64-v48", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [128, 128, 96] }, "inputs": { "inputT": { "dtype": "float16", "shape": [33, 64], "data": { "kind": "fillFloat32", "sinStep": 1.19, "cosStep": 1.512, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [64, 352], "data": { "kind": "fillFloat32", "sinStep": 1.207, "cosStep": 1.533, "scale": 0.05 } }, "biasT": { "dtype": "float16", "shape": [352], "data": { "kind": "fillFloat32", "sinStep": 1.224, "cosStep": 0.063, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 31], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_18_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 31, 33] } }, "attentionBiasT": { "dtype": "float16", "shape": [2, 2, 31, 31], "data": { "kind": "fillFloat32", "sinStep": 1.241, "cosStep": 0.084, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 96], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-portable-float16-12-t1-k33-h1-d256-v256", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "dtype": "float16", "shape": [1, 33], "data": { "kind": "fillFloat32", "sinStep": 1.479, "cosStep": 0.378, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [33, 768], "data": { "kind": "fillFloat32", "sinStep": 1.496, "cosStep": 0.399, "scale": 0.05 } }, "biasT": { "dtype": "float16", "shape": [768], "data": { "kind": "fillFloat32", "sinStep": 1.513, "cosStep": 0.42, "scale": 0.1 } }, "tokenOffsetT": { "shape": [1, 1], "dtype": "int32", "data": { "kind": "values", "values": [0] } }, "cumulativeSequenceLengthT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [0, 1] } } }, "outputs": { "outputT": { "shape": [1, 256], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-portable-float16-13-t129-k64-h2-d128-v128", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "dtype": "float16", "shape": [129, 64], "data": { "kind": "fillFloat32", "sinStep": 0.255, "cosStep": 0.735, "scale": 0.5 } }, "weightsT": { "dtype": "float16", "shape": [64, 768], "data": { "kind": "fillFloat32", "sinStep": 0.272, "cosStep": 0.756, "scale": 0.05 } }, "biasT": { "dtype": "float16", "shape": [768], "data": { "kind": "fillFloat32", "sinStep": 0.289, "cosStep": 0.777, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 127], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/portable_schedule_20_tokenOffsetT" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 2, 129] } }, "attentionBiasT": { "dtype": "float16", "shape": [3, 1, 127, 127], "data": { "kind": "fillFloat32", "sinStep": 0.306, "cosStep": 0.798, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 256], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-unequal-float32-t1-k33-h1-d32-v20", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [32, 32, 20] }, "inputs": { "inputT": { "shape": [1, 33], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.193, "scale": 0.5 } }, "weightsT": { "shape": [33, 84], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.127, "cosStep": 0.20600000000000002, "scale": 0.05 } }, "biasT": { "shape": [84], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.14400000000000002, "cosStep": 0.219, "scale": 0.1 } }, "tokenOffsetT": { "shape": [1, 4], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 2, 3] } }, "cumulativeSequenceLengthT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [0, 1] } } }, "outputs": { "outputT": { "shape": [1, 20], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-unequal-float32-t7-k32-h1-d16-v512", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [16, 16, 512] }, "inputs": { "inputT": { "shape": [7, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.127, "cosStep": 0.219, "scale": 0.5 } }, "weightsT": { "shape": [32, 544], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.14400000000000002, "cosStep": 0.232, "scale": 0.05 } }, "biasT": { "shape": [544], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.161, "cosStep": 0.245, "scale": 0.1 } }, "tokenOffsetT": { "shape": [1, 10], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9] } }, "cumulativeSequenceLengthT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [0, 7] } }, "attentionBiasT": { "shape": [1, 1, 10, 10], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.28400000000000003, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [7, 512], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-unequal-float32-t17-k64-h2-d32-v20", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [64, 64, 40] }, "inputs": { "inputT": { "shape": [17, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.14400000000000002, "cosStep": 0.245, "scale": 0.5 } }, "weightsT": { "shape": [64, 168], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.161, "cosStep": 0.258, "scale": 0.05 } }, "biasT": { "shape": [168], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.178, "cosStep": 0.271, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 19], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_0" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 1, 17] } }, "attentionBiasT": { "shape": [1, 1, 19, 19], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.31, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [17, 40], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-unequal-float32-t33-k64-h1-d32-v1024", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [32, 32, 1024] }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.161, "cosStep": 0.271, "scale": 0.5 } }, "weightsT": { "shape": [64, 1088], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.178, "cosStep": 0.28400000000000003, "scale": 0.05 } }, "biasT": { "shape": [1088], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.195, "cosStep": 0.297, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } } }, "outputs": { "outputT": { "shape": [33, 1024], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-unequal-float32-t33-k33-h2-d48-v36", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [96, 96, 72] }, "inputs": { "inputT": { "shape": [33, 33], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.178, "cosStep": 0.297, "scale": 0.5 } }, "weightsT": { "shape": [33, 264], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.195, "cosStep": 0.31, "scale": 0.05 } }, "biasT": { "shape": [264], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.323, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 20], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_2" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 16, 16, 33] } }, "attentionBiasT": { "shape": [1, 1, 20, 20], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.362, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 72], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-unequal-float32-t65-k64-h2-d64-v4", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [128, 128, 8] }, "inputs": { "inputT": { "shape": [65, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.195, "cosStep": 0.323, "scale": 0.5 } }, "weightsT": { "shape": [64, 264], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.33599999999999997, "scale": 0.05 } }, "biasT": { "shape": [264], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.349, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 36], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_3" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 32, 65] } }, "attentionBiasT": { "shape": [2, 2, 36, 36], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.388, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [65, 8], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-unequal-float32-t129-k128-h4-d64-v32", "attrs": { "num_heads": 4, "qkv_hidden_sizes": [256, 256, 128] }, "inputs": { "inputT": { "shape": [129, 128], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.349, "scale": 0.5 } }, "weightsT": { "shape": [128, 640], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.362, "scale": 0.05 } }, "biasT": { "shape": [640], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.246, "cosStep": 0.375, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 68], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_4" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 64, 129] } } }, "outputs": { "outputT": { "shape": [129, 128], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-unequal-float32-t257-k128-h4-d64-v32", "attrs": { "num_heads": 4, "qkv_hidden_sizes": [256, 256, 128] }, "inputs": { "inputT": { "shape": [257, 128], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.375, "scale": 0.5 } }, "weightsT": { "shape": [128, 640], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.246, "cosStep": 0.388, "scale": 0.05 } }, "biasT": { "shape": [640], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.401, "scale": 0.1 } }, "tokenOffsetT": { "shape": [4, 132], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_5" } } }, "cumulativeSequenceLengthT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [0, 31, 64, 128, 257] } }, "attentionBiasT": { "shape": [4, 4, 132, 132], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.44, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [257, 128], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-unequal-float32-t129-k128-h2-d32-v128", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [64, 64, 256] }, "inputs": { "inputT": { "shape": [129, 128], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.246, "cosStep": 0.401, "scale": 0.5 } }, "weightsT": { "shape": [128, 384], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.41400000000000003, "scale": 0.05 } }, "biasT": { "shape": [384], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.427, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_6" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 1, 129] } }, "attentionBiasT": { "shape": [1, 1, 131, 131], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.46599999999999997, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 256], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-unequal-float32-t33-k64-h1-d64-v1028", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [64, 64, 1028] }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.427, "scale": 0.5 } }, "weightsT": { "shape": [64, 1156], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.44, "scale": 0.05 } }, "biasT": { "shape": [1156], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.297, "cosStep": 0.453, "scale": 0.1 } }, "tokenOffsetT": { "shape": [1, 36], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_7" } } }, "cumulativeSequenceLengthT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [0, 33] } } }, "outputs": { "outputT": { "shape": [33, 1028], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-unequal-float32-t33-k64-h1-d48-v30", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [48, 48, 30] }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.453, "scale": 0.5 } }, "weightsT": { "shape": [64, 126], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.297, "cosStep": 0.46599999999999997, "scale": 0.05 } }, "biasT": { "shape": [126], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.479, "scale": 0.1 } }, "tokenOffsetT": { "shape": [1, 36], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_7" } } }, "cumulativeSequenceLengthT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [0, 33] } }, "attentionBiasT": { "shape": [1, 1, 36, 36], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.518, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 30], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-unequal-float32-t33-k64-h1-d20-v32", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [20, 20, 32] }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.297, "cosStep": 0.479, "scale": 0.5 } }, "weightsT": { "shape": [64, 72], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.492, "scale": 0.05 } }, "biasT": { "shape": [72], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.505, "scale": 0.1 } }, "tokenOffsetT": { "shape": [1, 36], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_7" } } }, "cumulativeSequenceLengthT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [0, 33] } }, "attentionBiasT": { "shape": [1, 1, 36, 36], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.382, "cosStep": 0.544, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 32], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-unequal-float32-t129-k64-h12-d32-v512", "attrs": { "num_heads": 12, "qkv_hidden_sizes": [384, 384, 6144] }, "inputs": { "inputT": { "shape": [129, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.505, "scale": 0.5 } }, "weightsT": { "shape": [64, 6912], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.518, "scale": 0.05 } }, "biasT": { "shape": [6912], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.34800000000000003, "cosStep": 0.5309999999999999, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } } }, "outputs": { "outputT": { "shape": [129, 6144], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-unequal-float32-t257-k64-h24-d64-v32", "attrs": { "num_heads": 24, "qkv_hidden_sizes": [1536, 1536, 768] }, "inputs": { "inputT": { "shape": [257, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.5309999999999999, "scale": 0.5 } }, "weightsT": { "shape": [64, 3840], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.34800000000000003, "cosStep": 0.544, "scale": 0.05 } }, "biasT": { "shape": [3840], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.5569999999999999, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 259], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_9" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 257] } }, "attentionBiasT": { "shape": [2, 24, 259, 259], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.41600000000000004, "cosStep": 0.596, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [257, 768], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-unequal-float16-t1-k33-h1-d32-v20", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [32, 32, 20] }, "inputs": { "inputT": { "shape": [1, 33], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.193, "scale": 0.5 } }, "weightsT": { "shape": [33, 84], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.127, "cosStep": 0.20600000000000002, "scale": 0.05 } }, "biasT": { "shape": [84], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.14400000000000002, "cosStep": 0.219, "scale": 0.1 } }, "tokenOffsetT": { "shape": [1, 4], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 2, 3] } }, "cumulativeSequenceLengthT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [0, 1] } } }, "outputs": { "outputT": { "shape": [1, 20], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-unequal-float16-t7-k32-h1-d16-v512", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [16, 16, 512] }, "inputs": { "inputT": { "shape": [7, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.127, "cosStep": 0.219, "scale": 0.5 } }, "weightsT": { "shape": [32, 544], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.14400000000000002, "cosStep": 0.232, "scale": 0.05 } }, "biasT": { "shape": [544], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.161, "cosStep": 0.245, "scale": 0.1 } }, "tokenOffsetT": { "shape": [1, 10], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9] } }, "cumulativeSequenceLengthT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [0, 7] } }, "attentionBiasT": { "shape": [1, 1, 10, 10], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.28400000000000003, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [7, 512], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-unequal-float16-t17-k64-h2-d32-v20", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [64, 64, 40] }, "inputs": { "inputT": { "shape": [17, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.14400000000000002, "cosStep": 0.245, "scale": 0.5 } }, "weightsT": { "shape": [64, 168], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.161, "cosStep": 0.258, "scale": 0.05 } }, "biasT": { "shape": [168], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.178, "cosStep": 0.271, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 19], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_0" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 1, 17] } }, "attentionBiasT": { "shape": [1, 1, 19, 19], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.31, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [17, 40], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-unequal-float16-t33-k64-h1-d32-v1024", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [32, 32, 1024] }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.161, "cosStep": 0.271, "scale": 0.5 } }, "weightsT": { "shape": [64, 1088], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.178, "cosStep": 0.28400000000000003, "scale": 0.05 } }, "biasT": { "shape": [1088], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.195, "cosStep": 0.297, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } } }, "outputs": { "outputT": { "shape": [33, 1024], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-unequal-float16-t33-k33-h2-d48-v36", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [96, 96, 72] }, "inputs": { "inputT": { "shape": [33, 33], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.178, "cosStep": 0.297, "scale": 0.5 } }, "weightsT": { "shape": [33, 264], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.195, "cosStep": 0.31, "scale": 0.05 } }, "biasT": { "shape": [264], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.323, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 20], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_2" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 16, 16, 33] } }, "attentionBiasT": { "shape": [1, 1, 20, 20], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.362, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 72], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-unequal-float16-t65-k64-h2-d64-v4", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [128, 128, 8] }, "inputs": { "inputT": { "shape": [65, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.195, "cosStep": 0.323, "scale": 0.5 } }, "weightsT": { "shape": [64, 264], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.33599999999999997, "scale": 0.05 } }, "biasT": { "shape": [264], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.349, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 36], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_3" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 32, 65] } }, "attentionBiasT": { "shape": [2, 2, 36, 36], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.388, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [65, 8], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-unequal-float16-t129-k128-h4-d64-v32", "attrs": { "num_heads": 4, "qkv_hidden_sizes": [256, 256, 128] }, "inputs": { "inputT": { "shape": [129, 128], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.349, "scale": 0.5 } }, "weightsT": { "shape": [128, 640], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.362, "scale": 0.05 } }, "biasT": { "shape": [640], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.246, "cosStep": 0.375, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 68], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_4" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 64, 129] } } }, "outputs": { "outputT": { "shape": [129, 128], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-unequal-float16-t257-k128-h4-d64-v32", "attrs": { "num_heads": 4, "qkv_hidden_sizes": [256, 256, 128] }, "inputs": { "inputT": { "shape": [257, 128], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.375, "scale": 0.5 } }, "weightsT": { "shape": [128, 640], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.246, "cosStep": 0.388, "scale": 0.05 } }, "biasT": { "shape": [640], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.401, "scale": 0.1 } }, "tokenOffsetT": { "shape": [4, 132], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_5" } } }, "cumulativeSequenceLengthT": { "shape": [5], "dtype": "int32", "data": { "kind": "values", "values": [0, 31, 64, 128, 257] } }, "attentionBiasT": { "shape": [4, 4, 132, 132], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.44, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [257, 128], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-unequal-float16-t129-k128-h2-d32-v128", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [64, 64, 256] }, "inputs": { "inputT": { "shape": [129, 128], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.246, "cosStep": 0.401, "scale": 0.5 } }, "weightsT": { "shape": [128, 384], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.41400000000000003, "scale": 0.05 } }, "biasT": { "shape": [384], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.427, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_6" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 1, 129] } }, "attentionBiasT": { "shape": [1, 1, 131, 131], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.46599999999999997, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 256], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-unequal-float16-t33-k64-h1-d64-v1028", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [64, 64, 1028] }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.427, "scale": 0.5 } }, "weightsT": { "shape": [64, 1156], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.44, "scale": 0.05 } }, "biasT": { "shape": [1156], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.297, "cosStep": 0.453, "scale": 0.1 } }, "tokenOffsetT": { "shape": [1, 36], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_7" } } }, "cumulativeSequenceLengthT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [0, 33] } } }, "outputs": { "outputT": { "shape": [33, 1028], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-unequal-float16-t33-k64-h1-d48-v30", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [48, 48, 30] }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.453, "scale": 0.5 } }, "weightsT": { "shape": [64, 126], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.297, "cosStep": 0.46599999999999997, "scale": 0.05 } }, "biasT": { "shape": [126], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.479, "scale": 0.1 } }, "tokenOffsetT": { "shape": [1, 36], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_7" } } }, "cumulativeSequenceLengthT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [0, 33] } }, "attentionBiasT": { "shape": [1, 1, 36, 36], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.518, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 30], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-unequal-float16-t33-k64-h1-d20-v32", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [20, 20, 32] }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.297, "cosStep": 0.479, "scale": 0.5 } }, "weightsT": { "shape": [64, 72], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.492, "scale": 0.05 } }, "biasT": { "shape": [72], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.505, "scale": 0.1 } }, "tokenOffsetT": { "shape": [1, 36], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_7" } } }, "cumulativeSequenceLengthT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [0, 33] } }, "attentionBiasT": { "shape": [1, 1, 36, 36], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.382, "cosStep": 0.544, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 32], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-unequal-float16-t129-k64-h12-d32-v512", "attrs": { "num_heads": 12, "qkv_hidden_sizes": [384, 384, 6144] }, "inputs": { "inputT": { "shape": [129, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.505, "scale": 0.5 } }, "weightsT": { "shape": [64, 6912], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.518, "scale": 0.05 } }, "biasT": { "shape": [6912], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.34800000000000003, "cosStep": 0.5309999999999999, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } } }, "outputs": { "outputT": { "shape": [129, 6144], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-unequal-float16-t257-k64-h24-d64-v32", "attrs": { "num_heads": 24, "qkv_hidden_sizes": [1536, 1536, 768] }, "inputs": { "inputT": { "shape": [257, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.5309999999999999, "scale": 0.5 } }, "weightsT": { "shape": [64, 3840], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.34800000000000003, "cosStep": 0.544, "scale": 0.05 } }, "biasT": { "shape": [3840], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.5569999999999999, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 259], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_9" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 257] } }, "attentionBiasT": { "shape": [2, 24, 259, 259], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.41600000000000004, "cosStep": 0.596, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [257, 768], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-wide-float32-t7-k32-h1-d192-v192", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [192, 192, 192] }, "inputs": { "inputT": { "shape": [7, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.193, "scale": 0.5 } }, "weightsT": { "shape": [32, 576], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.127, "cosStep": 0.20600000000000002, "scale": 0.05 } }, "biasT": { "shape": [576], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.14400000000000002, "cosStep": 0.219, "scale": 0.1 } }, "tokenOffsetT": { "shape": [1, 10], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9] } }, "cumulativeSequenceLengthT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [0, 7] } } }, "outputs": { "outputT": { "shape": [7, 192], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-wide-float32-t16-k64-h2-d256-v256", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [512, 512, 512] }, "inputs": { "inputT": { "shape": [16, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.127, "cosStep": 0.219, "scale": 0.5 } }, "weightsT": { "shape": [64, 1536], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.14400000000000002, "cosStep": 0.232, "scale": 0.05 } }, "biasT": { "shape": [1536], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.161, "cosStep": 0.245, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 18], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/wide_schedule_31" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 16] } }, "attentionBiasT": { "shape": [2, 2, 18, 18], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.28400000000000003, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [16, 512], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-wide-float32-t31-k33-h1-d192-v192", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [192, 192, 192] }, "inputs": { "inputT": { "shape": [31, 33], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.14400000000000002, "cosStep": 0.245, "scale": 0.5 } }, "weightsT": { "shape": [33, 576], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.161, "cosStep": 0.258, "scale": 0.05 } }, "biasT": { "shape": [576], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.178, "cosStep": 0.271, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 32], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/wide_schedule_32" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 2, 31] } }, "attentionBiasT": { "shape": [1, 1, 32, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.31, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [31, 192], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-wide-float32-t64-k32-h2-d256-v256", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [512, 512, 512] }, "inputs": { "inputT": { "shape": [64, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.161, "cosStep": 0.271, "scale": 0.5 } }, "weightsT": { "shape": [32, 1536], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.178, "cosStep": 0.28400000000000003, "scale": 0.05 } }, "biasT": { "shape": [1536], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.195, "cosStep": 0.297, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 66], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/wide_schedule_33" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 64] } } }, "outputs": { "outputT": { "shape": [64, 512], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-wide-float32-t129-k64-h4-d192-v192", "attrs": { "num_heads": 4, "qkv_hidden_sizes": [768, 768, 768] }, "inputs": { "inputT": { "shape": [129, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.178, "cosStep": 0.297, "scale": 0.5 } }, "weightsT": { "shape": [64, 2304], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.195, "cosStep": 0.31, "scale": 0.05 } }, "biasT": { "shape": [2304], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.323, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } }, "attentionBiasT": { "shape": [1, 1, 131, 131], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.362, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 768], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-wide-float32-t257-k32-h2-d256-v256", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [512, 512, 512] }, "inputs": { "inputT": { "shape": [257, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.195, "cosStep": 0.323, "scale": 0.5 } }, "weightsT": { "shape": [32, 1536], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.33599999999999997, "scale": 0.05 } }, "biasT": { "shape": [1536], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.349, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 259], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_9" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 257] } }, "attentionBiasT": { "shape": [2, 2, 259, 259], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.388, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [257, 512], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-wide-float32-t513-k32-h2-d256-v256", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [512, 512, 512] }, "inputs": { "inputT": { "shape": [513, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.349, "scale": 0.5 } }, "weightsT": { "shape": [32, 1536], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.362, "scale": 0.05 } }, "biasT": { "shape": [1536], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.246, "cosStep": 0.375, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 515], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/wide_schedule_34" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 513] } } }, "outputs": { "outputT": { "shape": [513, 512], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-wide-float32-t129-k33-h1-d384-v384", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [384, 384, 384] }, "inputs": { "inputT": { "shape": [129, 33], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.375, "scale": 0.5 } }, "weightsT": { "shape": [33, 1152], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.246, "cosStep": 0.388, "scale": 0.05 } }, "biasT": { "shape": [1152], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.401, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } }, "attentionBiasT": { "shape": [2, 1, 131, 131], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.44, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 384], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-wide-float32-t257-k64-h2-d512-v512", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [1024, 1024, 1024] }, "inputs": { "inputT": { "shape": [257, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.246, "cosStep": 0.401, "scale": 0.5 } }, "weightsT": { "shape": [64, 3072], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.41400000000000003, "scale": 0.05 } }, "biasT": { "shape": [3072], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.427, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 259], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_9" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 257] } }, "attentionBiasT": { "shape": [1, 1, 259, 259], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.46599999999999997, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [257, 1024], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-wide-float32-t33-k32-h2-d128-v128", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [256, 256, 256] }, "inputs": { "inputT": { "shape": [33, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.427, "scale": 0.5 } }, "weightsT": { "shape": [32, 768], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.44, "scale": 0.05 } }, "biasT": { "shape": [768], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.297, "cosStep": 0.453, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } } }, "outputs": { "outputT": { "shape": [33, 256], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-wide-float32-t33-k32-h2-d160-v160", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [320, 320, 320] }, "inputs": { "inputT": { "shape": [33, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.453, "scale": 0.5 } }, "weightsT": { "shape": [32, 960], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.297, "cosStep": 0.46599999999999997, "scale": 0.05 } }, "biasT": { "shape": [960], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.479, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } }, "attentionBiasT": { "shape": [1, 1, 35, 35], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.518, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 320], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-wide-float32-t33-k32-h2-d224-v224", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [448, 448, 448] }, "inputs": { "inputT": { "shape": [33, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.297, "cosStep": 0.479, "scale": 0.5 } }, "weightsT": { "shape": [32, 1344], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.492, "scale": 0.05 } }, "biasT": { "shape": [1344], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.505, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } }, "attentionBiasT": { "shape": [2, 2, 35, 35], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.382, "cosStep": 0.544, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 448], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-wide-float32-t33-k64-h2-d320-v320", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [640, 640, 640] }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.505, "scale": 0.5 } }, "weightsT": { "shape": [64, 1920], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.518, "scale": 0.05 } }, "biasT": { "shape": [1920], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.34800000000000003, "cosStep": 0.5309999999999999, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } } }, "outputs": { "outputT": { "shape": [33, 640], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-wide-float32-t33-k64-h2-d384-v384", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [768, 768, 768] }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.5309999999999999, "scale": 0.5 } }, "weightsT": { "shape": [64, 2304], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.34800000000000003, "cosStep": 0.544, "scale": 0.05 } }, "biasT": { "shape": [2304], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.5569999999999999, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } }, "attentionBiasT": { "shape": [2, 2, 35, 35], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.41600000000000004, "cosStep": 0.596, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 768], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-wide-float32-t33-k64-h2-d512-v512", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [1024, 1024, 1024] }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.34800000000000003, "cosStep": 0.5569999999999999, "scale": 0.5 } }, "weightsT": { "shape": [64, 3072], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.5700000000000001, "scale": 0.05 } }, "biasT": { "shape": [3072], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.382, "cosStep": 0.583, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } }, "attentionBiasT": { "shape": [1, 1, 35, 35], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.433, "cosStep": 0.622, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 1024], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-wide-float16-t7-k32-h1-d192-v192", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [192, 192, 192] }, "inputs": { "inputT": { "shape": [7, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.193, "scale": 0.5 } }, "weightsT": { "shape": [32, 576], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.127, "cosStep": 0.20600000000000002, "scale": 0.05 } }, "biasT": { "shape": [576], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.14400000000000002, "cosStep": 0.219, "scale": 0.1 } }, "tokenOffsetT": { "shape": [1, 10], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9] } }, "cumulativeSequenceLengthT": { "shape": [2], "dtype": "int32", "data": { "kind": "values", "values": [0, 7] } } }, "outputs": { "outputT": { "shape": [7, 192], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-wide-float16-t16-k64-h2-d256-v256", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [512, 512, 512] }, "inputs": { "inputT": { "shape": [16, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.127, "cosStep": 0.219, "scale": 0.5 } }, "weightsT": { "shape": [64, 1536], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.14400000000000002, "cosStep": 0.232, "scale": 0.05 } }, "biasT": { "shape": [1536], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.161, "cosStep": 0.245, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 18], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/wide_schedule_31" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 16] } }, "attentionBiasT": { "shape": [2, 2, 18, 18], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.28400000000000003, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [16, 512], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-wide-float16-t31-k33-h1-d192-v192", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [192, 192, 192] }, "inputs": { "inputT": { "shape": [31, 33], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.14400000000000002, "cosStep": 0.245, "scale": 0.5 } }, "weightsT": { "shape": [33, 576], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.161, "cosStep": 0.258, "scale": 0.05 } }, "biasT": { "shape": [576], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.178, "cosStep": 0.271, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 32], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/wide_schedule_32" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 2, 31] } }, "attentionBiasT": { "shape": [1, 1, 32, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.31, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [31, 192], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-wide-float16-t64-k32-h2-d256-v256", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [512, 512, 512] }, "inputs": { "inputT": { "shape": [64, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.161, "cosStep": 0.271, "scale": 0.5 } }, "weightsT": { "shape": [32, 1536], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.178, "cosStep": 0.28400000000000003, "scale": 0.05 } }, "biasT": { "shape": [1536], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.195, "cosStep": 0.297, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 66], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/wide_schedule_33" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 64] } } }, "outputs": { "outputT": { "shape": [64, 512], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-wide-float16-t129-k64-h4-d192-v192", "attrs": { "num_heads": 4, "qkv_hidden_sizes": [768, 768, 768] }, "inputs": { "inputT": { "shape": [129, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.178, "cosStep": 0.297, "scale": 0.5 } }, "weightsT": { "shape": [64, 2304], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.195, "cosStep": 0.31, "scale": 0.05 } }, "biasT": { "shape": [2304], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.323, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } }, "attentionBiasT": { "shape": [1, 1, 131, 131], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.362, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 768], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-wide-float16-t257-k32-h2-d256-v256", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [512, 512, 512] }, "inputs": { "inputT": { "shape": [257, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.195, "cosStep": 0.323, "scale": 0.5 } }, "weightsT": { "shape": [32, 1536], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.33599999999999997, "scale": 0.05 } }, "biasT": { "shape": [1536], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.349, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 259], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_9" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 257] } }, "attentionBiasT": { "shape": [2, 2, 259, 259], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.388, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [257, 512], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-wide-float16-t513-k32-h2-d256-v256", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [512, 512, 512] }, "inputs": { "inputT": { "shape": [513, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.21200000000000002, "cosStep": 0.349, "scale": 0.5 } }, "weightsT": { "shape": [32, 1536], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.362, "scale": 0.05 } }, "biasT": { "shape": [1536], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.246, "cosStep": 0.375, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 515], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/wide_schedule_34" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 513] } } }, "outputs": { "outputT": { "shape": [513, 512], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-wide-float16-t129-k33-h1-d384-v384", "attrs": { "num_heads": 1, "qkv_hidden_sizes": [384, 384, 384] }, "inputs": { "inputT": { "shape": [129, 33], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.229, "cosStep": 0.375, "scale": 0.5 } }, "weightsT": { "shape": [33, 1152], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.246, "cosStep": 0.388, "scale": 0.05 } }, "biasT": { "shape": [1152], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.401, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } }, "attentionBiasT": { "shape": [2, 1, 131, 131], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.44, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 384], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-wide-float16-t257-k64-h2-d512-v512", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [1024, 1024, 1024] }, "inputs": { "inputT": { "shape": [257, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.246, "cosStep": 0.401, "scale": 0.5 } }, "weightsT": { "shape": [64, 3072], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.41400000000000003, "scale": 0.05 } }, "biasT": { "shape": [3072], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.427, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 259], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_9" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 257] } }, "attentionBiasT": { "shape": [1, 1, 259, 259], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.46599999999999997, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [257, 1024], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-wide-float16-t33-k32-h2-d128-v128", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [256, 256, 256] }, "inputs": { "inputT": { "shape": [33, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.263, "cosStep": 0.427, "scale": 0.5 } }, "weightsT": { "shape": [32, 768], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.44, "scale": 0.05 } }, "biasT": { "shape": [768], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.297, "cosStep": 0.453, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } } }, "outputs": { "outputT": { "shape": [33, 256], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-wide-float16-t33-k32-h2-d160-v160", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [320, 320, 320] }, "inputs": { "inputT": { "shape": [33, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.453, "scale": 0.5 } }, "weightsT": { "shape": [32, 960], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.297, "cosStep": 0.46599999999999997, "scale": 0.05 } }, "biasT": { "shape": [960], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.479, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } }, "attentionBiasT": { "shape": [1, 1, 35, 35], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.518, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 320], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-wide-float16-t33-k32-h2-d224-v224", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [448, 448, 448] }, "inputs": { "inputT": { "shape": [33, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.297, "cosStep": 0.479, "scale": 0.5 } }, "weightsT": { "shape": [32, 1344], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.492, "scale": 0.05 } }, "biasT": { "shape": [1344], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.505, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } }, "attentionBiasT": { "shape": [2, 2, 35, 35], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.382, "cosStep": 0.544, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 448], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-wide-float16-t33-k64-h2-d320-v320", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [640, 640, 640] }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.314, "cosStep": 0.505, "scale": 0.5 } }, "weightsT": { "shape": [64, 1920], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.518, "scale": 0.05 } }, "biasT": { "shape": [1920], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.34800000000000003, "cosStep": 0.5309999999999999, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } } }, "outputs": { "outputT": { "shape": [33, 640], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-wide-float16-t33-k64-h2-d384-v384", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [768, 768, 768] }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.331, "cosStep": 0.5309999999999999, "scale": 0.5 } }, "weightsT": { "shape": [64, 2304], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.34800000000000003, "cosStep": 0.544, "scale": 0.05 } }, "biasT": { "shape": [2304], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.5569999999999999, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } }, "attentionBiasT": { "shape": [2, 2, 35, 35], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.41600000000000004, "cosStep": 0.596, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 768], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-wide-float16-t33-k64-h2-d512-v512", "attrs": { "num_heads": 2, "qkv_hidden_sizes": [1024, 1024, 1024] }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.34800000000000003, "cosStep": 0.5569999999999999, "scale": 0.5 } }, "weightsT": { "shape": [64, 3072], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.365, "cosStep": 0.5700000000000001, "scale": 0.05 } }, "biasT": { "shape": [3072], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.382, "cosStep": 0.583, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } }, "attentionBiasT": { "shape": [1, 1, 35, 35], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.433, "cosStep": 0.622, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 1024], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float32-t17-h1-d80-k32", "attrs": { "num_heads": 1, "scale": 0 }, "inputs": { "inputT": { "shape": [17, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.157, "cosStep": 0.211, "scale": 0.2 } }, "weightsT": { "shape": [32, 240], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.174, "cosStep": 0.224, "scale": 0.2 } }, "tokenOffsetT": { "shape": [3, 15], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_634ea297a37d" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 5, 17] } }, "attentionBiasT": { "shape": [1, 1, 15, 15], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.225, "cosStep": 0.263, "scale": 0.1 } }, "biasT": { "shape": [240], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.193, "cosStep": 0.267, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [17, 80], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t33-h2-d112-k33", "attrs": { "num_heads": 2, "scale": 0.071 }, "inputs": { "inputT": { "shape": [33, 33], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.174, "cosStep": 0.237, "scale": 0.2 } }, "weightsT": { "shape": [33, 672], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.191, "cosStep": 0.25, "scale": 0.2 } }, "biasT": { "shape": [672], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.20800000000000002, "cosStep": 0.263, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } } }, "outputs": { "outputT": { "shape": [33, 224], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t65-h3-d144-k64", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "shape": [65, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.191, "cosStep": 0.263, "scale": 0.2 } }, "weightsT": { "shape": [64, 1296], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.20800000000000002, "cosStep": 0.276, "scale": 0.2 } }, "biasT": { "shape": [1296], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.225, "cosStep": 0.289, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 67], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_326ff2747fbb" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 65] } }, "attentionBiasT": { "shape": [1, 1, 67, 67], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.276, "cosStep": 0.32799999999999996, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [65, 432], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t129-h1-d176-k32", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "shape": [129, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.20800000000000002, "cosStep": 0.289, "scale": 0.2 } }, "weightsT": { "shape": [32, 528], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.225, "cosStep": 0.302, "scale": 0.2 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } }, "attentionBiasT": { "shape": [2, 1, 131, 131], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.276, "cosStep": 0.34099999999999997, "scale": 0.1 } }, "biasT": { "shape": [528], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.193, "cosStep": 0.267, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 176], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t257-h2-d208-k33", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [257, 33], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.225, "cosStep": 0.315, "scale": 0.2 } }, "weightsT": { "shape": [33, 1248], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.242, "cosStep": 0.32799999999999996, "scale": 0.2 } }, "biasT": { "shape": [1248], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.259, "cosStep": 0.34099999999999997, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 259], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_9" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 257] } } }, "outputs": { "outputT": { "shape": [257, 416], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t17-h3-d240-k64", "attrs": { "num_heads": 3, "scale": 0 }, "inputs": { "inputT": { "shape": [17, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.242, "cosStep": 0.34099999999999997, "scale": 0.2 } }, "weightsT": { "shape": [64, 2160], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.259, "cosStep": 0.354, "scale": 0.2 } }, "biasT": { "shape": [2160], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.276, "cosStep": 0.367, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 15], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_634ea297a37d" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 5, 17] } }, "attentionBiasT": { "shape": [3, 3, 15, 15], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.327, "cosStep": 0.40599999999999997, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [17, 720], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t33-h1-d272-k32", "attrs": { "num_heads": 1, "scale": 0.071 }, "inputs": { "inputT": { "shape": [33, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.259, "cosStep": 0.367, "scale": 0.2 } }, "weightsT": { "shape": [32, 816], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.276, "cosStep": 0.38, "scale": 0.2 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } }, "attentionBiasT": { "shape": [1, 1, 35, 35], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.327, "cosStep": 0.419, "scale": 0.1 } }, "biasT": { "shape": [816], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.193, "cosStep": 0.267, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 272], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t65-h2-d304-k33", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [65, 33], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.276, "cosStep": 0.393, "scale": 0.2 } }, "weightsT": { "shape": [33, 1824], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.29300000000000004, "cosStep": 0.40599999999999997, "scale": 0.2 } }, "biasT": { "shape": [1824], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.31000000000000005, "cosStep": 0.419, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 67], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_326ff2747fbb" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 65] } } }, "outputs": { "outputT": { "shape": [65, 608], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t129-h3-d336-k64", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "shape": [129, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.29300000000000004, "cosStep": 0.419, "scale": 0.2 } }, "weightsT": { "shape": [64, 3024], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.31000000000000005, "cosStep": 0.432, "scale": 0.2 } }, "biasT": { "shape": [3024], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.327, "cosStep": 0.44499999999999995, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } }, "attentionBiasT": { "shape": [1, 1, 131, 131], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.378, "cosStep": 0.484, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 1008], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t257-h1-d368-k32", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "shape": [257, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.31000000000000005, "cosStep": 0.44499999999999995, "scale": 0.2 } }, "weightsT": { "shape": [32, 1104], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.327, "cosStep": 0.45799999999999996, "scale": 0.2 } }, "tokenOffsetT": { "shape": [2, 259], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_9" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 257] } }, "attentionBiasT": { "shape": [2, 1, 259, 259], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.378, "cosStep": 0.497, "scale": 0.1 } }, "biasT": { "shape": [1104], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.193, "cosStep": 0.267, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [257, 368], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t17-h2-d400-k33", "attrs": { "num_heads": 2, "scale": 0 }, "inputs": { "inputT": { "shape": [17, 33], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.327, "cosStep": 0.471, "scale": 0.2 } }, "weightsT": { "shape": [33, 2400], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.344, "cosStep": 0.484, "scale": 0.2 } }, "biasT": { "shape": [2400], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.361, "cosStep": 0.497, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 15], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_634ea297a37d" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 5, 17] } } }, "outputs": { "outputT": { "shape": [17, 800], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t33-h3-d432-k64", "attrs": { "num_heads": 3, "scale": 0.071 }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.344, "cosStep": 0.497, "scale": 0.2 } }, "weightsT": { "shape": [64, 3888], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.361, "cosStep": 0.51, "scale": 0.2 } }, "biasT": { "shape": [3888], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.378, "cosStep": 0.523, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } }, "attentionBiasT": { "shape": [2, 3, 35, 35], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.42900000000000005, "cosStep": 0.5619999999999999, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 1296], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t65-h1-d464-k32", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "shape": [65, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.361, "cosStep": 0.523, "scale": 0.2 } }, "weightsT": { "shape": [32, 1392], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.378, "cosStep": 0.536, "scale": 0.2 } }, "tokenOffsetT": { "shape": [2, 67], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_326ff2747fbb" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 65] } }, "attentionBiasT": { "shape": [1, 1, 67, 67], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.42900000000000005, "cosStep": 0.575, "scale": 0.1 } }, "biasT": { "shape": [1392], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.193, "cosStep": 0.267, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [65, 464], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t129-h2-d496-k33", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [129, 33], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.378, "cosStep": 0.5489999999999999, "scale": 0.2 } }, "weightsT": { "shape": [33, 2976], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.395, "cosStep": 0.5619999999999999, "scale": 0.2 } }, "biasT": { "shape": [2976], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.41200000000000003, "cosStep": 0.575, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } } }, "outputs": { "outputT": { "shape": [129, 992], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t129-h3-d528-k64", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "shape": [129, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.395, "cosStep": 0.575, "scale": 0.2 } }, "weightsT": { "shape": [64, 4752], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.41200000000000003, "cosStep": 0.588, "scale": 0.2 } }, "biasT": { "shape": [4752], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.42900000000000005, "cosStep": 0.601, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } }, "attentionBiasT": { "shape": [1, 1, 131, 131], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.48, "cosStep": 0.64, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 1584], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t513-h2-d176-k32", "attrs": { "num_heads": 2, "scale": 0 }, "inputs": { "inputT": { "shape": [513, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.41200000000000003, "cosStep": 0.601, "scale": 0.2 } }, "weightsT": { "shape": [32, 1056], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.42900000000000005, "cosStep": 0.614, "scale": 0.2 } }, "tokenOffsetT": { "shape": [3, 345], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_eb0c4a513a9e" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 171, 513] } }, "attentionBiasT": { "shape": [3, 2, 345, 345], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.48, "cosStep": 0.653, "scale": 0.1 } }, "biasT": { "shape": [1056], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.193, "cosStep": 0.267, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [513, 352], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t513-h2-d304-k33", "attrs": { "num_heads": 2, "scale": 0.071 }, "inputs": { "inputT": { "shape": [513, 33], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.42900000000000005, "cosStep": 0.627, "scale": 0.2 } }, "weightsT": { "shape": [33, 1824], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.44600000000000006, "cosStep": 0.64, "scale": 0.2 } }, "biasT": { "shape": [1824], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.4630000000000001, "cosStep": 0.653, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 515], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/wide_schedule_34" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 513] } } }, "outputs": { "outputT": { "shape": [513, 608], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t7-h1-d144-k64", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "shape": [7, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.44600000000000006, "cosStep": 0.653, "scale": 0.2 } }, "weightsT": { "shape": [64, 432], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.4630000000000001, "cosStep": 0.6659999999999999, "scale": 0.2 } }, "biasT": { "shape": [432], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.48, "cosStep": 0.6789999999999999, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 9], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_2bf64e1b7d85" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 7] } }, "attentionBiasT": { "shape": [2, 1, 9, 9], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.531, "cosStep": 0.718, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [7, 144], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t7-h1-d272-k32", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "shape": [7, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.4630000000000001, "cosStep": 0.6789999999999999, "scale": 0.2 } }, "weightsT": { "shape": [32, 816], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.48, "cosStep": 0.692, "scale": 0.2 } }, "tokenOffsetT": { "shape": [2, 9], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_2bf64e1b7d85" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 7] } }, "attentionBiasT": { "shape": [1, 1, 9, 9], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.531, "cosStep": 0.731, "scale": 0.1 } }, "biasT": { "shape": [816], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.193, "cosStep": 0.267, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [7, 272], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t33-h2-d256-k33", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [33, 33], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.48, "cosStep": 0.705, "scale": 0.2 } }, "weightsT": { "shape": [33, 1536], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.497, "cosStep": 0.718, "scale": 0.2 } }, "biasT": { "shape": [1536], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.514, "cosStep": 0.731, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } } }, "outputs": { "outputT": { "shape": [33, 512], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float16-t17-h1-d80-k32", "attrs": { "num_heads": 1, "scale": 0 }, "inputs": { "inputT": { "shape": [17, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.157, "cosStep": 0.211, "scale": 0.2 } }, "weightsT": { "shape": [32, 240], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.174, "cosStep": 0.224, "scale": 0.2 } }, "tokenOffsetT": { "shape": [3, 15], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_634ea297a37d" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 5, 17] } }, "attentionBiasT": { "shape": [1, 1, 15, 15], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.225, "cosStep": 0.263, "scale": 0.1 } }, "biasT": { "shape": [240], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.193, "cosStep": 0.267, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [17, 80], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t33-h2-d112-k33", "attrs": { "num_heads": 2, "scale": 0.071 }, "inputs": { "inputT": { "shape": [33, 33], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.174, "cosStep": 0.237, "scale": 0.2 } }, "weightsT": { "shape": [33, 672], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.191, "cosStep": 0.25, "scale": 0.2 } }, "biasT": { "shape": [672], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.20800000000000002, "cosStep": 0.263, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } } }, "outputs": { "outputT": { "shape": [33, 224], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t65-h3-d144-k64", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "shape": [65, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.191, "cosStep": 0.263, "scale": 0.2 } }, "weightsT": { "shape": [64, 1296], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.20800000000000002, "cosStep": 0.276, "scale": 0.2 } }, "biasT": { "shape": [1296], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.225, "cosStep": 0.289, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 67], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_326ff2747fbb" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 65] } }, "attentionBiasT": { "shape": [1, 1, 67, 67], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.276, "cosStep": 0.32799999999999996, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [65, 432], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t129-h1-d176-k32", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "shape": [129, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.20800000000000002, "cosStep": 0.289, "scale": 0.2 } }, "weightsT": { "shape": [32, 528], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.225, "cosStep": 0.302, "scale": 0.2 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } }, "attentionBiasT": { "shape": [2, 1, 131, 131], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.276, "cosStep": 0.34099999999999997, "scale": 0.1 } }, "biasT": { "shape": [528], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.193, "cosStep": 0.267, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 176], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t257-h2-d208-k33", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [257, 33], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.225, "cosStep": 0.315, "scale": 0.2 } }, "weightsT": { "shape": [33, 1248], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.242, "cosStep": 0.32799999999999996, "scale": 0.2 } }, "biasT": { "shape": [1248], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.259, "cosStep": 0.34099999999999997, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 259], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_9" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 257] } } }, "outputs": { "outputT": { "shape": [257, 416], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t17-h3-d240-k64", "attrs": { "num_heads": 3, "scale": 0 }, "inputs": { "inputT": { "shape": [17, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.242, "cosStep": 0.34099999999999997, "scale": 0.2 } }, "weightsT": { "shape": [64, 2160], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.259, "cosStep": 0.354, "scale": 0.2 } }, "biasT": { "shape": [2160], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.276, "cosStep": 0.367, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 15], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_634ea297a37d" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 5, 17] } }, "attentionBiasT": { "shape": [3, 3, 15, 15], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.327, "cosStep": 0.40599999999999997, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [17, 720], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t33-h1-d272-k32", "attrs": { "num_heads": 1, "scale": 0.071 }, "inputs": { "inputT": { "shape": [33, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.259, "cosStep": 0.367, "scale": 0.2 } }, "weightsT": { "shape": [32, 816], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.276, "cosStep": 0.38, "scale": 0.2 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } }, "attentionBiasT": { "shape": [1, 1, 35, 35], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.327, "cosStep": 0.419, "scale": 0.1 } }, "biasT": { "shape": [816], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.193, "cosStep": 0.267, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 272], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t65-h2-d304-k33", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [65, 33], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.276, "cosStep": 0.393, "scale": 0.2 } }, "weightsT": { "shape": [33, 1824], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.29300000000000004, "cosStep": 0.40599999999999997, "scale": 0.2 } }, "biasT": { "shape": [1824], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.31000000000000005, "cosStep": 0.419, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 67], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_326ff2747fbb" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 65] } } }, "outputs": { "outputT": { "shape": [65, 608], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t129-h3-d336-k64", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "shape": [129, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.29300000000000004, "cosStep": 0.419, "scale": 0.2 } }, "weightsT": { "shape": [64, 3024], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.31000000000000005, "cosStep": 0.432, "scale": 0.2 } }, "biasT": { "shape": [3024], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.327, "cosStep": 0.44499999999999995, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } }, "attentionBiasT": { "shape": [1, 1, 131, 131], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.378, "cosStep": 0.484, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 1008], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t257-h1-d368-k32", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "shape": [257, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.31000000000000005, "cosStep": 0.44499999999999995, "scale": 0.2 } }, "weightsT": { "shape": [32, 1104], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.327, "cosStep": 0.45799999999999996, "scale": 0.2 } }, "tokenOffsetT": { "shape": [2, 259], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_9" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 257] } }, "attentionBiasT": { "shape": [2, 1, 259, 259], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.378, "cosStep": 0.497, "scale": 0.1 } }, "biasT": { "shape": [1104], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.193, "cosStep": 0.267, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [257, 368], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t17-h2-d400-k33", "attrs": { "num_heads": 2, "scale": 0 }, "inputs": { "inputT": { "shape": [17, 33], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.327, "cosStep": 0.471, "scale": 0.2 } }, "weightsT": { "shape": [33, 2400], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.344, "cosStep": 0.484, "scale": 0.2 } }, "biasT": { "shape": [2400], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.361, "cosStep": 0.497, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 15], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_634ea297a37d" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 5, 17] } } }, "outputs": { "outputT": { "shape": [17, 800], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t33-h3-d432-k64", "attrs": { "num_heads": 3, "scale": 0.071 }, "inputs": { "inputT": { "shape": [33, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.344, "cosStep": 0.497, "scale": 0.2 } }, "weightsT": { "shape": [64, 3888], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.361, "cosStep": 0.51, "scale": 0.2 } }, "biasT": { "shape": [3888], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.378, "cosStep": 0.523, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } }, "attentionBiasT": { "shape": [2, 3, 35, 35], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.42900000000000005, "cosStep": 0.5619999999999999, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [33, 1296], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t65-h1-d464-k32", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "shape": [65, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.361, "cosStep": 0.523, "scale": 0.2 } }, "weightsT": { "shape": [32, 1392], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.378, "cosStep": 0.536, "scale": 0.2 } }, "tokenOffsetT": { "shape": [2, 67], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_326ff2747fbb" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 65] } }, "attentionBiasT": { "shape": [1, 1, 67, 67], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.42900000000000005, "cosStep": 0.575, "scale": 0.1 } }, "biasT": { "shape": [1392], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.193, "cosStep": 0.267, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [65, 464], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t129-h2-d496-k33", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [129, 33], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.378, "cosStep": 0.5489999999999999, "scale": 0.2 } }, "weightsT": { "shape": [33, 2976], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.395, "cosStep": 0.5619999999999999, "scale": 0.2 } }, "biasT": { "shape": [2976], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.41200000000000003, "cosStep": 0.575, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } } }, "outputs": { "outputT": { "shape": [129, 992], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t129-h3-d528-k64", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "shape": [129, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.395, "cosStep": 0.575, "scale": 0.2 } }, "weightsT": { "shape": [64, 4752], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.41200000000000003, "cosStep": 0.588, "scale": 0.2 } }, "biasT": { "shape": [4752], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.42900000000000005, "cosStep": 0.601, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } }, "attentionBiasT": { "shape": [1, 1, 131, 131], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.48, "cosStep": 0.64, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 1584], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t513-h2-d176-k32", "attrs": { "num_heads": 2, "scale": 0 }, "inputs": { "inputT": { "shape": [513, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.41200000000000003, "cosStep": 0.601, "scale": 0.2 } }, "weightsT": { "shape": [32, 1056], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.42900000000000005, "cosStep": 0.614, "scale": 0.2 } }, "tokenOffsetT": { "shape": [3, 345], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_eb0c4a513a9e" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 171, 513] } }, "attentionBiasT": { "shape": [3, 2, 345, 345], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.48, "cosStep": 0.653, "scale": 0.1 } }, "biasT": { "shape": [1056], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.193, "cosStep": 0.267, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [513, 352], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t513-h2-d304-k33", "attrs": { "num_heads": 2, "scale": 0.071 }, "inputs": { "inputT": { "shape": [513, 33], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.42900000000000005, "cosStep": 0.627, "scale": 0.2 } }, "weightsT": { "shape": [33, 1824], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.44600000000000006, "cosStep": 0.64, "scale": 0.2 } }, "biasT": { "shape": [1824], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.4630000000000001, "cosStep": 0.653, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 515], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/wide_schedule_34" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 513] } } }, "outputs": { "outputT": { "shape": [513, 608], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t7-h1-d144-k64", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "shape": [7, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.44600000000000006, "cosStep": 0.653, "scale": 0.2 } }, "weightsT": { "shape": [64, 432], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.4630000000000001, "cosStep": 0.6659999999999999, "scale": 0.2 } }, "biasT": { "shape": [432], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.48, "cosStep": 0.6789999999999999, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 9], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_2bf64e1b7d85" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 7] } }, "attentionBiasT": { "shape": [2, 1, 9, 9], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.531, "cosStep": 0.718, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [7, 144], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t7-h1-d272-k32", "attrs": { "num_heads": 1 }, "inputs": { "inputT": { "shape": [7, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.4630000000000001, "cosStep": 0.6789999999999999, "scale": 0.2 } }, "weightsT": { "shape": [32, 816], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.48, "cosStep": 0.692, "scale": 0.2 } }, "tokenOffsetT": { "shape": [2, 9], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_2bf64e1b7d85" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 7] } }, "attentionBiasT": { "shape": [1, 1, 9, 9], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.531, "cosStep": 0.731, "scale": 0.1 } }, "biasT": { "shape": [816], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.193, "cosStep": 0.267, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [7, 272], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t33-h2-d256-k33", "attrs": { "num_heads": 2 }, "inputs": { "inputT": { "shape": [33, 33], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.48, "cosStep": 0.705, "scale": 0.2 } }, "weightsT": { "shape": [33, 1536], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.497, "cosStep": 0.718, "scale": 0.2 } }, "biasT": { "shape": [1536], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.514, "cosStep": 0.731, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 35], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_1" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 33] } } }, "outputs": { "outputT": { "shape": [33, 512], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float32-t17-h1-d288-k32", "attrs": { "num_heads": 1, "scale": 0 }, "inputs": { "inputT": { "shape": [17, 32], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.157, "cosStep": 0.211, "scale": 0.2 } }, "weightsT": { "shape": [32, 864], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.174, "cosStep": 0.224, "scale": 0.2 } }, "biasT": { "shape": [864], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.191, "cosStep": 0.237, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 15], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_634ea297a37d" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 5, 17] } }, "attentionBiasT": { "shape": [1, 1, 15, 15], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.242, "cosStep": 0.276, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [17, 288], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t65-h2-d352-k33", "attrs": { "num_heads": 2, "scale": 0.071 }, "inputs": { "inputT": { "shape": [65, 33], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.174, "cosStep": 0.237, "scale": 0.2 } }, "weightsT": { "shape": [33, 2112], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.191, "cosStep": 0.25, "scale": 0.2 } }, "biasT": { "shape": [2112], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.20800000000000002, "cosStep": 0.263, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 67], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_326ff2747fbb" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 65] } } }, "outputs": { "outputT": { "shape": [65, 704], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float32-t129-h3-d480-k64", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "shape": [129, 64], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.191, "cosStep": 0.263, "scale": 0.2 } }, "weightsT": { "shape": [64, 4320], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.20800000000000002, "cosStep": 0.276, "scale": 0.2 } }, "biasT": { "shape": [4320], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.225, "cosStep": 0.289, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } }, "attentionBiasT": { "shape": [1, 1, 131, 131], "dtype": "float32", "data": { "kind": "fillFloat32", "sinStep": 0.276, "cosStep": 0.32799999999999996, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 1440], "dtype": "float32" } }, "tolerance": 0.00002, "relTolerance": 0.00002 }, { "name": "pa-fragments-float16-t17-h1-d288-k32", "attrs": { "num_heads": 1, "scale": 0 }, "inputs": { "inputT": { "shape": [17, 32], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.157, "cosStep": 0.211, "scale": 0.2 } }, "weightsT": { "shape": [32, 864], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.174, "cosStep": 0.224, "scale": 0.2 } }, "biasT": { "shape": [864], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.191, "cosStep": 0.237, "scale": 0.1 } }, "tokenOffsetT": { "shape": [3, 15], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_634ea297a37d" } } }, "cumulativeSequenceLengthT": { "shape": [4], "dtype": "int32", "data": { "kind": "values", "values": [0, 0, 5, 17] } }, "attentionBiasT": { "shape": [1, 1, 15, 15], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.242, "cosStep": 0.276, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [17, 288], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t65-h2-d352-k33", "attrs": { "num_heads": 2, "scale": 0.071 }, "inputs": { "inputT": { "shape": [65, 33], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.174, "cosStep": 0.237, "scale": 0.2 } }, "weightsT": { "shape": [33, 2112], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.191, "cosStep": 0.25, "scale": 0.2 } }, "biasT": { "shape": [2112], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.20800000000000002, "cosStep": 0.263, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 67], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/fragment_schedule_326ff2747fbb" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 65] } } }, "outputs": { "outputT": { "shape": [65, 704], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 }, { "name": "pa-fragments-float16-t129-h3-d480-k64", "attrs": { "num_heads": 3 }, "inputs": { "inputT": { "shape": [129, 64], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.191, "cosStep": 0.263, "scale": 0.2 } }, "weightsT": { "shape": [64, 4320], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.20800000000000002, "cosStep": 0.276, "scale": 0.2 } }, "biasT": { "shape": [4320], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.225, "cosStep": 0.289, "scale": 0.1 } }, "tokenOffsetT": { "shape": [2, 131], "dtype": "int32", "data": { "kind": "values", "values": { "$ref": "#/fixtureArrays/unequal_schedule_8" } } }, "cumulativeSequenceLengthT": { "shape": [3], "dtype": "int32", "data": { "kind": "values", "values": [0, 1, 129] } }, "attentionBiasT": { "shape": [1, 1, 131, 131], "dtype": "float16", "data": { "kind": "fillFloat32", "sinStep": 0.276, "cosStep": 0.32799999999999996, "scale": 0.1 } } }, "outputs": { "outputT": { "shape": [129, 1440], "dtype": "float16" } }, "tolerance": 0.001, "relTolerance": 0.005 } ] }