program(1.0) [buildInfo = dict, tensor>({{"coremlc-component-MIL", "3520.4.1"}, {"coremlc-version", "3520.5.1"}, {"coremltools-component-torch", "2.5.1"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "8.3.0"}})] { func main(tensor ac, tensor elen, tensor enc, tensor tn) { tensor var_20 = const()[name = tensor("op_20"), val = tensor(-1)]; tensor const_1 = const()[name = tensor("const_1"), val = tensor([0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127])]; tensor matrix_1_axes_0 = const()[name = tensor("matrix_1_axes_0"), val = tensor([-1])]; tensor matrix_1 = expand_dims(axes = matrix_1_axes_0, x = tn)[name = tensor("matrix_1")]; tensor mask_1 = less(x = const_1, y = matrix_1)[name = tensor("mask_1")]; tensor mask_9_axes_0 = const()[name = tensor("mask_9_axes_0"), val = tensor([2])]; tensor cast_0_to_fp16_dtype_0 = const()[name = tensor("cast_0_to_fp16_dtype_0"), val = tensor("fp16")]; tensor mask_1_to_fp16 = cast(dtype = cast_0_to_fp16_dtype_0, x = mask_1)[name = tensor("cast_88")]; tensor mask_9_cast_fp16 = expand_dims(axes = mask_9_axes_0, x = mask_1_to_fp16)[name = tensor("mask_9_cast_fp16")]; tensor const_3 = const()[name = tensor("const_3"), val = tensor([0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433, 434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447, 448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475, 476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489, 490, 491, 492, 493, 494, 495, 496, 497, 498, 499, 500, 501, 502, 503, 504, 505, 506, 507, 508, 509, 510, 511])]; tensor matrix_axes_0 = const()[name = tensor("matrix_axes_0"), val = tensor([-1])]; tensor matrix = expand_dims(axes = matrix_axes_0, x = elen)[name = tensor("matrix")]; tensor mask_5 = less(x = const_3, y = matrix)[name = tensor("mask_5")]; tensor var_51_axes_0 = const()[name = tensor("op_51_axes_0"), val = tensor([1])]; tensor cast_2_to_fp16_dtype_0 = const()[name = tensor("cast_2_to_fp16_dtype_0"), val = tensor("fp16")]; tensor mask_5_to_fp16 = cast(dtype = cast_2_to_fp16_dtype_0, x = mask_5)[name = tensor("cast_87")]; tensor var_51_cast_fp16 = expand_dims(axes = var_51_axes_0, x = mask_5_to_fp16)[name = tensor("op_51_cast_fp16")]; tensor input_1_axes_0 = const()[name = tensor("input_1_axes_0"), val = tensor([-1])]; tensor ac_to_fp16_dtype_0 = const()[name = tensor("ac_to_fp16_dtype_0"), val = tensor("fp16")]; tensor d_decoders_0_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_0_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64)))]; tensor d_decoders_0_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_0_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1152)))]; tensor var_15_to_fp16 = const()[name = tensor("op_15_to_fp16"), val = tensor(0x1p-24)]; tensor ac_to_fp16 = cast(dtype = ac_to_fp16_dtype_0, x = ac)[name = tensor("cast_86")]; tensor input_1_cast_fp16 = layer_norm(axes = input_1_axes_0, beta = d_decoders_0_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_0_norm1_weight_to_fp16, x = ac_to_fp16)[name = tensor("input_1_cast_fp16")]; tensor d_decoders_0_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_0_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2240)))]; tensor d_decoders_0_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_0_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2099456)))]; tensor linear_0_cast_fp16 = linear(bias = d_decoders_0_feed_forward_w_1_bias_to_fp16, weight = d_decoders_0_feed_forward_w_1_weight_to_fp16, x = input_1_cast_fp16)[name = tensor("linear_0_cast_fp16")]; tensor input_5_cast_fp16 = relu(x = linear_0_cast_fp16)[name = tensor("input_5_cast_fp16")]; tensor input_9_axes_0 = const()[name = tensor("input_9_axes_0"), val = tensor([-1])]; tensor d_decoders_0_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_0_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2103616)))]; tensor d_decoders_0_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_0_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2107776)))]; tensor input_9_cast_fp16 = layer_norm(axes = input_9_axes_0, beta = d_decoders_0_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_0_feed_forward_norm_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("input_9_cast_fp16")]; tensor d_decoders_0_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_0_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2111936)))]; tensor linear_1_bias_0_to_fp16 = const()[name = tensor("linear_1_bias_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4209152)))]; tensor linear_1_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_0_feed_forward_w_2_weight_to_fp16, x = input_9_cast_fp16)[name = tensor("linear_1_cast_fp16")]; tensor inputs_1_axes_0 = const()[name = tensor("inputs_1_axes_0"), val = tensor([-1])]; tensor d_decoders_0_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_0_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4210240)))]; tensor d_decoders_0_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_0_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4211328)))]; tensor inputs_1_cast_fp16 = layer_norm(axes = inputs_1_axes_0, beta = d_decoders_0_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_0_norm2_weight_to_fp16, x = linear_1_cast_fp16)[name = tensor("inputs_1_cast_fp16")]; tensor inputs_3_cast_fp16 = mul(x = inputs_1_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_3_cast_fp16")]; tensor x_1_perm_0 = const()[name = tensor("x_1_perm_0"), val = tensor([0, 2, 1])]; tensor input_13_pad_0 = const()[name = tensor("input_13_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_13_mode_0 = const()[name = tensor("input_13_mode_0"), val = tensor("constant")]; tensor const_5_to_fp16 = const()[name = tensor("const_5_to_fp16"), val = tensor(0x0p+0)]; tensor x_1_cast_fp16 = transpose(perm = x_1_perm_0, x = inputs_3_cast_fp16)[name = tensor("transpose_175")]; tensor input_13_cast_fp16 = pad(constant_val = const_5_to_fp16, mode = input_13_mode_0, pad = input_13_pad_0, x = x_1_cast_fp16)[name = tensor("input_13_cast_fp16")]; tensor x_3_pad_type_0 = const()[name = tensor("x_3_pad_type_0"), val = tensor("valid")]; tensor x_3_groups_0 = const()[name = tensor("x_3_groups_0"), val = tensor(512)]; tensor x_3_strides_0 = const()[name = tensor("x_3_strides_0"), val = tensor([1])]; tensor x_3_pad_0 = const()[name = tensor("x_3_pad_0"), val = tensor([0, 0])]; tensor x_3_dilations_0 = const()[name = tensor("x_3_dilations_0"), val = tensor([1])]; tensor d_decoders_0_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_0_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4212416)))]; tensor x_3_cast_fp16 = conv(dilations = x_3_dilations_0, groups = x_3_groups_0, pad = x_3_pad_0, pad_type = x_3_pad_type_0, strides = x_3_strides_0, weight = d_decoders_0_self_attn_fsmn_block_weight_to_fp16, x = input_13_cast_fp16)[name = tensor("x_3_cast_fp16")]; tensor x_5_perm_0 = const()[name = tensor("x_5_perm_0"), val = tensor([0, 2, 1])]; tensor x_5_cast_fp16 = transpose(perm = x_5_perm_0, x = x_3_cast_fp16)[name = tensor("transpose_174")]; tensor input_15_cast_fp16 = add(x = x_5_cast_fp16, y = inputs_3_cast_fp16)[name = tensor("input_15_cast_fp16")]; tensor input_17_cast_fp16 = mul(x = input_15_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_17_cast_fp16")]; tensor input_19_cast_fp16 = add(x = ac_to_fp16, y = input_17_cast_fp16)[name = tensor("input_19_cast_fp16")]; tensor x_11_axes_0 = const()[name = tensor("x_11_axes_0"), val = tensor([-1])]; tensor d_decoders_0_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_0_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4223744)))]; tensor d_decoders_0_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_0_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4224832)))]; tensor x_11_cast_fp16 = layer_norm(axes = x_11_axes_0, beta = d_decoders_0_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_0_norm3_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("x_11_cast_fp16")]; tensor d_decoders_0_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_0_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4225920)))]; tensor d_decoders_0_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_0_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4750272)))]; tensor linear_2_cast_fp16 = linear(bias = d_decoders_0_src_attn_linear_q_bias_to_fp16, weight = d_decoders_0_src_attn_linear_q_weight_to_fp16, x = x_11_cast_fp16)[name = tensor("linear_2_cast_fp16")]; tensor var_128 = const()[name = tensor("op_128"), val = tensor([1, -1, 4, 128])]; tensor var_129_cast_fp16 = reshape(shape = var_128, x = linear_2_cast_fp16)[name = tensor("op_129_cast_fp16")]; tensor enc_to_fp16_dtype_0 = const()[name = tensor("enc_to_fp16_dtype_0"), val = tensor("fp16")]; tensor d_decoders_0_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_0_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4751360)))]; tensor d_decoders_0_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_0_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5800000)))]; tensor enc_to_fp16 = cast(dtype = enc_to_fp16_dtype_0, x = enc)[name = tensor("cast_85")]; tensor linear_3_cast_fp16 = linear(bias = d_decoders_0_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_0_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_3_cast_fp16")]; tensor tile_0 = const()[name = tensor("tile_0"), val = tensor([512, 512])]; tensor var_134_axis_0 = const()[name = tensor("op_134_axis_0"), val = tensor(-1)]; tensor var_134_cast_fp16_0, tensor var_134_cast_fp16_1 = split(axis = var_134_axis_0, split_sizes = tile_0, x = linear_3_cast_fp16)[name = tensor("op_134_cast_fp16")]; tensor var_137 = const()[name = tensor("op_137"), val = tensor([1, -1, 4, 128])]; tensor var_138_cast_fp16 = reshape(shape = var_137, x = var_134_cast_fp16_0)[name = tensor("op_138_cast_fp16")]; tensor var_140 = const()[name = tensor("op_140"), val = tensor([1, -1, 4, 128])]; tensor var_141_cast_fp16 = reshape(shape = var_140, x = var_134_cast_fp16_1)[name = tensor("op_141_cast_fp16")]; tensor value_1_perm_0 = const()[name = tensor("value_1_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_143_to_fp16 = const()[name = tensor("op_143_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_3_cast_fp16 = mul(x = var_129_cast_fp16, y = var_143_to_fp16)[name = tensor("q_h_3_cast_fp16")]; tensor scores_1_transpose_x_0 = const()[name = tensor("scores_1_transpose_x_0"), val = tensor(false)]; tensor scores_1_transpose_y_0 = const()[name = tensor("scores_1_transpose_y_0"), val = tensor(false)]; tensor transpose_48_perm_0 = const()[name = tensor("transpose_48_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_49_perm_0 = const()[name = tensor("transpose_49_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_49 = transpose(perm = transpose_49_perm_0, x = var_138_cast_fp16)[name = tensor("transpose_171")]; tensor transpose_48 = transpose(perm = transpose_48_perm_0, x = q_h_3_cast_fp16)[name = tensor("transpose_172")]; tensor scores_1_cast_fp16 = matmul(transpose_x = scores_1_transpose_x_0, transpose_y = scores_1_transpose_y_0, x = transpose_48, y = transpose_49)[name = tensor("scores_1_cast_fp16")]; tensor var_148_axes_0 = const()[name = tensor("op_148_axes_0"), val = tensor([1])]; tensor var_148_cast_fp16 = expand_dims(axes = var_148_axes_0, x = var_51_cast_fp16)[name = tensor("op_148_cast_fp16")]; tensor var_25_promoted_to_fp16 = const()[name = tensor("op_25_promoted_to_fp16"), val = tensor(0x0p+0)]; tensor mask_15_cast_fp16 = equal(x = var_148_cast_fp16, y = var_25_promoted_to_fp16)[name = tensor("mask_15_cast_fp16")]; tensor var_8_to_fp16 = const()[name = tensor("op_8_to_fp16"), val = tensor(-inf)]; tensor scores_3_cast_fp16 = select(a = var_8_to_fp16, b = scores_1_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_3_cast_fp16")]; tensor var_151_cast_fp16 = softmax(axis = var_20, x = scores_3_cast_fp16)[name = tensor("op_151_cast_fp16")]; tensor var_9_to_fp16 = const()[name = tensor("op_9_to_fp16"), val = tensor(0x0p+0)]; tensor input_21_cast_fp16 = select(a = var_9_to_fp16, b = var_151_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_21_cast_fp16")]; tensor x_13_transpose_x_0 = const()[name = tensor("x_13_transpose_x_0"), val = tensor(false)]; tensor x_13_transpose_y_0 = const()[name = tensor("x_13_transpose_y_0"), val = tensor(false)]; tensor value_1_cast_fp16 = transpose(perm = value_1_perm_0, x = var_141_cast_fp16)[name = tensor("transpose_173")]; tensor x_13_cast_fp16 = matmul(transpose_x = x_13_transpose_x_0, transpose_y = x_13_transpose_y_0, x = input_21_cast_fp16, y = value_1_cast_fp16)[name = tensor("x_13_cast_fp16")]; tensor var_155_perm_0 = const()[name = tensor("op_155_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_157 = const()[name = tensor("op_157"), val = tensor([1, -1, 512])]; tensor var_155_cast_fp16 = transpose(perm = var_155_perm_0, x = x_13_cast_fp16)[name = tensor("transpose_170")]; tensor input_23_cast_fp16 = reshape(shape = var_157, x = var_155_cast_fp16)[name = tensor("input_23_cast_fp16")]; tensor d_decoders_0_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_0_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5802112)))]; tensor d_decoders_0_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_0_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6326464)))]; tensor linear_4_cast_fp16 = linear(bias = d_decoders_0_src_attn_linear_out_bias_to_fp16, weight = d_decoders_0_src_attn_linear_out_weight_to_fp16, x = input_23_cast_fp16)[name = tensor("linear_4_cast_fp16")]; tensor input_27_cast_fp16 = add(x = input_19_cast_fp16, y = linear_4_cast_fp16)[name = tensor("input_27_cast_fp16")]; tensor input_29_axes_0 = const()[name = tensor("input_29_axes_0"), val = tensor([-1])]; tensor d_decoders_1_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_1_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6327552)))]; tensor d_decoders_1_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_1_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6328640)))]; tensor input_29_cast_fp16 = layer_norm(axes = input_29_axes_0, beta = d_decoders_1_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_1_norm1_weight_to_fp16, x = input_27_cast_fp16)[name = tensor("input_29_cast_fp16")]; tensor d_decoders_1_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_1_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6329728)))]; tensor d_decoders_1_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_1_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8426944)))]; tensor linear_5_cast_fp16 = linear(bias = d_decoders_1_feed_forward_w_1_bias_to_fp16, weight = d_decoders_1_feed_forward_w_1_weight_to_fp16, x = input_29_cast_fp16)[name = tensor("linear_5_cast_fp16")]; tensor input_33_cast_fp16 = relu(x = linear_5_cast_fp16)[name = tensor("input_33_cast_fp16")]; tensor input_37_axes_0 = const()[name = tensor("input_37_axes_0"), val = tensor([-1])]; tensor d_decoders_1_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_1_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8431104)))]; tensor d_decoders_1_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_1_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8435264)))]; tensor input_37_cast_fp16 = layer_norm(axes = input_37_axes_0, beta = d_decoders_1_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_1_feed_forward_norm_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("input_37_cast_fp16")]; tensor d_decoders_1_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_1_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8439424)))]; tensor linear_6_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_1_feed_forward_w_2_weight_to_fp16, x = input_37_cast_fp16)[name = tensor("linear_6_cast_fp16")]; tensor inputs_5_axes_0 = const()[name = tensor("inputs_5_axes_0"), val = tensor([-1])]; tensor d_decoders_1_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_1_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10536640)))]; tensor d_decoders_1_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_1_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10537728)))]; tensor inputs_5_cast_fp16 = layer_norm(axes = inputs_5_axes_0, beta = d_decoders_1_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_1_norm2_weight_to_fp16, x = linear_6_cast_fp16)[name = tensor("inputs_5_cast_fp16")]; tensor inputs_7_cast_fp16 = mul(x = inputs_5_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_7_cast_fp16")]; tensor x_15_perm_0 = const()[name = tensor("x_15_perm_0"), val = tensor([0, 2, 1])]; tensor input_41_pad_0 = const()[name = tensor("input_41_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_41_mode_0 = const()[name = tensor("input_41_mode_0"), val = tensor("constant")]; tensor const_11_to_fp16 = const()[name = tensor("const_11_to_fp16"), val = tensor(0x0p+0)]; tensor x_15_cast_fp16 = transpose(perm = x_15_perm_0, x = inputs_7_cast_fp16)[name = tensor("transpose_169")]; tensor input_41_cast_fp16 = pad(constant_val = const_11_to_fp16, mode = input_41_mode_0, pad = input_41_pad_0, x = x_15_cast_fp16)[name = tensor("input_41_cast_fp16")]; tensor x_17_pad_type_0 = const()[name = tensor("x_17_pad_type_0"), val = tensor("valid")]; tensor x_17_groups_0 = const()[name = tensor("x_17_groups_0"), val = tensor(512)]; tensor x_17_strides_0 = const()[name = tensor("x_17_strides_0"), val = tensor([1])]; tensor x_17_pad_0 = const()[name = tensor("x_17_pad_0"), val = tensor([0, 0])]; tensor x_17_dilations_0 = const()[name = tensor("x_17_dilations_0"), val = tensor([1])]; tensor d_decoders_1_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_1_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10538816)))]; tensor x_17_cast_fp16 = conv(dilations = x_17_dilations_0, groups = x_17_groups_0, pad = x_17_pad_0, pad_type = x_17_pad_type_0, strides = x_17_strides_0, weight = d_decoders_1_self_attn_fsmn_block_weight_to_fp16, x = input_41_cast_fp16)[name = tensor("x_17_cast_fp16")]; tensor x_19_perm_0 = const()[name = tensor("x_19_perm_0"), val = tensor([0, 2, 1])]; tensor x_19_cast_fp16 = transpose(perm = x_19_perm_0, x = x_17_cast_fp16)[name = tensor("transpose_168")]; tensor input_43_cast_fp16 = add(x = x_19_cast_fp16, y = inputs_7_cast_fp16)[name = tensor("input_43_cast_fp16")]; tensor input_45_cast_fp16 = mul(x = input_43_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_45_cast_fp16")]; tensor input_47_cast_fp16 = add(x = input_27_cast_fp16, y = input_45_cast_fp16)[name = tensor("input_47_cast_fp16")]; tensor x_25_axes_0 = const()[name = tensor("x_25_axes_0"), val = tensor([-1])]; tensor d_decoders_1_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_1_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10550144)))]; tensor d_decoders_1_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_1_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10551232)))]; tensor x_25_cast_fp16 = layer_norm(axes = x_25_axes_0, beta = d_decoders_1_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_1_norm3_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("x_25_cast_fp16")]; tensor d_decoders_1_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_1_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10552320)))]; tensor d_decoders_1_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_1_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11076672)))]; tensor linear_7_cast_fp16 = linear(bias = d_decoders_1_src_attn_linear_q_bias_to_fp16, weight = d_decoders_1_src_attn_linear_q_weight_to_fp16, x = x_25_cast_fp16)[name = tensor("linear_7_cast_fp16")]; tensor var_223 = const()[name = tensor("op_223"), val = tensor([1, -1, 4, 128])]; tensor var_224_cast_fp16 = reshape(shape = var_223, x = linear_7_cast_fp16)[name = tensor("op_224_cast_fp16")]; tensor d_decoders_1_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_1_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11077760)))]; tensor d_decoders_1_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_1_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12126400)))]; tensor linear_8_cast_fp16 = linear(bias = d_decoders_1_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_1_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_8_cast_fp16")]; tensor tile_1 = const()[name = tensor("tile_1"), val = tensor([512, 512])]; tensor var_229_axis_0 = const()[name = tensor("op_229_axis_0"), val = tensor(-1)]; tensor var_229_cast_fp16_0, tensor var_229_cast_fp16_1 = split(axis = var_229_axis_0, split_sizes = tile_1, x = linear_8_cast_fp16)[name = tensor("op_229_cast_fp16")]; tensor var_232 = const()[name = tensor("op_232"), val = tensor([1, -1, 4, 128])]; tensor var_233_cast_fp16 = reshape(shape = var_232, x = var_229_cast_fp16_0)[name = tensor("op_233_cast_fp16")]; tensor var_235 = const()[name = tensor("op_235"), val = tensor([1, -1, 4, 128])]; tensor var_236_cast_fp16 = reshape(shape = var_235, x = var_229_cast_fp16_1)[name = tensor("op_236_cast_fp16")]; tensor value_3_perm_0 = const()[name = tensor("value_3_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_238_to_fp16 = const()[name = tensor("op_238_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_7_cast_fp16 = mul(x = var_224_cast_fp16, y = var_238_to_fp16)[name = tensor("q_h_7_cast_fp16")]; tensor scores_5_transpose_x_0 = const()[name = tensor("scores_5_transpose_x_0"), val = tensor(false)]; tensor scores_5_transpose_y_0 = const()[name = tensor("scores_5_transpose_y_0"), val = tensor(false)]; tensor transpose_50_perm_0 = const()[name = tensor("transpose_50_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_51_perm_0 = const()[name = tensor("transpose_51_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_51 = transpose(perm = transpose_51_perm_0, x = var_233_cast_fp16)[name = tensor("transpose_165")]; tensor transpose_50 = transpose(perm = transpose_50_perm_0, x = q_h_7_cast_fp16)[name = tensor("transpose_166")]; tensor scores_5_cast_fp16 = matmul(transpose_x = scores_5_transpose_x_0, transpose_y = scores_5_transpose_y_0, x = transpose_50, y = transpose_51)[name = tensor("scores_5_cast_fp16")]; tensor scores_7_cast_fp16 = select(a = var_8_to_fp16, b = scores_5_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_7_cast_fp16")]; tensor var_246_cast_fp16 = softmax(axis = var_20, x = scores_7_cast_fp16)[name = tensor("op_246_cast_fp16")]; tensor input_49_cast_fp16 = select(a = var_9_to_fp16, b = var_246_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_49_cast_fp16")]; tensor x_27_transpose_x_0 = const()[name = tensor("x_27_transpose_x_0"), val = tensor(false)]; tensor x_27_transpose_y_0 = const()[name = tensor("x_27_transpose_y_0"), val = tensor(false)]; tensor value_3_cast_fp16 = transpose(perm = value_3_perm_0, x = var_236_cast_fp16)[name = tensor("transpose_167")]; tensor x_27_cast_fp16 = matmul(transpose_x = x_27_transpose_x_0, transpose_y = x_27_transpose_y_0, x = input_49_cast_fp16, y = value_3_cast_fp16)[name = tensor("x_27_cast_fp16")]; tensor var_250_perm_0 = const()[name = tensor("op_250_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_252 = const()[name = tensor("op_252"), val = tensor([1, -1, 512])]; tensor var_250_cast_fp16 = transpose(perm = var_250_perm_0, x = x_27_cast_fp16)[name = tensor("transpose_164")]; tensor input_51_cast_fp16 = reshape(shape = var_252, x = var_250_cast_fp16)[name = tensor("input_51_cast_fp16")]; tensor d_decoders_1_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_1_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12128512)))]; tensor d_decoders_1_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_1_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12652864)))]; tensor linear_9_cast_fp16 = linear(bias = d_decoders_1_src_attn_linear_out_bias_to_fp16, weight = d_decoders_1_src_attn_linear_out_weight_to_fp16, x = input_51_cast_fp16)[name = tensor("linear_9_cast_fp16")]; tensor input_55_cast_fp16 = add(x = input_47_cast_fp16, y = linear_9_cast_fp16)[name = tensor("input_55_cast_fp16")]; tensor input_57_axes_0 = const()[name = tensor("input_57_axes_0"), val = tensor([-1])]; tensor d_decoders_2_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_2_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12653952)))]; tensor d_decoders_2_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_2_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12655040)))]; tensor input_57_cast_fp16 = layer_norm(axes = input_57_axes_0, beta = d_decoders_2_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_2_norm1_weight_to_fp16, x = input_55_cast_fp16)[name = tensor("input_57_cast_fp16")]; tensor d_decoders_2_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_2_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12656128)))]; tensor d_decoders_2_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_2_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14753344)))]; tensor linear_10_cast_fp16 = linear(bias = d_decoders_2_feed_forward_w_1_bias_to_fp16, weight = d_decoders_2_feed_forward_w_1_weight_to_fp16, x = input_57_cast_fp16)[name = tensor("linear_10_cast_fp16")]; tensor input_61_cast_fp16 = relu(x = linear_10_cast_fp16)[name = tensor("input_61_cast_fp16")]; tensor input_65_axes_0 = const()[name = tensor("input_65_axes_0"), val = tensor([-1])]; tensor d_decoders_2_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_2_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14757504)))]; tensor d_decoders_2_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_2_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14761664)))]; tensor input_65_cast_fp16 = layer_norm(axes = input_65_axes_0, beta = d_decoders_2_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_2_feed_forward_norm_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("input_65_cast_fp16")]; tensor d_decoders_2_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_2_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14765824)))]; tensor linear_11_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_2_feed_forward_w_2_weight_to_fp16, x = input_65_cast_fp16)[name = tensor("linear_11_cast_fp16")]; tensor inputs_9_axes_0 = const()[name = tensor("inputs_9_axes_0"), val = tensor([-1])]; tensor d_decoders_2_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_2_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16863040)))]; tensor d_decoders_2_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_2_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16864128)))]; tensor inputs_9_cast_fp16 = layer_norm(axes = inputs_9_axes_0, beta = d_decoders_2_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_2_norm2_weight_to_fp16, x = linear_11_cast_fp16)[name = tensor("inputs_9_cast_fp16")]; tensor inputs_11_cast_fp16 = mul(x = inputs_9_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_11_cast_fp16")]; tensor x_29_perm_0 = const()[name = tensor("x_29_perm_0"), val = tensor([0, 2, 1])]; tensor input_69_pad_0 = const()[name = tensor("input_69_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_69_mode_0 = const()[name = tensor("input_69_mode_0"), val = tensor("constant")]; tensor const_17_to_fp16 = const()[name = tensor("const_17_to_fp16"), val = tensor(0x0p+0)]; tensor x_29_cast_fp16 = transpose(perm = x_29_perm_0, x = inputs_11_cast_fp16)[name = tensor("transpose_163")]; tensor input_69_cast_fp16 = pad(constant_val = const_17_to_fp16, mode = input_69_mode_0, pad = input_69_pad_0, x = x_29_cast_fp16)[name = tensor("input_69_cast_fp16")]; tensor x_31_pad_type_0 = const()[name = tensor("x_31_pad_type_0"), val = tensor("valid")]; tensor x_31_groups_0 = const()[name = tensor("x_31_groups_0"), val = tensor(512)]; tensor x_31_strides_0 = const()[name = tensor("x_31_strides_0"), val = tensor([1])]; tensor x_31_pad_0 = const()[name = tensor("x_31_pad_0"), val = tensor([0, 0])]; tensor x_31_dilations_0 = const()[name = tensor("x_31_dilations_0"), val = tensor([1])]; tensor d_decoders_2_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_2_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16865216)))]; tensor x_31_cast_fp16 = conv(dilations = x_31_dilations_0, groups = x_31_groups_0, pad = x_31_pad_0, pad_type = x_31_pad_type_0, strides = x_31_strides_0, weight = d_decoders_2_self_attn_fsmn_block_weight_to_fp16, x = input_69_cast_fp16)[name = tensor("x_31_cast_fp16")]; tensor x_33_perm_0 = const()[name = tensor("x_33_perm_0"), val = tensor([0, 2, 1])]; tensor x_33_cast_fp16 = transpose(perm = x_33_perm_0, x = x_31_cast_fp16)[name = tensor("transpose_162")]; tensor input_71_cast_fp16 = add(x = x_33_cast_fp16, y = inputs_11_cast_fp16)[name = tensor("input_71_cast_fp16")]; tensor input_73_cast_fp16 = mul(x = input_71_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_73_cast_fp16")]; tensor input_75_cast_fp16 = add(x = input_55_cast_fp16, y = input_73_cast_fp16)[name = tensor("input_75_cast_fp16")]; tensor x_39_axes_0 = const()[name = tensor("x_39_axes_0"), val = tensor([-1])]; tensor d_decoders_2_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_2_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16876544)))]; tensor d_decoders_2_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_2_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16877632)))]; tensor x_39_cast_fp16 = layer_norm(axes = x_39_axes_0, beta = d_decoders_2_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_2_norm3_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("x_39_cast_fp16")]; tensor d_decoders_2_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_2_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16878720)))]; tensor d_decoders_2_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_2_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17403072)))]; tensor linear_12_cast_fp16 = linear(bias = d_decoders_2_src_attn_linear_q_bias_to_fp16, weight = d_decoders_2_src_attn_linear_q_weight_to_fp16, x = x_39_cast_fp16)[name = tensor("linear_12_cast_fp16")]; tensor var_318 = const()[name = tensor("op_318"), val = tensor([1, -1, 4, 128])]; tensor var_319_cast_fp16 = reshape(shape = var_318, x = linear_12_cast_fp16)[name = tensor("op_319_cast_fp16")]; tensor d_decoders_2_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_2_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17404160)))]; tensor d_decoders_2_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_2_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18452800)))]; tensor linear_13_cast_fp16 = linear(bias = d_decoders_2_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_2_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_13_cast_fp16")]; tensor tile_2 = const()[name = tensor("tile_2"), val = tensor([512, 512])]; tensor var_324_axis_0 = const()[name = tensor("op_324_axis_0"), val = tensor(-1)]; tensor var_324_cast_fp16_0, tensor var_324_cast_fp16_1 = split(axis = var_324_axis_0, split_sizes = tile_2, x = linear_13_cast_fp16)[name = tensor("op_324_cast_fp16")]; tensor var_327 = const()[name = tensor("op_327"), val = tensor([1, -1, 4, 128])]; tensor var_328_cast_fp16 = reshape(shape = var_327, x = var_324_cast_fp16_0)[name = tensor("op_328_cast_fp16")]; tensor var_330 = const()[name = tensor("op_330"), val = tensor([1, -1, 4, 128])]; tensor var_331_cast_fp16 = reshape(shape = var_330, x = var_324_cast_fp16_1)[name = tensor("op_331_cast_fp16")]; tensor value_5_perm_0 = const()[name = tensor("value_5_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_333_to_fp16 = const()[name = tensor("op_333_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_11_cast_fp16 = mul(x = var_319_cast_fp16, y = var_333_to_fp16)[name = tensor("q_h_11_cast_fp16")]; tensor scores_9_transpose_x_0 = const()[name = tensor("scores_9_transpose_x_0"), val = tensor(false)]; tensor scores_9_transpose_y_0 = const()[name = tensor("scores_9_transpose_y_0"), val = tensor(false)]; tensor transpose_52_perm_0 = const()[name = tensor("transpose_52_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_53_perm_0 = const()[name = tensor("transpose_53_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_53 = transpose(perm = transpose_53_perm_0, x = var_328_cast_fp16)[name = tensor("transpose_159")]; tensor transpose_52 = transpose(perm = transpose_52_perm_0, x = q_h_11_cast_fp16)[name = tensor("transpose_160")]; tensor scores_9_cast_fp16 = matmul(transpose_x = scores_9_transpose_x_0, transpose_y = scores_9_transpose_y_0, x = transpose_52, y = transpose_53)[name = tensor("scores_9_cast_fp16")]; tensor scores_11_cast_fp16 = select(a = var_8_to_fp16, b = scores_9_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_11_cast_fp16")]; tensor var_341_cast_fp16 = softmax(axis = var_20, x = scores_11_cast_fp16)[name = tensor("op_341_cast_fp16")]; tensor input_77_cast_fp16 = select(a = var_9_to_fp16, b = var_341_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_77_cast_fp16")]; tensor x_41_transpose_x_0 = const()[name = tensor("x_41_transpose_x_0"), val = tensor(false)]; tensor x_41_transpose_y_0 = const()[name = tensor("x_41_transpose_y_0"), val = tensor(false)]; tensor value_5_cast_fp16 = transpose(perm = value_5_perm_0, x = var_331_cast_fp16)[name = tensor("transpose_161")]; tensor x_41_cast_fp16 = matmul(transpose_x = x_41_transpose_x_0, transpose_y = x_41_transpose_y_0, x = input_77_cast_fp16, y = value_5_cast_fp16)[name = tensor("x_41_cast_fp16")]; tensor var_345_perm_0 = const()[name = tensor("op_345_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_347 = const()[name = tensor("op_347"), val = tensor([1, -1, 512])]; tensor var_345_cast_fp16 = transpose(perm = var_345_perm_0, x = x_41_cast_fp16)[name = tensor("transpose_158")]; tensor input_79_cast_fp16 = reshape(shape = var_347, x = var_345_cast_fp16)[name = tensor("input_79_cast_fp16")]; tensor d_decoders_2_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_2_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18454912)))]; tensor d_decoders_2_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_2_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18979264)))]; tensor linear_14_cast_fp16 = linear(bias = d_decoders_2_src_attn_linear_out_bias_to_fp16, weight = d_decoders_2_src_attn_linear_out_weight_to_fp16, x = input_79_cast_fp16)[name = tensor("linear_14_cast_fp16")]; tensor input_83_cast_fp16 = add(x = input_75_cast_fp16, y = linear_14_cast_fp16)[name = tensor("input_83_cast_fp16")]; tensor input_85_axes_0 = const()[name = tensor("input_85_axes_0"), val = tensor([-1])]; tensor d_decoders_3_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_3_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18980352)))]; tensor d_decoders_3_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_3_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18981440)))]; tensor input_85_cast_fp16 = layer_norm(axes = input_85_axes_0, beta = d_decoders_3_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_3_norm1_weight_to_fp16, x = input_83_cast_fp16)[name = tensor("input_85_cast_fp16")]; tensor d_decoders_3_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_3_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18982528)))]; tensor d_decoders_3_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_3_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21079744)))]; tensor linear_15_cast_fp16 = linear(bias = d_decoders_3_feed_forward_w_1_bias_to_fp16, weight = d_decoders_3_feed_forward_w_1_weight_to_fp16, x = input_85_cast_fp16)[name = tensor("linear_15_cast_fp16")]; tensor input_89_cast_fp16 = relu(x = linear_15_cast_fp16)[name = tensor("input_89_cast_fp16")]; tensor input_93_axes_0 = const()[name = tensor("input_93_axes_0"), val = tensor([-1])]; tensor d_decoders_3_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_3_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21083904)))]; tensor d_decoders_3_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_3_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21088064)))]; tensor input_93_cast_fp16 = layer_norm(axes = input_93_axes_0, beta = d_decoders_3_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_3_feed_forward_norm_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("input_93_cast_fp16")]; tensor d_decoders_3_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_3_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21092224)))]; tensor linear_16_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_3_feed_forward_w_2_weight_to_fp16, x = input_93_cast_fp16)[name = tensor("linear_16_cast_fp16")]; tensor inputs_13_axes_0 = const()[name = tensor("inputs_13_axes_0"), val = tensor([-1])]; tensor d_decoders_3_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_3_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23189440)))]; tensor d_decoders_3_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_3_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23190528)))]; tensor inputs_13_cast_fp16 = layer_norm(axes = inputs_13_axes_0, beta = d_decoders_3_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_3_norm2_weight_to_fp16, x = linear_16_cast_fp16)[name = tensor("inputs_13_cast_fp16")]; tensor inputs_15_cast_fp16 = mul(x = inputs_13_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_15_cast_fp16")]; tensor x_43_perm_0 = const()[name = tensor("x_43_perm_0"), val = tensor([0, 2, 1])]; tensor input_97_pad_0 = const()[name = tensor("input_97_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_97_mode_0 = const()[name = tensor("input_97_mode_0"), val = tensor("constant")]; tensor const_23_to_fp16 = const()[name = tensor("const_23_to_fp16"), val = tensor(0x0p+0)]; tensor x_43_cast_fp16 = transpose(perm = x_43_perm_0, x = inputs_15_cast_fp16)[name = tensor("transpose_157")]; tensor input_97_cast_fp16 = pad(constant_val = const_23_to_fp16, mode = input_97_mode_0, pad = input_97_pad_0, x = x_43_cast_fp16)[name = tensor("input_97_cast_fp16")]; tensor x_45_pad_type_0 = const()[name = tensor("x_45_pad_type_0"), val = tensor("valid")]; tensor x_45_groups_0 = const()[name = tensor("x_45_groups_0"), val = tensor(512)]; tensor x_45_strides_0 = const()[name = tensor("x_45_strides_0"), val = tensor([1])]; tensor x_45_pad_0 = const()[name = tensor("x_45_pad_0"), val = tensor([0, 0])]; tensor x_45_dilations_0 = const()[name = tensor("x_45_dilations_0"), val = tensor([1])]; tensor d_decoders_3_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_3_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23191616)))]; tensor x_45_cast_fp16 = conv(dilations = x_45_dilations_0, groups = x_45_groups_0, pad = x_45_pad_0, pad_type = x_45_pad_type_0, strides = x_45_strides_0, weight = d_decoders_3_self_attn_fsmn_block_weight_to_fp16, x = input_97_cast_fp16)[name = tensor("x_45_cast_fp16")]; tensor x_47_perm_0 = const()[name = tensor("x_47_perm_0"), val = tensor([0, 2, 1])]; tensor x_47_cast_fp16 = transpose(perm = x_47_perm_0, x = x_45_cast_fp16)[name = tensor("transpose_156")]; tensor input_99_cast_fp16 = add(x = x_47_cast_fp16, y = inputs_15_cast_fp16)[name = tensor("input_99_cast_fp16")]; tensor input_101_cast_fp16 = mul(x = input_99_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_101_cast_fp16")]; tensor input_103_cast_fp16 = add(x = input_83_cast_fp16, y = input_101_cast_fp16)[name = tensor("input_103_cast_fp16")]; tensor x_53_axes_0 = const()[name = tensor("x_53_axes_0"), val = tensor([-1])]; tensor d_decoders_3_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_3_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23202944)))]; tensor d_decoders_3_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_3_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23204032)))]; tensor x_53_cast_fp16 = layer_norm(axes = x_53_axes_0, beta = d_decoders_3_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_3_norm3_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("x_53_cast_fp16")]; tensor d_decoders_3_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_3_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23205120)))]; tensor d_decoders_3_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_3_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23729472)))]; tensor linear_17_cast_fp16 = linear(bias = d_decoders_3_src_attn_linear_q_bias_to_fp16, weight = d_decoders_3_src_attn_linear_q_weight_to_fp16, x = x_53_cast_fp16)[name = tensor("linear_17_cast_fp16")]; tensor var_413 = const()[name = tensor("op_413"), val = tensor([1, -1, 4, 128])]; tensor var_414_cast_fp16 = reshape(shape = var_413, x = linear_17_cast_fp16)[name = tensor("op_414_cast_fp16")]; tensor d_decoders_3_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_3_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23730560)))]; tensor d_decoders_3_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_3_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24779200)))]; tensor linear_18_cast_fp16 = linear(bias = d_decoders_3_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_3_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_18_cast_fp16")]; tensor tile_3 = const()[name = tensor("tile_3"), val = tensor([512, 512])]; tensor var_419_axis_0 = const()[name = tensor("op_419_axis_0"), val = tensor(-1)]; tensor var_419_cast_fp16_0, tensor var_419_cast_fp16_1 = split(axis = var_419_axis_0, split_sizes = tile_3, x = linear_18_cast_fp16)[name = tensor("op_419_cast_fp16")]; tensor var_422 = const()[name = tensor("op_422"), val = tensor([1, -1, 4, 128])]; tensor var_423_cast_fp16 = reshape(shape = var_422, x = var_419_cast_fp16_0)[name = tensor("op_423_cast_fp16")]; tensor var_425 = const()[name = tensor("op_425"), val = tensor([1, -1, 4, 128])]; tensor var_426_cast_fp16 = reshape(shape = var_425, x = var_419_cast_fp16_1)[name = tensor("op_426_cast_fp16")]; tensor value_7_perm_0 = const()[name = tensor("value_7_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_428_to_fp16 = const()[name = tensor("op_428_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_15_cast_fp16 = mul(x = var_414_cast_fp16, y = var_428_to_fp16)[name = tensor("q_h_15_cast_fp16")]; tensor scores_13_transpose_x_0 = const()[name = tensor("scores_13_transpose_x_0"), val = tensor(false)]; tensor scores_13_transpose_y_0 = const()[name = tensor("scores_13_transpose_y_0"), val = tensor(false)]; tensor transpose_54_perm_0 = const()[name = tensor("transpose_54_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_55_perm_0 = const()[name = tensor("transpose_55_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_55 = transpose(perm = transpose_55_perm_0, x = var_423_cast_fp16)[name = tensor("transpose_153")]; tensor transpose_54 = transpose(perm = transpose_54_perm_0, x = q_h_15_cast_fp16)[name = tensor("transpose_154")]; tensor scores_13_cast_fp16 = matmul(transpose_x = scores_13_transpose_x_0, transpose_y = scores_13_transpose_y_0, x = transpose_54, y = transpose_55)[name = tensor("scores_13_cast_fp16")]; tensor scores_15_cast_fp16 = select(a = var_8_to_fp16, b = scores_13_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_15_cast_fp16")]; tensor var_436_cast_fp16 = softmax(axis = var_20, x = scores_15_cast_fp16)[name = tensor("op_436_cast_fp16")]; tensor input_105_cast_fp16 = select(a = var_9_to_fp16, b = var_436_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_105_cast_fp16")]; tensor x_55_transpose_x_0 = const()[name = tensor("x_55_transpose_x_0"), val = tensor(false)]; tensor x_55_transpose_y_0 = const()[name = tensor("x_55_transpose_y_0"), val = tensor(false)]; tensor value_7_cast_fp16 = transpose(perm = value_7_perm_0, x = var_426_cast_fp16)[name = tensor("transpose_155")]; tensor x_55_cast_fp16 = matmul(transpose_x = x_55_transpose_x_0, transpose_y = x_55_transpose_y_0, x = input_105_cast_fp16, y = value_7_cast_fp16)[name = tensor("x_55_cast_fp16")]; tensor var_440_perm_0 = const()[name = tensor("op_440_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_442 = const()[name = tensor("op_442"), val = tensor([1, -1, 512])]; tensor var_440_cast_fp16 = transpose(perm = var_440_perm_0, x = x_55_cast_fp16)[name = tensor("transpose_152")]; tensor input_107_cast_fp16 = reshape(shape = var_442, x = var_440_cast_fp16)[name = tensor("input_107_cast_fp16")]; tensor d_decoders_3_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_3_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24781312)))]; tensor d_decoders_3_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_3_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25305664)))]; tensor linear_19_cast_fp16 = linear(bias = d_decoders_3_src_attn_linear_out_bias_to_fp16, weight = d_decoders_3_src_attn_linear_out_weight_to_fp16, x = input_107_cast_fp16)[name = tensor("linear_19_cast_fp16")]; tensor input_111_cast_fp16 = add(x = input_103_cast_fp16, y = linear_19_cast_fp16)[name = tensor("input_111_cast_fp16")]; tensor input_113_axes_0 = const()[name = tensor("input_113_axes_0"), val = tensor([-1])]; tensor d_decoders_4_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_4_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25306752)))]; tensor d_decoders_4_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_4_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25307840)))]; tensor input_113_cast_fp16 = layer_norm(axes = input_113_axes_0, beta = d_decoders_4_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_4_norm1_weight_to_fp16, x = input_111_cast_fp16)[name = tensor("input_113_cast_fp16")]; tensor d_decoders_4_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_4_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25308928)))]; tensor d_decoders_4_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_4_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27406144)))]; tensor linear_20_cast_fp16 = linear(bias = d_decoders_4_feed_forward_w_1_bias_to_fp16, weight = d_decoders_4_feed_forward_w_1_weight_to_fp16, x = input_113_cast_fp16)[name = tensor("linear_20_cast_fp16")]; tensor input_117_cast_fp16 = relu(x = linear_20_cast_fp16)[name = tensor("input_117_cast_fp16")]; tensor input_121_axes_0 = const()[name = tensor("input_121_axes_0"), val = tensor([-1])]; tensor d_decoders_4_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_4_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27410304)))]; tensor d_decoders_4_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_4_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27414464)))]; tensor input_121_cast_fp16 = layer_norm(axes = input_121_axes_0, beta = d_decoders_4_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_4_feed_forward_norm_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("input_121_cast_fp16")]; tensor d_decoders_4_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_4_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27418624)))]; tensor linear_21_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_4_feed_forward_w_2_weight_to_fp16, x = input_121_cast_fp16)[name = tensor("linear_21_cast_fp16")]; tensor inputs_17_axes_0 = const()[name = tensor("inputs_17_axes_0"), val = tensor([-1])]; tensor d_decoders_4_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_4_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29515840)))]; tensor d_decoders_4_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_4_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29516928)))]; tensor inputs_17_cast_fp16 = layer_norm(axes = inputs_17_axes_0, beta = d_decoders_4_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_4_norm2_weight_to_fp16, x = linear_21_cast_fp16)[name = tensor("inputs_17_cast_fp16")]; tensor inputs_19_cast_fp16 = mul(x = inputs_17_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_19_cast_fp16")]; tensor x_57_perm_0 = const()[name = tensor("x_57_perm_0"), val = tensor([0, 2, 1])]; tensor input_125_pad_0 = const()[name = tensor("input_125_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_125_mode_0 = const()[name = tensor("input_125_mode_0"), val = tensor("constant")]; tensor const_29_to_fp16 = const()[name = tensor("const_29_to_fp16"), val = tensor(0x0p+0)]; tensor x_57_cast_fp16 = transpose(perm = x_57_perm_0, x = inputs_19_cast_fp16)[name = tensor("transpose_151")]; tensor input_125_cast_fp16 = pad(constant_val = const_29_to_fp16, mode = input_125_mode_0, pad = input_125_pad_0, x = x_57_cast_fp16)[name = tensor("input_125_cast_fp16")]; tensor x_59_pad_type_0 = const()[name = tensor("x_59_pad_type_0"), val = tensor("valid")]; tensor x_59_groups_0 = const()[name = tensor("x_59_groups_0"), val = tensor(512)]; tensor x_59_strides_0 = const()[name = tensor("x_59_strides_0"), val = tensor([1])]; tensor x_59_pad_0 = const()[name = tensor("x_59_pad_0"), val = tensor([0, 0])]; tensor x_59_dilations_0 = const()[name = tensor("x_59_dilations_0"), val = tensor([1])]; tensor d_decoders_4_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_4_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29518016)))]; tensor x_59_cast_fp16 = conv(dilations = x_59_dilations_0, groups = x_59_groups_0, pad = x_59_pad_0, pad_type = x_59_pad_type_0, strides = x_59_strides_0, weight = d_decoders_4_self_attn_fsmn_block_weight_to_fp16, x = input_125_cast_fp16)[name = tensor("x_59_cast_fp16")]; tensor x_61_perm_0 = const()[name = tensor("x_61_perm_0"), val = tensor([0, 2, 1])]; tensor x_61_cast_fp16 = transpose(perm = x_61_perm_0, x = x_59_cast_fp16)[name = tensor("transpose_150")]; tensor input_127_cast_fp16 = add(x = x_61_cast_fp16, y = inputs_19_cast_fp16)[name = tensor("input_127_cast_fp16")]; tensor input_129_cast_fp16 = mul(x = input_127_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_129_cast_fp16")]; tensor input_131_cast_fp16 = add(x = input_111_cast_fp16, y = input_129_cast_fp16)[name = tensor("input_131_cast_fp16")]; tensor x_67_axes_0 = const()[name = tensor("x_67_axes_0"), val = tensor([-1])]; tensor d_decoders_4_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_4_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29529344)))]; tensor d_decoders_4_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_4_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29530432)))]; tensor x_67_cast_fp16 = layer_norm(axes = x_67_axes_0, beta = d_decoders_4_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_4_norm3_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("x_67_cast_fp16")]; tensor d_decoders_4_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_4_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29531520)))]; tensor d_decoders_4_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_4_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30055872)))]; tensor linear_22_cast_fp16 = linear(bias = d_decoders_4_src_attn_linear_q_bias_to_fp16, weight = d_decoders_4_src_attn_linear_q_weight_to_fp16, x = x_67_cast_fp16)[name = tensor("linear_22_cast_fp16")]; tensor var_508 = const()[name = tensor("op_508"), val = tensor([1, -1, 4, 128])]; tensor var_509_cast_fp16 = reshape(shape = var_508, x = linear_22_cast_fp16)[name = tensor("op_509_cast_fp16")]; tensor d_decoders_4_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_4_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30056960)))]; tensor d_decoders_4_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_4_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31105600)))]; tensor linear_23_cast_fp16 = linear(bias = d_decoders_4_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_4_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_23_cast_fp16")]; tensor tile_4 = const()[name = tensor("tile_4"), val = tensor([512, 512])]; tensor var_514_axis_0 = const()[name = tensor("op_514_axis_0"), val = tensor(-1)]; tensor var_514_cast_fp16_0, tensor var_514_cast_fp16_1 = split(axis = var_514_axis_0, split_sizes = tile_4, x = linear_23_cast_fp16)[name = tensor("op_514_cast_fp16")]; tensor var_517 = const()[name = tensor("op_517"), val = tensor([1, -1, 4, 128])]; tensor var_518_cast_fp16 = reshape(shape = var_517, x = var_514_cast_fp16_0)[name = tensor("op_518_cast_fp16")]; tensor var_520 = const()[name = tensor("op_520"), val = tensor([1, -1, 4, 128])]; tensor var_521_cast_fp16 = reshape(shape = var_520, x = var_514_cast_fp16_1)[name = tensor("op_521_cast_fp16")]; tensor value_9_perm_0 = const()[name = tensor("value_9_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_523_to_fp16 = const()[name = tensor("op_523_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_19_cast_fp16 = mul(x = var_509_cast_fp16, y = var_523_to_fp16)[name = tensor("q_h_19_cast_fp16")]; tensor scores_17_transpose_x_0 = const()[name = tensor("scores_17_transpose_x_0"), val = tensor(false)]; tensor scores_17_transpose_y_0 = const()[name = tensor("scores_17_transpose_y_0"), val = tensor(false)]; tensor transpose_56_perm_0 = const()[name = tensor("transpose_56_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_57_perm_0 = const()[name = tensor("transpose_57_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_57 = transpose(perm = transpose_57_perm_0, x = var_518_cast_fp16)[name = tensor("transpose_147")]; tensor transpose_56 = transpose(perm = transpose_56_perm_0, x = q_h_19_cast_fp16)[name = tensor("transpose_148")]; tensor scores_17_cast_fp16 = matmul(transpose_x = scores_17_transpose_x_0, transpose_y = scores_17_transpose_y_0, x = transpose_56, y = transpose_57)[name = tensor("scores_17_cast_fp16")]; tensor scores_19_cast_fp16 = select(a = var_8_to_fp16, b = scores_17_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_19_cast_fp16")]; tensor var_531_cast_fp16 = softmax(axis = var_20, x = scores_19_cast_fp16)[name = tensor("op_531_cast_fp16")]; tensor input_133_cast_fp16 = select(a = var_9_to_fp16, b = var_531_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_133_cast_fp16")]; tensor x_69_transpose_x_0 = const()[name = tensor("x_69_transpose_x_0"), val = tensor(false)]; tensor x_69_transpose_y_0 = const()[name = tensor("x_69_transpose_y_0"), val = tensor(false)]; tensor value_9_cast_fp16 = transpose(perm = value_9_perm_0, x = var_521_cast_fp16)[name = tensor("transpose_149")]; tensor x_69_cast_fp16 = matmul(transpose_x = x_69_transpose_x_0, transpose_y = x_69_transpose_y_0, x = input_133_cast_fp16, y = value_9_cast_fp16)[name = tensor("x_69_cast_fp16")]; tensor var_535_perm_0 = const()[name = tensor("op_535_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_537 = const()[name = tensor("op_537"), val = tensor([1, -1, 512])]; tensor var_535_cast_fp16 = transpose(perm = var_535_perm_0, x = x_69_cast_fp16)[name = tensor("transpose_146")]; tensor input_135_cast_fp16 = reshape(shape = var_537, x = var_535_cast_fp16)[name = tensor("input_135_cast_fp16")]; tensor d_decoders_4_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_4_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31107712)))]; tensor d_decoders_4_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_4_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31632064)))]; tensor linear_24_cast_fp16 = linear(bias = d_decoders_4_src_attn_linear_out_bias_to_fp16, weight = d_decoders_4_src_attn_linear_out_weight_to_fp16, x = input_135_cast_fp16)[name = tensor("linear_24_cast_fp16")]; tensor input_139_cast_fp16 = add(x = input_131_cast_fp16, y = linear_24_cast_fp16)[name = tensor("input_139_cast_fp16")]; tensor input_141_axes_0 = const()[name = tensor("input_141_axes_0"), val = tensor([-1])]; tensor d_decoders_5_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_5_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31633152)))]; tensor d_decoders_5_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_5_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31634240)))]; tensor input_141_cast_fp16 = layer_norm(axes = input_141_axes_0, beta = d_decoders_5_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_5_norm1_weight_to_fp16, x = input_139_cast_fp16)[name = tensor("input_141_cast_fp16")]; tensor d_decoders_5_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_5_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31635328)))]; tensor d_decoders_5_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_5_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(33732544)))]; tensor linear_25_cast_fp16 = linear(bias = d_decoders_5_feed_forward_w_1_bias_to_fp16, weight = d_decoders_5_feed_forward_w_1_weight_to_fp16, x = input_141_cast_fp16)[name = tensor("linear_25_cast_fp16")]; tensor input_145_cast_fp16 = relu(x = linear_25_cast_fp16)[name = tensor("input_145_cast_fp16")]; tensor input_149_axes_0 = const()[name = tensor("input_149_axes_0"), val = tensor([-1])]; tensor d_decoders_5_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_5_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(33736704)))]; tensor d_decoders_5_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_5_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(33740864)))]; tensor input_149_cast_fp16 = layer_norm(axes = input_149_axes_0, beta = d_decoders_5_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_5_feed_forward_norm_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("input_149_cast_fp16")]; tensor d_decoders_5_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_5_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(33745024)))]; tensor linear_26_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_5_feed_forward_w_2_weight_to_fp16, x = input_149_cast_fp16)[name = tensor("linear_26_cast_fp16")]; tensor inputs_21_axes_0 = const()[name = tensor("inputs_21_axes_0"), val = tensor([-1])]; tensor d_decoders_5_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_5_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35842240)))]; tensor d_decoders_5_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_5_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35843328)))]; tensor inputs_21_cast_fp16 = layer_norm(axes = inputs_21_axes_0, beta = d_decoders_5_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_5_norm2_weight_to_fp16, x = linear_26_cast_fp16)[name = tensor("inputs_21_cast_fp16")]; tensor inputs_23_cast_fp16 = mul(x = inputs_21_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_23_cast_fp16")]; tensor x_71_perm_0 = const()[name = tensor("x_71_perm_0"), val = tensor([0, 2, 1])]; tensor input_153_pad_0 = const()[name = tensor("input_153_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_153_mode_0 = const()[name = tensor("input_153_mode_0"), val = tensor("constant")]; tensor const_35_to_fp16 = const()[name = tensor("const_35_to_fp16"), val = tensor(0x0p+0)]; tensor x_71_cast_fp16 = transpose(perm = x_71_perm_0, x = inputs_23_cast_fp16)[name = tensor("transpose_145")]; tensor input_153_cast_fp16 = pad(constant_val = const_35_to_fp16, mode = input_153_mode_0, pad = input_153_pad_0, x = x_71_cast_fp16)[name = tensor("input_153_cast_fp16")]; tensor x_73_pad_type_0 = const()[name = tensor("x_73_pad_type_0"), val = tensor("valid")]; tensor x_73_groups_0 = const()[name = tensor("x_73_groups_0"), val = tensor(512)]; tensor x_73_strides_0 = const()[name = tensor("x_73_strides_0"), val = tensor([1])]; tensor x_73_pad_0 = const()[name = tensor("x_73_pad_0"), val = tensor([0, 0])]; tensor x_73_dilations_0 = const()[name = tensor("x_73_dilations_0"), val = tensor([1])]; tensor d_decoders_5_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_5_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35844416)))]; tensor x_73_cast_fp16 = conv(dilations = x_73_dilations_0, groups = x_73_groups_0, pad = x_73_pad_0, pad_type = x_73_pad_type_0, strides = x_73_strides_0, weight = d_decoders_5_self_attn_fsmn_block_weight_to_fp16, x = input_153_cast_fp16)[name = tensor("x_73_cast_fp16")]; tensor x_75_perm_0 = const()[name = tensor("x_75_perm_0"), val = tensor([0, 2, 1])]; tensor x_75_cast_fp16 = transpose(perm = x_75_perm_0, x = x_73_cast_fp16)[name = tensor("transpose_144")]; tensor input_155_cast_fp16 = add(x = x_75_cast_fp16, y = inputs_23_cast_fp16)[name = tensor("input_155_cast_fp16")]; tensor input_157_cast_fp16 = mul(x = input_155_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_157_cast_fp16")]; tensor input_159_cast_fp16 = add(x = input_139_cast_fp16, y = input_157_cast_fp16)[name = tensor("input_159_cast_fp16")]; tensor x_81_axes_0 = const()[name = tensor("x_81_axes_0"), val = tensor([-1])]; tensor d_decoders_5_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_5_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35855744)))]; tensor d_decoders_5_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_5_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35856832)))]; tensor x_81_cast_fp16 = layer_norm(axes = x_81_axes_0, beta = d_decoders_5_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_5_norm3_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("x_81_cast_fp16")]; tensor d_decoders_5_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_5_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35857920)))]; tensor d_decoders_5_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_5_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(36382272)))]; tensor linear_27_cast_fp16 = linear(bias = d_decoders_5_src_attn_linear_q_bias_to_fp16, weight = d_decoders_5_src_attn_linear_q_weight_to_fp16, x = x_81_cast_fp16)[name = tensor("linear_27_cast_fp16")]; tensor var_603 = const()[name = tensor("op_603"), val = tensor([1, -1, 4, 128])]; tensor var_604_cast_fp16 = reshape(shape = var_603, x = linear_27_cast_fp16)[name = tensor("op_604_cast_fp16")]; tensor d_decoders_5_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_5_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(36383360)))]; tensor d_decoders_5_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_5_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37432000)))]; tensor linear_28_cast_fp16 = linear(bias = d_decoders_5_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_5_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_28_cast_fp16")]; tensor tile_5 = const()[name = tensor("tile_5"), val = tensor([512, 512])]; tensor var_609_axis_0 = const()[name = tensor("op_609_axis_0"), val = tensor(-1)]; tensor var_609_cast_fp16_0, tensor var_609_cast_fp16_1 = split(axis = var_609_axis_0, split_sizes = tile_5, x = linear_28_cast_fp16)[name = tensor("op_609_cast_fp16")]; tensor var_612 = const()[name = tensor("op_612"), val = tensor([1, -1, 4, 128])]; tensor var_613_cast_fp16 = reshape(shape = var_612, x = var_609_cast_fp16_0)[name = tensor("op_613_cast_fp16")]; tensor var_615 = const()[name = tensor("op_615"), val = tensor([1, -1, 4, 128])]; tensor var_616_cast_fp16 = reshape(shape = var_615, x = var_609_cast_fp16_1)[name = tensor("op_616_cast_fp16")]; tensor value_11_perm_0 = const()[name = tensor("value_11_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_618_to_fp16 = const()[name = tensor("op_618_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_23_cast_fp16 = mul(x = var_604_cast_fp16, y = var_618_to_fp16)[name = tensor("q_h_23_cast_fp16")]; tensor scores_21_transpose_x_0 = const()[name = tensor("scores_21_transpose_x_0"), val = tensor(false)]; tensor scores_21_transpose_y_0 = const()[name = tensor("scores_21_transpose_y_0"), val = tensor(false)]; tensor transpose_58_perm_0 = const()[name = tensor("transpose_58_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_59_perm_0 = const()[name = tensor("transpose_59_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_59 = transpose(perm = transpose_59_perm_0, x = var_613_cast_fp16)[name = tensor("transpose_141")]; tensor transpose_58 = transpose(perm = transpose_58_perm_0, x = q_h_23_cast_fp16)[name = tensor("transpose_142")]; tensor scores_21_cast_fp16 = matmul(transpose_x = scores_21_transpose_x_0, transpose_y = scores_21_transpose_y_0, x = transpose_58, y = transpose_59)[name = tensor("scores_21_cast_fp16")]; tensor scores_23_cast_fp16 = select(a = var_8_to_fp16, b = scores_21_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_23_cast_fp16")]; tensor var_626_cast_fp16 = softmax(axis = var_20, x = scores_23_cast_fp16)[name = tensor("op_626_cast_fp16")]; tensor input_161_cast_fp16 = select(a = var_9_to_fp16, b = var_626_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_161_cast_fp16")]; tensor x_83_transpose_x_0 = const()[name = tensor("x_83_transpose_x_0"), val = tensor(false)]; tensor x_83_transpose_y_0 = const()[name = tensor("x_83_transpose_y_0"), val = tensor(false)]; tensor value_11_cast_fp16 = transpose(perm = value_11_perm_0, x = var_616_cast_fp16)[name = tensor("transpose_143")]; tensor x_83_cast_fp16 = matmul(transpose_x = x_83_transpose_x_0, transpose_y = x_83_transpose_y_0, x = input_161_cast_fp16, y = value_11_cast_fp16)[name = tensor("x_83_cast_fp16")]; tensor var_630_perm_0 = const()[name = tensor("op_630_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_632 = const()[name = tensor("op_632"), val = tensor([1, -1, 512])]; tensor var_630_cast_fp16 = transpose(perm = var_630_perm_0, x = x_83_cast_fp16)[name = tensor("transpose_140")]; tensor input_163_cast_fp16 = reshape(shape = var_632, x = var_630_cast_fp16)[name = tensor("input_163_cast_fp16")]; tensor d_decoders_5_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_5_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37434112)))]; tensor d_decoders_5_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_5_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37958464)))]; tensor linear_29_cast_fp16 = linear(bias = d_decoders_5_src_attn_linear_out_bias_to_fp16, weight = d_decoders_5_src_attn_linear_out_weight_to_fp16, x = input_163_cast_fp16)[name = tensor("linear_29_cast_fp16")]; tensor input_167_cast_fp16 = add(x = input_159_cast_fp16, y = linear_29_cast_fp16)[name = tensor("input_167_cast_fp16")]; tensor input_169_axes_0 = const()[name = tensor("input_169_axes_0"), val = tensor([-1])]; tensor d_decoders_6_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_6_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37959552)))]; tensor d_decoders_6_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_6_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37960640)))]; tensor input_169_cast_fp16 = layer_norm(axes = input_169_axes_0, beta = d_decoders_6_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_6_norm1_weight_to_fp16, x = input_167_cast_fp16)[name = tensor("input_169_cast_fp16")]; tensor d_decoders_6_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_6_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37961728)))]; tensor d_decoders_6_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_6_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40058944)))]; tensor linear_30_cast_fp16 = linear(bias = d_decoders_6_feed_forward_w_1_bias_to_fp16, weight = d_decoders_6_feed_forward_w_1_weight_to_fp16, x = input_169_cast_fp16)[name = tensor("linear_30_cast_fp16")]; tensor input_173_cast_fp16 = relu(x = linear_30_cast_fp16)[name = tensor("input_173_cast_fp16")]; tensor input_177_axes_0 = const()[name = tensor("input_177_axes_0"), val = tensor([-1])]; tensor d_decoders_6_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_6_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40063104)))]; tensor d_decoders_6_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_6_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40067264)))]; tensor input_177_cast_fp16 = layer_norm(axes = input_177_axes_0, beta = d_decoders_6_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_6_feed_forward_norm_weight_to_fp16, x = input_173_cast_fp16)[name = tensor("input_177_cast_fp16")]; tensor d_decoders_6_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_6_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40071424)))]; tensor linear_31_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_6_feed_forward_w_2_weight_to_fp16, x = input_177_cast_fp16)[name = tensor("linear_31_cast_fp16")]; tensor inputs_25_axes_0 = const()[name = tensor("inputs_25_axes_0"), val = tensor([-1])]; tensor d_decoders_6_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_6_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(42168640)))]; tensor d_decoders_6_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_6_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(42169728)))]; tensor inputs_25_cast_fp16 = layer_norm(axes = inputs_25_axes_0, beta = d_decoders_6_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_6_norm2_weight_to_fp16, x = linear_31_cast_fp16)[name = tensor("inputs_25_cast_fp16")]; tensor inputs_27_cast_fp16 = mul(x = inputs_25_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_27_cast_fp16")]; tensor x_85_perm_0 = const()[name = tensor("x_85_perm_0"), val = tensor([0, 2, 1])]; tensor input_181_pad_0 = const()[name = tensor("input_181_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_181_mode_0 = const()[name = tensor("input_181_mode_0"), val = tensor("constant")]; tensor const_41_to_fp16 = const()[name = tensor("const_41_to_fp16"), val = tensor(0x0p+0)]; tensor x_85_cast_fp16 = transpose(perm = x_85_perm_0, x = inputs_27_cast_fp16)[name = tensor("transpose_139")]; tensor input_181_cast_fp16 = pad(constant_val = const_41_to_fp16, mode = input_181_mode_0, pad = input_181_pad_0, x = x_85_cast_fp16)[name = tensor("input_181_cast_fp16")]; tensor x_87_pad_type_0 = const()[name = tensor("x_87_pad_type_0"), val = tensor("valid")]; tensor x_87_groups_0 = const()[name = tensor("x_87_groups_0"), val = tensor(512)]; tensor x_87_strides_0 = const()[name = tensor("x_87_strides_0"), val = tensor([1])]; tensor x_87_pad_0 = const()[name = tensor("x_87_pad_0"), val = tensor([0, 0])]; tensor x_87_dilations_0 = const()[name = tensor("x_87_dilations_0"), val = tensor([1])]; tensor d_decoders_6_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_6_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(42170816)))]; tensor x_87_cast_fp16 = conv(dilations = x_87_dilations_0, groups = x_87_groups_0, pad = x_87_pad_0, pad_type = x_87_pad_type_0, strides = x_87_strides_0, weight = d_decoders_6_self_attn_fsmn_block_weight_to_fp16, x = input_181_cast_fp16)[name = tensor("x_87_cast_fp16")]; tensor x_89_perm_0 = const()[name = tensor("x_89_perm_0"), val = tensor([0, 2, 1])]; tensor x_89_cast_fp16 = transpose(perm = x_89_perm_0, x = x_87_cast_fp16)[name = tensor("transpose_138")]; tensor input_183_cast_fp16 = add(x = x_89_cast_fp16, y = inputs_27_cast_fp16)[name = tensor("input_183_cast_fp16")]; tensor input_185_cast_fp16 = mul(x = input_183_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_185_cast_fp16")]; tensor input_187_cast_fp16 = add(x = input_167_cast_fp16, y = input_185_cast_fp16)[name = tensor("input_187_cast_fp16")]; tensor x_95_axes_0 = const()[name = tensor("x_95_axes_0"), val = tensor([-1])]; tensor d_decoders_6_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_6_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(42182144)))]; tensor d_decoders_6_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_6_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(42183232)))]; tensor x_95_cast_fp16 = layer_norm(axes = x_95_axes_0, beta = d_decoders_6_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_6_norm3_weight_to_fp16, x = input_187_cast_fp16)[name = tensor("x_95_cast_fp16")]; tensor d_decoders_6_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_6_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(42184320)))]; tensor d_decoders_6_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_6_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(42708672)))]; tensor linear_32_cast_fp16 = linear(bias = d_decoders_6_src_attn_linear_q_bias_to_fp16, weight = d_decoders_6_src_attn_linear_q_weight_to_fp16, x = x_95_cast_fp16)[name = tensor("linear_32_cast_fp16")]; tensor var_698 = const()[name = tensor("op_698"), val = tensor([1, -1, 4, 128])]; tensor var_699_cast_fp16 = reshape(shape = var_698, x = linear_32_cast_fp16)[name = tensor("op_699_cast_fp16")]; tensor d_decoders_6_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_6_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(42709760)))]; tensor d_decoders_6_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_6_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(43758400)))]; tensor linear_33_cast_fp16 = linear(bias = d_decoders_6_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_6_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_33_cast_fp16")]; tensor tile_6 = const()[name = tensor("tile_6"), val = tensor([512, 512])]; tensor var_704_axis_0 = const()[name = tensor("op_704_axis_0"), val = tensor(-1)]; tensor var_704_cast_fp16_0, tensor var_704_cast_fp16_1 = split(axis = var_704_axis_0, split_sizes = tile_6, x = linear_33_cast_fp16)[name = tensor("op_704_cast_fp16")]; tensor var_707 = const()[name = tensor("op_707"), val = tensor([1, -1, 4, 128])]; tensor var_708_cast_fp16 = reshape(shape = var_707, x = var_704_cast_fp16_0)[name = tensor("op_708_cast_fp16")]; tensor var_710 = const()[name = tensor("op_710"), val = tensor([1, -1, 4, 128])]; tensor var_711_cast_fp16 = reshape(shape = var_710, x = var_704_cast_fp16_1)[name = tensor("op_711_cast_fp16")]; tensor value_13_perm_0 = const()[name = tensor("value_13_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_713_to_fp16 = const()[name = tensor("op_713_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_27_cast_fp16 = mul(x = var_699_cast_fp16, y = var_713_to_fp16)[name = tensor("q_h_27_cast_fp16")]; tensor scores_25_transpose_x_0 = const()[name = tensor("scores_25_transpose_x_0"), val = tensor(false)]; tensor scores_25_transpose_y_0 = const()[name = tensor("scores_25_transpose_y_0"), val = tensor(false)]; tensor transpose_60_perm_0 = const()[name = tensor("transpose_60_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_61_perm_0 = const()[name = tensor("transpose_61_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_61 = transpose(perm = transpose_61_perm_0, x = var_708_cast_fp16)[name = tensor("transpose_135")]; tensor transpose_60 = transpose(perm = transpose_60_perm_0, x = q_h_27_cast_fp16)[name = tensor("transpose_136")]; tensor scores_25_cast_fp16 = matmul(transpose_x = scores_25_transpose_x_0, transpose_y = scores_25_transpose_y_0, x = transpose_60, y = transpose_61)[name = tensor("scores_25_cast_fp16")]; tensor scores_27_cast_fp16 = select(a = var_8_to_fp16, b = scores_25_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_27_cast_fp16")]; tensor var_721_cast_fp16 = softmax(axis = var_20, x = scores_27_cast_fp16)[name = tensor("op_721_cast_fp16")]; tensor input_189_cast_fp16 = select(a = var_9_to_fp16, b = var_721_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_189_cast_fp16")]; tensor x_97_transpose_x_0 = const()[name = tensor("x_97_transpose_x_0"), val = tensor(false)]; tensor x_97_transpose_y_0 = const()[name = tensor("x_97_transpose_y_0"), val = tensor(false)]; tensor value_13_cast_fp16 = transpose(perm = value_13_perm_0, x = var_711_cast_fp16)[name = tensor("transpose_137")]; tensor x_97_cast_fp16 = matmul(transpose_x = x_97_transpose_x_0, transpose_y = x_97_transpose_y_0, x = input_189_cast_fp16, y = value_13_cast_fp16)[name = tensor("x_97_cast_fp16")]; tensor var_725_perm_0 = const()[name = tensor("op_725_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_727 = const()[name = tensor("op_727"), val = tensor([1, -1, 512])]; tensor var_725_cast_fp16 = transpose(perm = var_725_perm_0, x = x_97_cast_fp16)[name = tensor("transpose_134")]; tensor input_191_cast_fp16 = reshape(shape = var_727, x = var_725_cast_fp16)[name = tensor("input_191_cast_fp16")]; tensor d_decoders_6_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_6_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(43760512)))]; tensor d_decoders_6_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_6_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44284864)))]; tensor linear_34_cast_fp16 = linear(bias = d_decoders_6_src_attn_linear_out_bias_to_fp16, weight = d_decoders_6_src_attn_linear_out_weight_to_fp16, x = input_191_cast_fp16)[name = tensor("linear_34_cast_fp16")]; tensor input_195_cast_fp16 = add(x = input_187_cast_fp16, y = linear_34_cast_fp16)[name = tensor("input_195_cast_fp16")]; tensor input_197_axes_0 = const()[name = tensor("input_197_axes_0"), val = tensor([-1])]; tensor d_decoders_7_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_7_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44285952)))]; tensor d_decoders_7_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_7_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44287040)))]; tensor input_197_cast_fp16 = layer_norm(axes = input_197_axes_0, beta = d_decoders_7_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_7_norm1_weight_to_fp16, x = input_195_cast_fp16)[name = tensor("input_197_cast_fp16")]; tensor d_decoders_7_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_7_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44288128)))]; tensor d_decoders_7_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_7_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46385344)))]; tensor linear_35_cast_fp16 = linear(bias = d_decoders_7_feed_forward_w_1_bias_to_fp16, weight = d_decoders_7_feed_forward_w_1_weight_to_fp16, x = input_197_cast_fp16)[name = tensor("linear_35_cast_fp16")]; tensor input_201_cast_fp16 = relu(x = linear_35_cast_fp16)[name = tensor("input_201_cast_fp16")]; tensor input_205_axes_0 = const()[name = tensor("input_205_axes_0"), val = tensor([-1])]; tensor d_decoders_7_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_7_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46389504)))]; tensor d_decoders_7_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_7_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46393664)))]; tensor input_205_cast_fp16 = layer_norm(axes = input_205_axes_0, beta = d_decoders_7_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_7_feed_forward_norm_weight_to_fp16, x = input_201_cast_fp16)[name = tensor("input_205_cast_fp16")]; tensor d_decoders_7_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_7_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46397824)))]; tensor linear_36_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_7_feed_forward_w_2_weight_to_fp16, x = input_205_cast_fp16)[name = tensor("linear_36_cast_fp16")]; tensor inputs_29_axes_0 = const()[name = tensor("inputs_29_axes_0"), val = tensor([-1])]; tensor d_decoders_7_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_7_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48495040)))]; tensor d_decoders_7_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_7_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48496128)))]; tensor inputs_29_cast_fp16 = layer_norm(axes = inputs_29_axes_0, beta = d_decoders_7_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_7_norm2_weight_to_fp16, x = linear_36_cast_fp16)[name = tensor("inputs_29_cast_fp16")]; tensor inputs_31_cast_fp16 = mul(x = inputs_29_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_31_cast_fp16")]; tensor x_99_perm_0 = const()[name = tensor("x_99_perm_0"), val = tensor([0, 2, 1])]; tensor input_209_pad_0 = const()[name = tensor("input_209_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_209_mode_0 = const()[name = tensor("input_209_mode_0"), val = tensor("constant")]; tensor const_47_to_fp16 = const()[name = tensor("const_47_to_fp16"), val = tensor(0x0p+0)]; tensor x_99_cast_fp16 = transpose(perm = x_99_perm_0, x = inputs_31_cast_fp16)[name = tensor("transpose_133")]; tensor input_209_cast_fp16 = pad(constant_val = const_47_to_fp16, mode = input_209_mode_0, pad = input_209_pad_0, x = x_99_cast_fp16)[name = tensor("input_209_cast_fp16")]; tensor x_101_pad_type_0 = const()[name = tensor("x_101_pad_type_0"), val = tensor("valid")]; tensor x_101_groups_0 = const()[name = tensor("x_101_groups_0"), val = tensor(512)]; tensor x_101_strides_0 = const()[name = tensor("x_101_strides_0"), val = tensor([1])]; tensor x_101_pad_0 = const()[name = tensor("x_101_pad_0"), val = tensor([0, 0])]; tensor x_101_dilations_0 = const()[name = tensor("x_101_dilations_0"), val = tensor([1])]; tensor d_decoders_7_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_7_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48497216)))]; tensor x_101_cast_fp16 = conv(dilations = x_101_dilations_0, groups = x_101_groups_0, pad = x_101_pad_0, pad_type = x_101_pad_type_0, strides = x_101_strides_0, weight = d_decoders_7_self_attn_fsmn_block_weight_to_fp16, x = input_209_cast_fp16)[name = tensor("x_101_cast_fp16")]; tensor x_103_perm_0 = const()[name = tensor("x_103_perm_0"), val = tensor([0, 2, 1])]; tensor x_103_cast_fp16 = transpose(perm = x_103_perm_0, x = x_101_cast_fp16)[name = tensor("transpose_132")]; tensor input_211_cast_fp16 = add(x = x_103_cast_fp16, y = inputs_31_cast_fp16)[name = tensor("input_211_cast_fp16")]; tensor input_213_cast_fp16 = mul(x = input_211_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_213_cast_fp16")]; tensor input_215_cast_fp16 = add(x = input_195_cast_fp16, y = input_213_cast_fp16)[name = tensor("input_215_cast_fp16")]; tensor x_109_axes_0 = const()[name = tensor("x_109_axes_0"), val = tensor([-1])]; tensor d_decoders_7_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_7_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48508544)))]; tensor d_decoders_7_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_7_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48509632)))]; tensor x_109_cast_fp16 = layer_norm(axes = x_109_axes_0, beta = d_decoders_7_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_7_norm3_weight_to_fp16, x = input_215_cast_fp16)[name = tensor("x_109_cast_fp16")]; tensor d_decoders_7_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_7_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48510720)))]; tensor d_decoders_7_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_7_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49035072)))]; tensor linear_37_cast_fp16 = linear(bias = d_decoders_7_src_attn_linear_q_bias_to_fp16, weight = d_decoders_7_src_attn_linear_q_weight_to_fp16, x = x_109_cast_fp16)[name = tensor("linear_37_cast_fp16")]; tensor var_793 = const()[name = tensor("op_793"), val = tensor([1, -1, 4, 128])]; tensor var_794_cast_fp16 = reshape(shape = var_793, x = linear_37_cast_fp16)[name = tensor("op_794_cast_fp16")]; tensor d_decoders_7_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_7_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49036160)))]; tensor d_decoders_7_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_7_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50084800)))]; tensor linear_38_cast_fp16 = linear(bias = d_decoders_7_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_7_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_38_cast_fp16")]; tensor tile_7 = const()[name = tensor("tile_7"), val = tensor([512, 512])]; tensor var_799_axis_0 = const()[name = tensor("op_799_axis_0"), val = tensor(-1)]; tensor var_799_cast_fp16_0, tensor var_799_cast_fp16_1 = split(axis = var_799_axis_0, split_sizes = tile_7, x = linear_38_cast_fp16)[name = tensor("op_799_cast_fp16")]; tensor var_802 = const()[name = tensor("op_802"), val = tensor([1, -1, 4, 128])]; tensor var_803_cast_fp16 = reshape(shape = var_802, x = var_799_cast_fp16_0)[name = tensor("op_803_cast_fp16")]; tensor var_805 = const()[name = tensor("op_805"), val = tensor([1, -1, 4, 128])]; tensor var_806_cast_fp16 = reshape(shape = var_805, x = var_799_cast_fp16_1)[name = tensor("op_806_cast_fp16")]; tensor value_15_perm_0 = const()[name = tensor("value_15_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_808_to_fp16 = const()[name = tensor("op_808_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_31_cast_fp16 = mul(x = var_794_cast_fp16, y = var_808_to_fp16)[name = tensor("q_h_31_cast_fp16")]; tensor scores_29_transpose_x_0 = const()[name = tensor("scores_29_transpose_x_0"), val = tensor(false)]; tensor scores_29_transpose_y_0 = const()[name = tensor("scores_29_transpose_y_0"), val = tensor(false)]; tensor transpose_62_perm_0 = const()[name = tensor("transpose_62_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_63_perm_0 = const()[name = tensor("transpose_63_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_63 = transpose(perm = transpose_63_perm_0, x = var_803_cast_fp16)[name = tensor("transpose_129")]; tensor transpose_62 = transpose(perm = transpose_62_perm_0, x = q_h_31_cast_fp16)[name = tensor("transpose_130")]; tensor scores_29_cast_fp16 = matmul(transpose_x = scores_29_transpose_x_0, transpose_y = scores_29_transpose_y_0, x = transpose_62, y = transpose_63)[name = tensor("scores_29_cast_fp16")]; tensor scores_31_cast_fp16 = select(a = var_8_to_fp16, b = scores_29_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_31_cast_fp16")]; tensor var_816_cast_fp16 = softmax(axis = var_20, x = scores_31_cast_fp16)[name = tensor("op_816_cast_fp16")]; tensor input_217_cast_fp16 = select(a = var_9_to_fp16, b = var_816_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_217_cast_fp16")]; tensor x_111_transpose_x_0 = const()[name = tensor("x_111_transpose_x_0"), val = tensor(false)]; tensor x_111_transpose_y_0 = const()[name = tensor("x_111_transpose_y_0"), val = tensor(false)]; tensor value_15_cast_fp16 = transpose(perm = value_15_perm_0, x = var_806_cast_fp16)[name = tensor("transpose_131")]; tensor x_111_cast_fp16 = matmul(transpose_x = x_111_transpose_x_0, transpose_y = x_111_transpose_y_0, x = input_217_cast_fp16, y = value_15_cast_fp16)[name = tensor("x_111_cast_fp16")]; tensor var_820_perm_0 = const()[name = tensor("op_820_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_822 = const()[name = tensor("op_822"), val = tensor([1, -1, 512])]; tensor var_820_cast_fp16 = transpose(perm = var_820_perm_0, x = x_111_cast_fp16)[name = tensor("transpose_128")]; tensor input_219_cast_fp16 = reshape(shape = var_822, x = var_820_cast_fp16)[name = tensor("input_219_cast_fp16")]; tensor d_decoders_7_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_7_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50086912)))]; tensor d_decoders_7_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_7_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50611264)))]; tensor linear_39_cast_fp16 = linear(bias = d_decoders_7_src_attn_linear_out_bias_to_fp16, weight = d_decoders_7_src_attn_linear_out_weight_to_fp16, x = input_219_cast_fp16)[name = tensor("linear_39_cast_fp16")]; tensor input_223_cast_fp16 = add(x = input_215_cast_fp16, y = linear_39_cast_fp16)[name = tensor("input_223_cast_fp16")]; tensor input_225_axes_0 = const()[name = tensor("input_225_axes_0"), val = tensor([-1])]; tensor d_decoders_8_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_8_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50612352)))]; tensor d_decoders_8_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_8_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50613440)))]; tensor input_225_cast_fp16 = layer_norm(axes = input_225_axes_0, beta = d_decoders_8_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_8_norm1_weight_to_fp16, x = input_223_cast_fp16)[name = tensor("input_225_cast_fp16")]; tensor d_decoders_8_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_8_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50614528)))]; tensor d_decoders_8_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_8_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52711744)))]; tensor linear_40_cast_fp16 = linear(bias = d_decoders_8_feed_forward_w_1_bias_to_fp16, weight = d_decoders_8_feed_forward_w_1_weight_to_fp16, x = input_225_cast_fp16)[name = tensor("linear_40_cast_fp16")]; tensor input_229_cast_fp16 = relu(x = linear_40_cast_fp16)[name = tensor("input_229_cast_fp16")]; tensor input_233_axes_0 = const()[name = tensor("input_233_axes_0"), val = tensor([-1])]; tensor d_decoders_8_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_8_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52715904)))]; tensor d_decoders_8_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_8_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52720064)))]; tensor input_233_cast_fp16 = layer_norm(axes = input_233_axes_0, beta = d_decoders_8_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_8_feed_forward_norm_weight_to_fp16, x = input_229_cast_fp16)[name = tensor("input_233_cast_fp16")]; tensor d_decoders_8_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_8_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52724224)))]; tensor linear_41_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_8_feed_forward_w_2_weight_to_fp16, x = input_233_cast_fp16)[name = tensor("linear_41_cast_fp16")]; tensor inputs_33_axes_0 = const()[name = tensor("inputs_33_axes_0"), val = tensor([-1])]; tensor d_decoders_8_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_8_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54821440)))]; tensor d_decoders_8_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_8_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54822528)))]; tensor inputs_33_cast_fp16 = layer_norm(axes = inputs_33_axes_0, beta = d_decoders_8_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_8_norm2_weight_to_fp16, x = linear_41_cast_fp16)[name = tensor("inputs_33_cast_fp16")]; tensor inputs_35_cast_fp16 = mul(x = inputs_33_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_35_cast_fp16")]; tensor x_113_perm_0 = const()[name = tensor("x_113_perm_0"), val = tensor([0, 2, 1])]; tensor input_237_pad_0 = const()[name = tensor("input_237_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_237_mode_0 = const()[name = tensor("input_237_mode_0"), val = tensor("constant")]; tensor const_53_to_fp16 = const()[name = tensor("const_53_to_fp16"), val = tensor(0x0p+0)]; tensor x_113_cast_fp16 = transpose(perm = x_113_perm_0, x = inputs_35_cast_fp16)[name = tensor("transpose_127")]; tensor input_237_cast_fp16 = pad(constant_val = const_53_to_fp16, mode = input_237_mode_0, pad = input_237_pad_0, x = x_113_cast_fp16)[name = tensor("input_237_cast_fp16")]; tensor x_115_pad_type_0 = const()[name = tensor("x_115_pad_type_0"), val = tensor("valid")]; tensor x_115_groups_0 = const()[name = tensor("x_115_groups_0"), val = tensor(512)]; tensor x_115_strides_0 = const()[name = tensor("x_115_strides_0"), val = tensor([1])]; tensor x_115_pad_0 = const()[name = tensor("x_115_pad_0"), val = tensor([0, 0])]; tensor x_115_dilations_0 = const()[name = tensor("x_115_dilations_0"), val = tensor([1])]; tensor d_decoders_8_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_8_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54823616)))]; tensor x_115_cast_fp16 = conv(dilations = x_115_dilations_0, groups = x_115_groups_0, pad = x_115_pad_0, pad_type = x_115_pad_type_0, strides = x_115_strides_0, weight = d_decoders_8_self_attn_fsmn_block_weight_to_fp16, x = input_237_cast_fp16)[name = tensor("x_115_cast_fp16")]; tensor x_117_perm_0 = const()[name = tensor("x_117_perm_0"), val = tensor([0, 2, 1])]; tensor x_117_cast_fp16 = transpose(perm = x_117_perm_0, x = x_115_cast_fp16)[name = tensor("transpose_126")]; tensor input_239_cast_fp16 = add(x = x_117_cast_fp16, y = inputs_35_cast_fp16)[name = tensor("input_239_cast_fp16")]; tensor input_241_cast_fp16 = mul(x = input_239_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_241_cast_fp16")]; tensor input_243_cast_fp16 = add(x = input_223_cast_fp16, y = input_241_cast_fp16)[name = tensor("input_243_cast_fp16")]; tensor x_123_axes_0 = const()[name = tensor("x_123_axes_0"), val = tensor([-1])]; tensor d_decoders_8_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_8_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54834944)))]; tensor d_decoders_8_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_8_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54836032)))]; tensor x_123_cast_fp16 = layer_norm(axes = x_123_axes_0, beta = d_decoders_8_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_8_norm3_weight_to_fp16, x = input_243_cast_fp16)[name = tensor("x_123_cast_fp16")]; tensor d_decoders_8_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_8_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54837120)))]; tensor d_decoders_8_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_8_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55361472)))]; tensor linear_42_cast_fp16 = linear(bias = d_decoders_8_src_attn_linear_q_bias_to_fp16, weight = d_decoders_8_src_attn_linear_q_weight_to_fp16, x = x_123_cast_fp16)[name = tensor("linear_42_cast_fp16")]; tensor var_888 = const()[name = tensor("op_888"), val = tensor([1, -1, 4, 128])]; tensor var_889_cast_fp16 = reshape(shape = var_888, x = linear_42_cast_fp16)[name = tensor("op_889_cast_fp16")]; tensor d_decoders_8_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_8_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55362560)))]; tensor d_decoders_8_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_8_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56411200)))]; tensor linear_43_cast_fp16 = linear(bias = d_decoders_8_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_8_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_43_cast_fp16")]; tensor tile_8 = const()[name = tensor("tile_8"), val = tensor([512, 512])]; tensor var_894_axis_0 = const()[name = tensor("op_894_axis_0"), val = tensor(-1)]; tensor var_894_cast_fp16_0, tensor var_894_cast_fp16_1 = split(axis = var_894_axis_0, split_sizes = tile_8, x = linear_43_cast_fp16)[name = tensor("op_894_cast_fp16")]; tensor var_897 = const()[name = tensor("op_897"), val = tensor([1, -1, 4, 128])]; tensor var_898_cast_fp16 = reshape(shape = var_897, x = var_894_cast_fp16_0)[name = tensor("op_898_cast_fp16")]; tensor var_900 = const()[name = tensor("op_900"), val = tensor([1, -1, 4, 128])]; tensor var_901_cast_fp16 = reshape(shape = var_900, x = var_894_cast_fp16_1)[name = tensor("op_901_cast_fp16")]; tensor value_17_perm_0 = const()[name = tensor("value_17_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_903_to_fp16 = const()[name = tensor("op_903_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_35_cast_fp16 = mul(x = var_889_cast_fp16, y = var_903_to_fp16)[name = tensor("q_h_35_cast_fp16")]; tensor scores_33_transpose_x_0 = const()[name = tensor("scores_33_transpose_x_0"), val = tensor(false)]; tensor scores_33_transpose_y_0 = const()[name = tensor("scores_33_transpose_y_0"), val = tensor(false)]; tensor transpose_64_perm_0 = const()[name = tensor("transpose_64_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_65_perm_0 = const()[name = tensor("transpose_65_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_65 = transpose(perm = transpose_65_perm_0, x = var_898_cast_fp16)[name = tensor("transpose_123")]; tensor transpose_64 = transpose(perm = transpose_64_perm_0, x = q_h_35_cast_fp16)[name = tensor("transpose_124")]; tensor scores_33_cast_fp16 = matmul(transpose_x = scores_33_transpose_x_0, transpose_y = scores_33_transpose_y_0, x = transpose_64, y = transpose_65)[name = tensor("scores_33_cast_fp16")]; tensor scores_35_cast_fp16 = select(a = var_8_to_fp16, b = scores_33_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_35_cast_fp16")]; tensor var_911_cast_fp16 = softmax(axis = var_20, x = scores_35_cast_fp16)[name = tensor("op_911_cast_fp16")]; tensor input_245_cast_fp16 = select(a = var_9_to_fp16, b = var_911_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_245_cast_fp16")]; tensor x_125_transpose_x_0 = const()[name = tensor("x_125_transpose_x_0"), val = tensor(false)]; tensor x_125_transpose_y_0 = const()[name = tensor("x_125_transpose_y_0"), val = tensor(false)]; tensor value_17_cast_fp16 = transpose(perm = value_17_perm_0, x = var_901_cast_fp16)[name = tensor("transpose_125")]; tensor x_125_cast_fp16 = matmul(transpose_x = x_125_transpose_x_0, transpose_y = x_125_transpose_y_0, x = input_245_cast_fp16, y = value_17_cast_fp16)[name = tensor("x_125_cast_fp16")]; tensor var_915_perm_0 = const()[name = tensor("op_915_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_917 = const()[name = tensor("op_917"), val = tensor([1, -1, 512])]; tensor var_915_cast_fp16 = transpose(perm = var_915_perm_0, x = x_125_cast_fp16)[name = tensor("transpose_122")]; tensor input_247_cast_fp16 = reshape(shape = var_917, x = var_915_cast_fp16)[name = tensor("input_247_cast_fp16")]; tensor d_decoders_8_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_8_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56413312)))]; tensor d_decoders_8_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_8_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56937664)))]; tensor linear_44_cast_fp16 = linear(bias = d_decoders_8_src_attn_linear_out_bias_to_fp16, weight = d_decoders_8_src_attn_linear_out_weight_to_fp16, x = input_247_cast_fp16)[name = tensor("linear_44_cast_fp16")]; tensor input_251_cast_fp16 = add(x = input_243_cast_fp16, y = linear_44_cast_fp16)[name = tensor("input_251_cast_fp16")]; tensor input_253_axes_0 = const()[name = tensor("input_253_axes_0"), val = tensor([-1])]; tensor d_decoders_9_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_9_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56938752)))]; tensor d_decoders_9_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_9_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56939840)))]; tensor input_253_cast_fp16 = layer_norm(axes = input_253_axes_0, beta = d_decoders_9_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_9_norm1_weight_to_fp16, x = input_251_cast_fp16)[name = tensor("input_253_cast_fp16")]; tensor d_decoders_9_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_9_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56940928)))]; tensor d_decoders_9_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_9_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59038144)))]; tensor linear_45_cast_fp16 = linear(bias = d_decoders_9_feed_forward_w_1_bias_to_fp16, weight = d_decoders_9_feed_forward_w_1_weight_to_fp16, x = input_253_cast_fp16)[name = tensor("linear_45_cast_fp16")]; tensor input_257_cast_fp16 = relu(x = linear_45_cast_fp16)[name = tensor("input_257_cast_fp16")]; tensor input_261_axes_0 = const()[name = tensor("input_261_axes_0"), val = tensor([-1])]; tensor d_decoders_9_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_9_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59042304)))]; tensor d_decoders_9_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_9_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59046464)))]; tensor input_261_cast_fp16 = layer_norm(axes = input_261_axes_0, beta = d_decoders_9_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_9_feed_forward_norm_weight_to_fp16, x = input_257_cast_fp16)[name = tensor("input_261_cast_fp16")]; tensor d_decoders_9_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_9_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59050624)))]; tensor linear_46_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_9_feed_forward_w_2_weight_to_fp16, x = input_261_cast_fp16)[name = tensor("linear_46_cast_fp16")]; tensor inputs_37_axes_0 = const()[name = tensor("inputs_37_axes_0"), val = tensor([-1])]; tensor d_decoders_9_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_9_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61147840)))]; tensor d_decoders_9_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_9_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61148928)))]; tensor inputs_37_cast_fp16 = layer_norm(axes = inputs_37_axes_0, beta = d_decoders_9_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_9_norm2_weight_to_fp16, x = linear_46_cast_fp16)[name = tensor("inputs_37_cast_fp16")]; tensor inputs_39_cast_fp16 = mul(x = inputs_37_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_39_cast_fp16")]; tensor x_127_perm_0 = const()[name = tensor("x_127_perm_0"), val = tensor([0, 2, 1])]; tensor input_265_pad_0 = const()[name = tensor("input_265_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_265_mode_0 = const()[name = tensor("input_265_mode_0"), val = tensor("constant")]; tensor const_59_to_fp16 = const()[name = tensor("const_59_to_fp16"), val = tensor(0x0p+0)]; tensor x_127_cast_fp16 = transpose(perm = x_127_perm_0, x = inputs_39_cast_fp16)[name = tensor("transpose_121")]; tensor input_265_cast_fp16 = pad(constant_val = const_59_to_fp16, mode = input_265_mode_0, pad = input_265_pad_0, x = x_127_cast_fp16)[name = tensor("input_265_cast_fp16")]; tensor x_129_pad_type_0 = const()[name = tensor("x_129_pad_type_0"), val = tensor("valid")]; tensor x_129_groups_0 = const()[name = tensor("x_129_groups_0"), val = tensor(512)]; tensor x_129_strides_0 = const()[name = tensor("x_129_strides_0"), val = tensor([1])]; tensor x_129_pad_0 = const()[name = tensor("x_129_pad_0"), val = tensor([0, 0])]; tensor x_129_dilations_0 = const()[name = tensor("x_129_dilations_0"), val = tensor([1])]; tensor d_decoders_9_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_9_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61150016)))]; tensor x_129_cast_fp16 = conv(dilations = x_129_dilations_0, groups = x_129_groups_0, pad = x_129_pad_0, pad_type = x_129_pad_type_0, strides = x_129_strides_0, weight = d_decoders_9_self_attn_fsmn_block_weight_to_fp16, x = input_265_cast_fp16)[name = tensor("x_129_cast_fp16")]; tensor x_131_perm_0 = const()[name = tensor("x_131_perm_0"), val = tensor([0, 2, 1])]; tensor x_131_cast_fp16 = transpose(perm = x_131_perm_0, x = x_129_cast_fp16)[name = tensor("transpose_120")]; tensor input_267_cast_fp16 = add(x = x_131_cast_fp16, y = inputs_39_cast_fp16)[name = tensor("input_267_cast_fp16")]; tensor input_269_cast_fp16 = mul(x = input_267_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_269_cast_fp16")]; tensor input_271_cast_fp16 = add(x = input_251_cast_fp16, y = input_269_cast_fp16)[name = tensor("input_271_cast_fp16")]; tensor x_137_axes_0 = const()[name = tensor("x_137_axes_0"), val = tensor([-1])]; tensor d_decoders_9_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_9_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61161344)))]; tensor d_decoders_9_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_9_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61162432)))]; tensor x_137_cast_fp16 = layer_norm(axes = x_137_axes_0, beta = d_decoders_9_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_9_norm3_weight_to_fp16, x = input_271_cast_fp16)[name = tensor("x_137_cast_fp16")]; tensor d_decoders_9_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_9_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61163520)))]; tensor d_decoders_9_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_9_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61687872)))]; tensor linear_47_cast_fp16 = linear(bias = d_decoders_9_src_attn_linear_q_bias_to_fp16, weight = d_decoders_9_src_attn_linear_q_weight_to_fp16, x = x_137_cast_fp16)[name = tensor("linear_47_cast_fp16")]; tensor var_983 = const()[name = tensor("op_983"), val = tensor([1, -1, 4, 128])]; tensor var_984_cast_fp16 = reshape(shape = var_983, x = linear_47_cast_fp16)[name = tensor("op_984_cast_fp16")]; tensor d_decoders_9_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_9_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61688960)))]; tensor d_decoders_9_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_9_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62737600)))]; tensor linear_48_cast_fp16 = linear(bias = d_decoders_9_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_9_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_48_cast_fp16")]; tensor tile_9 = const()[name = tensor("tile_9"), val = tensor([512, 512])]; tensor var_989_axis_0 = const()[name = tensor("op_989_axis_0"), val = tensor(-1)]; tensor var_989_cast_fp16_0, tensor var_989_cast_fp16_1 = split(axis = var_989_axis_0, split_sizes = tile_9, x = linear_48_cast_fp16)[name = tensor("op_989_cast_fp16")]; tensor var_992 = const()[name = tensor("op_992"), val = tensor([1, -1, 4, 128])]; tensor var_993_cast_fp16 = reshape(shape = var_992, x = var_989_cast_fp16_0)[name = tensor("op_993_cast_fp16")]; tensor var_995 = const()[name = tensor("op_995"), val = tensor([1, -1, 4, 128])]; tensor var_996_cast_fp16 = reshape(shape = var_995, x = var_989_cast_fp16_1)[name = tensor("op_996_cast_fp16")]; tensor value_19_perm_0 = const()[name = tensor("value_19_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_998_to_fp16 = const()[name = tensor("op_998_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_39_cast_fp16 = mul(x = var_984_cast_fp16, y = var_998_to_fp16)[name = tensor("q_h_39_cast_fp16")]; tensor scores_37_transpose_x_0 = const()[name = tensor("scores_37_transpose_x_0"), val = tensor(false)]; tensor scores_37_transpose_y_0 = const()[name = tensor("scores_37_transpose_y_0"), val = tensor(false)]; tensor transpose_66_perm_0 = const()[name = tensor("transpose_66_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_67_perm_0 = const()[name = tensor("transpose_67_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_67 = transpose(perm = transpose_67_perm_0, x = var_993_cast_fp16)[name = tensor("transpose_117")]; tensor transpose_66 = transpose(perm = transpose_66_perm_0, x = q_h_39_cast_fp16)[name = tensor("transpose_118")]; tensor scores_37_cast_fp16 = matmul(transpose_x = scores_37_transpose_x_0, transpose_y = scores_37_transpose_y_0, x = transpose_66, y = transpose_67)[name = tensor("scores_37_cast_fp16")]; tensor scores_39_cast_fp16 = select(a = var_8_to_fp16, b = scores_37_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_39_cast_fp16")]; tensor var_1006_cast_fp16 = softmax(axis = var_20, x = scores_39_cast_fp16)[name = tensor("op_1006_cast_fp16")]; tensor input_273_cast_fp16 = select(a = var_9_to_fp16, b = var_1006_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_273_cast_fp16")]; tensor x_139_transpose_x_0 = const()[name = tensor("x_139_transpose_x_0"), val = tensor(false)]; tensor x_139_transpose_y_0 = const()[name = tensor("x_139_transpose_y_0"), val = tensor(false)]; tensor value_19_cast_fp16 = transpose(perm = value_19_perm_0, x = var_996_cast_fp16)[name = tensor("transpose_119")]; tensor x_139_cast_fp16 = matmul(transpose_x = x_139_transpose_x_0, transpose_y = x_139_transpose_y_0, x = input_273_cast_fp16, y = value_19_cast_fp16)[name = tensor("x_139_cast_fp16")]; tensor var_1010_perm_0 = const()[name = tensor("op_1010_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1012 = const()[name = tensor("op_1012"), val = tensor([1, -1, 512])]; tensor var_1010_cast_fp16 = transpose(perm = var_1010_perm_0, x = x_139_cast_fp16)[name = tensor("transpose_116")]; tensor input_275_cast_fp16 = reshape(shape = var_1012, x = var_1010_cast_fp16)[name = tensor("input_275_cast_fp16")]; tensor d_decoders_9_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_9_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62739712)))]; tensor d_decoders_9_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_9_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63264064)))]; tensor linear_49_cast_fp16 = linear(bias = d_decoders_9_src_attn_linear_out_bias_to_fp16, weight = d_decoders_9_src_attn_linear_out_weight_to_fp16, x = input_275_cast_fp16)[name = tensor("linear_49_cast_fp16")]; tensor input_279_cast_fp16 = add(x = input_271_cast_fp16, y = linear_49_cast_fp16)[name = tensor("input_279_cast_fp16")]; tensor input_281_axes_0 = const()[name = tensor("input_281_axes_0"), val = tensor([-1])]; tensor d_decoders_10_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_10_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63265152)))]; tensor d_decoders_10_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_10_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63266240)))]; tensor input_281_cast_fp16 = layer_norm(axes = input_281_axes_0, beta = d_decoders_10_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_10_norm1_weight_to_fp16, x = input_279_cast_fp16)[name = tensor("input_281_cast_fp16")]; tensor d_decoders_10_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_10_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63267328)))]; tensor d_decoders_10_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_10_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65364544)))]; tensor linear_50_cast_fp16 = linear(bias = d_decoders_10_feed_forward_w_1_bias_to_fp16, weight = d_decoders_10_feed_forward_w_1_weight_to_fp16, x = input_281_cast_fp16)[name = tensor("linear_50_cast_fp16")]; tensor input_285_cast_fp16 = relu(x = linear_50_cast_fp16)[name = tensor("input_285_cast_fp16")]; tensor input_289_axes_0 = const()[name = tensor("input_289_axes_0"), val = tensor([-1])]; tensor d_decoders_10_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_10_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65368704)))]; tensor d_decoders_10_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_10_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65372864)))]; tensor input_289_cast_fp16 = layer_norm(axes = input_289_axes_0, beta = d_decoders_10_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_10_feed_forward_norm_weight_to_fp16, x = input_285_cast_fp16)[name = tensor("input_289_cast_fp16")]; tensor d_decoders_10_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_10_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65377024)))]; tensor linear_51_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_10_feed_forward_w_2_weight_to_fp16, x = input_289_cast_fp16)[name = tensor("linear_51_cast_fp16")]; tensor inputs_41_axes_0 = const()[name = tensor("inputs_41_axes_0"), val = tensor([-1])]; tensor d_decoders_10_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_10_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67474240)))]; tensor d_decoders_10_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_10_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67475328)))]; tensor inputs_41_cast_fp16 = layer_norm(axes = inputs_41_axes_0, beta = d_decoders_10_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_10_norm2_weight_to_fp16, x = linear_51_cast_fp16)[name = tensor("inputs_41_cast_fp16")]; tensor inputs_43_cast_fp16 = mul(x = inputs_41_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_43_cast_fp16")]; tensor x_141_perm_0 = const()[name = tensor("x_141_perm_0"), val = tensor([0, 2, 1])]; tensor input_293_pad_0 = const()[name = tensor("input_293_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_293_mode_0 = const()[name = tensor("input_293_mode_0"), val = tensor("constant")]; tensor const_65_to_fp16 = const()[name = tensor("const_65_to_fp16"), val = tensor(0x0p+0)]; tensor x_141_cast_fp16 = transpose(perm = x_141_perm_0, x = inputs_43_cast_fp16)[name = tensor("transpose_115")]; tensor input_293_cast_fp16 = pad(constant_val = const_65_to_fp16, mode = input_293_mode_0, pad = input_293_pad_0, x = x_141_cast_fp16)[name = tensor("input_293_cast_fp16")]; tensor x_143_pad_type_0 = const()[name = tensor("x_143_pad_type_0"), val = tensor("valid")]; tensor x_143_groups_0 = const()[name = tensor("x_143_groups_0"), val = tensor(512)]; tensor x_143_strides_0 = const()[name = tensor("x_143_strides_0"), val = tensor([1])]; tensor x_143_pad_0 = const()[name = tensor("x_143_pad_0"), val = tensor([0, 0])]; tensor x_143_dilations_0 = const()[name = tensor("x_143_dilations_0"), val = tensor([1])]; tensor d_decoders_10_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_10_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67476416)))]; tensor x_143_cast_fp16 = conv(dilations = x_143_dilations_0, groups = x_143_groups_0, pad = x_143_pad_0, pad_type = x_143_pad_type_0, strides = x_143_strides_0, weight = d_decoders_10_self_attn_fsmn_block_weight_to_fp16, x = input_293_cast_fp16)[name = tensor("x_143_cast_fp16")]; tensor x_145_perm_0 = const()[name = tensor("x_145_perm_0"), val = tensor([0, 2, 1])]; tensor x_145_cast_fp16 = transpose(perm = x_145_perm_0, x = x_143_cast_fp16)[name = tensor("transpose_114")]; tensor input_295_cast_fp16 = add(x = x_145_cast_fp16, y = inputs_43_cast_fp16)[name = tensor("input_295_cast_fp16")]; tensor input_297_cast_fp16 = mul(x = input_295_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_297_cast_fp16")]; tensor input_299_cast_fp16 = add(x = input_279_cast_fp16, y = input_297_cast_fp16)[name = tensor("input_299_cast_fp16")]; tensor x_151_axes_0 = const()[name = tensor("x_151_axes_0"), val = tensor([-1])]; tensor d_decoders_10_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_10_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67487744)))]; tensor d_decoders_10_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_10_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67488832)))]; tensor x_151_cast_fp16 = layer_norm(axes = x_151_axes_0, beta = d_decoders_10_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_10_norm3_weight_to_fp16, x = input_299_cast_fp16)[name = tensor("x_151_cast_fp16")]; tensor d_decoders_10_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_10_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67489920)))]; tensor d_decoders_10_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_10_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68014272)))]; tensor linear_52_cast_fp16 = linear(bias = d_decoders_10_src_attn_linear_q_bias_to_fp16, weight = d_decoders_10_src_attn_linear_q_weight_to_fp16, x = x_151_cast_fp16)[name = tensor("linear_52_cast_fp16")]; tensor var_1078 = const()[name = tensor("op_1078"), val = tensor([1, -1, 4, 128])]; tensor var_1079_cast_fp16 = reshape(shape = var_1078, x = linear_52_cast_fp16)[name = tensor("op_1079_cast_fp16")]; tensor d_decoders_10_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_10_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68015360)))]; tensor d_decoders_10_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_10_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69064000)))]; tensor linear_53_cast_fp16 = linear(bias = d_decoders_10_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_10_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_53_cast_fp16")]; tensor tile_10 = const()[name = tensor("tile_10"), val = tensor([512, 512])]; tensor var_1084_axis_0 = const()[name = tensor("op_1084_axis_0"), val = tensor(-1)]; tensor var_1084_cast_fp16_0, tensor var_1084_cast_fp16_1 = split(axis = var_1084_axis_0, split_sizes = tile_10, x = linear_53_cast_fp16)[name = tensor("op_1084_cast_fp16")]; tensor var_1087 = const()[name = tensor("op_1087"), val = tensor([1, -1, 4, 128])]; tensor var_1088_cast_fp16 = reshape(shape = var_1087, x = var_1084_cast_fp16_0)[name = tensor("op_1088_cast_fp16")]; tensor var_1090 = const()[name = tensor("op_1090"), val = tensor([1, -1, 4, 128])]; tensor var_1091_cast_fp16 = reshape(shape = var_1090, x = var_1084_cast_fp16_1)[name = tensor("op_1091_cast_fp16")]; tensor value_21_perm_0 = const()[name = tensor("value_21_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1093_to_fp16 = const()[name = tensor("op_1093_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_43_cast_fp16 = mul(x = var_1079_cast_fp16, y = var_1093_to_fp16)[name = tensor("q_h_43_cast_fp16")]; tensor scores_41_transpose_x_0 = const()[name = tensor("scores_41_transpose_x_0"), val = tensor(false)]; tensor scores_41_transpose_y_0 = const()[name = tensor("scores_41_transpose_y_0"), val = tensor(false)]; tensor transpose_68_perm_0 = const()[name = tensor("transpose_68_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_69_perm_0 = const()[name = tensor("transpose_69_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_69 = transpose(perm = transpose_69_perm_0, x = var_1088_cast_fp16)[name = tensor("transpose_111")]; tensor transpose_68 = transpose(perm = transpose_68_perm_0, x = q_h_43_cast_fp16)[name = tensor("transpose_112")]; tensor scores_41_cast_fp16 = matmul(transpose_x = scores_41_transpose_x_0, transpose_y = scores_41_transpose_y_0, x = transpose_68, y = transpose_69)[name = tensor("scores_41_cast_fp16")]; tensor scores_43_cast_fp16 = select(a = var_8_to_fp16, b = scores_41_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_43_cast_fp16")]; tensor var_1101_cast_fp16 = softmax(axis = var_20, x = scores_43_cast_fp16)[name = tensor("op_1101_cast_fp16")]; tensor input_301_cast_fp16 = select(a = var_9_to_fp16, b = var_1101_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_301_cast_fp16")]; tensor x_153_transpose_x_0 = const()[name = tensor("x_153_transpose_x_0"), val = tensor(false)]; tensor x_153_transpose_y_0 = const()[name = tensor("x_153_transpose_y_0"), val = tensor(false)]; tensor value_21_cast_fp16 = transpose(perm = value_21_perm_0, x = var_1091_cast_fp16)[name = tensor("transpose_113")]; tensor x_153_cast_fp16 = matmul(transpose_x = x_153_transpose_x_0, transpose_y = x_153_transpose_y_0, x = input_301_cast_fp16, y = value_21_cast_fp16)[name = tensor("x_153_cast_fp16")]; tensor var_1105_perm_0 = const()[name = tensor("op_1105_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1107 = const()[name = tensor("op_1107"), val = tensor([1, -1, 512])]; tensor var_1105_cast_fp16 = transpose(perm = var_1105_perm_0, x = x_153_cast_fp16)[name = tensor("transpose_110")]; tensor input_303_cast_fp16 = reshape(shape = var_1107, x = var_1105_cast_fp16)[name = tensor("input_303_cast_fp16")]; tensor d_decoders_10_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_10_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69066112)))]; tensor d_decoders_10_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_10_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69590464)))]; tensor linear_54_cast_fp16 = linear(bias = d_decoders_10_src_attn_linear_out_bias_to_fp16, weight = d_decoders_10_src_attn_linear_out_weight_to_fp16, x = input_303_cast_fp16)[name = tensor("linear_54_cast_fp16")]; tensor input_307_cast_fp16 = add(x = input_299_cast_fp16, y = linear_54_cast_fp16)[name = tensor("input_307_cast_fp16")]; tensor input_309_axes_0 = const()[name = tensor("input_309_axes_0"), val = tensor([-1])]; tensor d_decoders_11_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_11_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69591552)))]; tensor d_decoders_11_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_11_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69592640)))]; tensor input_309_cast_fp16 = layer_norm(axes = input_309_axes_0, beta = d_decoders_11_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_11_norm1_weight_to_fp16, x = input_307_cast_fp16)[name = tensor("input_309_cast_fp16")]; tensor d_decoders_11_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_11_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69593728)))]; tensor d_decoders_11_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_11_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(71690944)))]; tensor linear_55_cast_fp16 = linear(bias = d_decoders_11_feed_forward_w_1_bias_to_fp16, weight = d_decoders_11_feed_forward_w_1_weight_to_fp16, x = input_309_cast_fp16)[name = tensor("linear_55_cast_fp16")]; tensor input_313_cast_fp16 = relu(x = linear_55_cast_fp16)[name = tensor("input_313_cast_fp16")]; tensor input_317_axes_0 = const()[name = tensor("input_317_axes_0"), val = tensor([-1])]; tensor d_decoders_11_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_11_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(71695104)))]; tensor d_decoders_11_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_11_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(71699264)))]; tensor input_317_cast_fp16 = layer_norm(axes = input_317_axes_0, beta = d_decoders_11_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_11_feed_forward_norm_weight_to_fp16, x = input_313_cast_fp16)[name = tensor("input_317_cast_fp16")]; tensor d_decoders_11_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_11_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(71703424)))]; tensor linear_56_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_11_feed_forward_w_2_weight_to_fp16, x = input_317_cast_fp16)[name = tensor("linear_56_cast_fp16")]; tensor inputs_45_axes_0 = const()[name = tensor("inputs_45_axes_0"), val = tensor([-1])]; tensor d_decoders_11_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_11_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73800640)))]; tensor d_decoders_11_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_11_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73801728)))]; tensor inputs_45_cast_fp16 = layer_norm(axes = inputs_45_axes_0, beta = d_decoders_11_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_11_norm2_weight_to_fp16, x = linear_56_cast_fp16)[name = tensor("inputs_45_cast_fp16")]; tensor inputs_47_cast_fp16 = mul(x = inputs_45_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_47_cast_fp16")]; tensor x_155_perm_0 = const()[name = tensor("x_155_perm_0"), val = tensor([0, 2, 1])]; tensor input_321_pad_0 = const()[name = tensor("input_321_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_321_mode_0 = const()[name = tensor("input_321_mode_0"), val = tensor("constant")]; tensor const_71_to_fp16 = const()[name = tensor("const_71_to_fp16"), val = tensor(0x0p+0)]; tensor x_155_cast_fp16 = transpose(perm = x_155_perm_0, x = inputs_47_cast_fp16)[name = tensor("transpose_109")]; tensor input_321_cast_fp16 = pad(constant_val = const_71_to_fp16, mode = input_321_mode_0, pad = input_321_pad_0, x = x_155_cast_fp16)[name = tensor("input_321_cast_fp16")]; tensor x_157_pad_type_0 = const()[name = tensor("x_157_pad_type_0"), val = tensor("valid")]; tensor x_157_groups_0 = const()[name = tensor("x_157_groups_0"), val = tensor(512)]; tensor x_157_strides_0 = const()[name = tensor("x_157_strides_0"), val = tensor([1])]; tensor x_157_pad_0 = const()[name = tensor("x_157_pad_0"), val = tensor([0, 0])]; tensor x_157_dilations_0 = const()[name = tensor("x_157_dilations_0"), val = tensor([1])]; tensor d_decoders_11_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_11_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73802816)))]; tensor x_157_cast_fp16 = conv(dilations = x_157_dilations_0, groups = x_157_groups_0, pad = x_157_pad_0, pad_type = x_157_pad_type_0, strides = x_157_strides_0, weight = d_decoders_11_self_attn_fsmn_block_weight_to_fp16, x = input_321_cast_fp16)[name = tensor("x_157_cast_fp16")]; tensor x_159_perm_0 = const()[name = tensor("x_159_perm_0"), val = tensor([0, 2, 1])]; tensor x_159_cast_fp16 = transpose(perm = x_159_perm_0, x = x_157_cast_fp16)[name = tensor("transpose_108")]; tensor input_323_cast_fp16 = add(x = x_159_cast_fp16, y = inputs_47_cast_fp16)[name = tensor("input_323_cast_fp16")]; tensor input_325_cast_fp16 = mul(x = input_323_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_325_cast_fp16")]; tensor input_327_cast_fp16 = add(x = input_307_cast_fp16, y = input_325_cast_fp16)[name = tensor("input_327_cast_fp16")]; tensor x_165_axes_0 = const()[name = tensor("x_165_axes_0"), val = tensor([-1])]; tensor d_decoders_11_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_11_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73814144)))]; tensor d_decoders_11_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_11_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73815232)))]; tensor x_165_cast_fp16 = layer_norm(axes = x_165_axes_0, beta = d_decoders_11_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_11_norm3_weight_to_fp16, x = input_327_cast_fp16)[name = tensor("x_165_cast_fp16")]; tensor d_decoders_11_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_11_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73816320)))]; tensor d_decoders_11_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_11_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(74340672)))]; tensor linear_57_cast_fp16 = linear(bias = d_decoders_11_src_attn_linear_q_bias_to_fp16, weight = d_decoders_11_src_attn_linear_q_weight_to_fp16, x = x_165_cast_fp16)[name = tensor("linear_57_cast_fp16")]; tensor var_1173 = const()[name = tensor("op_1173"), val = tensor([1, -1, 4, 128])]; tensor var_1174_cast_fp16 = reshape(shape = var_1173, x = linear_57_cast_fp16)[name = tensor("op_1174_cast_fp16")]; tensor d_decoders_11_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_11_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(74341760)))]; tensor d_decoders_11_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_11_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(75390400)))]; tensor linear_58_cast_fp16 = linear(bias = d_decoders_11_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_11_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_58_cast_fp16")]; tensor tile_11 = const()[name = tensor("tile_11"), val = tensor([512, 512])]; tensor var_1179_axis_0 = const()[name = tensor("op_1179_axis_0"), val = tensor(-1)]; tensor var_1179_cast_fp16_0, tensor var_1179_cast_fp16_1 = split(axis = var_1179_axis_0, split_sizes = tile_11, x = linear_58_cast_fp16)[name = tensor("op_1179_cast_fp16")]; tensor var_1182 = const()[name = tensor("op_1182"), val = tensor([1, -1, 4, 128])]; tensor var_1183_cast_fp16 = reshape(shape = var_1182, x = var_1179_cast_fp16_0)[name = tensor("op_1183_cast_fp16")]; tensor var_1185 = const()[name = tensor("op_1185"), val = tensor([1, -1, 4, 128])]; tensor var_1186_cast_fp16 = reshape(shape = var_1185, x = var_1179_cast_fp16_1)[name = tensor("op_1186_cast_fp16")]; tensor value_23_perm_0 = const()[name = tensor("value_23_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1188_to_fp16 = const()[name = tensor("op_1188_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_47_cast_fp16 = mul(x = var_1174_cast_fp16, y = var_1188_to_fp16)[name = tensor("q_h_47_cast_fp16")]; tensor scores_45_transpose_x_0 = const()[name = tensor("scores_45_transpose_x_0"), val = tensor(false)]; tensor scores_45_transpose_y_0 = const()[name = tensor("scores_45_transpose_y_0"), val = tensor(false)]; tensor transpose_70_perm_0 = const()[name = tensor("transpose_70_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_71_perm_0 = const()[name = tensor("transpose_71_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_71 = transpose(perm = transpose_71_perm_0, x = var_1183_cast_fp16)[name = tensor("transpose_105")]; tensor transpose_70 = transpose(perm = transpose_70_perm_0, x = q_h_47_cast_fp16)[name = tensor("transpose_106")]; tensor scores_45_cast_fp16 = matmul(transpose_x = scores_45_transpose_x_0, transpose_y = scores_45_transpose_y_0, x = transpose_70, y = transpose_71)[name = tensor("scores_45_cast_fp16")]; tensor scores_47_cast_fp16 = select(a = var_8_to_fp16, b = scores_45_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_47_cast_fp16")]; tensor var_1196_cast_fp16 = softmax(axis = var_20, x = scores_47_cast_fp16)[name = tensor("op_1196_cast_fp16")]; tensor input_329_cast_fp16 = select(a = var_9_to_fp16, b = var_1196_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_329_cast_fp16")]; tensor x_167_transpose_x_0 = const()[name = tensor("x_167_transpose_x_0"), val = tensor(false)]; tensor x_167_transpose_y_0 = const()[name = tensor("x_167_transpose_y_0"), val = tensor(false)]; tensor value_23_cast_fp16 = transpose(perm = value_23_perm_0, x = var_1186_cast_fp16)[name = tensor("transpose_107")]; tensor x_167_cast_fp16 = matmul(transpose_x = x_167_transpose_x_0, transpose_y = x_167_transpose_y_0, x = input_329_cast_fp16, y = value_23_cast_fp16)[name = tensor("x_167_cast_fp16")]; tensor var_1200_perm_0 = const()[name = tensor("op_1200_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1202 = const()[name = tensor("op_1202"), val = tensor([1, -1, 512])]; tensor var_1200_cast_fp16 = transpose(perm = var_1200_perm_0, x = x_167_cast_fp16)[name = tensor("transpose_104")]; tensor input_331_cast_fp16 = reshape(shape = var_1202, x = var_1200_cast_fp16)[name = tensor("input_331_cast_fp16")]; tensor d_decoders_11_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_11_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(75392512)))]; tensor d_decoders_11_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_11_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(75916864)))]; tensor linear_59_cast_fp16 = linear(bias = d_decoders_11_src_attn_linear_out_bias_to_fp16, weight = d_decoders_11_src_attn_linear_out_weight_to_fp16, x = input_331_cast_fp16)[name = tensor("linear_59_cast_fp16")]; tensor input_335_cast_fp16 = add(x = input_327_cast_fp16, y = linear_59_cast_fp16)[name = tensor("input_335_cast_fp16")]; tensor input_337_axes_0 = const()[name = tensor("input_337_axes_0"), val = tensor([-1])]; tensor d_decoders_12_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_12_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(75917952)))]; tensor d_decoders_12_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_12_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(75919040)))]; tensor input_337_cast_fp16 = layer_norm(axes = input_337_axes_0, beta = d_decoders_12_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_12_norm1_weight_to_fp16, x = input_335_cast_fp16)[name = tensor("input_337_cast_fp16")]; tensor d_decoders_12_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_12_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(75920128)))]; tensor d_decoders_12_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_12_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78017344)))]; tensor linear_60_cast_fp16 = linear(bias = d_decoders_12_feed_forward_w_1_bias_to_fp16, weight = d_decoders_12_feed_forward_w_1_weight_to_fp16, x = input_337_cast_fp16)[name = tensor("linear_60_cast_fp16")]; tensor input_341_cast_fp16 = relu(x = linear_60_cast_fp16)[name = tensor("input_341_cast_fp16")]; tensor input_345_axes_0 = const()[name = tensor("input_345_axes_0"), val = tensor([-1])]; tensor d_decoders_12_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_12_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78021504)))]; tensor d_decoders_12_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_12_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78025664)))]; tensor input_345_cast_fp16 = layer_norm(axes = input_345_axes_0, beta = d_decoders_12_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_12_feed_forward_norm_weight_to_fp16, x = input_341_cast_fp16)[name = tensor("input_345_cast_fp16")]; tensor d_decoders_12_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_12_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78029824)))]; tensor linear_61_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_12_feed_forward_w_2_weight_to_fp16, x = input_345_cast_fp16)[name = tensor("linear_61_cast_fp16")]; tensor inputs_49_axes_0 = const()[name = tensor("inputs_49_axes_0"), val = tensor([-1])]; tensor d_decoders_12_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_12_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80127040)))]; tensor d_decoders_12_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_12_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80128128)))]; tensor inputs_49_cast_fp16 = layer_norm(axes = inputs_49_axes_0, beta = d_decoders_12_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_12_norm2_weight_to_fp16, x = linear_61_cast_fp16)[name = tensor("inputs_49_cast_fp16")]; tensor inputs_51_cast_fp16 = mul(x = inputs_49_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_51_cast_fp16")]; tensor x_169_perm_0 = const()[name = tensor("x_169_perm_0"), val = tensor([0, 2, 1])]; tensor input_349_pad_0 = const()[name = tensor("input_349_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_349_mode_0 = const()[name = tensor("input_349_mode_0"), val = tensor("constant")]; tensor const_77_to_fp16 = const()[name = tensor("const_77_to_fp16"), val = tensor(0x0p+0)]; tensor x_169_cast_fp16 = transpose(perm = x_169_perm_0, x = inputs_51_cast_fp16)[name = tensor("transpose_103")]; tensor input_349_cast_fp16 = pad(constant_val = const_77_to_fp16, mode = input_349_mode_0, pad = input_349_pad_0, x = x_169_cast_fp16)[name = tensor("input_349_cast_fp16")]; tensor x_171_pad_type_0 = const()[name = tensor("x_171_pad_type_0"), val = tensor("valid")]; tensor x_171_groups_0 = const()[name = tensor("x_171_groups_0"), val = tensor(512)]; tensor x_171_strides_0 = const()[name = tensor("x_171_strides_0"), val = tensor([1])]; tensor x_171_pad_0 = const()[name = tensor("x_171_pad_0"), val = tensor([0, 0])]; tensor x_171_dilations_0 = const()[name = tensor("x_171_dilations_0"), val = tensor([1])]; tensor d_decoders_12_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_12_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80129216)))]; tensor x_171_cast_fp16 = conv(dilations = x_171_dilations_0, groups = x_171_groups_0, pad = x_171_pad_0, pad_type = x_171_pad_type_0, strides = x_171_strides_0, weight = d_decoders_12_self_attn_fsmn_block_weight_to_fp16, x = input_349_cast_fp16)[name = tensor("x_171_cast_fp16")]; tensor x_173_perm_0 = const()[name = tensor("x_173_perm_0"), val = tensor([0, 2, 1])]; tensor x_173_cast_fp16 = transpose(perm = x_173_perm_0, x = x_171_cast_fp16)[name = tensor("transpose_102")]; tensor input_351_cast_fp16 = add(x = x_173_cast_fp16, y = inputs_51_cast_fp16)[name = tensor("input_351_cast_fp16")]; tensor input_353_cast_fp16 = mul(x = input_351_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_353_cast_fp16")]; tensor input_355_cast_fp16 = add(x = input_335_cast_fp16, y = input_353_cast_fp16)[name = tensor("input_355_cast_fp16")]; tensor x_179_axes_0 = const()[name = tensor("x_179_axes_0"), val = tensor([-1])]; tensor d_decoders_12_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_12_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80140544)))]; tensor d_decoders_12_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_12_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80141632)))]; tensor x_179_cast_fp16 = layer_norm(axes = x_179_axes_0, beta = d_decoders_12_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_12_norm3_weight_to_fp16, x = input_355_cast_fp16)[name = tensor("x_179_cast_fp16")]; tensor d_decoders_12_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_12_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80142720)))]; tensor d_decoders_12_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_12_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80667072)))]; tensor linear_62_cast_fp16 = linear(bias = d_decoders_12_src_attn_linear_q_bias_to_fp16, weight = d_decoders_12_src_attn_linear_q_weight_to_fp16, x = x_179_cast_fp16)[name = tensor("linear_62_cast_fp16")]; tensor var_1268 = const()[name = tensor("op_1268"), val = tensor([1, -1, 4, 128])]; tensor var_1269_cast_fp16 = reshape(shape = var_1268, x = linear_62_cast_fp16)[name = tensor("op_1269_cast_fp16")]; tensor d_decoders_12_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_12_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80668160)))]; tensor d_decoders_12_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_12_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(81716800)))]; tensor linear_63_cast_fp16 = linear(bias = d_decoders_12_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_12_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_63_cast_fp16")]; tensor tile_12 = const()[name = tensor("tile_12"), val = tensor([512, 512])]; tensor var_1274_axis_0 = const()[name = tensor("op_1274_axis_0"), val = tensor(-1)]; tensor var_1274_cast_fp16_0, tensor var_1274_cast_fp16_1 = split(axis = var_1274_axis_0, split_sizes = tile_12, x = linear_63_cast_fp16)[name = tensor("op_1274_cast_fp16")]; tensor var_1277 = const()[name = tensor("op_1277"), val = tensor([1, -1, 4, 128])]; tensor var_1278_cast_fp16 = reshape(shape = var_1277, x = var_1274_cast_fp16_0)[name = tensor("op_1278_cast_fp16")]; tensor var_1280 = const()[name = tensor("op_1280"), val = tensor([1, -1, 4, 128])]; tensor var_1281_cast_fp16 = reshape(shape = var_1280, x = var_1274_cast_fp16_1)[name = tensor("op_1281_cast_fp16")]; tensor value_25_perm_0 = const()[name = tensor("value_25_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1283_to_fp16 = const()[name = tensor("op_1283_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_51_cast_fp16 = mul(x = var_1269_cast_fp16, y = var_1283_to_fp16)[name = tensor("q_h_51_cast_fp16")]; tensor scores_49_transpose_x_0 = const()[name = tensor("scores_49_transpose_x_0"), val = tensor(false)]; tensor scores_49_transpose_y_0 = const()[name = tensor("scores_49_transpose_y_0"), val = tensor(false)]; tensor transpose_72_perm_0 = const()[name = tensor("transpose_72_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_73_perm_0 = const()[name = tensor("transpose_73_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_73 = transpose(perm = transpose_73_perm_0, x = var_1278_cast_fp16)[name = tensor("transpose_99")]; tensor transpose_72 = transpose(perm = transpose_72_perm_0, x = q_h_51_cast_fp16)[name = tensor("transpose_100")]; tensor scores_49_cast_fp16 = matmul(transpose_x = scores_49_transpose_x_0, transpose_y = scores_49_transpose_y_0, x = transpose_72, y = transpose_73)[name = tensor("scores_49_cast_fp16")]; tensor scores_51_cast_fp16 = select(a = var_8_to_fp16, b = scores_49_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_51_cast_fp16")]; tensor var_1291_cast_fp16 = softmax(axis = var_20, x = scores_51_cast_fp16)[name = tensor("op_1291_cast_fp16")]; tensor input_357_cast_fp16 = select(a = var_9_to_fp16, b = var_1291_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_357_cast_fp16")]; tensor x_181_transpose_x_0 = const()[name = tensor("x_181_transpose_x_0"), val = tensor(false)]; tensor x_181_transpose_y_0 = const()[name = tensor("x_181_transpose_y_0"), val = tensor(false)]; tensor value_25_cast_fp16 = transpose(perm = value_25_perm_0, x = var_1281_cast_fp16)[name = tensor("transpose_101")]; tensor x_181_cast_fp16 = matmul(transpose_x = x_181_transpose_x_0, transpose_y = x_181_transpose_y_0, x = input_357_cast_fp16, y = value_25_cast_fp16)[name = tensor("x_181_cast_fp16")]; tensor var_1295_perm_0 = const()[name = tensor("op_1295_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1297 = const()[name = tensor("op_1297"), val = tensor([1, -1, 512])]; tensor var_1295_cast_fp16 = transpose(perm = var_1295_perm_0, x = x_181_cast_fp16)[name = tensor("transpose_98")]; tensor input_359_cast_fp16 = reshape(shape = var_1297, x = var_1295_cast_fp16)[name = tensor("input_359_cast_fp16")]; tensor d_decoders_12_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_12_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(81718912)))]; tensor d_decoders_12_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_12_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82243264)))]; tensor linear_64_cast_fp16 = linear(bias = d_decoders_12_src_attn_linear_out_bias_to_fp16, weight = d_decoders_12_src_attn_linear_out_weight_to_fp16, x = input_359_cast_fp16)[name = tensor("linear_64_cast_fp16")]; tensor input_363_cast_fp16 = add(x = input_355_cast_fp16, y = linear_64_cast_fp16)[name = tensor("input_363_cast_fp16")]; tensor input_365_axes_0 = const()[name = tensor("input_365_axes_0"), val = tensor([-1])]; tensor d_decoders_13_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_13_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82244352)))]; tensor d_decoders_13_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_13_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82245440)))]; tensor input_365_cast_fp16 = layer_norm(axes = input_365_axes_0, beta = d_decoders_13_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_13_norm1_weight_to_fp16, x = input_363_cast_fp16)[name = tensor("input_365_cast_fp16")]; tensor d_decoders_13_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_13_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82246528)))]; tensor d_decoders_13_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_13_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(84343744)))]; tensor linear_65_cast_fp16 = linear(bias = d_decoders_13_feed_forward_w_1_bias_to_fp16, weight = d_decoders_13_feed_forward_w_1_weight_to_fp16, x = input_365_cast_fp16)[name = tensor("linear_65_cast_fp16")]; tensor input_369_cast_fp16 = relu(x = linear_65_cast_fp16)[name = tensor("input_369_cast_fp16")]; tensor input_373_axes_0 = const()[name = tensor("input_373_axes_0"), val = tensor([-1])]; tensor d_decoders_13_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_13_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(84347904)))]; tensor d_decoders_13_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_13_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(84352064)))]; tensor input_373_cast_fp16 = layer_norm(axes = input_373_axes_0, beta = d_decoders_13_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_13_feed_forward_norm_weight_to_fp16, x = input_369_cast_fp16)[name = tensor("input_373_cast_fp16")]; tensor d_decoders_13_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_13_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(84356224)))]; tensor linear_66_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_13_feed_forward_w_2_weight_to_fp16, x = input_373_cast_fp16)[name = tensor("linear_66_cast_fp16")]; tensor inputs_53_axes_0 = const()[name = tensor("inputs_53_axes_0"), val = tensor([-1])]; tensor d_decoders_13_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_13_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86453440)))]; tensor d_decoders_13_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_13_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86454528)))]; tensor inputs_53_cast_fp16 = layer_norm(axes = inputs_53_axes_0, beta = d_decoders_13_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_13_norm2_weight_to_fp16, x = linear_66_cast_fp16)[name = tensor("inputs_53_cast_fp16")]; tensor inputs_55_cast_fp16 = mul(x = inputs_53_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_55_cast_fp16")]; tensor x_183_perm_0 = const()[name = tensor("x_183_perm_0"), val = tensor([0, 2, 1])]; tensor input_377_pad_0 = const()[name = tensor("input_377_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_377_mode_0 = const()[name = tensor("input_377_mode_0"), val = tensor("constant")]; tensor const_83_to_fp16 = const()[name = tensor("const_83_to_fp16"), val = tensor(0x0p+0)]; tensor x_183_cast_fp16 = transpose(perm = x_183_perm_0, x = inputs_55_cast_fp16)[name = tensor("transpose_97")]; tensor input_377_cast_fp16 = pad(constant_val = const_83_to_fp16, mode = input_377_mode_0, pad = input_377_pad_0, x = x_183_cast_fp16)[name = tensor("input_377_cast_fp16")]; tensor x_185_pad_type_0 = const()[name = tensor("x_185_pad_type_0"), val = tensor("valid")]; tensor x_185_groups_0 = const()[name = tensor("x_185_groups_0"), val = tensor(512)]; tensor x_185_strides_0 = const()[name = tensor("x_185_strides_0"), val = tensor([1])]; tensor x_185_pad_0 = const()[name = tensor("x_185_pad_0"), val = tensor([0, 0])]; tensor x_185_dilations_0 = const()[name = tensor("x_185_dilations_0"), val = tensor([1])]; tensor d_decoders_13_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_13_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86455616)))]; tensor x_185_cast_fp16 = conv(dilations = x_185_dilations_0, groups = x_185_groups_0, pad = x_185_pad_0, pad_type = x_185_pad_type_0, strides = x_185_strides_0, weight = d_decoders_13_self_attn_fsmn_block_weight_to_fp16, x = input_377_cast_fp16)[name = tensor("x_185_cast_fp16")]; tensor x_187_perm_0 = const()[name = tensor("x_187_perm_0"), val = tensor([0, 2, 1])]; tensor x_187_cast_fp16 = transpose(perm = x_187_perm_0, x = x_185_cast_fp16)[name = tensor("transpose_96")]; tensor input_379_cast_fp16 = add(x = x_187_cast_fp16, y = inputs_55_cast_fp16)[name = tensor("input_379_cast_fp16")]; tensor input_381_cast_fp16 = mul(x = input_379_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_381_cast_fp16")]; tensor input_383_cast_fp16 = add(x = input_363_cast_fp16, y = input_381_cast_fp16)[name = tensor("input_383_cast_fp16")]; tensor x_193_axes_0 = const()[name = tensor("x_193_axes_0"), val = tensor([-1])]; tensor d_decoders_13_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_13_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86466944)))]; tensor d_decoders_13_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_13_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86468032)))]; tensor x_193_cast_fp16 = layer_norm(axes = x_193_axes_0, beta = d_decoders_13_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_13_norm3_weight_to_fp16, x = input_383_cast_fp16)[name = tensor("x_193_cast_fp16")]; tensor d_decoders_13_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_13_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86469120)))]; tensor d_decoders_13_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_13_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86993472)))]; tensor linear_67_cast_fp16 = linear(bias = d_decoders_13_src_attn_linear_q_bias_to_fp16, weight = d_decoders_13_src_attn_linear_q_weight_to_fp16, x = x_193_cast_fp16)[name = tensor("linear_67_cast_fp16")]; tensor var_1363 = const()[name = tensor("op_1363"), val = tensor([1, -1, 4, 128])]; tensor var_1364_cast_fp16 = reshape(shape = var_1363, x = linear_67_cast_fp16)[name = tensor("op_1364_cast_fp16")]; tensor d_decoders_13_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_13_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86994560)))]; tensor d_decoders_13_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_13_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88043200)))]; tensor linear_68_cast_fp16 = linear(bias = d_decoders_13_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_13_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_68_cast_fp16")]; tensor tile_13 = const()[name = tensor("tile_13"), val = tensor([512, 512])]; tensor var_1369_axis_0 = const()[name = tensor("op_1369_axis_0"), val = tensor(-1)]; tensor var_1369_cast_fp16_0, tensor var_1369_cast_fp16_1 = split(axis = var_1369_axis_0, split_sizes = tile_13, x = linear_68_cast_fp16)[name = tensor("op_1369_cast_fp16")]; tensor var_1372 = const()[name = tensor("op_1372"), val = tensor([1, -1, 4, 128])]; tensor var_1373_cast_fp16 = reshape(shape = var_1372, x = var_1369_cast_fp16_0)[name = tensor("op_1373_cast_fp16")]; tensor var_1375 = const()[name = tensor("op_1375"), val = tensor([1, -1, 4, 128])]; tensor var_1376_cast_fp16 = reshape(shape = var_1375, x = var_1369_cast_fp16_1)[name = tensor("op_1376_cast_fp16")]; tensor value_27_perm_0 = const()[name = tensor("value_27_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1378_to_fp16 = const()[name = tensor("op_1378_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_55_cast_fp16 = mul(x = var_1364_cast_fp16, y = var_1378_to_fp16)[name = tensor("q_h_55_cast_fp16")]; tensor scores_53_transpose_x_0 = const()[name = tensor("scores_53_transpose_x_0"), val = tensor(false)]; tensor scores_53_transpose_y_0 = const()[name = tensor("scores_53_transpose_y_0"), val = tensor(false)]; tensor transpose_74_perm_0 = const()[name = tensor("transpose_74_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_75_perm_0 = const()[name = tensor("transpose_75_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_75 = transpose(perm = transpose_75_perm_0, x = var_1373_cast_fp16)[name = tensor("transpose_93")]; tensor transpose_74 = transpose(perm = transpose_74_perm_0, x = q_h_55_cast_fp16)[name = tensor("transpose_94")]; tensor scores_53_cast_fp16 = matmul(transpose_x = scores_53_transpose_x_0, transpose_y = scores_53_transpose_y_0, x = transpose_74, y = transpose_75)[name = tensor("scores_53_cast_fp16")]; tensor scores_55_cast_fp16 = select(a = var_8_to_fp16, b = scores_53_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_55_cast_fp16")]; tensor var_1386_cast_fp16 = softmax(axis = var_20, x = scores_55_cast_fp16)[name = tensor("op_1386_cast_fp16")]; tensor input_385_cast_fp16 = select(a = var_9_to_fp16, b = var_1386_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_385_cast_fp16")]; tensor x_195_transpose_x_0 = const()[name = tensor("x_195_transpose_x_0"), val = tensor(false)]; tensor x_195_transpose_y_0 = const()[name = tensor("x_195_transpose_y_0"), val = tensor(false)]; tensor value_27_cast_fp16 = transpose(perm = value_27_perm_0, x = var_1376_cast_fp16)[name = tensor("transpose_95")]; tensor x_195_cast_fp16 = matmul(transpose_x = x_195_transpose_x_0, transpose_y = x_195_transpose_y_0, x = input_385_cast_fp16, y = value_27_cast_fp16)[name = tensor("x_195_cast_fp16")]; tensor var_1390_perm_0 = const()[name = tensor("op_1390_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1392 = const()[name = tensor("op_1392"), val = tensor([1, -1, 512])]; tensor var_1390_cast_fp16 = transpose(perm = var_1390_perm_0, x = x_195_cast_fp16)[name = tensor("transpose_92")]; tensor input_387_cast_fp16 = reshape(shape = var_1392, x = var_1390_cast_fp16)[name = tensor("input_387_cast_fp16")]; tensor d_decoders_13_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_13_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88045312)))]; tensor d_decoders_13_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_13_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88569664)))]; tensor linear_69_cast_fp16 = linear(bias = d_decoders_13_src_attn_linear_out_bias_to_fp16, weight = d_decoders_13_src_attn_linear_out_weight_to_fp16, x = input_387_cast_fp16)[name = tensor("linear_69_cast_fp16")]; tensor input_391_cast_fp16 = add(x = input_383_cast_fp16, y = linear_69_cast_fp16)[name = tensor("input_391_cast_fp16")]; tensor input_393_axes_0 = const()[name = tensor("input_393_axes_0"), val = tensor([-1])]; tensor d_decoders_14_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_14_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88570752)))]; tensor d_decoders_14_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_14_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88571840)))]; tensor input_393_cast_fp16 = layer_norm(axes = input_393_axes_0, beta = d_decoders_14_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_14_norm1_weight_to_fp16, x = input_391_cast_fp16)[name = tensor("input_393_cast_fp16")]; tensor d_decoders_14_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_14_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88572928)))]; tensor d_decoders_14_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_14_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90670144)))]; tensor linear_70_cast_fp16 = linear(bias = d_decoders_14_feed_forward_w_1_bias_to_fp16, weight = d_decoders_14_feed_forward_w_1_weight_to_fp16, x = input_393_cast_fp16)[name = tensor("linear_70_cast_fp16")]; tensor input_397_cast_fp16 = relu(x = linear_70_cast_fp16)[name = tensor("input_397_cast_fp16")]; tensor input_401_axes_0 = const()[name = tensor("input_401_axes_0"), val = tensor([-1])]; tensor d_decoders_14_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_14_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90674304)))]; tensor d_decoders_14_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_14_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90678464)))]; tensor input_401_cast_fp16 = layer_norm(axes = input_401_axes_0, beta = d_decoders_14_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_14_feed_forward_norm_weight_to_fp16, x = input_397_cast_fp16)[name = tensor("input_401_cast_fp16")]; tensor d_decoders_14_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_14_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90682624)))]; tensor linear_71_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_14_feed_forward_w_2_weight_to_fp16, x = input_401_cast_fp16)[name = tensor("linear_71_cast_fp16")]; tensor inputs_57_axes_0 = const()[name = tensor("inputs_57_axes_0"), val = tensor([-1])]; tensor d_decoders_14_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_14_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(92779840)))]; tensor d_decoders_14_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_14_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(92780928)))]; tensor inputs_57_cast_fp16 = layer_norm(axes = inputs_57_axes_0, beta = d_decoders_14_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_14_norm2_weight_to_fp16, x = linear_71_cast_fp16)[name = tensor("inputs_57_cast_fp16")]; tensor inputs_59_cast_fp16 = mul(x = inputs_57_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_59_cast_fp16")]; tensor x_197_perm_0 = const()[name = tensor("x_197_perm_0"), val = tensor([0, 2, 1])]; tensor input_405_pad_0 = const()[name = tensor("input_405_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_405_mode_0 = const()[name = tensor("input_405_mode_0"), val = tensor("constant")]; tensor const_89_to_fp16 = const()[name = tensor("const_89_to_fp16"), val = tensor(0x0p+0)]; tensor x_197_cast_fp16 = transpose(perm = x_197_perm_0, x = inputs_59_cast_fp16)[name = tensor("transpose_91")]; tensor input_405_cast_fp16 = pad(constant_val = const_89_to_fp16, mode = input_405_mode_0, pad = input_405_pad_0, x = x_197_cast_fp16)[name = tensor("input_405_cast_fp16")]; tensor x_199_pad_type_0 = const()[name = tensor("x_199_pad_type_0"), val = tensor("valid")]; tensor x_199_groups_0 = const()[name = tensor("x_199_groups_0"), val = tensor(512)]; tensor x_199_strides_0 = const()[name = tensor("x_199_strides_0"), val = tensor([1])]; tensor x_199_pad_0 = const()[name = tensor("x_199_pad_0"), val = tensor([0, 0])]; tensor x_199_dilations_0 = const()[name = tensor("x_199_dilations_0"), val = tensor([1])]; tensor d_decoders_14_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_14_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(92782016)))]; tensor x_199_cast_fp16 = conv(dilations = x_199_dilations_0, groups = x_199_groups_0, pad = x_199_pad_0, pad_type = x_199_pad_type_0, strides = x_199_strides_0, weight = d_decoders_14_self_attn_fsmn_block_weight_to_fp16, x = input_405_cast_fp16)[name = tensor("x_199_cast_fp16")]; tensor x_201_perm_0 = const()[name = tensor("x_201_perm_0"), val = tensor([0, 2, 1])]; tensor x_201_cast_fp16 = transpose(perm = x_201_perm_0, x = x_199_cast_fp16)[name = tensor("transpose_90")]; tensor input_407_cast_fp16 = add(x = x_201_cast_fp16, y = inputs_59_cast_fp16)[name = tensor("input_407_cast_fp16")]; tensor input_409_cast_fp16 = mul(x = input_407_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_409_cast_fp16")]; tensor input_411_cast_fp16 = add(x = input_391_cast_fp16, y = input_409_cast_fp16)[name = tensor("input_411_cast_fp16")]; tensor x_207_axes_0 = const()[name = tensor("x_207_axes_0"), val = tensor([-1])]; tensor d_decoders_14_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_14_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(92793344)))]; tensor d_decoders_14_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_14_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(92794432)))]; tensor x_207_cast_fp16 = layer_norm(axes = x_207_axes_0, beta = d_decoders_14_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_14_norm3_weight_to_fp16, x = input_411_cast_fp16)[name = tensor("x_207_cast_fp16")]; tensor d_decoders_14_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_14_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(92795520)))]; tensor d_decoders_14_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_14_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93319872)))]; tensor linear_72_cast_fp16 = linear(bias = d_decoders_14_src_attn_linear_q_bias_to_fp16, weight = d_decoders_14_src_attn_linear_q_weight_to_fp16, x = x_207_cast_fp16)[name = tensor("linear_72_cast_fp16")]; tensor var_1458 = const()[name = tensor("op_1458"), val = tensor([1, -1, 4, 128])]; tensor var_1459_cast_fp16 = reshape(shape = var_1458, x = linear_72_cast_fp16)[name = tensor("op_1459_cast_fp16")]; tensor d_decoders_14_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_14_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93320960)))]; tensor d_decoders_14_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_14_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94369600)))]; tensor linear_73_cast_fp16 = linear(bias = d_decoders_14_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_14_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_73_cast_fp16")]; tensor tile_14 = const()[name = tensor("tile_14"), val = tensor([512, 512])]; tensor var_1464_axis_0 = const()[name = tensor("op_1464_axis_0"), val = tensor(-1)]; tensor var_1464_cast_fp16_0, tensor var_1464_cast_fp16_1 = split(axis = var_1464_axis_0, split_sizes = tile_14, x = linear_73_cast_fp16)[name = tensor("op_1464_cast_fp16")]; tensor var_1467 = const()[name = tensor("op_1467"), val = tensor([1, -1, 4, 128])]; tensor var_1468_cast_fp16 = reshape(shape = var_1467, x = var_1464_cast_fp16_0)[name = tensor("op_1468_cast_fp16")]; tensor var_1470 = const()[name = tensor("op_1470"), val = tensor([1, -1, 4, 128])]; tensor var_1471_cast_fp16 = reshape(shape = var_1470, x = var_1464_cast_fp16_1)[name = tensor("op_1471_cast_fp16")]; tensor value_29_perm_0 = const()[name = tensor("value_29_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1473_to_fp16 = const()[name = tensor("op_1473_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_59_cast_fp16 = mul(x = var_1459_cast_fp16, y = var_1473_to_fp16)[name = tensor("q_h_59_cast_fp16")]; tensor scores_57_transpose_x_0 = const()[name = tensor("scores_57_transpose_x_0"), val = tensor(false)]; tensor scores_57_transpose_y_0 = const()[name = tensor("scores_57_transpose_y_0"), val = tensor(false)]; tensor transpose_76_perm_0 = const()[name = tensor("transpose_76_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_77_perm_0 = const()[name = tensor("transpose_77_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_77 = transpose(perm = transpose_77_perm_0, x = var_1468_cast_fp16)[name = tensor("transpose_87")]; tensor transpose_76 = transpose(perm = transpose_76_perm_0, x = q_h_59_cast_fp16)[name = tensor("transpose_88")]; tensor scores_57_cast_fp16 = matmul(transpose_x = scores_57_transpose_x_0, transpose_y = scores_57_transpose_y_0, x = transpose_76, y = transpose_77)[name = tensor("scores_57_cast_fp16")]; tensor scores_59_cast_fp16 = select(a = var_8_to_fp16, b = scores_57_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_59_cast_fp16")]; tensor var_1481_cast_fp16 = softmax(axis = var_20, x = scores_59_cast_fp16)[name = tensor("op_1481_cast_fp16")]; tensor input_413_cast_fp16 = select(a = var_9_to_fp16, b = var_1481_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_413_cast_fp16")]; tensor x_209_transpose_x_0 = const()[name = tensor("x_209_transpose_x_0"), val = tensor(false)]; tensor x_209_transpose_y_0 = const()[name = tensor("x_209_transpose_y_0"), val = tensor(false)]; tensor value_29_cast_fp16 = transpose(perm = value_29_perm_0, x = var_1471_cast_fp16)[name = tensor("transpose_89")]; tensor x_209_cast_fp16 = matmul(transpose_x = x_209_transpose_x_0, transpose_y = x_209_transpose_y_0, x = input_413_cast_fp16, y = value_29_cast_fp16)[name = tensor("x_209_cast_fp16")]; tensor var_1485_perm_0 = const()[name = tensor("op_1485_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1487 = const()[name = tensor("op_1487"), val = tensor([1, -1, 512])]; tensor var_1485_cast_fp16 = transpose(perm = var_1485_perm_0, x = x_209_cast_fp16)[name = tensor("transpose_86")]; tensor input_415_cast_fp16 = reshape(shape = var_1487, x = var_1485_cast_fp16)[name = tensor("input_415_cast_fp16")]; tensor d_decoders_14_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_14_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94371712)))]; tensor d_decoders_14_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_14_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94896064)))]; tensor linear_74_cast_fp16 = linear(bias = d_decoders_14_src_attn_linear_out_bias_to_fp16, weight = d_decoders_14_src_attn_linear_out_weight_to_fp16, x = input_415_cast_fp16)[name = tensor("linear_74_cast_fp16")]; tensor input_419_cast_fp16 = add(x = input_411_cast_fp16, y = linear_74_cast_fp16)[name = tensor("input_419_cast_fp16")]; tensor input_421_axes_0 = const()[name = tensor("input_421_axes_0"), val = tensor([-1])]; tensor d_decoders_15_norm1_weight_to_fp16 = const()[name = tensor("d_decoders_15_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94897152)))]; tensor d_decoders_15_norm1_bias_to_fp16 = const()[name = tensor("d_decoders_15_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94898240)))]; tensor input_421_cast_fp16 = layer_norm(axes = input_421_axes_0, beta = d_decoders_15_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_15_norm1_weight_to_fp16, x = input_419_cast_fp16)[name = tensor("input_421_cast_fp16")]; tensor d_decoders_15_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders_15_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94899328)))]; tensor d_decoders_15_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders_15_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(96996544)))]; tensor linear_75_cast_fp16 = linear(bias = d_decoders_15_feed_forward_w_1_bias_to_fp16, weight = d_decoders_15_feed_forward_w_1_weight_to_fp16, x = input_421_cast_fp16)[name = tensor("linear_75_cast_fp16")]; tensor input_425_cast_fp16 = relu(x = linear_75_cast_fp16)[name = tensor("input_425_cast_fp16")]; tensor input_429_axes_0 = const()[name = tensor("input_429_axes_0"), val = tensor([-1])]; tensor d_decoders_15_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders_15_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(97000704)))]; tensor d_decoders_15_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders_15_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(97004864)))]; tensor input_429_cast_fp16 = layer_norm(axes = input_429_axes_0, beta = d_decoders_15_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_15_feed_forward_norm_weight_to_fp16, x = input_425_cast_fp16)[name = tensor("input_429_cast_fp16")]; tensor d_decoders_15_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders_15_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(97009024)))]; tensor linear_76_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders_15_feed_forward_w_2_weight_to_fp16, x = input_429_cast_fp16)[name = tensor("linear_76_cast_fp16")]; tensor inputs_61_axes_0 = const()[name = tensor("inputs_61_axes_0"), val = tensor([-1])]; tensor d_decoders_15_norm2_weight_to_fp16 = const()[name = tensor("d_decoders_15_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(99106240)))]; tensor d_decoders_15_norm2_bias_to_fp16 = const()[name = tensor("d_decoders_15_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(99107328)))]; tensor inputs_61_cast_fp16 = layer_norm(axes = inputs_61_axes_0, beta = d_decoders_15_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_15_norm2_weight_to_fp16, x = linear_76_cast_fp16)[name = tensor("inputs_61_cast_fp16")]; tensor inputs_cast_fp16 = mul(x = inputs_61_cast_fp16, y = mask_9_cast_fp16)[name = tensor("inputs_cast_fp16")]; tensor x_211_perm_0 = const()[name = tensor("x_211_perm_0"), val = tensor([0, 2, 1])]; tensor input_433_pad_0 = const()[name = tensor("input_433_pad_0"), val = tensor([0, 0, 0, 0, 5, 5])]; tensor input_433_mode_0 = const()[name = tensor("input_433_mode_0"), val = tensor("constant")]; tensor const_95_to_fp16 = const()[name = tensor("const_95_to_fp16"), val = tensor(0x0p+0)]; tensor x_211_cast_fp16 = transpose(perm = x_211_perm_0, x = inputs_cast_fp16)[name = tensor("transpose_85")]; tensor input_433_cast_fp16 = pad(constant_val = const_95_to_fp16, mode = input_433_mode_0, pad = input_433_pad_0, x = x_211_cast_fp16)[name = tensor("input_433_cast_fp16")]; tensor x_213_pad_type_0 = const()[name = tensor("x_213_pad_type_0"), val = tensor("valid")]; tensor x_213_groups_0 = const()[name = tensor("x_213_groups_0"), val = tensor(512)]; tensor x_213_strides_0 = const()[name = tensor("x_213_strides_0"), val = tensor([1])]; tensor x_213_pad_0 = const()[name = tensor("x_213_pad_0"), val = tensor([0, 0])]; tensor x_213_dilations_0 = const()[name = tensor("x_213_dilations_0"), val = tensor([1])]; tensor d_decoders_15_self_attn_fsmn_block_weight_to_fp16 = const()[name = tensor("d_decoders_15_self_attn_fsmn_block_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(99108416)))]; tensor x_213_cast_fp16 = conv(dilations = x_213_dilations_0, groups = x_213_groups_0, pad = x_213_pad_0, pad_type = x_213_pad_type_0, strides = x_213_strides_0, weight = d_decoders_15_self_attn_fsmn_block_weight_to_fp16, x = input_433_cast_fp16)[name = tensor("x_213_cast_fp16")]; tensor x_215_perm_0 = const()[name = tensor("x_215_perm_0"), val = tensor([0, 2, 1])]; tensor x_215_cast_fp16 = transpose(perm = x_215_perm_0, x = x_213_cast_fp16)[name = tensor("transpose_84")]; tensor input_435_cast_fp16 = add(x = x_215_cast_fp16, y = inputs_cast_fp16)[name = tensor("input_435_cast_fp16")]; tensor input_437_cast_fp16 = mul(x = input_435_cast_fp16, y = mask_9_cast_fp16)[name = tensor("input_437_cast_fp16")]; tensor input_439_cast_fp16 = add(x = input_419_cast_fp16, y = input_437_cast_fp16)[name = tensor("input_439_cast_fp16")]; tensor x_221_axes_0 = const()[name = tensor("x_221_axes_0"), val = tensor([-1])]; tensor d_decoders_15_norm3_weight_to_fp16 = const()[name = tensor("d_decoders_15_norm3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(99119744)))]; tensor d_decoders_15_norm3_bias_to_fp16 = const()[name = tensor("d_decoders_15_norm3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(99120832)))]; tensor x_221_cast_fp16 = layer_norm(axes = x_221_axes_0, beta = d_decoders_15_norm3_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders_15_norm3_weight_to_fp16, x = input_439_cast_fp16)[name = tensor("x_221_cast_fp16")]; tensor d_decoders_15_src_attn_linear_q_weight_to_fp16 = const()[name = tensor("d_decoders_15_src_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(99121920)))]; tensor d_decoders_15_src_attn_linear_q_bias_to_fp16 = const()[name = tensor("d_decoders_15_src_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(99646272)))]; tensor linear_77_cast_fp16 = linear(bias = d_decoders_15_src_attn_linear_q_bias_to_fp16, weight = d_decoders_15_src_attn_linear_q_weight_to_fp16, x = x_221_cast_fp16)[name = tensor("linear_77_cast_fp16")]; tensor var_1553 = const()[name = tensor("op_1553"), val = tensor([1, -1, 4, 128])]; tensor var_1554_cast_fp16 = reshape(shape = var_1553, x = linear_77_cast_fp16)[name = tensor("op_1554_cast_fp16")]; tensor d_decoders_15_src_attn_linear_k_v_weight_to_fp16 = const()[name = tensor("d_decoders_15_src_attn_linear_k_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(99647360)))]; tensor d_decoders_15_src_attn_linear_k_v_bias_to_fp16 = const()[name = tensor("d_decoders_15_src_attn_linear_k_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(100696000)))]; tensor linear_78_cast_fp16 = linear(bias = d_decoders_15_src_attn_linear_k_v_bias_to_fp16, weight = d_decoders_15_src_attn_linear_k_v_weight_to_fp16, x = enc_to_fp16)[name = tensor("linear_78_cast_fp16")]; tensor tile_15 = const()[name = tensor("tile_15"), val = tensor([512, 512])]; tensor var_1559_axis_0 = const()[name = tensor("op_1559_axis_0"), val = tensor(-1)]; tensor var_1559_cast_fp16_0, tensor var_1559_cast_fp16_1 = split(axis = var_1559_axis_0, split_sizes = tile_15, x = linear_78_cast_fp16)[name = tensor("op_1559_cast_fp16")]; tensor var_1562 = const()[name = tensor("op_1562"), val = tensor([1, -1, 4, 128])]; tensor var_1563_cast_fp16 = reshape(shape = var_1562, x = var_1559_cast_fp16_0)[name = tensor("op_1563_cast_fp16")]; tensor var_1565 = const()[name = tensor("op_1565"), val = tensor([1, -1, 4, 128])]; tensor var_1566_cast_fp16 = reshape(shape = var_1565, x = var_1559_cast_fp16_1)[name = tensor("op_1566_cast_fp16")]; tensor value_perm_0 = const()[name = tensor("value_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1568_to_fp16 = const()[name = tensor("op_1568_to_fp16"), val = tensor(0x1.6ap-4)]; tensor q_h_cast_fp16 = mul(x = var_1554_cast_fp16, y = var_1568_to_fp16)[name = tensor("q_h_cast_fp16")]; tensor scores_61_transpose_x_0 = const()[name = tensor("scores_61_transpose_x_0"), val = tensor(false)]; tensor scores_61_transpose_y_0 = const()[name = tensor("scores_61_transpose_y_0"), val = tensor(false)]; tensor transpose_78_perm_0 = const()[name = tensor("transpose_78_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_79_perm_0 = const()[name = tensor("transpose_79_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_79 = transpose(perm = transpose_79_perm_0, x = var_1563_cast_fp16)[name = tensor("transpose_81")]; tensor transpose_78 = transpose(perm = transpose_78_perm_0, x = q_h_cast_fp16)[name = tensor("transpose_82")]; tensor scores_61_cast_fp16 = matmul(transpose_x = scores_61_transpose_x_0, transpose_y = scores_61_transpose_y_0, x = transpose_78, y = transpose_79)[name = tensor("scores_61_cast_fp16")]; tensor scores_cast_fp16 = select(a = var_8_to_fp16, b = scores_61_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("scores_cast_fp16")]; tensor var_1576_cast_fp16 = softmax(axis = var_20, x = scores_cast_fp16)[name = tensor("op_1576_cast_fp16")]; tensor input_441_cast_fp16 = select(a = var_9_to_fp16, b = var_1576_cast_fp16, cond = mask_15_cast_fp16)[name = tensor("input_441_cast_fp16")]; tensor x_transpose_x_0 = const()[name = tensor("x_transpose_x_0"), val = tensor(false)]; tensor x_transpose_y_0 = const()[name = tensor("x_transpose_y_0"), val = tensor(false)]; tensor value_cast_fp16 = transpose(perm = value_perm_0, x = var_1566_cast_fp16)[name = tensor("transpose_83")]; tensor x_cast_fp16 = matmul(transpose_x = x_transpose_x_0, transpose_y = x_transpose_y_0, x = input_441_cast_fp16, y = value_cast_fp16)[name = tensor("x_cast_fp16")]; tensor var_1580_perm_0 = const()[name = tensor("op_1580_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1582 = const()[name = tensor("op_1582"), val = tensor([1, -1, 512])]; tensor var_1580_cast_fp16 = transpose(perm = var_1580_perm_0, x = x_cast_fp16)[name = tensor("transpose_80")]; tensor input_443_cast_fp16 = reshape(shape = var_1582, x = var_1580_cast_fp16)[name = tensor("input_443_cast_fp16")]; tensor d_decoders_15_src_attn_linear_out_weight_to_fp16 = const()[name = tensor("d_decoders_15_src_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(100698112)))]; tensor d_decoders_15_src_attn_linear_out_bias_to_fp16 = const()[name = tensor("d_decoders_15_src_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101222464)))]; tensor linear_79_cast_fp16 = linear(bias = d_decoders_15_src_attn_linear_out_bias_to_fp16, weight = d_decoders_15_src_attn_linear_out_weight_to_fp16, x = input_443_cast_fp16)[name = tensor("linear_79_cast_fp16")]; tensor input_447_cast_fp16 = add(x = input_439_cast_fp16, y = linear_79_cast_fp16)[name = tensor("input_447_cast_fp16")]; tensor input_449_axes_0 = const()[name = tensor("input_449_axes_0"), val = tensor([-1])]; tensor d_decoders3_0_norm1_weight_to_fp16 = const()[name = tensor("d_decoders3_0_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101223552)))]; tensor d_decoders3_0_norm1_bias_to_fp16 = const()[name = tensor("d_decoders3_0_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101224640)))]; tensor input_449_cast_fp16 = layer_norm(axes = input_449_axes_0, beta = d_decoders3_0_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders3_0_norm1_weight_to_fp16, x = input_447_cast_fp16)[name = tensor("input_449_cast_fp16")]; tensor d_decoders3_0_feed_forward_w_1_weight_to_fp16 = const()[name = tensor("d_decoders3_0_feed_forward_w_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101225728)))]; tensor d_decoders3_0_feed_forward_w_1_bias_to_fp16 = const()[name = tensor("d_decoders3_0_feed_forward_w_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103322944)))]; tensor linear_80_cast_fp16 = linear(bias = d_decoders3_0_feed_forward_w_1_bias_to_fp16, weight = d_decoders3_0_feed_forward_w_1_weight_to_fp16, x = input_449_cast_fp16)[name = tensor("linear_80_cast_fp16")]; tensor input_453_cast_fp16 = relu(x = linear_80_cast_fp16)[name = tensor("input_453_cast_fp16")]; tensor input_457_axes_0 = const()[name = tensor("input_457_axes_0"), val = tensor([-1])]; tensor d_decoders3_0_feed_forward_norm_weight_to_fp16 = const()[name = tensor("d_decoders3_0_feed_forward_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103327104)))]; tensor d_decoders3_0_feed_forward_norm_bias_to_fp16 = const()[name = tensor("d_decoders3_0_feed_forward_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103331264)))]; tensor input_457_cast_fp16 = layer_norm(axes = input_457_axes_0, beta = d_decoders3_0_feed_forward_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_decoders3_0_feed_forward_norm_weight_to_fp16, x = input_453_cast_fp16)[name = tensor("input_457_cast_fp16")]; tensor d_decoders3_0_feed_forward_w_2_weight_to_fp16 = const()[name = tensor("d_decoders3_0_feed_forward_w_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103335424)))]; tensor linear_81_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = d_decoders3_0_feed_forward_w_2_weight_to_fp16, x = input_457_cast_fp16)[name = tensor("linear_81_cast_fp16")]; tensor input_axes_0 = const()[name = tensor("input_axes_0"), val = tensor([-1])]; tensor d_after_norm_weight_to_fp16 = const()[name = tensor("d_after_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105432640)))]; tensor d_after_norm_bias_to_fp16 = const()[name = tensor("d_after_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105433728)))]; tensor input_cast_fp16 = layer_norm(axes = input_axes_0, beta = d_after_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = d_after_norm_weight_to_fp16, x = linear_81_cast_fp16)[name = tensor("input_cast_fp16")]; tensor d_output_layer_weight_to_fp16 = const()[name = tensor("d_output_layer_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105434816)))]; tensor d_output_layer_bias_to_fp16 = const()[name = tensor("d_output_layer_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114040576)))]; tensor logits = linear(bias = d_output_layer_bias_to_fp16, weight = d_output_layer_weight_to_fp16, x = input_cast_fp16)[name = tensor("linear_82_cast_fp16")]; } -> (logits); }