program(1.0) [buildInfo = dict, tensor>({{"coremlc-component-MIL", "3520.4.1"}, {"coremlc-version", "3520.5.1"}, {"coremltools-component-torch", "2.7.1"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "9.0"}})] { func main(tensor tokens, tensor x_mask) { tensor var_13_batch_dims_0 = const()[name = tensor("op_13_batch_dims_0"), val = tensor(0)]; tensor var_13_validate_indices_0 = const()[name = tensor("op_13_validate_indices_0"), val = tensor(false)]; tensor enc_p_emb_weight_to_fp16 = const()[name = tensor("enc_p_emb_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64)))]; tensor tokens_to_int16_dtype_0 = const()[name = tensor("tokens_to_int16_dtype_0"), val = tensor("int16")]; tensor cast_40_dtype_0 = const()[name = tensor("cast_40_dtype_0"), val = tensor("int32")]; tensor greater_equal_0_y_0 = const()[name = tensor("greater_equal_0_y_0"), val = tensor(0)]; tensor tokens_to_int16 = cast(dtype = tokens_to_int16_dtype_0, x = tokens)[name = tensor("cast_44")]; tensor cast_40 = cast(dtype = cast_40_dtype_0, x = tokens_to_int16)[name = tensor("cast_43")]; tensor greater_equal_0 = greater_equal(x = cast_40, y = greater_equal_0_y_0)[name = tensor("greater_equal_0")]; tensor slice_by_index_0 = const()[name = tensor("slice_by_index_0"), val = tensor(178)]; tensor add_0 = add(x = cast_40, y = slice_by_index_0)[name = tensor("add_0")]; tensor select_0 = select(a = cast_40, b = add_0, cond = greater_equal_0)[name = tensor("select_0")]; tensor var_13_cast_fp16_cast_uint16_axis_0 = const()[name = tensor("op_13_cast_fp16_cast_uint16_axis_0"), val = tensor(0)]; tensor select_0_to_int16_dtype_0 = const()[name = tensor("select_0_to_int16_dtype_0"), val = tensor("int16")]; tensor select_0_to_int16 = cast(dtype = select_0_to_int16_dtype_0, x = select_0)[name = tensor("cast_42")]; tensor var_13_cast_fp16_cast_uint16_cast_uint16 = gather(axis = var_13_cast_fp16_cast_uint16_axis_0, batch_dims = var_13_batch_dims_0, indices = select_0_to_int16, validate_indices = var_13_validate_indices_0, x = enc_p_emb_weight_to_fp16)[name = tensor("op_13_cast_fp16_cast_uint16_cast_uint16")]; tensor var_14_to_fp16 = const()[name = tensor("op_14_to_fp16"), val = tensor(0x1.0f8p+3)]; tensor x_1_cast_fp16 = mul(x = var_13_cast_fp16_cast_uint16_cast_uint16, y = var_14_to_fp16)[name = tensor("x_1_cast_fp16")]; tensor x_3_perm_0 = const()[name = tensor("x_3_perm_0"), val = tensor([0, -1, 1])]; tensor x_mask_to_fp16_dtype_0 = const()[name = tensor("x_mask_to_fp16_dtype_0"), val = tensor("fp16")]; tensor x_mask_to_fp16 = cast(dtype = x_mask_to_fp16_dtype_0, x = x_mask)[name = tensor("cast_41")]; tensor x_3_cast_fp16 = transpose(perm = x_3_perm_0, x = x_1_cast_fp16)[name = tensor("transpose_22")]; tensor x_5_cast_fp16 = mul(x = x_3_cast_fp16, y = x_mask_to_fp16)[name = tensor("x_5_cast_fp16")]; tensor var_42 = const()[name = tensor("op_42"), val = tensor(-1)]; tensor var_68_axes_0 = const()[name = tensor("op_68_axes_0"), val = tensor([2])]; tensor var_68_cast_fp16 = expand_dims(axes = var_68_axes_0, x = x_mask_to_fp16)[name = tensor("op_68_cast_fp16")]; tensor var_69_axes_0 = const()[name = tensor("op_69_axes_0"), val = tensor([-1])]; tensor var_69_cast_fp16 = expand_dims(axes = var_69_axes_0, x = x_mask_to_fp16)[name = tensor("op_69_cast_fp16")]; tensor mask_cast_fp16 = mul(x = var_68_cast_fp16, y = var_69_cast_fp16)[name = tensor("mask_cast_fp16")]; tensor input_1_cast_fp16 = mul(x = x_5_cast_fp16, y = x_mask_to_fp16)[name = tensor("input_1_cast_fp16")]; tensor query_1_pad_type_0 = const()[name = tensor("query_1_pad_type_0"), val = tensor("valid")]; tensor query_1_strides_0 = const()[name = tensor("query_1_strides_0"), val = tensor([1])]; tensor query_1_pad_0 = const()[name = tensor("query_1_pad_0"), val = tensor([0, 0])]; tensor query_1_dilations_0 = const()[name = tensor("query_1_dilations_0"), val = tensor([1])]; tensor query_1_groups_0 = const()[name = tensor("query_1_groups_0"), val = tensor(1)]; tensor enc_p_encoder_attn_layers_0_conv_q_weight_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_0_conv_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25792)))]; tensor enc_p_encoder_attn_layers_0_conv_q_bias_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_0_conv_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(36224)))]; tensor query_1_cast_fp16 = conv(bias = enc_p_encoder_attn_layers_0_conv_q_bias_to_fp16, dilations = query_1_dilations_0, groups = query_1_groups_0, pad = query_1_pad_0, pad_type = query_1_pad_type_0, strides = query_1_strides_0, weight = enc_p_encoder_attn_layers_0_conv_q_weight_to_fp16, x = input_1_cast_fp16)[name = tensor("query_1_cast_fp16")]; tensor key_1_pad_type_0 = const()[name = tensor("key_1_pad_type_0"), val = tensor("valid")]; tensor key_1_strides_0 = const()[name = tensor("key_1_strides_0"), val = tensor([1])]; tensor key_1_pad_0 = const()[name = tensor("key_1_pad_0"), val = tensor([0, 0])]; tensor key_1_dilations_0 = const()[name = tensor("key_1_dilations_0"), val = tensor([1])]; tensor key_1_groups_0 = const()[name = tensor("key_1_groups_0"), val = tensor(1)]; tensor enc_p_encoder_attn_layers_0_conv_k_weight_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_0_conv_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(36480)))]; tensor enc_p_encoder_attn_layers_0_conv_k_bias_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_0_conv_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46912)))]; tensor key_1_cast_fp16 = conv(bias = enc_p_encoder_attn_layers_0_conv_k_bias_to_fp16, dilations = key_1_dilations_0, groups = key_1_groups_0, pad = key_1_pad_0, pad_type = key_1_pad_type_0, strides = key_1_strides_0, weight = enc_p_encoder_attn_layers_0_conv_k_weight_to_fp16, x = input_1_cast_fp16)[name = tensor("key_1_cast_fp16")]; tensor value_1_pad_type_0 = const()[name = tensor("value_1_pad_type_0"), val = tensor("valid")]; tensor value_1_strides_0 = const()[name = tensor("value_1_strides_0"), val = tensor([1])]; tensor value_1_pad_0 = const()[name = tensor("value_1_pad_0"), val = tensor([0, 0])]; tensor value_1_dilations_0 = const()[name = tensor("value_1_dilations_0"), val = tensor([1])]; tensor value_1_groups_0 = const()[name = tensor("value_1_groups_0"), val = tensor(1)]; tensor enc_p_encoder_attn_layers_0_conv_v_weight_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_0_conv_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47168)))]; tensor enc_p_encoder_attn_layers_0_conv_v_bias_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_0_conv_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57600)))]; tensor value_1_cast_fp16 = conv(bias = enc_p_encoder_attn_layers_0_conv_v_bias_to_fp16, dilations = value_1_dilations_0, groups = value_1_groups_0, pad = value_1_pad_0, pad_type = value_1_pad_type_0, strides = value_1_strides_0, weight = enc_p_encoder_attn_layers_0_conv_v_weight_to_fp16, x = input_1_cast_fp16)[name = tensor("value_1_cast_fp16")]; tensor var_99 = const()[name = tensor("op_99"), val = tensor([1, 2, 36, 512])]; tensor var_100_cast_fp16 = reshape(shape = var_99, x = query_1_cast_fp16)[name = tensor("op_100_cast_fp16")]; tensor query_3_perm_0 = const()[name = tensor("query_3_perm_0"), val = tensor([0, 1, 3, 2])]; tensor var_102 = const()[name = tensor("op_102"), val = tensor([1, 2, 36, 512])]; tensor var_103_cast_fp16 = reshape(shape = var_102, x = key_1_cast_fp16)[name = tensor("op_103_cast_fp16")]; tensor var_105 = const()[name = tensor("op_105"), val = tensor([1, 2, 36, 512])]; tensor var_106_cast_fp16 = reshape(shape = var_105, x = value_1_cast_fp16)[name = tensor("op_106_cast_fp16")]; tensor _inversed_109_y_0_to_fp16 = const()[name = tensor("_inversed_109_y_0_to_fp16"), val = tensor(0x1.554p-3)]; tensor query_3_cast_fp16 = transpose(perm = query_3_perm_0, x = var_100_cast_fp16)[name = tensor("transpose_21")]; tensor _inversed_109_cast_fp16 = mul(x = query_3_cast_fp16, y = _inversed_109_y_0_to_fp16)[name = tensor("_inversed_109_cast_fp16")]; tensor scores_1_transpose_x_0 = const()[name = tensor("scores_1_transpose_x_0"), val = tensor(false)]; tensor scores_1_transpose_y_0 = const()[name = tensor("scores_1_transpose_y_0"), val = tensor(false)]; tensor scores_1_cast_fp16 = matmul(transpose_x = scores_1_transpose_x_0, transpose_y = scores_1_transpose_y_0, x = _inversed_109_cast_fp16, y = var_103_cast_fp16)[name = tensor("scores_1_cast_fp16")]; tensor x_9_transpose_x_0 = const()[name = tensor("x_9_transpose_x_0"), val = tensor(false)]; tensor x_9_transpose_y_0 = const()[name = tensor("x_9_transpose_y_0"), val = tensor(false)]; tensor var_119_to_fp16 = const()[name = tensor("op_119_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57856)))]; tensor x_9_cast_fp16 = matmul(transpose_x = x_9_transpose_x_0, transpose_y = x_9_transpose_y_0, x = _inversed_109_cast_fp16, y = var_119_to_fp16)[name = tensor("x_9_cast_fp16")]; tensor x_11_pad_0 = const()[name = tensor("x_11_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 0, 1])]; tensor x_11_mode_0 = const()[name = tensor("x_11_mode_0"), val = tensor("constant")]; tensor const_1_to_fp16 = const()[name = tensor("const_1_to_fp16"), val = tensor(0x0p+0)]; tensor x_11_cast_fp16 = pad(constant_val = const_1_to_fp16, mode = x_11_mode_0, pad = x_11_pad_0, x = x_9_cast_fp16)[name = tensor("x_11_cast_fp16")]; tensor var_123 = const()[name = tensor("op_123"), val = tensor([1, 2, 524288])]; tensor input_5_cast_fp16 = reshape(shape = var_123, x = x_11_cast_fp16)[name = tensor("input_5_cast_fp16")]; tensor x_flat_1_pad_0 = const()[name = tensor("x_flat_1_pad_0"), val = tensor([0, 0, 0, 0, 0, 511])]; tensor x_flat_1_mode_0 = const()[name = tensor("x_flat_1_mode_0"), val = tensor("constant")]; tensor const_2_to_fp16 = const()[name = tensor("const_2_to_fp16"), val = tensor(0x0p+0)]; tensor x_flat_1_cast_fp16 = pad(constant_val = const_2_to_fp16, mode = x_flat_1_mode_0, pad = x_flat_1_pad_0, x = input_5_cast_fp16)[name = tensor("x_flat_1_cast_fp16")]; tensor var_127 = const()[name = tensor("op_127"), val = tensor([1, 2, 513, 1023])]; tensor var_128_cast_fp16 = reshape(shape = var_127, x = x_flat_1_cast_fp16)[name = tensor("op_128_cast_fp16")]; tensor var_131_begin_0 = const()[name = tensor("op_131_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_131_end_0 = const()[name = tensor("op_131_end_0"), val = tensor([1, 2, 512, 1023])]; tensor var_131_end_mask_0 = const()[name = tensor("op_131_end_mask_0"), val = tensor([true, true, false, true])]; tensor var_131_cast_fp16 = slice_by_index(begin = var_131_begin_0, end = var_131_end_0, end_mask = var_131_end_mask_0, x = var_128_cast_fp16)[name = tensor("op_131_cast_fp16")]; tensor var_132_begin_0 = const()[name = tensor("op_132_begin_0"), val = tensor([0, 0, 0, 511])]; tensor var_132_end_0 = const()[name = tensor("op_132_end_0"), val = tensor([1, 2, 512, 1023])]; tensor var_132_end_mask_0 = const()[name = tensor("op_132_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_132_cast_fp16 = slice_by_index(begin = var_132_begin_0, end = var_132_end_0, end_mask = var_132_end_mask_0, x = var_131_cast_fp16)[name = tensor("op_132_cast_fp16")]; tensor scores_3_cast_fp16 = add(x = scores_1_cast_fp16, y = var_132_cast_fp16)[name = tensor("scores_3_cast_fp16")]; tensor var_24_promoted_to_fp16 = const()[name = tensor("op_24_promoted_to_fp16"), val = tensor(0x0p+0)]; tensor var_134_cast_fp16 = equal(x = mask_cast_fp16, y = var_24_promoted_to_fp16)[name = tensor("op_134_cast_fp16")]; tensor var_38_to_fp16 = const()[name = tensor("op_38_to_fp16"), val = tensor(-0x1.388p+13)]; tensor scores_5_cast_fp16 = select(a = var_38_to_fp16, b = scores_3_cast_fp16, cond = var_134_cast_fp16)[name = tensor("scores_5_cast_fp16")]; tensor p_attn_1_cast_fp16 = softmax(axis = var_42, x = scores_5_cast_fp16)[name = tensor("p_attn_1_cast_fp16")]; tensor output_1_transpose_x_1 = const()[name = tensor("output_1_transpose_x_1"), val = tensor(false)]; tensor output_1_transpose_y_1 = const()[name = tensor("output_1_transpose_y_1"), val = tensor(true)]; tensor output_1_cast_fp16 = matmul(transpose_x = output_1_transpose_x_1, transpose_y = output_1_transpose_y_1, x = p_attn_1_cast_fp16, y = var_106_cast_fp16)[name = tensor("output_1_cast_fp16")]; tensor x_13_pad_0 = const()[name = tensor("x_13_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 0, 511])]; tensor x_13_mode_0 = const()[name = tensor("x_13_mode_0"), val = tensor("constant")]; tensor const_3_to_fp16 = const()[name = tensor("const_3_to_fp16"), val = tensor(0x0p+0)]; tensor x_13_cast_fp16 = pad(constant_val = const_3_to_fp16, mode = x_13_mode_0, pad = x_13_pad_0, x = p_attn_1_cast_fp16)[name = tensor("x_13_cast_fp16")]; tensor var_140 = const()[name = tensor("op_140"), val = tensor([1, 2, 523776])]; tensor input_7_cast_fp16 = reshape(shape = var_140, x = x_13_cast_fp16)[name = tensor("input_7_cast_fp16")]; tensor x_flat_3_pad_0 = const()[name = tensor("x_flat_3_pad_0"), val = tensor([0, 0, 0, 0, 512, 0])]; tensor x_flat_3_mode_0 = const()[name = tensor("x_flat_3_mode_0"), val = tensor("constant")]; tensor const_4_to_fp16 = const()[name = tensor("const_4_to_fp16"), val = tensor(0x0p+0)]; tensor x_flat_3_cast_fp16 = pad(constant_val = const_4_to_fp16, mode = x_flat_3_mode_0, pad = x_flat_3_pad_0, x = input_7_cast_fp16)[name = tensor("x_flat_3_cast_fp16")]; tensor var_144 = const()[name = tensor("op_144"), val = tensor([1, 2, 512, 1024])]; tensor var_145_cast_fp16 = reshape(shape = var_144, x = x_flat_3_cast_fp16)[name = tensor("op_145_cast_fp16")]; tensor x_15_begin_0 = const()[name = tensor("x_15_begin_0"), val = tensor([0, 0, 0, 1])]; tensor x_15_end_0 = const()[name = tensor("x_15_end_0"), val = tensor([1, 2, 512, 1024])]; tensor x_15_end_mask_0 = const()[name = tensor("x_15_end_mask_0"), val = tensor([true, true, true, true])]; tensor x_15_cast_fp16 = slice_by_index(begin = x_15_begin_0, end = x_15_end_0, end_mask = x_15_end_mask_0, x = var_145_cast_fp16)[name = tensor("x_15_cast_fp16")]; tensor var_155_transpose_x_0 = const()[name = tensor("op_155_transpose_x_0"), val = tensor(false)]; tensor var_155_transpose_y_0 = const()[name = tensor("op_155_transpose_y_0"), val = tensor(false)]; tensor var_154_to_fp16 = const()[name = tensor("op_154_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(131584)))]; tensor var_155_cast_fp16 = matmul(transpose_x = var_155_transpose_x_0, transpose_y = var_155_transpose_y_0, x = x_15_cast_fp16, y = var_154_to_fp16)[name = tensor("op_155_cast_fp16")]; tensor output_3_cast_fp16 = add(x = output_1_cast_fp16, y = var_155_cast_fp16)[name = tensor("output_3_cast_fp16")]; tensor var_157_perm_0 = const()[name = tensor("op_157_perm_0"), val = tensor([0, 1, 3, 2])]; tensor var_159 = const()[name = tensor("op_159"), val = tensor([1, 72, 512])]; tensor var_157_cast_fp16 = transpose(perm = var_157_perm_0, x = output_3_cast_fp16)[name = tensor("transpose_20")]; tensor input_11_cast_fp16 = reshape(shape = var_159, x = var_157_cast_fp16)[name = tensor("input_11_cast_fp16")]; tensor input_13_pad_type_0 = const()[name = tensor("input_13_pad_type_0"), val = tensor("valid")]; tensor input_13_strides_0 = const()[name = tensor("input_13_strides_0"), val = tensor([1])]; tensor input_13_pad_0 = const()[name = tensor("input_13_pad_0"), val = tensor([0, 0])]; tensor input_13_dilations_0 = const()[name = tensor("input_13_dilations_0"), val = tensor([1])]; tensor input_13_groups_0 = const()[name = tensor("input_13_groups_0"), val = tensor(1)]; tensor enc_p_encoder_attn_layers_0_conv_o_weight_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_0_conv_o_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205312)))]; tensor enc_p_encoder_attn_layers_0_conv_o_bias_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_0_conv_o_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215744)))]; tensor input_13_cast_fp16 = conv(bias = enc_p_encoder_attn_layers_0_conv_o_bias_to_fp16, dilations = input_13_dilations_0, groups = input_13_groups_0, pad = input_13_pad_0, pad_type = input_13_pad_type_0, strides = input_13_strides_0, weight = enc_p_encoder_attn_layers_0_conv_o_weight_to_fp16, x = input_11_cast_fp16)[name = tensor("input_13_cast_fp16")]; tensor x_17_cast_fp16 = add(x = input_1_cast_fp16, y = input_13_cast_fp16)[name = tensor("x_17_cast_fp16")]; tensor input_15_perm_0 = const()[name = tensor("input_15_perm_0"), val = tensor([0, -1, 1])]; tensor x_19_axes_0 = const()[name = tensor("x_19_axes_0"), val = tensor([-1])]; tensor enc_p_encoder_norm_layers_1_0_gamma_to_fp16 = const()[name = tensor("enc_p_encoder_norm_layers_1_0_gamma_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216000)))]; tensor enc_p_encoder_norm_layers_1_0_beta_to_fp16 = const()[name = tensor("enc_p_encoder_norm_layers_1_0_beta_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216256)))]; tensor var_20_to_fp16 = const()[name = tensor("op_20_to_fp16"), val = tensor(0x1.5p-17)]; tensor input_15_cast_fp16 = transpose(perm = input_15_perm_0, x = x_17_cast_fp16)[name = tensor("transpose_19")]; tensor x_19_cast_fp16 = layer_norm(axes = x_19_axes_0, beta = enc_p_encoder_norm_layers_1_0_beta_to_fp16, epsilon = var_20_to_fp16, gamma = enc_p_encoder_norm_layers_1_0_gamma_to_fp16, x = input_15_cast_fp16)[name = tensor("x_19_cast_fp16")]; tensor x_21_perm_0 = const()[name = tensor("x_21_perm_0"), val = tensor([0, -1, 1])]; tensor x_21_cast_fp16 = transpose(perm = x_21_perm_0, x = x_19_cast_fp16)[name = tensor("transpose_18")]; tensor input_17_cast_fp16 = mul(x = x_21_cast_fp16, y = x_mask_to_fp16)[name = tensor("input_17_cast_fp16")]; tensor input_19_pad_0 = const()[name = tensor("input_19_pad_0"), val = tensor([0, 0, 0, 0, 1, 1])]; tensor input_19_mode_0 = const()[name = tensor("input_19_mode_0"), val = tensor("constant")]; tensor const_6_to_fp16 = const()[name = tensor("const_6_to_fp16"), val = tensor(0x0p+0)]; tensor input_19_cast_fp16 = pad(constant_val = const_6_to_fp16, mode = input_19_mode_0, pad = input_19_pad_0, x = input_17_cast_fp16)[name = tensor("input_19_cast_fp16")]; tensor x_23_pad_type_0 = const()[name = tensor("x_23_pad_type_0"), val = tensor("valid")]; tensor x_23_strides_0 = const()[name = tensor("x_23_strides_0"), val = tensor([1])]; tensor x_23_pad_0 = const()[name = tensor("x_23_pad_0"), val = tensor([0, 0])]; tensor x_23_dilations_0 = const()[name = tensor("x_23_dilations_0"), val = tensor([1])]; tensor x_23_groups_0 = const()[name = tensor("x_23_groups_0"), val = tensor(1)]; tensor enc_p_encoder_ffn_layers_0_conv_1_weight_to_fp16 = const()[name = tensor("enc_p_encoder_ffn_layers_0_conv_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216512)))]; tensor enc_p_encoder_ffn_layers_0_conv_1_bias_to_fp16 = const()[name = tensor("enc_p_encoder_ffn_layers_0_conv_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(382464)))]; tensor x_23_cast_fp16 = conv(bias = enc_p_encoder_ffn_layers_0_conv_1_bias_to_fp16, dilations = x_23_dilations_0, groups = x_23_groups_0, pad = x_23_pad_0, pad_type = x_23_pad_type_0, strides = x_23_strides_0, weight = enc_p_encoder_ffn_layers_0_conv_1_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("x_23_cast_fp16")]; tensor input_21_cast_fp16 = relu(x = x_23_cast_fp16)[name = tensor("input_21_cast_fp16")]; tensor input_23_cast_fp16 = mul(x = input_21_cast_fp16, y = x_mask_to_fp16)[name = tensor("input_23_cast_fp16")]; tensor input_25_pad_0 = const()[name = tensor("input_25_pad_0"), val = tensor([0, 0, 0, 0, 1, 1])]; tensor input_25_mode_0 = const()[name = tensor("input_25_mode_0"), val = tensor("constant")]; tensor const_7_to_fp16 = const()[name = tensor("const_7_to_fp16"), val = tensor(0x0p+0)]; tensor input_25_cast_fp16 = pad(constant_val = const_7_to_fp16, mode = input_25_mode_0, pad = input_25_pad_0, x = input_23_cast_fp16)[name = tensor("input_25_cast_fp16")]; tensor x_27_pad_type_0 = const()[name = tensor("x_27_pad_type_0"), val = tensor("valid")]; tensor x_27_strides_0 = const()[name = tensor("x_27_strides_0"), val = tensor([1])]; tensor x_27_pad_0 = const()[name = tensor("x_27_pad_0"), val = tensor([0, 0])]; tensor x_27_dilations_0 = const()[name = tensor("x_27_dilations_0"), val = tensor([1])]; tensor x_27_groups_0 = const()[name = tensor("x_27_groups_0"), val = tensor(1)]; tensor enc_p_encoder_ffn_layers_0_conv_2_weight_to_fp16 = const()[name = tensor("enc_p_encoder_ffn_layers_0_conv_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(383296)))]; tensor enc_p_encoder_ffn_layers_0_conv_2_bias_to_fp16 = const()[name = tensor("enc_p_encoder_ffn_layers_0_conv_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(549248)))]; tensor x_27_cast_fp16 = conv(bias = enc_p_encoder_ffn_layers_0_conv_2_bias_to_fp16, dilations = x_27_dilations_0, groups = x_27_groups_0, pad = x_27_pad_0, pad_type = x_27_pad_type_0, strides = x_27_strides_0, weight = enc_p_encoder_ffn_layers_0_conv_2_weight_to_fp16, x = input_25_cast_fp16)[name = tensor("x_27_cast_fp16")]; tensor input_27_cast_fp16 = mul(x = x_27_cast_fp16, y = x_mask_to_fp16)[name = tensor("input_27_cast_fp16")]; tensor x_29_cast_fp16 = add(x = x_21_cast_fp16, y = input_27_cast_fp16)[name = tensor("x_29_cast_fp16")]; tensor input_29_perm_0 = const()[name = tensor("input_29_perm_0"), val = tensor([0, -1, 1])]; tensor x_31_axes_0 = const()[name = tensor("x_31_axes_0"), val = tensor([-1])]; tensor enc_p_encoder_norm_layers_2_0_gamma_to_fp16 = const()[name = tensor("enc_p_encoder_norm_layers_2_0_gamma_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(549504)))]; tensor enc_p_encoder_norm_layers_2_0_beta_to_fp16 = const()[name = tensor("enc_p_encoder_norm_layers_2_0_beta_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(549760)))]; tensor input_29_cast_fp16 = transpose(perm = input_29_perm_0, x = x_29_cast_fp16)[name = tensor("transpose_17")]; tensor x_31_cast_fp16 = layer_norm(axes = x_31_axes_0, beta = enc_p_encoder_norm_layers_2_0_beta_to_fp16, epsilon = var_20_to_fp16, gamma = enc_p_encoder_norm_layers_2_0_gamma_to_fp16, x = input_29_cast_fp16)[name = tensor("x_31_cast_fp16")]; tensor input_31_perm_0 = const()[name = tensor("input_31_perm_0"), val = tensor([0, -1, 1])]; tensor query_5_pad_type_0 = const()[name = tensor("query_5_pad_type_0"), val = tensor("valid")]; tensor query_5_strides_0 = const()[name = tensor("query_5_strides_0"), val = tensor([1])]; tensor query_5_pad_0 = const()[name = tensor("query_5_pad_0"), val = tensor([0, 0])]; tensor query_5_dilations_0 = const()[name = tensor("query_5_dilations_0"), val = tensor([1])]; tensor query_5_groups_0 = const()[name = tensor("query_5_groups_0"), val = tensor(1)]; tensor enc_p_encoder_attn_layers_1_conv_q_weight_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_1_conv_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(550016)))]; tensor enc_p_encoder_attn_layers_1_conv_q_bias_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_1_conv_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(560448)))]; tensor input_31_cast_fp16 = transpose(perm = input_31_perm_0, x = x_31_cast_fp16)[name = tensor("transpose_16")]; tensor query_5_cast_fp16 = conv(bias = enc_p_encoder_attn_layers_1_conv_q_bias_to_fp16, dilations = query_5_dilations_0, groups = query_5_groups_0, pad = query_5_pad_0, pad_type = query_5_pad_type_0, strides = query_5_strides_0, weight = enc_p_encoder_attn_layers_1_conv_q_weight_to_fp16, x = input_31_cast_fp16)[name = tensor("query_5_cast_fp16")]; tensor key_5_pad_type_0 = const()[name = tensor("key_5_pad_type_0"), val = tensor("valid")]; tensor key_5_strides_0 = const()[name = tensor("key_5_strides_0"), val = tensor([1])]; tensor key_5_pad_0 = const()[name = tensor("key_5_pad_0"), val = tensor([0, 0])]; tensor key_5_dilations_0 = const()[name = tensor("key_5_dilations_0"), val = tensor([1])]; tensor key_5_groups_0 = const()[name = tensor("key_5_groups_0"), val = tensor(1)]; tensor enc_p_encoder_attn_layers_1_conv_k_weight_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_1_conv_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(560704)))]; tensor enc_p_encoder_attn_layers_1_conv_k_bias_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_1_conv_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(571136)))]; tensor key_5_cast_fp16 = conv(bias = enc_p_encoder_attn_layers_1_conv_k_bias_to_fp16, dilations = key_5_dilations_0, groups = key_5_groups_0, pad = key_5_pad_0, pad_type = key_5_pad_type_0, strides = key_5_strides_0, weight = enc_p_encoder_attn_layers_1_conv_k_weight_to_fp16, x = input_31_cast_fp16)[name = tensor("key_5_cast_fp16")]; tensor value_5_pad_type_0 = const()[name = tensor("value_5_pad_type_0"), val = tensor("valid")]; tensor value_5_strides_0 = const()[name = tensor("value_5_strides_0"), val = tensor([1])]; tensor value_5_pad_0 = const()[name = tensor("value_5_pad_0"), val = tensor([0, 0])]; tensor value_5_dilations_0 = const()[name = tensor("value_5_dilations_0"), val = tensor([1])]; tensor value_5_groups_0 = const()[name = tensor("value_5_groups_0"), val = tensor(1)]; tensor enc_p_encoder_attn_layers_1_conv_v_weight_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_1_conv_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(571392)))]; tensor enc_p_encoder_attn_layers_1_conv_v_bias_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_1_conv_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(581824)))]; tensor value_5_cast_fp16 = conv(bias = enc_p_encoder_attn_layers_1_conv_v_bias_to_fp16, dilations = value_5_dilations_0, groups = value_5_groups_0, pad = value_5_pad_0, pad_type = value_5_pad_type_0, strides = value_5_strides_0, weight = enc_p_encoder_attn_layers_1_conv_v_weight_to_fp16, x = input_31_cast_fp16)[name = tensor("value_5_cast_fp16")]; tensor var_236 = const()[name = tensor("op_236"), val = tensor([1, 2, 36, 512])]; tensor var_237_cast_fp16 = reshape(shape = var_236, x = query_5_cast_fp16)[name = tensor("op_237_cast_fp16")]; tensor query_7_perm_0 = const()[name = tensor("query_7_perm_0"), val = tensor([0, 1, 3, 2])]; tensor var_239 = const()[name = tensor("op_239"), val = tensor([1, 2, 36, 512])]; tensor var_240_cast_fp16 = reshape(shape = var_239, x = key_5_cast_fp16)[name = tensor("op_240_cast_fp16")]; tensor var_242 = const()[name = tensor("op_242"), val = tensor([1, 2, 36, 512])]; tensor var_243_cast_fp16 = reshape(shape = var_242, x = value_5_cast_fp16)[name = tensor("op_243_cast_fp16")]; tensor _inversed_246_y_0_to_fp16 = const()[name = tensor("_inversed_246_y_0_to_fp16"), val = tensor(0x1.554p-3)]; tensor query_7_cast_fp16 = transpose(perm = query_7_perm_0, x = var_237_cast_fp16)[name = tensor("transpose_15")]; tensor _inversed_246_cast_fp16 = mul(x = query_7_cast_fp16, y = _inversed_246_y_0_to_fp16)[name = tensor("_inversed_246_cast_fp16")]; tensor scores_7_transpose_x_0 = const()[name = tensor("scores_7_transpose_x_0"), val = tensor(false)]; tensor scores_7_transpose_y_0 = const()[name = tensor("scores_7_transpose_y_0"), val = tensor(false)]; tensor scores_7_cast_fp16 = matmul(transpose_x = scores_7_transpose_x_0, transpose_y = scores_7_transpose_y_0, x = _inversed_246_cast_fp16, y = var_240_cast_fp16)[name = tensor("scores_7_cast_fp16")]; tensor x_35_transpose_x_0 = const()[name = tensor("x_35_transpose_x_0"), val = tensor(false)]; tensor x_35_transpose_y_0 = const()[name = tensor("x_35_transpose_y_0"), val = tensor(false)]; tensor var_256_to_fp16 = const()[name = tensor("op_256_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(582080)))]; tensor x_35_cast_fp16 = matmul(transpose_x = x_35_transpose_x_0, transpose_y = x_35_transpose_y_0, x = _inversed_246_cast_fp16, y = var_256_to_fp16)[name = tensor("x_35_cast_fp16")]; tensor x_37_pad_0 = const()[name = tensor("x_37_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 0, 1])]; tensor x_37_mode_0 = const()[name = tensor("x_37_mode_0"), val = tensor("constant")]; tensor const_9_to_fp16 = const()[name = tensor("const_9_to_fp16"), val = tensor(0x0p+0)]; tensor x_37_cast_fp16 = pad(constant_val = const_9_to_fp16, mode = x_37_mode_0, pad = x_37_pad_0, x = x_35_cast_fp16)[name = tensor("x_37_cast_fp16")]; tensor var_260 = const()[name = tensor("op_260"), val = tensor([1, 2, 524288])]; tensor input_35_cast_fp16 = reshape(shape = var_260, x = x_37_cast_fp16)[name = tensor("input_35_cast_fp16")]; tensor x_flat_5_pad_0 = const()[name = tensor("x_flat_5_pad_0"), val = tensor([0, 0, 0, 0, 0, 511])]; tensor x_flat_5_mode_0 = const()[name = tensor("x_flat_5_mode_0"), val = tensor("constant")]; tensor const_10_to_fp16 = const()[name = tensor("const_10_to_fp16"), val = tensor(0x0p+0)]; tensor x_flat_5_cast_fp16 = pad(constant_val = const_10_to_fp16, mode = x_flat_5_mode_0, pad = x_flat_5_pad_0, x = input_35_cast_fp16)[name = tensor("x_flat_5_cast_fp16")]; tensor var_264 = const()[name = tensor("op_264"), val = tensor([1, 2, 513, 1023])]; tensor var_265_cast_fp16 = reshape(shape = var_264, x = x_flat_5_cast_fp16)[name = tensor("op_265_cast_fp16")]; tensor var_268_begin_0 = const()[name = tensor("op_268_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_268_end_0 = const()[name = tensor("op_268_end_0"), val = tensor([1, 2, 512, 1023])]; tensor var_268_end_mask_0 = const()[name = tensor("op_268_end_mask_0"), val = tensor([true, true, false, true])]; tensor var_268_cast_fp16 = slice_by_index(begin = var_268_begin_0, end = var_268_end_0, end_mask = var_268_end_mask_0, x = var_265_cast_fp16)[name = tensor("op_268_cast_fp16")]; tensor var_269_begin_0 = const()[name = tensor("op_269_begin_0"), val = tensor([0, 0, 0, 511])]; tensor var_269_end_0 = const()[name = tensor("op_269_end_0"), val = tensor([1, 2, 512, 1023])]; tensor var_269_end_mask_0 = const()[name = tensor("op_269_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_269_cast_fp16 = slice_by_index(begin = var_269_begin_0, end = var_269_end_0, end_mask = var_269_end_mask_0, x = var_268_cast_fp16)[name = tensor("op_269_cast_fp16")]; tensor scores_9_cast_fp16 = add(x = scores_7_cast_fp16, y = var_269_cast_fp16)[name = tensor("scores_9_cast_fp16")]; tensor scores_11_cast_fp16 = select(a = var_38_to_fp16, b = scores_9_cast_fp16, cond = var_134_cast_fp16)[name = tensor("scores_11_cast_fp16")]; tensor p_attn_3_cast_fp16 = softmax(axis = var_42, x = scores_11_cast_fp16)[name = tensor("p_attn_3_cast_fp16")]; tensor output_5_transpose_x_1 = const()[name = tensor("output_5_transpose_x_1"), val = tensor(false)]; tensor output_5_transpose_y_1 = const()[name = tensor("output_5_transpose_y_1"), val = tensor(true)]; tensor output_5_cast_fp16 = matmul(transpose_x = output_5_transpose_x_1, transpose_y = output_5_transpose_y_1, x = p_attn_3_cast_fp16, y = var_243_cast_fp16)[name = tensor("output_5_cast_fp16")]; tensor x_39_pad_0 = const()[name = tensor("x_39_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 0, 511])]; tensor x_39_mode_0 = const()[name = tensor("x_39_mode_0"), val = tensor("constant")]; tensor const_11_to_fp16 = const()[name = tensor("const_11_to_fp16"), val = tensor(0x0p+0)]; tensor x_39_cast_fp16 = pad(constant_val = const_11_to_fp16, mode = x_39_mode_0, pad = x_39_pad_0, x = p_attn_3_cast_fp16)[name = tensor("x_39_cast_fp16")]; tensor var_277 = const()[name = tensor("op_277"), val = tensor([1, 2, 523776])]; tensor input_37_cast_fp16 = reshape(shape = var_277, x = x_39_cast_fp16)[name = tensor("input_37_cast_fp16")]; tensor x_flat_7_pad_0 = const()[name = tensor("x_flat_7_pad_0"), val = tensor([0, 0, 0, 0, 512, 0])]; tensor x_flat_7_mode_0 = const()[name = tensor("x_flat_7_mode_0"), val = tensor("constant")]; tensor const_12_to_fp16 = const()[name = tensor("const_12_to_fp16"), val = tensor(0x0p+0)]; tensor x_flat_7_cast_fp16 = pad(constant_val = const_12_to_fp16, mode = x_flat_7_mode_0, pad = x_flat_7_pad_0, x = input_37_cast_fp16)[name = tensor("x_flat_7_cast_fp16")]; tensor var_281 = const()[name = tensor("op_281"), val = tensor([1, 2, 512, 1024])]; tensor var_282_cast_fp16 = reshape(shape = var_281, x = x_flat_7_cast_fp16)[name = tensor("op_282_cast_fp16")]; tensor x_41_begin_0 = const()[name = tensor("x_41_begin_0"), val = tensor([0, 0, 0, 1])]; tensor x_41_end_0 = const()[name = tensor("x_41_end_0"), val = tensor([1, 2, 512, 1024])]; tensor x_41_end_mask_0 = const()[name = tensor("x_41_end_mask_0"), val = tensor([true, true, true, true])]; tensor x_41_cast_fp16 = slice_by_index(begin = x_41_begin_0, end = x_41_end_0, end_mask = x_41_end_mask_0, x = var_282_cast_fp16)[name = tensor("x_41_cast_fp16")]; tensor var_292_transpose_x_0 = const()[name = tensor("op_292_transpose_x_0"), val = tensor(false)]; tensor var_292_transpose_y_0 = const()[name = tensor("op_292_transpose_y_0"), val = tensor(false)]; tensor var_291_to_fp16 = const()[name = tensor("op_291_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(655808)))]; tensor var_292_cast_fp16 = matmul(transpose_x = var_292_transpose_x_0, transpose_y = var_292_transpose_y_0, x = x_41_cast_fp16, y = var_291_to_fp16)[name = tensor("op_292_cast_fp16")]; tensor output_7_cast_fp16 = add(x = output_5_cast_fp16, y = var_292_cast_fp16)[name = tensor("output_7_cast_fp16")]; tensor var_294_perm_0 = const()[name = tensor("op_294_perm_0"), val = tensor([0, 1, 3, 2])]; tensor var_296 = const()[name = tensor("op_296"), val = tensor([1, 72, 512])]; tensor var_294_cast_fp16 = transpose(perm = var_294_perm_0, x = output_7_cast_fp16)[name = tensor("transpose_14")]; tensor input_41_cast_fp16 = reshape(shape = var_296, x = var_294_cast_fp16)[name = tensor("input_41_cast_fp16")]; tensor input_43_pad_type_0 = const()[name = tensor("input_43_pad_type_0"), val = tensor("valid")]; tensor input_43_strides_0 = const()[name = tensor("input_43_strides_0"), val = tensor([1])]; tensor input_43_pad_0 = const()[name = tensor("input_43_pad_0"), val = tensor([0, 0])]; tensor input_43_dilations_0 = const()[name = tensor("input_43_dilations_0"), val = tensor([1])]; tensor input_43_groups_0 = const()[name = tensor("input_43_groups_0"), val = tensor(1)]; tensor enc_p_encoder_attn_layers_1_conv_o_weight_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_1_conv_o_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(729536)))]; tensor enc_p_encoder_attn_layers_1_conv_o_bias_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_1_conv_o_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(739968)))]; tensor input_43_cast_fp16 = conv(bias = enc_p_encoder_attn_layers_1_conv_o_bias_to_fp16, dilations = input_43_dilations_0, groups = input_43_groups_0, pad = input_43_pad_0, pad_type = input_43_pad_type_0, strides = input_43_strides_0, weight = enc_p_encoder_attn_layers_1_conv_o_weight_to_fp16, x = input_41_cast_fp16)[name = tensor("input_43_cast_fp16")]; tensor x_43_cast_fp16 = add(x = input_31_cast_fp16, y = input_43_cast_fp16)[name = tensor("x_43_cast_fp16")]; tensor input_45_perm_0 = const()[name = tensor("input_45_perm_0"), val = tensor([0, -1, 1])]; tensor x_45_axes_0 = const()[name = tensor("x_45_axes_0"), val = tensor([-1])]; tensor enc_p_encoder_norm_layers_1_1_gamma_to_fp16 = const()[name = tensor("enc_p_encoder_norm_layers_1_1_gamma_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(740224)))]; tensor enc_p_encoder_norm_layers_1_1_beta_to_fp16 = const()[name = tensor("enc_p_encoder_norm_layers_1_1_beta_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(740480)))]; tensor input_45_cast_fp16 = transpose(perm = input_45_perm_0, x = x_43_cast_fp16)[name = tensor("transpose_13")]; tensor x_45_cast_fp16 = layer_norm(axes = x_45_axes_0, beta = enc_p_encoder_norm_layers_1_1_beta_to_fp16, epsilon = var_20_to_fp16, gamma = enc_p_encoder_norm_layers_1_1_gamma_to_fp16, x = input_45_cast_fp16)[name = tensor("x_45_cast_fp16")]; tensor x_47_perm_0 = const()[name = tensor("x_47_perm_0"), val = tensor([0, -1, 1])]; tensor x_47_cast_fp16 = transpose(perm = x_47_perm_0, x = x_45_cast_fp16)[name = tensor("transpose_12")]; tensor input_47_cast_fp16 = mul(x = x_47_cast_fp16, y = x_mask_to_fp16)[name = tensor("input_47_cast_fp16")]; tensor input_49_pad_0 = const()[name = tensor("input_49_pad_0"), val = tensor([0, 0, 0, 0, 1, 1])]; tensor input_49_mode_0 = const()[name = tensor("input_49_mode_0"), val = tensor("constant")]; tensor const_14_to_fp16 = const()[name = tensor("const_14_to_fp16"), val = tensor(0x0p+0)]; tensor input_49_cast_fp16 = pad(constant_val = const_14_to_fp16, mode = input_49_mode_0, pad = input_49_pad_0, x = input_47_cast_fp16)[name = tensor("input_49_cast_fp16")]; tensor x_49_pad_type_0 = const()[name = tensor("x_49_pad_type_0"), val = tensor("valid")]; tensor x_49_strides_0 = const()[name = tensor("x_49_strides_0"), val = tensor([1])]; tensor x_49_pad_0 = const()[name = tensor("x_49_pad_0"), val = tensor([0, 0])]; tensor x_49_dilations_0 = const()[name = tensor("x_49_dilations_0"), val = tensor([1])]; tensor x_49_groups_0 = const()[name = tensor("x_49_groups_0"), val = tensor(1)]; tensor enc_p_encoder_ffn_layers_1_conv_1_weight_to_fp16 = const()[name = tensor("enc_p_encoder_ffn_layers_1_conv_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(740736)))]; tensor enc_p_encoder_ffn_layers_1_conv_1_bias_to_fp16 = const()[name = tensor("enc_p_encoder_ffn_layers_1_conv_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(906688)))]; tensor x_49_cast_fp16 = conv(bias = enc_p_encoder_ffn_layers_1_conv_1_bias_to_fp16, dilations = x_49_dilations_0, groups = x_49_groups_0, pad = x_49_pad_0, pad_type = x_49_pad_type_0, strides = x_49_strides_0, weight = enc_p_encoder_ffn_layers_1_conv_1_weight_to_fp16, x = input_49_cast_fp16)[name = tensor("x_49_cast_fp16")]; tensor input_51_cast_fp16 = relu(x = x_49_cast_fp16)[name = tensor("input_51_cast_fp16")]; tensor input_53_cast_fp16 = mul(x = input_51_cast_fp16, y = x_mask_to_fp16)[name = tensor("input_53_cast_fp16")]; tensor input_55_pad_0 = const()[name = tensor("input_55_pad_0"), val = tensor([0, 0, 0, 0, 1, 1])]; tensor input_55_mode_0 = const()[name = tensor("input_55_mode_0"), val = tensor("constant")]; tensor const_15_to_fp16 = const()[name = tensor("const_15_to_fp16"), val = tensor(0x0p+0)]; tensor input_55_cast_fp16 = pad(constant_val = const_15_to_fp16, mode = input_55_mode_0, pad = input_55_pad_0, x = input_53_cast_fp16)[name = tensor("input_55_cast_fp16")]; tensor x_53_pad_type_0 = const()[name = tensor("x_53_pad_type_0"), val = tensor("valid")]; tensor x_53_strides_0 = const()[name = tensor("x_53_strides_0"), val = tensor([1])]; tensor x_53_pad_0 = const()[name = tensor("x_53_pad_0"), val = tensor([0, 0])]; tensor x_53_dilations_0 = const()[name = tensor("x_53_dilations_0"), val = tensor([1])]; tensor x_53_groups_0 = const()[name = tensor("x_53_groups_0"), val = tensor(1)]; tensor enc_p_encoder_ffn_layers_1_conv_2_weight_to_fp16 = const()[name = tensor("enc_p_encoder_ffn_layers_1_conv_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(907520)))]; tensor enc_p_encoder_ffn_layers_1_conv_2_bias_to_fp16 = const()[name = tensor("enc_p_encoder_ffn_layers_1_conv_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1073472)))]; tensor x_53_cast_fp16 = conv(bias = enc_p_encoder_ffn_layers_1_conv_2_bias_to_fp16, dilations = x_53_dilations_0, groups = x_53_groups_0, pad = x_53_pad_0, pad_type = x_53_pad_type_0, strides = x_53_strides_0, weight = enc_p_encoder_ffn_layers_1_conv_2_weight_to_fp16, x = input_55_cast_fp16)[name = tensor("x_53_cast_fp16")]; tensor input_57_cast_fp16 = mul(x = x_53_cast_fp16, y = x_mask_to_fp16)[name = tensor("input_57_cast_fp16")]; tensor x_55_cast_fp16 = add(x = x_47_cast_fp16, y = input_57_cast_fp16)[name = tensor("x_55_cast_fp16")]; tensor input_59_perm_0 = const()[name = tensor("input_59_perm_0"), val = tensor([0, -1, 1])]; tensor x_57_axes_0 = const()[name = tensor("x_57_axes_0"), val = tensor([-1])]; tensor enc_p_encoder_norm_layers_2_1_gamma_to_fp16 = const()[name = tensor("enc_p_encoder_norm_layers_2_1_gamma_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1073728)))]; tensor enc_p_encoder_norm_layers_2_1_beta_to_fp16 = const()[name = tensor("enc_p_encoder_norm_layers_2_1_beta_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1073984)))]; tensor input_59_cast_fp16 = transpose(perm = input_59_perm_0, x = x_55_cast_fp16)[name = tensor("transpose_11")]; tensor x_57_cast_fp16 = layer_norm(axes = x_57_axes_0, beta = enc_p_encoder_norm_layers_2_1_beta_to_fp16, epsilon = var_20_to_fp16, gamma = enc_p_encoder_norm_layers_2_1_gamma_to_fp16, x = input_59_cast_fp16)[name = tensor("x_57_cast_fp16")]; tensor input_61_perm_0 = const()[name = tensor("input_61_perm_0"), val = tensor([0, -1, 1])]; tensor query_9_pad_type_0 = const()[name = tensor("query_9_pad_type_0"), val = tensor("valid")]; tensor query_9_strides_0 = const()[name = tensor("query_9_strides_0"), val = tensor([1])]; tensor query_9_pad_0 = const()[name = tensor("query_9_pad_0"), val = tensor([0, 0])]; tensor query_9_dilations_0 = const()[name = tensor("query_9_dilations_0"), val = tensor([1])]; tensor query_9_groups_0 = const()[name = tensor("query_9_groups_0"), val = tensor(1)]; tensor enc_p_encoder_attn_layers_2_conv_q_weight_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_2_conv_q_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1074240)))]; tensor enc_p_encoder_attn_layers_2_conv_q_bias_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_2_conv_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1084672)))]; tensor input_61_cast_fp16 = transpose(perm = input_61_perm_0, x = x_57_cast_fp16)[name = tensor("transpose_10")]; tensor query_9_cast_fp16 = conv(bias = enc_p_encoder_attn_layers_2_conv_q_bias_to_fp16, dilations = query_9_dilations_0, groups = query_9_groups_0, pad = query_9_pad_0, pad_type = query_9_pad_type_0, strides = query_9_strides_0, weight = enc_p_encoder_attn_layers_2_conv_q_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("query_9_cast_fp16")]; tensor key_9_pad_type_0 = const()[name = tensor("key_9_pad_type_0"), val = tensor("valid")]; tensor key_9_strides_0 = const()[name = tensor("key_9_strides_0"), val = tensor([1])]; tensor key_9_pad_0 = const()[name = tensor("key_9_pad_0"), val = tensor([0, 0])]; tensor key_9_dilations_0 = const()[name = tensor("key_9_dilations_0"), val = tensor([1])]; tensor key_9_groups_0 = const()[name = tensor("key_9_groups_0"), val = tensor(1)]; tensor enc_p_encoder_attn_layers_2_conv_k_weight_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_2_conv_k_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1084928)))]; tensor enc_p_encoder_attn_layers_2_conv_k_bias_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_2_conv_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1095360)))]; tensor key_9_cast_fp16 = conv(bias = enc_p_encoder_attn_layers_2_conv_k_bias_to_fp16, dilations = key_9_dilations_0, groups = key_9_groups_0, pad = key_9_pad_0, pad_type = key_9_pad_type_0, strides = key_9_strides_0, weight = enc_p_encoder_attn_layers_2_conv_k_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("key_9_cast_fp16")]; tensor value_9_pad_type_0 = const()[name = tensor("value_9_pad_type_0"), val = tensor("valid")]; tensor value_9_strides_0 = const()[name = tensor("value_9_strides_0"), val = tensor([1])]; tensor value_9_pad_0 = const()[name = tensor("value_9_pad_0"), val = tensor([0, 0])]; tensor value_9_dilations_0 = const()[name = tensor("value_9_dilations_0"), val = tensor([1])]; tensor value_9_groups_0 = const()[name = tensor("value_9_groups_0"), val = tensor(1)]; tensor enc_p_encoder_attn_layers_2_conv_v_weight_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_2_conv_v_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1095616)))]; tensor enc_p_encoder_attn_layers_2_conv_v_bias_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_2_conv_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1106048)))]; tensor value_9_cast_fp16 = conv(bias = enc_p_encoder_attn_layers_2_conv_v_bias_to_fp16, dilations = value_9_dilations_0, groups = value_9_groups_0, pad = value_9_pad_0, pad_type = value_9_pad_type_0, strides = value_9_strides_0, weight = enc_p_encoder_attn_layers_2_conv_v_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("value_9_cast_fp16")]; tensor var_373 = const()[name = tensor("op_373"), val = tensor([1, 2, 36, 512])]; tensor var_374_cast_fp16 = reshape(shape = var_373, x = query_9_cast_fp16)[name = tensor("op_374_cast_fp16")]; tensor query_perm_0 = const()[name = tensor("query_perm_0"), val = tensor([0, 1, 3, 2])]; tensor var_376 = const()[name = tensor("op_376"), val = tensor([1, 2, 36, 512])]; tensor var_377_cast_fp16 = reshape(shape = var_376, x = key_9_cast_fp16)[name = tensor("op_377_cast_fp16")]; tensor var_379 = const()[name = tensor("op_379"), val = tensor([1, 2, 36, 512])]; tensor var_380_cast_fp16 = reshape(shape = var_379, x = value_9_cast_fp16)[name = tensor("op_380_cast_fp16")]; tensor _inversed_383_y_0_to_fp16 = const()[name = tensor("_inversed_383_y_0_to_fp16"), val = tensor(0x1.554p-3)]; tensor query_cast_fp16 = transpose(perm = query_perm_0, x = var_374_cast_fp16)[name = tensor("transpose_9")]; tensor _inversed_383_cast_fp16 = mul(x = query_cast_fp16, y = _inversed_383_y_0_to_fp16)[name = tensor("_inversed_383_cast_fp16")]; tensor scores_13_transpose_x_0 = const()[name = tensor("scores_13_transpose_x_0"), val = tensor(false)]; tensor scores_13_transpose_y_0 = const()[name = tensor("scores_13_transpose_y_0"), val = tensor(false)]; tensor scores_13_cast_fp16 = matmul(transpose_x = scores_13_transpose_x_0, transpose_y = scores_13_transpose_y_0, x = _inversed_383_cast_fp16, y = var_377_cast_fp16)[name = tensor("scores_13_cast_fp16")]; tensor x_61_transpose_x_0 = const()[name = tensor("x_61_transpose_x_0"), val = tensor(false)]; tensor x_61_transpose_y_0 = const()[name = tensor("x_61_transpose_y_0"), val = tensor(false)]; tensor var_393_to_fp16 = const()[name = tensor("op_393_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1106304)))]; tensor x_61_cast_fp16 = matmul(transpose_x = x_61_transpose_x_0, transpose_y = x_61_transpose_y_0, x = _inversed_383_cast_fp16, y = var_393_to_fp16)[name = tensor("x_61_cast_fp16")]; tensor x_63_pad_0 = const()[name = tensor("x_63_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 0, 1])]; tensor x_63_mode_0 = const()[name = tensor("x_63_mode_0"), val = tensor("constant")]; tensor const_17_to_fp16 = const()[name = tensor("const_17_to_fp16"), val = tensor(0x0p+0)]; tensor x_63_cast_fp16 = pad(constant_val = const_17_to_fp16, mode = x_63_mode_0, pad = x_63_pad_0, x = x_61_cast_fp16)[name = tensor("x_63_cast_fp16")]; tensor var_397 = const()[name = tensor("op_397"), val = tensor([1, 2, 524288])]; tensor input_65_cast_fp16 = reshape(shape = var_397, x = x_63_cast_fp16)[name = tensor("input_65_cast_fp16")]; tensor x_flat_9_pad_0 = const()[name = tensor("x_flat_9_pad_0"), val = tensor([0, 0, 0, 0, 0, 511])]; tensor x_flat_9_mode_0 = const()[name = tensor("x_flat_9_mode_0"), val = tensor("constant")]; tensor const_18_to_fp16 = const()[name = tensor("const_18_to_fp16"), val = tensor(0x0p+0)]; tensor x_flat_9_cast_fp16 = pad(constant_val = const_18_to_fp16, mode = x_flat_9_mode_0, pad = x_flat_9_pad_0, x = input_65_cast_fp16)[name = tensor("x_flat_9_cast_fp16")]; tensor var_401 = const()[name = tensor("op_401"), val = tensor([1, 2, 513, 1023])]; tensor var_402_cast_fp16 = reshape(shape = var_401, x = x_flat_9_cast_fp16)[name = tensor("op_402_cast_fp16")]; tensor var_405_begin_0 = const()[name = tensor("op_405_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_405_end_0 = const()[name = tensor("op_405_end_0"), val = tensor([1, 2, 512, 1023])]; tensor var_405_end_mask_0 = const()[name = tensor("op_405_end_mask_0"), val = tensor([true, true, false, true])]; tensor var_405_cast_fp16 = slice_by_index(begin = var_405_begin_0, end = var_405_end_0, end_mask = var_405_end_mask_0, x = var_402_cast_fp16)[name = tensor("op_405_cast_fp16")]; tensor var_406_begin_0 = const()[name = tensor("op_406_begin_0"), val = tensor([0, 0, 0, 511])]; tensor var_406_end_0 = const()[name = tensor("op_406_end_0"), val = tensor([1, 2, 512, 1023])]; tensor var_406_end_mask_0 = const()[name = tensor("op_406_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_406_cast_fp16 = slice_by_index(begin = var_406_begin_0, end = var_406_end_0, end_mask = var_406_end_mask_0, x = var_405_cast_fp16)[name = tensor("op_406_cast_fp16")]; tensor scores_15_cast_fp16 = add(x = scores_13_cast_fp16, y = var_406_cast_fp16)[name = tensor("scores_15_cast_fp16")]; tensor scores_cast_fp16 = select(a = var_38_to_fp16, b = scores_15_cast_fp16, cond = var_134_cast_fp16)[name = tensor("scores_cast_fp16")]; tensor p_attn_cast_fp16 = softmax(axis = var_42, x = scores_cast_fp16)[name = tensor("p_attn_cast_fp16")]; tensor output_9_transpose_x_1 = const()[name = tensor("output_9_transpose_x_1"), val = tensor(false)]; tensor output_9_transpose_y_1 = const()[name = tensor("output_9_transpose_y_1"), val = tensor(true)]; tensor output_9_cast_fp16 = matmul(transpose_x = output_9_transpose_x_1, transpose_y = output_9_transpose_y_1, x = p_attn_cast_fp16, y = var_380_cast_fp16)[name = tensor("output_9_cast_fp16")]; tensor x_65_pad_0 = const()[name = tensor("x_65_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 0, 511])]; tensor x_65_mode_0 = const()[name = tensor("x_65_mode_0"), val = tensor("constant")]; tensor const_19_to_fp16 = const()[name = tensor("const_19_to_fp16"), val = tensor(0x0p+0)]; tensor x_65_cast_fp16 = pad(constant_val = const_19_to_fp16, mode = x_65_mode_0, pad = x_65_pad_0, x = p_attn_cast_fp16)[name = tensor("x_65_cast_fp16")]; tensor var_414 = const()[name = tensor("op_414"), val = tensor([1, 2, 523776])]; tensor input_67_cast_fp16 = reshape(shape = var_414, x = x_65_cast_fp16)[name = tensor("input_67_cast_fp16")]; tensor x_flat_pad_0 = const()[name = tensor("x_flat_pad_0"), val = tensor([0, 0, 0, 0, 512, 0])]; tensor x_flat_mode_0 = const()[name = tensor("x_flat_mode_0"), val = tensor("constant")]; tensor const_20_to_fp16 = const()[name = tensor("const_20_to_fp16"), val = tensor(0x0p+0)]; tensor x_flat_cast_fp16 = pad(constant_val = const_20_to_fp16, mode = x_flat_mode_0, pad = x_flat_pad_0, x = input_67_cast_fp16)[name = tensor("x_flat_cast_fp16")]; tensor var_418 = const()[name = tensor("op_418"), val = tensor([1, 2, 512, 1024])]; tensor var_419_cast_fp16 = reshape(shape = var_418, x = x_flat_cast_fp16)[name = tensor("op_419_cast_fp16")]; tensor x_67_begin_0 = const()[name = tensor("x_67_begin_0"), val = tensor([0, 0, 0, 1])]; tensor x_67_end_0 = const()[name = tensor("x_67_end_0"), val = tensor([1, 2, 512, 1024])]; tensor x_67_end_mask_0 = const()[name = tensor("x_67_end_mask_0"), val = tensor([true, true, true, true])]; tensor x_67_cast_fp16 = slice_by_index(begin = x_67_begin_0, end = x_67_end_0, end_mask = x_67_end_mask_0, x = var_419_cast_fp16)[name = tensor("x_67_cast_fp16")]; tensor var_429_transpose_x_0 = const()[name = tensor("op_429_transpose_x_0"), val = tensor(false)]; tensor var_429_transpose_y_0 = const()[name = tensor("op_429_transpose_y_0"), val = tensor(false)]; tensor var_428_to_fp16 = const()[name = tensor("op_428_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1180032)))]; tensor var_429_cast_fp16 = matmul(transpose_x = var_429_transpose_x_0, transpose_y = var_429_transpose_y_0, x = x_67_cast_fp16, y = var_428_to_fp16)[name = tensor("op_429_cast_fp16")]; tensor output_cast_fp16 = add(x = output_9_cast_fp16, y = var_429_cast_fp16)[name = tensor("output_cast_fp16")]; tensor var_431_perm_0 = const()[name = tensor("op_431_perm_0"), val = tensor([0, 1, 3, 2])]; tensor var_433 = const()[name = tensor("op_433"), val = tensor([1, 72, 512])]; tensor var_431_cast_fp16 = transpose(perm = var_431_perm_0, x = output_cast_fp16)[name = tensor("transpose_8")]; tensor input_71_cast_fp16 = reshape(shape = var_433, x = var_431_cast_fp16)[name = tensor("input_71_cast_fp16")]; tensor input_73_pad_type_0 = const()[name = tensor("input_73_pad_type_0"), val = tensor("valid")]; tensor input_73_strides_0 = const()[name = tensor("input_73_strides_0"), val = tensor([1])]; tensor input_73_pad_0 = const()[name = tensor("input_73_pad_0"), val = tensor([0, 0])]; tensor input_73_dilations_0 = const()[name = tensor("input_73_dilations_0"), val = tensor([1])]; tensor input_73_groups_0 = const()[name = tensor("input_73_groups_0"), val = tensor(1)]; tensor enc_p_encoder_attn_layers_2_conv_o_weight_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_2_conv_o_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1253760)))]; tensor enc_p_encoder_attn_layers_2_conv_o_bias_to_fp16 = const()[name = tensor("enc_p_encoder_attn_layers_2_conv_o_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1264192)))]; tensor input_73_cast_fp16 = conv(bias = enc_p_encoder_attn_layers_2_conv_o_bias_to_fp16, dilations = input_73_dilations_0, groups = input_73_groups_0, pad = input_73_pad_0, pad_type = input_73_pad_type_0, strides = input_73_strides_0, weight = enc_p_encoder_attn_layers_2_conv_o_weight_to_fp16, x = input_71_cast_fp16)[name = tensor("input_73_cast_fp16")]; tensor x_69_cast_fp16 = add(x = input_61_cast_fp16, y = input_73_cast_fp16)[name = tensor("x_69_cast_fp16")]; tensor input_75_perm_0 = const()[name = tensor("input_75_perm_0"), val = tensor([0, -1, 1])]; tensor x_71_axes_0 = const()[name = tensor("x_71_axes_0"), val = tensor([-1])]; tensor enc_p_encoder_norm_layers_1_2_gamma_to_fp16 = const()[name = tensor("enc_p_encoder_norm_layers_1_2_gamma_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1264448)))]; tensor enc_p_encoder_norm_layers_1_2_beta_to_fp16 = const()[name = tensor("enc_p_encoder_norm_layers_1_2_beta_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1264704)))]; tensor input_75_cast_fp16 = transpose(perm = input_75_perm_0, x = x_69_cast_fp16)[name = tensor("transpose_7")]; tensor x_71_cast_fp16 = layer_norm(axes = x_71_axes_0, beta = enc_p_encoder_norm_layers_1_2_beta_to_fp16, epsilon = var_20_to_fp16, gamma = enc_p_encoder_norm_layers_1_2_gamma_to_fp16, x = input_75_cast_fp16)[name = tensor("x_71_cast_fp16")]; tensor x_73_perm_0 = const()[name = tensor("x_73_perm_0"), val = tensor([0, -1, 1])]; tensor x_73_cast_fp16 = transpose(perm = x_73_perm_0, x = x_71_cast_fp16)[name = tensor("transpose_6")]; tensor input_77_cast_fp16 = mul(x = x_73_cast_fp16, y = x_mask_to_fp16)[name = tensor("input_77_cast_fp16")]; tensor input_79_pad_0 = const()[name = tensor("input_79_pad_0"), val = tensor([0, 0, 0, 0, 1, 1])]; tensor input_79_mode_0 = const()[name = tensor("input_79_mode_0"), val = tensor("constant")]; tensor const_22_to_fp16 = const()[name = tensor("const_22_to_fp16"), val = tensor(0x0p+0)]; tensor input_79_cast_fp16 = pad(constant_val = const_22_to_fp16, mode = input_79_mode_0, pad = input_79_pad_0, x = input_77_cast_fp16)[name = tensor("input_79_cast_fp16")]; tensor x_75_pad_type_0 = const()[name = tensor("x_75_pad_type_0"), val = tensor("valid")]; tensor x_75_strides_0 = const()[name = tensor("x_75_strides_0"), val = tensor([1])]; tensor x_75_pad_0 = const()[name = tensor("x_75_pad_0"), val = tensor([0, 0])]; tensor x_75_dilations_0 = const()[name = tensor("x_75_dilations_0"), val = tensor([1])]; tensor x_75_groups_0 = const()[name = tensor("x_75_groups_0"), val = tensor(1)]; tensor enc_p_encoder_ffn_layers_2_conv_1_weight_to_fp16 = const()[name = tensor("enc_p_encoder_ffn_layers_2_conv_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1264960)))]; tensor enc_p_encoder_ffn_layers_2_conv_1_bias_to_fp16 = const()[name = tensor("enc_p_encoder_ffn_layers_2_conv_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1430912)))]; tensor x_75_cast_fp16 = conv(bias = enc_p_encoder_ffn_layers_2_conv_1_bias_to_fp16, dilations = x_75_dilations_0, groups = x_75_groups_0, pad = x_75_pad_0, pad_type = x_75_pad_type_0, strides = x_75_strides_0, weight = enc_p_encoder_ffn_layers_2_conv_1_weight_to_fp16, x = input_79_cast_fp16)[name = tensor("x_75_cast_fp16")]; tensor input_81_cast_fp16 = relu(x = x_75_cast_fp16)[name = tensor("input_81_cast_fp16")]; tensor input_83_cast_fp16 = mul(x = input_81_cast_fp16, y = x_mask_to_fp16)[name = tensor("input_83_cast_fp16")]; tensor input_85_pad_0 = const()[name = tensor("input_85_pad_0"), val = tensor([0, 0, 0, 0, 1, 1])]; tensor input_85_mode_0 = const()[name = tensor("input_85_mode_0"), val = tensor("constant")]; tensor const_23_to_fp16 = const()[name = tensor("const_23_to_fp16"), val = tensor(0x0p+0)]; tensor input_85_cast_fp16 = pad(constant_val = const_23_to_fp16, mode = input_85_mode_0, pad = input_85_pad_0, x = input_83_cast_fp16)[name = tensor("input_85_cast_fp16")]; tensor x_79_pad_type_0 = const()[name = tensor("x_79_pad_type_0"), val = tensor("valid")]; tensor x_79_strides_0 = const()[name = tensor("x_79_strides_0"), val = tensor([1])]; tensor x_79_pad_0 = const()[name = tensor("x_79_pad_0"), val = tensor([0, 0])]; tensor x_79_dilations_0 = const()[name = tensor("x_79_dilations_0"), val = tensor([1])]; tensor x_79_groups_0 = const()[name = tensor("x_79_groups_0"), val = tensor(1)]; tensor enc_p_encoder_ffn_layers_2_conv_2_weight_to_fp16 = const()[name = tensor("enc_p_encoder_ffn_layers_2_conv_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1431744)))]; tensor enc_p_encoder_ffn_layers_2_conv_2_bias_to_fp16 = const()[name = tensor("enc_p_encoder_ffn_layers_2_conv_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1597696)))]; tensor x_79_cast_fp16 = conv(bias = enc_p_encoder_ffn_layers_2_conv_2_bias_to_fp16, dilations = x_79_dilations_0, groups = x_79_groups_0, pad = x_79_pad_0, pad_type = x_79_pad_type_0, strides = x_79_strides_0, weight = enc_p_encoder_ffn_layers_2_conv_2_weight_to_fp16, x = input_85_cast_fp16)[name = tensor("x_79_cast_fp16")]; tensor input_87_cast_fp16 = mul(x = x_79_cast_fp16, y = x_mask_to_fp16)[name = tensor("input_87_cast_fp16")]; tensor x_81_cast_fp16 = add(x = x_73_cast_fp16, y = input_87_cast_fp16)[name = tensor("x_81_cast_fp16")]; tensor input_89_perm_0 = const()[name = tensor("input_89_perm_0"), val = tensor([0, -1, 1])]; tensor x_83_axes_0 = const()[name = tensor("x_83_axes_0"), val = tensor([-1])]; tensor enc_p_encoder_norm_layers_2_2_gamma_to_fp16 = const()[name = tensor("enc_p_encoder_norm_layers_2_2_gamma_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1597952)))]; tensor enc_p_encoder_norm_layers_2_2_beta_to_fp16 = const()[name = tensor("enc_p_encoder_norm_layers_2_2_beta_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1598208)))]; tensor input_89_cast_fp16 = transpose(perm = input_89_perm_0, x = x_81_cast_fp16)[name = tensor("transpose_5")]; tensor x_83_cast_fp16 = layer_norm(axes = x_83_axes_0, beta = enc_p_encoder_norm_layers_2_2_beta_to_fp16, epsilon = var_20_to_fp16, gamma = enc_p_encoder_norm_layers_2_2_gamma_to_fp16, x = input_89_cast_fp16)[name = tensor("x_83_cast_fp16")]; tensor x_85_perm_0 = const()[name = tensor("x_85_perm_0"), val = tensor([0, -1, 1])]; tensor x_85_cast_fp16 = transpose(perm = x_85_perm_0, x = x_83_cast_fp16)[name = tensor("transpose_4")]; tensor input_91_cast_fp16 = mul(x = x_85_cast_fp16, y = x_mask_to_fp16)[name = tensor("input_91_cast_fp16")]; tensor var_494_pad_type_0 = const()[name = tensor("op_494_pad_type_0"), val = tensor("valid")]; tensor var_494_strides_0 = const()[name = tensor("op_494_strides_0"), val = tensor([1])]; tensor var_494_pad_0 = const()[name = tensor("op_494_pad_0"), val = tensor([0, 0])]; tensor var_494_dilations_0 = const()[name = tensor("op_494_dilations_0"), val = tensor([1])]; tensor var_494_groups_0 = const()[name = tensor("op_494_groups_0"), val = tensor(1)]; tensor enc_p_proj_weight_to_fp16 = const()[name = tensor("enc_p_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1598464)))]; tensor enc_p_proj_bias_to_fp16 = const()[name = tensor("enc_p_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1635392)))]; tensor var_494_cast_fp16 = conv(bias = enc_p_proj_bias_to_fp16, dilations = var_494_dilations_0, groups = var_494_groups_0, pad = var_494_pad_0, pad_type = var_494_pad_type_0, strides = var_494_strides_0, weight = enc_p_proj_weight_to_fp16, x = input_91_cast_fp16)[name = tensor("op_494_cast_fp16")]; tensor var_495_cast_fp16 = mul(x = var_494_cast_fp16, y = x_mask_to_fp16)[name = tensor("op_495_cast_fp16")]; tensor tile_0 = const()[name = tensor("tile_0"), val = tensor([128, 128])]; tensor var_498_axis_0 = const()[name = tensor("op_498_axis_0"), val = tensor(1)]; tensor m_p, tensor logs_p = split(axis = var_498_axis_0, split_sizes = tile_0, x = var_495_cast_fp16)[name = tensor("op_498_cast_fp16")]; tensor input_93_cast_fp16 = mul(x = input_91_cast_fp16, y = x_mask_to_fp16)[name = tensor("input_93_cast_fp16")]; tensor x_89_pad_type_0 = const()[name = tensor("x_89_pad_type_0"), val = tensor("custom")]; tensor x_89_pad_0 = const()[name = tensor("x_89_pad_0"), val = tensor([1, 1])]; tensor x_89_strides_0 = const()[name = tensor("x_89_strides_0"), val = tensor([1])]; tensor x_89_dilations_0 = const()[name = tensor("x_89_dilations_0"), val = tensor([1])]; tensor x_89_groups_0 = const()[name = tensor("x_89_groups_0"), val = tensor(1)]; tensor dp_conv_1_weight_to_fp16 = const()[name = tensor("dp_conv_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1635968)))]; tensor dp_conv_1_bias_to_fp16 = const()[name = tensor("dp_conv_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1746624)))]; tensor x_89_cast_fp16 = conv(bias = dp_conv_1_bias_to_fp16, dilations = x_89_dilations_0, groups = x_89_groups_0, pad = x_89_pad_0, pad_type = x_89_pad_type_0, strides = x_89_strides_0, weight = dp_conv_1_weight_to_fp16, x = input_93_cast_fp16)[name = tensor("x_89_cast_fp16")]; tensor x_91_cast_fp16 = relu(x = x_89_cast_fp16)[name = tensor("x_91_cast_fp16")]; tensor input_95_perm_0 = const()[name = tensor("input_95_perm_0"), val = tensor([0, -1, 1])]; tensor x_93_axes_0 = const()[name = tensor("x_93_axes_0"), val = tensor([-1])]; tensor dp_norm_1_gamma_to_fp16 = const()[name = tensor("dp_norm_1_gamma_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1747200)))]; tensor dp_norm_1_beta_to_fp16 = const()[name = tensor("dp_norm_1_beta_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1747776)))]; tensor var_504_to_fp16 = const()[name = tensor("op_504_to_fp16"), val = tensor(0x1.5p-17)]; tensor input_95_cast_fp16 = transpose(perm = input_95_perm_0, x = x_91_cast_fp16)[name = tensor("transpose_3")]; tensor x_93_cast_fp16 = layer_norm(axes = x_93_axes_0, beta = dp_norm_1_beta_to_fp16, epsilon = var_504_to_fp16, gamma = dp_norm_1_gamma_to_fp16, x = input_95_cast_fp16)[name = tensor("x_93_cast_fp16")]; tensor input_97_perm_0 = const()[name = tensor("input_97_perm_0"), val = tensor([0, -1, 1])]; tensor input_97_cast_fp16 = transpose(perm = input_97_perm_0, x = x_93_cast_fp16)[name = tensor("transpose_2")]; tensor input_99_cast_fp16 = mul(x = input_97_cast_fp16, y = x_mask_to_fp16)[name = tensor("input_99_cast_fp16")]; tensor x_97_pad_type_0 = const()[name = tensor("x_97_pad_type_0"), val = tensor("custom")]; tensor x_97_pad_0 = const()[name = tensor("x_97_pad_0"), val = tensor([1, 1])]; tensor x_97_strides_0 = const()[name = tensor("x_97_strides_0"), val = tensor([1])]; tensor x_97_dilations_0 = const()[name = tensor("x_97_dilations_0"), val = tensor([1])]; tensor x_97_groups_0 = const()[name = tensor("x_97_groups_0"), val = tensor(1)]; tensor dp_conv_2_weight_to_fp16 = const()[name = tensor("dp_conv_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1748352)))]; tensor dp_conv_2_bias_to_fp16 = const()[name = tensor("dp_conv_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2141632)))]; tensor x_97_cast_fp16 = conv(bias = dp_conv_2_bias_to_fp16, dilations = x_97_dilations_0, groups = x_97_groups_0, pad = x_97_pad_0, pad_type = x_97_pad_type_0, strides = x_97_strides_0, weight = dp_conv_2_weight_to_fp16, x = input_99_cast_fp16)[name = tensor("x_97_cast_fp16")]; tensor x_99_cast_fp16 = relu(x = x_97_cast_fp16)[name = tensor("x_99_cast_fp16")]; tensor input_101_perm_0 = const()[name = tensor("input_101_perm_0"), val = tensor([0, -1, 1])]; tensor x_101_axes_0 = const()[name = tensor("x_101_axes_0"), val = tensor([-1])]; tensor dp_norm_2_gamma_to_fp16 = const()[name = tensor("dp_norm_2_gamma_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2142208)))]; tensor dp_norm_2_beta_to_fp16 = const()[name = tensor("dp_norm_2_beta_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2142784)))]; tensor input_101_cast_fp16 = transpose(perm = input_101_perm_0, x = x_99_cast_fp16)[name = tensor("transpose_1")]; tensor x_101_cast_fp16 = layer_norm(axes = x_101_axes_0, beta = dp_norm_2_beta_to_fp16, epsilon = var_504_to_fp16, gamma = dp_norm_2_gamma_to_fp16, x = input_101_cast_fp16)[name = tensor("x_101_cast_fp16")]; tensor input_103_perm_0 = const()[name = tensor("input_103_perm_0"), val = tensor([0, -1, 1])]; tensor input_103_cast_fp16 = transpose(perm = input_103_perm_0, x = x_101_cast_fp16)[name = tensor("transpose_0")]; tensor input_cast_fp16 = mul(x = input_103_cast_fp16, y = x_mask_to_fp16)[name = tensor("input_cast_fp16")]; tensor x_pad_type_0 = const()[name = tensor("x_pad_type_0"), val = tensor("valid")]; tensor x_strides_0 = const()[name = tensor("x_strides_0"), val = tensor([1])]; tensor x_pad_0 = const()[name = tensor("x_pad_0"), val = tensor([0, 0])]; tensor x_dilations_0 = const()[name = tensor("x_dilations_0"), val = tensor([1])]; tensor x_groups_0 = const()[name = tensor("x_groups_0"), val = tensor(1)]; tensor dp_proj_weight_to_fp16 = const()[name = tensor("dp_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2143360)))]; tensor dp_proj_bias_to_fp16 = const()[name = tensor("dp_proj_bias_to_fp16"), val = tensor([0x1.3e4p-1])]; tensor x_cast_fp16 = conv(bias = dp_proj_bias_to_fp16, dilations = x_dilations_0, groups = x_groups_0, pad = x_pad_0, pad_type = x_pad_type_0, strides = x_strides_0, weight = dp_proj_weight_to_fp16, x = input_cast_fp16)[name = tensor("x_cast_fp16")]; tensor logw = mul(x = x_cast_fp16, y = x_mask_to_fp16)[name = tensor("op_555_cast_fp16")]; } -> (m_p, logs_p, logw); }