program(1.3) [buildInfo = dict({{"coremlc-component-MIL", "3520.4.1"}, {"coremlc-version", "3520.5.1"}, {"coremltools-component-torch", "2.5.1"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "9.0"}})] { func main(tensor style_dp, tensor text_ids, tensor text_mask) { int32 var_25 = const()[name = string("op_25"), val = int32(2)]; int32 var_26 = const()[name = string("op_26"), val = int32(1)]; int32 var_27 = const()[name = string("op_27"), val = int32(-1)]; int32 x_1_batch_dims_0 = const()[name = string("x_1_batch_dims_0"), val = int32(0)]; bool x_1_validate_indices_0 = const()[name = string("x_1_validate_indices_0"), val = bool(false)]; tensor m_char_embedder_weight_to_fp16 = const()[name = string("m_char_embedder_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(64)))]; string text_ids_to_int16_dtype_0 = const()[name = string("text_ids_to_int16_dtype_0"), val = string("int16")]; string cast_19_dtype_0 = const()[name = string("cast_19_dtype_0"), val = string("int32")]; int32 greater_equal_0_y_0 = const()[name = string("greater_equal_0_y_0"), val = int32(0)]; tensor text_ids_to_int16 = cast(dtype = text_ids_to_int16_dtype_0, x = text_ids)[name = string("cast_25")]; tensor cast_19 = cast(dtype = cast_19_dtype_0, x = text_ids_to_int16)[name = string("cast_24")]; tensor greater_equal_0 = greater_equal(x = cast_19, y = greater_equal_0_y_0)[name = string("greater_equal_0")]; int32 slice_by_index_0 = const()[name = string("slice_by_index_0"), val = int32(8322)]; tensor add_0 = add(x = cast_19, y = slice_by_index_0)[name = string("add_0")]; tensor select_0 = select(a = cast_19, b = add_0, cond = greater_equal_0)[name = string("select_0")]; int32 x_1_cast_fp16_cast_uint16_axis_0 = const()[name = string("x_1_cast_fp16_cast_uint16_axis_0"), val = int32(0)]; string select_0_to_int16_dtype_0 = const()[name = string("select_0_to_int16_dtype_0"), val = string("int16")]; tensor select_0_to_int16 = cast(dtype = select_0_to_int16_dtype_0, x = select_0)[name = string("cast_23")]; tensor x_1_cast_fp16_cast_uint16_cast_uint16 = gather(axis = x_1_cast_fp16_cast_uint16_axis_0, batch_dims = x_1_batch_dims_0, indices = select_0_to_int16, validate_indices = x_1_validate_indices_0, x = m_char_embedder_weight_to_fp16)[name = string("x_1_cast_fp16_cast_uint16_cast_uint16")]; tensor var_53_perm_0 = const()[name = string("op_53_perm_0"), val = tensor([0, 2, 1])]; string text_mask_to_fp16_dtype_0 = const()[name = string("text_mask_to_fp16_dtype_0"), val = string("fp16")]; tensor text_mask_to_fp16 = cast(dtype = text_mask_to_fp16_dtype_0, x = text_mask)[name = string("cast_22")]; tensor var_53_cast_fp16 = transpose(perm = var_53_perm_0, x = x_1_cast_fp16_cast_uint16_cast_uint16)[name = string("transpose_24")]; tensor x_3_cast_fp16 = mul(x = var_53_cast_fp16, y = text_mask_to_fp16)[name = string("x_3_cast_fp16")]; bool x_5_interleave_0 = const()[name = string("x_5_interleave_0"), val = bool(false)]; tensor m_sentence_token_to_fp16 = const()[name = string("m_sentence_token_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1065344)))]; tensor x_5_cast_fp16 = concat(axis = var_25, interleave = x_5_interleave_0, values = (m_sentence_token_to_fp16, x_3_cast_fp16))[name = string("x_5_cast_fp16")]; bool mask_interleave_0 = const()[name = string("mask_interleave_0"), val = bool(false)]; tensor fill_0_to_fp16 = const()[name = string("fill_0_to_fp16"), val = tensor([[[0x1p+0]]])]; tensor mask_cast_fp16 = concat(axis = var_25, interleave = mask_interleave_0, values = (fill_0_to_fp16, text_mask_to_fp16))[name = string("mask_cast_fp16")]; tensor input_1_cast_fp16 = mul(x = x_5_cast_fp16, y = mask_cast_fp16)[name = string("input_1_cast_fp16")]; tensor input_3_pad_0 = const()[name = string("input_3_pad_0"), val = tensor([0, 0, 0, 0, 2, 2])]; string input_3_mode_0 = const()[name = string("input_3_mode_0"), val = string("replicate")]; fp16 const_1_to_fp16 = const()[name = string("const_1_to_fp16"), val = fp16(0x0p+0)]; tensor input_3_cast_fp16 = pad(constant_val = const_1_to_fp16, mode = input_3_mode_0, pad = input_3_pad_0, x = input_1_cast_fp16)[name = string("input_3_cast_fp16")]; string h_1_pad_type_0 = const()[name = string("h_1_pad_type_0"), val = string("valid")]; int32 h_1_groups_0 = const()[name = string("h_1_groups_0"), val = int32(64)]; tensor h_1_strides_0 = const()[name = string("h_1_strides_0"), val = tensor([1])]; tensor h_1_pad_0 = const()[name = string("h_1_pad_0"), val = tensor([0, 0])]; tensor h_1_dilations_0 = const()[name = string("h_1_dilations_0"), val = tensor([1])]; tensor m_convnext_0_dwconv__conv_weight_to_fp16 = const()[name = string("m_convnext_0_dwconv__conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1065536)))]; tensor m_convnext_0_dwconv__conv_bias_to_fp16 = const()[name = string("m_convnext_0_dwconv__conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1066240)))]; tensor h_1_cast_fp16 = conv(bias = m_convnext_0_dwconv__conv_bias_to_fp16, dilations = h_1_dilations_0, groups = h_1_groups_0, pad = h_1_pad_0, pad_type = h_1_pad_type_0, strides = h_1_strides_0, weight = m_convnext_0_dwconv__conv_weight_to_fp16, x = input_3_cast_fp16)[name = string("h_1_cast_fp16")]; tensor x_7_cast_fp16 = mul(x = h_1_cast_fp16, y = mask_cast_fp16)[name = string("x_7_cast_fp16")]; tensor input_5_perm_0 = const()[name = string("input_5_perm_0"), val = tensor([0, 2, 1])]; tensor var_85_axes_0 = const()[name = string("op_85_axes_0"), val = tensor([-1])]; tensor m_convnext_0_norm_norm_weight_to_fp16 = const()[name = string("m_convnext_0_norm_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1066432)))]; tensor m_convnext_0_norm_norm_bias_to_fp16 = const()[name = string("m_convnext_0_norm_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1066624)))]; fp16 var_20_to_fp16 = const()[name = string("op_20_to_fp16"), val = fp16(0x1.5p-17)]; tensor input_5_cast_fp16 = transpose(perm = input_5_perm_0, x = x_7_cast_fp16)[name = string("transpose_23")]; tensor var_85_cast_fp16 = layer_norm(axes = var_85_axes_0, beta = m_convnext_0_norm_norm_bias_to_fp16, epsilon = var_20_to_fp16, gamma = m_convnext_0_norm_norm_weight_to_fp16, x = input_5_cast_fp16)[name = string("op_85_cast_fp16")]; tensor input_7_perm_0 = const()[name = string("input_7_perm_0"), val = tensor([0, 2, 1])]; string h_3_pad_type_0 = const()[name = string("h_3_pad_type_0"), val = string("valid")]; tensor h_3_strides_0 = const()[name = string("h_3_strides_0"), val = tensor([1])]; tensor h_3_pad_0 = const()[name = string("h_3_pad_0"), val = tensor([0, 0])]; tensor h_3_dilations_0 = const()[name = string("h_3_dilations_0"), val = tensor([1])]; int32 h_3_groups_0 = const()[name = string("h_3_groups_0"), val = int32(1)]; tensor m_convnext_0_pwconv1_weight_to_fp16 = const()[name = string("m_convnext_0_pwconv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1066816)))]; tensor m_convnext_0_pwconv1_bias_to_fp16 = const()[name = string("m_convnext_0_pwconv1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1099648)))]; tensor input_7_cast_fp16 = transpose(perm = input_7_perm_0, x = var_85_cast_fp16)[name = string("transpose_22")]; tensor h_3_cast_fp16 = conv(bias = m_convnext_0_pwconv1_bias_to_fp16, dilations = h_3_dilations_0, groups = h_3_groups_0, pad = h_3_pad_0, pad_type = h_3_pad_type_0, strides = h_3_strides_0, weight = m_convnext_0_pwconv1_weight_to_fp16, x = input_7_cast_fp16)[name = string("h_3_cast_fp16")]; string input_9_mode_0 = const()[name = string("input_9_mode_0"), val = string("EXACT")]; tensor input_9_cast_fp16 = gelu(mode = input_9_mode_0, x = h_3_cast_fp16)[name = string("input_9_cast_fp16")]; string h_5_pad_type_0 = const()[name = string("h_5_pad_type_0"), val = string("valid")]; tensor h_5_strides_0 = const()[name = string("h_5_strides_0"), val = tensor([1])]; tensor h_5_pad_0 = const()[name = string("h_5_pad_0"), val = tensor([0, 0])]; tensor h_5_dilations_0 = const()[name = string("h_5_dilations_0"), val = tensor([1])]; int32 h_5_groups_0 = const()[name = string("h_5_groups_0"), val = int32(1)]; tensor var_102_weight_0_to_fp16 = const()[name = string("op_102_weight_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1100224)))]; tensor var_102_bias_0_to_fp16 = const()[name = string("op_102_bias_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1133056)))]; tensor var_102_cast_fp16 = conv(bias = var_102_bias_0_to_fp16, dilations = h_5_dilations_0, groups = h_5_groups_0, pad = h_5_pad_0, pad_type = h_5_pad_type_0, strides = h_5_strides_0, weight = var_102_weight_0_to_fp16, x = input_9_cast_fp16)[name = string("op_102_cast_fp16")]; tensor out_1_cast_fp16 = add(x = input_1_cast_fp16, y = var_102_cast_fp16)[name = string("out_1_cast_fp16")]; tensor x_9_cast_fp16 = mul(x = out_1_cast_fp16, y = mask_cast_fp16)[name = string("x_9_cast_fp16")]; tensor input_11_cast_fp16 = mul(x = x_9_cast_fp16, y = mask_cast_fp16)[name = string("input_11_cast_fp16")]; tensor input_13_pad_0 = const()[name = string("input_13_pad_0"), val = tensor([0, 0, 0, 0, 2, 2])]; string input_13_mode_0 = const()[name = string("input_13_mode_0"), val = string("replicate")]; fp16 const_2_to_fp16 = const()[name = string("const_2_to_fp16"), val = fp16(0x0p+0)]; tensor input_13_cast_fp16 = pad(constant_val = const_2_to_fp16, mode = input_13_mode_0, pad = input_13_pad_0, x = input_11_cast_fp16)[name = string("input_13_cast_fp16")]; string h_7_pad_type_0 = const()[name = string("h_7_pad_type_0"), val = string("valid")]; int32 h_7_groups_0 = const()[name = string("h_7_groups_0"), val = int32(64)]; tensor h_7_strides_0 = const()[name = string("h_7_strides_0"), val = tensor([1])]; tensor h_7_pad_0 = const()[name = string("h_7_pad_0"), val = tensor([0, 0])]; tensor h_7_dilations_0 = const()[name = string("h_7_dilations_0"), val = tensor([1])]; tensor m_convnext_1_dwconv__conv_weight_to_fp16 = const()[name = string("m_convnext_1_dwconv__conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1133248)))]; tensor m_convnext_1_dwconv__conv_bias_to_fp16 = const()[name = string("m_convnext_1_dwconv__conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1133952)))]; tensor h_7_cast_fp16 = conv(bias = m_convnext_1_dwconv__conv_bias_to_fp16, dilations = h_7_dilations_0, groups = h_7_groups_0, pad = h_7_pad_0, pad_type = h_7_pad_type_0, strides = h_7_strides_0, weight = m_convnext_1_dwconv__conv_weight_to_fp16, x = input_13_cast_fp16)[name = string("h_7_cast_fp16")]; tensor x_11_cast_fp16 = mul(x = h_7_cast_fp16, y = mask_cast_fp16)[name = string("x_11_cast_fp16")]; tensor input_15_perm_0 = const()[name = string("input_15_perm_0"), val = tensor([0, 2, 1])]; tensor var_127_axes_0 = const()[name = string("op_127_axes_0"), val = tensor([-1])]; tensor m_convnext_1_norm_norm_weight_to_fp16 = const()[name = string("m_convnext_1_norm_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1134144)))]; tensor m_convnext_1_norm_norm_bias_to_fp16 = const()[name = string("m_convnext_1_norm_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1134336)))]; tensor input_15_cast_fp16 = transpose(perm = input_15_perm_0, x = x_11_cast_fp16)[name = string("transpose_21")]; tensor var_127_cast_fp16 = layer_norm(axes = var_127_axes_0, beta = m_convnext_1_norm_norm_bias_to_fp16, epsilon = var_20_to_fp16, gamma = m_convnext_1_norm_norm_weight_to_fp16, x = input_15_cast_fp16)[name = string("op_127_cast_fp16")]; tensor input_17_perm_0 = const()[name = string("input_17_perm_0"), val = tensor([0, 2, 1])]; string h_9_pad_type_0 = const()[name = string("h_9_pad_type_0"), val = string("valid")]; tensor h_9_strides_0 = const()[name = string("h_9_strides_0"), val = tensor([1])]; tensor h_9_pad_0 = const()[name = string("h_9_pad_0"), val = tensor([0, 0])]; tensor h_9_dilations_0 = const()[name = string("h_9_dilations_0"), val = tensor([1])]; int32 h_9_groups_0 = const()[name = string("h_9_groups_0"), val = int32(1)]; tensor m_convnext_1_pwconv1_weight_to_fp16 = const()[name = string("m_convnext_1_pwconv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1134528)))]; tensor m_convnext_1_pwconv1_bias_to_fp16 = const()[name = string("m_convnext_1_pwconv1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1167360)))]; tensor input_17_cast_fp16 = transpose(perm = input_17_perm_0, x = var_127_cast_fp16)[name = string("transpose_20")]; tensor h_9_cast_fp16 = conv(bias = m_convnext_1_pwconv1_bias_to_fp16, dilations = h_9_dilations_0, groups = h_9_groups_0, pad = h_9_pad_0, pad_type = h_9_pad_type_0, strides = h_9_strides_0, weight = m_convnext_1_pwconv1_weight_to_fp16, x = input_17_cast_fp16)[name = string("h_9_cast_fp16")]; string input_19_mode_0 = const()[name = string("input_19_mode_0"), val = string("EXACT")]; tensor input_19_cast_fp16 = gelu(mode = input_19_mode_0, x = h_9_cast_fp16)[name = string("input_19_cast_fp16")]; string h_11_pad_type_0 = const()[name = string("h_11_pad_type_0"), val = string("valid")]; tensor h_11_strides_0 = const()[name = string("h_11_strides_0"), val = tensor([1])]; tensor h_11_pad_0 = const()[name = string("h_11_pad_0"), val = tensor([0, 0])]; tensor h_11_dilations_0 = const()[name = string("h_11_dilations_0"), val = tensor([1])]; int32 h_11_groups_0 = const()[name = string("h_11_groups_0"), val = int32(1)]; tensor var_144_weight_0_to_fp16 = const()[name = string("op_144_weight_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1167936)))]; tensor var_144_bias_0_to_fp16 = const()[name = string("op_144_bias_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1200768)))]; tensor var_144_cast_fp16 = conv(bias = var_144_bias_0_to_fp16, dilations = h_11_dilations_0, groups = h_11_groups_0, pad = h_11_pad_0, pad_type = h_11_pad_type_0, strides = h_11_strides_0, weight = var_144_weight_0_to_fp16, x = input_19_cast_fp16)[name = string("op_144_cast_fp16")]; tensor out_3_cast_fp16 = add(x = input_11_cast_fp16, y = var_144_cast_fp16)[name = string("out_3_cast_fp16")]; tensor x_13_cast_fp16 = mul(x = out_3_cast_fp16, y = mask_cast_fp16)[name = string("x_13_cast_fp16")]; tensor input_21_cast_fp16 = mul(x = x_13_cast_fp16, y = mask_cast_fp16)[name = string("input_21_cast_fp16")]; tensor input_23_pad_0 = const()[name = string("input_23_pad_0"), val = tensor([0, 0, 0, 0, 2, 2])]; string input_23_mode_0 = const()[name = string("input_23_mode_0"), val = string("replicate")]; fp16 const_3_to_fp16 = const()[name = string("const_3_to_fp16"), val = fp16(0x0p+0)]; tensor input_23_cast_fp16 = pad(constant_val = const_3_to_fp16, mode = input_23_mode_0, pad = input_23_pad_0, x = input_21_cast_fp16)[name = string("input_23_cast_fp16")]; string h_13_pad_type_0 = const()[name = string("h_13_pad_type_0"), val = string("valid")]; int32 h_13_groups_0 = const()[name = string("h_13_groups_0"), val = int32(64)]; tensor h_13_strides_0 = const()[name = string("h_13_strides_0"), val = tensor([1])]; tensor h_13_pad_0 = const()[name = string("h_13_pad_0"), val = tensor([0, 0])]; tensor h_13_dilations_0 = const()[name = string("h_13_dilations_0"), val = tensor([1])]; tensor m_convnext_2_dwconv__conv_weight_to_fp16 = const()[name = string("m_convnext_2_dwconv__conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1200960)))]; tensor m_convnext_2_dwconv__conv_bias_to_fp16 = const()[name = string("m_convnext_2_dwconv__conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1201664)))]; tensor h_13_cast_fp16 = conv(bias = m_convnext_2_dwconv__conv_bias_to_fp16, dilations = h_13_dilations_0, groups = h_13_groups_0, pad = h_13_pad_0, pad_type = h_13_pad_type_0, strides = h_13_strides_0, weight = m_convnext_2_dwconv__conv_weight_to_fp16, x = input_23_cast_fp16)[name = string("h_13_cast_fp16")]; tensor x_15_cast_fp16 = mul(x = h_13_cast_fp16, y = mask_cast_fp16)[name = string("x_15_cast_fp16")]; tensor input_25_perm_0 = const()[name = string("input_25_perm_0"), val = tensor([0, 2, 1])]; tensor var_169_axes_0 = const()[name = string("op_169_axes_0"), val = tensor([-1])]; tensor m_convnext_2_norm_norm_weight_to_fp16 = const()[name = string("m_convnext_2_norm_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1201856)))]; tensor m_convnext_2_norm_norm_bias_to_fp16 = const()[name = string("m_convnext_2_norm_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1202048)))]; tensor input_25_cast_fp16 = transpose(perm = input_25_perm_0, x = x_15_cast_fp16)[name = string("transpose_19")]; tensor var_169_cast_fp16 = layer_norm(axes = var_169_axes_0, beta = m_convnext_2_norm_norm_bias_to_fp16, epsilon = var_20_to_fp16, gamma = m_convnext_2_norm_norm_weight_to_fp16, x = input_25_cast_fp16)[name = string("op_169_cast_fp16")]; tensor input_27_perm_0 = const()[name = string("input_27_perm_0"), val = tensor([0, 2, 1])]; string h_15_pad_type_0 = const()[name = string("h_15_pad_type_0"), val = string("valid")]; tensor h_15_strides_0 = const()[name = string("h_15_strides_0"), val = tensor([1])]; tensor h_15_pad_0 = const()[name = string("h_15_pad_0"), val = tensor([0, 0])]; tensor h_15_dilations_0 = const()[name = string("h_15_dilations_0"), val = tensor([1])]; int32 h_15_groups_0 = const()[name = string("h_15_groups_0"), val = int32(1)]; tensor m_convnext_2_pwconv1_weight_to_fp16 = const()[name = string("m_convnext_2_pwconv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1202240)))]; tensor m_convnext_2_pwconv1_bias_to_fp16 = const()[name = string("m_convnext_2_pwconv1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1235072)))]; tensor input_27_cast_fp16 = transpose(perm = input_27_perm_0, x = var_169_cast_fp16)[name = string("transpose_18")]; tensor h_15_cast_fp16 = conv(bias = m_convnext_2_pwconv1_bias_to_fp16, dilations = h_15_dilations_0, groups = h_15_groups_0, pad = h_15_pad_0, pad_type = h_15_pad_type_0, strides = h_15_strides_0, weight = m_convnext_2_pwconv1_weight_to_fp16, x = input_27_cast_fp16)[name = string("h_15_cast_fp16")]; string input_29_mode_0 = const()[name = string("input_29_mode_0"), val = string("EXACT")]; tensor input_29_cast_fp16 = gelu(mode = input_29_mode_0, x = h_15_cast_fp16)[name = string("input_29_cast_fp16")]; string h_17_pad_type_0 = const()[name = string("h_17_pad_type_0"), val = string("valid")]; tensor h_17_strides_0 = const()[name = string("h_17_strides_0"), val = tensor([1])]; tensor h_17_pad_0 = const()[name = string("h_17_pad_0"), val = tensor([0, 0])]; tensor h_17_dilations_0 = const()[name = string("h_17_dilations_0"), val = tensor([1])]; int32 h_17_groups_0 = const()[name = string("h_17_groups_0"), val = int32(1)]; tensor var_186_weight_0_to_fp16 = const()[name = string("op_186_weight_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1235648)))]; tensor var_186_bias_0_to_fp16 = const()[name = string("op_186_bias_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1268480)))]; tensor var_186_cast_fp16 = conv(bias = var_186_bias_0_to_fp16, dilations = h_17_dilations_0, groups = h_17_groups_0, pad = h_17_pad_0, pad_type = h_17_pad_type_0, strides = h_17_strides_0, weight = var_186_weight_0_to_fp16, x = input_29_cast_fp16)[name = string("op_186_cast_fp16")]; tensor out_5_cast_fp16 = add(x = input_21_cast_fp16, y = var_186_cast_fp16)[name = string("out_5_cast_fp16")]; tensor x_17_cast_fp16 = mul(x = out_5_cast_fp16, y = mask_cast_fp16)[name = string("x_17_cast_fp16")]; tensor input_31_cast_fp16 = mul(x = x_17_cast_fp16, y = mask_cast_fp16)[name = string("input_31_cast_fp16")]; tensor input_33_pad_0 = const()[name = string("input_33_pad_0"), val = tensor([0, 0, 0, 0, 2, 2])]; string input_33_mode_0 = const()[name = string("input_33_mode_0"), val = string("replicate")]; fp16 const_4_to_fp16 = const()[name = string("const_4_to_fp16"), val = fp16(0x0p+0)]; tensor input_33_cast_fp16 = pad(constant_val = const_4_to_fp16, mode = input_33_mode_0, pad = input_33_pad_0, x = input_31_cast_fp16)[name = string("input_33_cast_fp16")]; string h_19_pad_type_0 = const()[name = string("h_19_pad_type_0"), val = string("valid")]; int32 h_19_groups_0 = const()[name = string("h_19_groups_0"), val = int32(64)]; tensor h_19_strides_0 = const()[name = string("h_19_strides_0"), val = tensor([1])]; tensor h_19_pad_0 = const()[name = string("h_19_pad_0"), val = tensor([0, 0])]; tensor h_19_dilations_0 = const()[name = string("h_19_dilations_0"), val = tensor([1])]; tensor m_convnext_3_dwconv__conv_weight_to_fp16 = const()[name = string("m_convnext_3_dwconv__conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1268672)))]; tensor m_convnext_3_dwconv__conv_bias_to_fp16 = const()[name = string("m_convnext_3_dwconv__conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1269376)))]; tensor h_19_cast_fp16 = conv(bias = m_convnext_3_dwconv__conv_bias_to_fp16, dilations = h_19_dilations_0, groups = h_19_groups_0, pad = h_19_pad_0, pad_type = h_19_pad_type_0, strides = h_19_strides_0, weight = m_convnext_3_dwconv__conv_weight_to_fp16, x = input_33_cast_fp16)[name = string("h_19_cast_fp16")]; tensor x_19_cast_fp16 = mul(x = h_19_cast_fp16, y = mask_cast_fp16)[name = string("x_19_cast_fp16")]; tensor input_35_perm_0 = const()[name = string("input_35_perm_0"), val = tensor([0, 2, 1])]; tensor var_211_axes_0 = const()[name = string("op_211_axes_0"), val = tensor([-1])]; tensor m_convnext_3_norm_norm_weight_to_fp16 = const()[name = string("m_convnext_3_norm_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1269568)))]; tensor m_convnext_3_norm_norm_bias_to_fp16 = const()[name = string("m_convnext_3_norm_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1269760)))]; tensor input_35_cast_fp16 = transpose(perm = input_35_perm_0, x = x_19_cast_fp16)[name = string("transpose_17")]; tensor var_211_cast_fp16 = layer_norm(axes = var_211_axes_0, beta = m_convnext_3_norm_norm_bias_to_fp16, epsilon = var_20_to_fp16, gamma = m_convnext_3_norm_norm_weight_to_fp16, x = input_35_cast_fp16)[name = string("op_211_cast_fp16")]; tensor input_37_perm_0 = const()[name = string("input_37_perm_0"), val = tensor([0, 2, 1])]; string h_21_pad_type_0 = const()[name = string("h_21_pad_type_0"), val = string("valid")]; tensor h_21_strides_0 = const()[name = string("h_21_strides_0"), val = tensor([1])]; tensor h_21_pad_0 = const()[name = string("h_21_pad_0"), val = tensor([0, 0])]; tensor h_21_dilations_0 = const()[name = string("h_21_dilations_0"), val = tensor([1])]; int32 h_21_groups_0 = const()[name = string("h_21_groups_0"), val = int32(1)]; tensor m_convnext_3_pwconv1_weight_to_fp16 = const()[name = string("m_convnext_3_pwconv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1269952)))]; tensor m_convnext_3_pwconv1_bias_to_fp16 = const()[name = string("m_convnext_3_pwconv1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1302784)))]; tensor input_37_cast_fp16 = transpose(perm = input_37_perm_0, x = var_211_cast_fp16)[name = string("transpose_16")]; tensor h_21_cast_fp16 = conv(bias = m_convnext_3_pwconv1_bias_to_fp16, dilations = h_21_dilations_0, groups = h_21_groups_0, pad = h_21_pad_0, pad_type = h_21_pad_type_0, strides = h_21_strides_0, weight = m_convnext_3_pwconv1_weight_to_fp16, x = input_37_cast_fp16)[name = string("h_21_cast_fp16")]; string input_39_mode_0 = const()[name = string("input_39_mode_0"), val = string("EXACT")]; tensor input_39_cast_fp16 = gelu(mode = input_39_mode_0, x = h_21_cast_fp16)[name = string("input_39_cast_fp16")]; string h_23_pad_type_0 = const()[name = string("h_23_pad_type_0"), val = string("valid")]; tensor h_23_strides_0 = const()[name = string("h_23_strides_0"), val = tensor([1])]; tensor h_23_pad_0 = const()[name = string("h_23_pad_0"), val = tensor([0, 0])]; tensor h_23_dilations_0 = const()[name = string("h_23_dilations_0"), val = tensor([1])]; int32 h_23_groups_0 = const()[name = string("h_23_groups_0"), val = int32(1)]; tensor var_228_weight_0_to_fp16 = const()[name = string("op_228_weight_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1303360)))]; tensor var_228_bias_0_to_fp16 = const()[name = string("op_228_bias_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1336192)))]; tensor var_228_cast_fp16 = conv(bias = var_228_bias_0_to_fp16, dilations = h_23_dilations_0, groups = h_23_groups_0, pad = h_23_pad_0, pad_type = h_23_pad_type_0, strides = h_23_strides_0, weight = var_228_weight_0_to_fp16, x = input_39_cast_fp16)[name = string("op_228_cast_fp16")]; tensor out_7_cast_fp16 = add(x = input_31_cast_fp16, y = var_228_cast_fp16)[name = string("out_7_cast_fp16")]; tensor x_21_cast_fp16 = mul(x = out_7_cast_fp16, y = mask_cast_fp16)[name = string("x_21_cast_fp16")]; tensor input_41_cast_fp16 = mul(x = x_21_cast_fp16, y = mask_cast_fp16)[name = string("input_41_cast_fp16")]; tensor input_43_pad_0 = const()[name = string("input_43_pad_0"), val = tensor([0, 0, 0, 0, 2, 2])]; string input_43_mode_0 = const()[name = string("input_43_mode_0"), val = string("replicate")]; fp16 const_5_to_fp16 = const()[name = string("const_5_to_fp16"), val = fp16(0x0p+0)]; tensor input_43_cast_fp16 = pad(constant_val = const_5_to_fp16, mode = input_43_mode_0, pad = input_43_pad_0, x = input_41_cast_fp16)[name = string("input_43_cast_fp16")]; string h_25_pad_type_0 = const()[name = string("h_25_pad_type_0"), val = string("valid")]; int32 h_25_groups_0 = const()[name = string("h_25_groups_0"), val = int32(64)]; tensor h_25_strides_0 = const()[name = string("h_25_strides_0"), val = tensor([1])]; tensor h_25_pad_0 = const()[name = string("h_25_pad_0"), val = tensor([0, 0])]; tensor h_25_dilations_0 = const()[name = string("h_25_dilations_0"), val = tensor([1])]; tensor m_convnext_4_dwconv__conv_weight_to_fp16 = const()[name = string("m_convnext_4_dwconv__conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1336384)))]; tensor m_convnext_4_dwconv__conv_bias_to_fp16 = const()[name = string("m_convnext_4_dwconv__conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1337088)))]; tensor h_25_cast_fp16 = conv(bias = m_convnext_4_dwconv__conv_bias_to_fp16, dilations = h_25_dilations_0, groups = h_25_groups_0, pad = h_25_pad_0, pad_type = h_25_pad_type_0, strides = h_25_strides_0, weight = m_convnext_4_dwconv__conv_weight_to_fp16, x = input_43_cast_fp16)[name = string("h_25_cast_fp16")]; tensor x_23_cast_fp16 = mul(x = h_25_cast_fp16, y = mask_cast_fp16)[name = string("x_23_cast_fp16")]; tensor input_45_perm_0 = const()[name = string("input_45_perm_0"), val = tensor([0, 2, 1])]; tensor var_253_axes_0 = const()[name = string("op_253_axes_0"), val = tensor([-1])]; tensor m_convnext_4_norm_norm_weight_to_fp16 = const()[name = string("m_convnext_4_norm_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1337280)))]; tensor m_convnext_4_norm_norm_bias_to_fp16 = const()[name = string("m_convnext_4_norm_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1337472)))]; tensor input_45_cast_fp16 = transpose(perm = input_45_perm_0, x = x_23_cast_fp16)[name = string("transpose_15")]; tensor var_253_cast_fp16 = layer_norm(axes = var_253_axes_0, beta = m_convnext_4_norm_norm_bias_to_fp16, epsilon = var_20_to_fp16, gamma = m_convnext_4_norm_norm_weight_to_fp16, x = input_45_cast_fp16)[name = string("op_253_cast_fp16")]; tensor input_47_perm_0 = const()[name = string("input_47_perm_0"), val = tensor([0, 2, 1])]; string h_27_pad_type_0 = const()[name = string("h_27_pad_type_0"), val = string("valid")]; tensor h_27_strides_0 = const()[name = string("h_27_strides_0"), val = tensor([1])]; tensor h_27_pad_0 = const()[name = string("h_27_pad_0"), val = tensor([0, 0])]; tensor h_27_dilations_0 = const()[name = string("h_27_dilations_0"), val = tensor([1])]; int32 h_27_groups_0 = const()[name = string("h_27_groups_0"), val = int32(1)]; tensor m_convnext_4_pwconv1_weight_to_fp16 = const()[name = string("m_convnext_4_pwconv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1337664)))]; tensor m_convnext_4_pwconv1_bias_to_fp16 = const()[name = string("m_convnext_4_pwconv1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1370496)))]; tensor input_47_cast_fp16 = transpose(perm = input_47_perm_0, x = var_253_cast_fp16)[name = string("transpose_14")]; tensor h_27_cast_fp16 = conv(bias = m_convnext_4_pwconv1_bias_to_fp16, dilations = h_27_dilations_0, groups = h_27_groups_0, pad = h_27_pad_0, pad_type = h_27_pad_type_0, strides = h_27_strides_0, weight = m_convnext_4_pwconv1_weight_to_fp16, x = input_47_cast_fp16)[name = string("h_27_cast_fp16")]; string input_49_mode_0 = const()[name = string("input_49_mode_0"), val = string("EXACT")]; tensor input_49_cast_fp16 = gelu(mode = input_49_mode_0, x = h_27_cast_fp16)[name = string("input_49_cast_fp16")]; string h_29_pad_type_0 = const()[name = string("h_29_pad_type_0"), val = string("valid")]; tensor h_29_strides_0 = const()[name = string("h_29_strides_0"), val = tensor([1])]; tensor h_29_pad_0 = const()[name = string("h_29_pad_0"), val = tensor([0, 0])]; tensor h_29_dilations_0 = const()[name = string("h_29_dilations_0"), val = tensor([1])]; int32 h_29_groups_0 = const()[name = string("h_29_groups_0"), val = int32(1)]; tensor var_270_weight_0_to_fp16 = const()[name = string("op_270_weight_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1371072)))]; tensor var_270_bias_0_to_fp16 = const()[name = string("op_270_bias_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1403904)))]; tensor var_270_cast_fp16 = conv(bias = var_270_bias_0_to_fp16, dilations = h_29_dilations_0, groups = h_29_groups_0, pad = h_29_pad_0, pad_type = h_29_pad_type_0, strides = h_29_strides_0, weight = var_270_weight_0_to_fp16, x = input_49_cast_fp16)[name = string("op_270_cast_fp16")]; tensor out_9_cast_fp16 = add(x = input_41_cast_fp16, y = var_270_cast_fp16)[name = string("out_9_cast_fp16")]; tensor x_25_cast_fp16 = mul(x = out_9_cast_fp16, y = mask_cast_fp16)[name = string("x_25_cast_fp16")]; tensor input_51_cast_fp16 = mul(x = x_25_cast_fp16, y = mask_cast_fp16)[name = string("input_51_cast_fp16")]; tensor input_53_pad_0 = const()[name = string("input_53_pad_0"), val = tensor([0, 0, 0, 0, 2, 2])]; string input_53_mode_0 = const()[name = string("input_53_mode_0"), val = string("replicate")]; fp16 const_6_to_fp16 = const()[name = string("const_6_to_fp16"), val = fp16(0x0p+0)]; tensor input_53_cast_fp16 = pad(constant_val = const_6_to_fp16, mode = input_53_mode_0, pad = input_53_pad_0, x = input_51_cast_fp16)[name = string("input_53_cast_fp16")]; string h_31_pad_type_0 = const()[name = string("h_31_pad_type_0"), val = string("valid")]; int32 h_31_groups_0 = const()[name = string("h_31_groups_0"), val = int32(64)]; tensor h_31_strides_0 = const()[name = string("h_31_strides_0"), val = tensor([1])]; tensor h_31_pad_0 = const()[name = string("h_31_pad_0"), val = tensor([0, 0])]; tensor h_31_dilations_0 = const()[name = string("h_31_dilations_0"), val = tensor([1])]; tensor m_convnext_5_dwconv__conv_weight_to_fp16 = const()[name = string("m_convnext_5_dwconv__conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1404096)))]; tensor m_convnext_5_dwconv__conv_bias_to_fp16 = const()[name = string("m_convnext_5_dwconv__conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1404800)))]; tensor h_31_cast_fp16 = conv(bias = m_convnext_5_dwconv__conv_bias_to_fp16, dilations = h_31_dilations_0, groups = h_31_groups_0, pad = h_31_pad_0, pad_type = h_31_pad_type_0, strides = h_31_strides_0, weight = m_convnext_5_dwconv__conv_weight_to_fp16, x = input_53_cast_fp16)[name = string("h_31_cast_fp16")]; tensor x_27_cast_fp16 = mul(x = h_31_cast_fp16, y = mask_cast_fp16)[name = string("x_27_cast_fp16")]; tensor input_55_perm_0 = const()[name = string("input_55_perm_0"), val = tensor([0, 2, 1])]; tensor var_295_axes_0 = const()[name = string("op_295_axes_0"), val = tensor([-1])]; tensor m_convnext_5_norm_norm_weight_to_fp16 = const()[name = string("m_convnext_5_norm_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1404992)))]; tensor m_convnext_5_norm_norm_bias_to_fp16 = const()[name = string("m_convnext_5_norm_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1405184)))]; tensor input_55_cast_fp16 = transpose(perm = input_55_perm_0, x = x_27_cast_fp16)[name = string("transpose_13")]; tensor var_295_cast_fp16 = layer_norm(axes = var_295_axes_0, beta = m_convnext_5_norm_norm_bias_to_fp16, epsilon = var_20_to_fp16, gamma = m_convnext_5_norm_norm_weight_to_fp16, x = input_55_cast_fp16)[name = string("op_295_cast_fp16")]; tensor input_57_perm_0 = const()[name = string("input_57_perm_0"), val = tensor([0, 2, 1])]; string h_33_pad_type_0 = const()[name = string("h_33_pad_type_0"), val = string("valid")]; tensor h_33_strides_0 = const()[name = string("h_33_strides_0"), val = tensor([1])]; tensor h_33_pad_0 = const()[name = string("h_33_pad_0"), val = tensor([0, 0])]; tensor h_33_dilations_0 = const()[name = string("h_33_dilations_0"), val = tensor([1])]; int32 h_33_groups_0 = const()[name = string("h_33_groups_0"), val = int32(1)]; tensor m_convnext_5_pwconv1_weight_to_fp16 = const()[name = string("m_convnext_5_pwconv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1405376)))]; tensor m_convnext_5_pwconv1_bias_to_fp16 = const()[name = string("m_convnext_5_pwconv1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1438208)))]; tensor input_57_cast_fp16 = transpose(perm = input_57_perm_0, x = var_295_cast_fp16)[name = string("transpose_12")]; tensor h_33_cast_fp16 = conv(bias = m_convnext_5_pwconv1_bias_to_fp16, dilations = h_33_dilations_0, groups = h_33_groups_0, pad = h_33_pad_0, pad_type = h_33_pad_type_0, strides = h_33_strides_0, weight = m_convnext_5_pwconv1_weight_to_fp16, x = input_57_cast_fp16)[name = string("h_33_cast_fp16")]; string input_59_mode_0 = const()[name = string("input_59_mode_0"), val = string("EXACT")]; tensor input_59_cast_fp16 = gelu(mode = input_59_mode_0, x = h_33_cast_fp16)[name = string("input_59_cast_fp16")]; string h_35_pad_type_0 = const()[name = string("h_35_pad_type_0"), val = string("valid")]; tensor h_35_strides_0 = const()[name = string("h_35_strides_0"), val = tensor([1])]; tensor h_35_pad_0 = const()[name = string("h_35_pad_0"), val = tensor([0, 0])]; tensor h_35_dilations_0 = const()[name = string("h_35_dilations_0"), val = tensor([1])]; int32 h_35_groups_0 = const()[name = string("h_35_groups_0"), val = int32(1)]; tensor var_312_weight_0_to_fp16 = const()[name = string("op_312_weight_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1438784)))]; tensor var_312_bias_0_to_fp16 = const()[name = string("op_312_bias_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1471616)))]; tensor var_312_cast_fp16 = conv(bias = var_312_bias_0_to_fp16, dilations = h_35_dilations_0, groups = h_35_groups_0, pad = h_35_pad_0, pad_type = h_35_pad_type_0, strides = h_35_strides_0, weight = var_312_weight_0_to_fp16, x = input_59_cast_fp16)[name = string("op_312_cast_fp16")]; tensor out_11_cast_fp16 = add(x = input_51_cast_fp16, y = var_312_cast_fp16)[name = string("out_11_cast_fp16")]; tensor x_29_cast_fp16 = mul(x = out_11_cast_fp16, y = mask_cast_fp16)[name = string("x_29_cast_fp16")]; tensor x_31_cast_fp16 = mul(x = x_29_cast_fp16, y = mask_cast_fp16)[name = string("x_31_cast_fp16")]; string var_335_pad_type_0 = const()[name = string("op_335_pad_type_0"), val = string("valid")]; tensor var_335_strides_0 = const()[name = string("op_335_strides_0"), val = tensor([1])]; tensor var_335_pad_0 = const()[name = string("op_335_pad_0"), val = tensor([0, 0])]; tensor var_335_dilations_0 = const()[name = string("op_335_dilations_0"), val = tensor([1])]; int32 var_335_groups_0 = const()[name = string("op_335_groups_0"), val = int32(1)]; tensor m_attn_layers_0_attn_conv_q_weight_to_fp16 = const()[name = string("m_attn_layers_0_attn_conv_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1471808)))]; tensor m_attn_layers_0_attn_conv_q_bias_to_fp16 = const()[name = string("m_attn_layers_0_attn_conv_q_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1480064)))]; tensor var_335_cast_fp16 = conv(bias = m_attn_layers_0_attn_conv_q_bias_to_fp16, dilations = var_335_dilations_0, groups = var_335_groups_0, pad = var_335_pad_0, pad_type = var_335_pad_type_0, strides = var_335_strides_0, weight = m_attn_layers_0_attn_conv_q_weight_to_fp16, x = x_31_cast_fp16)[name = string("op_335_cast_fp16")]; tensor var_336 = const()[name = string("op_336"), val = tensor([1, 2, 32, 129])]; tensor var_337_cast_fp16 = reshape(shape = var_336, x = var_335_cast_fp16)[name = string("op_337_cast_fp16")]; tensor q_1_perm_0 = const()[name = string("q_1_perm_0"), val = tensor([0, 1, 3, 2])]; string var_345_pad_type_0 = const()[name = string("op_345_pad_type_0"), val = string("valid")]; tensor var_345_strides_0 = const()[name = string("op_345_strides_0"), val = tensor([1])]; tensor var_345_pad_0 = const()[name = string("op_345_pad_0"), val = tensor([0, 0])]; tensor var_345_dilations_0 = const()[name = string("op_345_dilations_0"), val = tensor([1])]; int32 var_345_groups_0 = const()[name = string("op_345_groups_0"), val = int32(1)]; tensor m_attn_layers_0_attn_conv_k_weight_to_fp16 = const()[name = string("m_attn_layers_0_attn_conv_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1480256)))]; tensor m_attn_layers_0_attn_conv_k_bias_to_fp16 = const()[name = string("m_attn_layers_0_attn_conv_k_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1488512)))]; tensor var_345_cast_fp16 = conv(bias = m_attn_layers_0_attn_conv_k_bias_to_fp16, dilations = var_345_dilations_0, groups = var_345_groups_0, pad = var_345_pad_0, pad_type = var_345_pad_type_0, strides = var_345_strides_0, weight = m_attn_layers_0_attn_conv_k_weight_to_fp16, x = x_31_cast_fp16)[name = string("op_345_cast_fp16")]; tensor var_346 = const()[name = string("op_346"), val = tensor([1, 2, 32, 129])]; tensor var_347_cast_fp16 = reshape(shape = var_346, x = var_345_cast_fp16)[name = string("op_347_cast_fp16")]; string var_355_pad_type_0 = const()[name = string("op_355_pad_type_0"), val = string("valid")]; tensor var_355_strides_0 = const()[name = string("op_355_strides_0"), val = tensor([1])]; tensor var_355_pad_0 = const()[name = string("op_355_pad_0"), val = tensor([0, 0])]; tensor var_355_dilations_0 = const()[name = string("op_355_dilations_0"), val = tensor([1])]; int32 var_355_groups_0 = const()[name = string("op_355_groups_0"), val = int32(1)]; tensor m_attn_layers_0_attn_conv_v_weight_to_fp16 = const()[name = string("m_attn_layers_0_attn_conv_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1488704)))]; tensor m_attn_layers_0_attn_conv_v_bias_to_fp16 = const()[name = string("m_attn_layers_0_attn_conv_v_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1496960)))]; tensor var_355_cast_fp16 = conv(bias = m_attn_layers_0_attn_conv_v_bias_to_fp16, dilations = var_355_dilations_0, groups = var_355_groups_0, pad = var_355_pad_0, pad_type = var_355_pad_type_0, strides = var_355_strides_0, weight = m_attn_layers_0_attn_conv_v_weight_to_fp16, x = x_31_cast_fp16)[name = string("op_355_cast_fp16")]; tensor var_356 = const()[name = string("op_356"), val = tensor([1, 2, 32, 129])]; tensor var_357_cast_fp16 = reshape(shape = var_356, x = var_355_cast_fp16)[name = string("op_357_cast_fp16")]; fp16 var_359_to_fp16 = const()[name = string("op_359_to_fp16"), val = fp16(0x1.6ap-3)]; tensor q_1_cast_fp16 = transpose(perm = q_1_perm_0, x = var_337_cast_fp16)[name = string("transpose_11")]; tensor var_360_cast_fp16 = mul(x = q_1_cast_fp16, y = var_359_to_fp16)[name = string("op_360_cast_fp16")]; bool scores_1_transpose_x_0 = const()[name = string("scores_1_transpose_x_0"), val = bool(false)]; bool scores_1_transpose_y_0 = const()[name = string("scores_1_transpose_y_0"), val = bool(false)]; tensor scores_1_cast_fp16 = matmul(transpose_x = scores_1_transpose_x_0, transpose_y = scores_1_transpose_y_0, x = var_360_cast_fp16, y = var_347_cast_fp16)[name = string("scores_1_cast_fp16")]; bool x_33_transpose_x_0 = const()[name = string("x_33_transpose_x_0"), val = bool(false)]; bool x_33_transpose_y_0 = const()[name = string("x_33_transpose_y_0"), val = bool(false)]; tensor var_384_to_fp16 = const()[name = string("op_384_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1497152)))]; tensor x_33_cast_fp16 = matmul(transpose_x = x_33_transpose_x_0, transpose_y = x_33_transpose_y_0, x = var_360_cast_fp16, y = var_384_to_fp16)[name = string("x_33_cast_fp16")]; tensor x_35_pad_0 = const()[name = string("x_35_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 0, 1])]; string x_35_mode_0 = const()[name = string("x_35_mode_0"), val = string("constant")]; fp16 const_13_to_fp16 = const()[name = string("const_13_to_fp16"), val = fp16(0x0p+0)]; tensor x_35_cast_fp16 = pad(constant_val = const_13_to_fp16, mode = x_35_mode_0, pad = x_35_pad_0, x = x_33_cast_fp16)[name = string("x_35_cast_fp16")]; tensor var_396 = const()[name = string("op_396"), val = tensor([1, 2, 33282])]; tensor input_63_cast_fp16 = reshape(shape = var_396, x = x_35_cast_fp16)[name = string("input_63_cast_fp16")]; tensor x_37_pad_0 = const()[name = string("x_37_pad_0"), val = tensor([0, 0, 0, 0, 0, 128])]; string x_37_mode_0 = const()[name = string("x_37_mode_0"), val = string("constant")]; fp16 const_14_to_fp16 = const()[name = string("const_14_to_fp16"), val = fp16(0x0p+0)]; tensor x_37_cast_fp16 = pad(constant_val = const_14_to_fp16, mode = x_37_mode_0, pad = x_37_pad_0, x = input_63_cast_fp16)[name = string("x_37_cast_fp16")]; tensor var_411 = const()[name = string("op_411"), val = tensor([1, 2, 130, 257])]; tensor x_39_cast_fp16 = reshape(shape = var_411, x = x_37_cast_fp16)[name = string("x_39_cast_fp16")]; tensor var_418_begin_0 = const()[name = string("op_418_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_418_end_0 = const()[name = string("op_418_end_0"), val = tensor([1, 2, 129, 257])]; tensor var_418_end_mask_0 = const()[name = string("op_418_end_mask_0"), val = tensor([true, true, false, true])]; tensor var_418_cast_fp16 = slice_by_index(begin = var_418_begin_0, end = var_418_end_0, end_mask = var_418_end_mask_0, x = x_39_cast_fp16)[name = string("op_418_cast_fp16")]; tensor var_419_begin_0 = const()[name = string("op_419_begin_0"), val = tensor([0, 0, 0, 128])]; tensor var_419_end_0 = const()[name = string("op_419_end_0"), val = tensor([1, 2, 129, 257])]; tensor var_419_end_mask_0 = const()[name = string("op_419_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_419_cast_fp16 = slice_by_index(begin = var_419_begin_0, end = var_419_end_0, end_mask = var_419_end_mask_0, x = var_418_cast_fp16)[name = string("op_419_cast_fp16")]; tensor scores_3_cast_fp16 = add(x = scores_1_cast_fp16, y = var_419_cast_fp16)[name = string("scores_3_cast_fp16")]; tensor var_421_axes_0 = const()[name = string("op_421_axes_0"), val = tensor([2])]; tensor var_421_cast_fp16 = expand_dims(axes = var_421_axes_0, x = mask_cast_fp16)[name = string("op_421_cast_fp16")]; fp16 var_10_to_fp16 = const()[name = string("op_10_to_fp16"), val = fp16(0x1p+0)]; tensor var_422_cast_fp16 = sub(x = var_10_to_fp16, y = var_421_cast_fp16)[name = string("op_422_cast_fp16")]; fp16 var_423_to_fp16 = const()[name = string("op_423_to_fp16"), val = fp16(0x1.388p+13)]; tensor var_424_cast_fp16 = mul(x = var_422_cast_fp16, y = var_423_to_fp16)[name = string("op_424_cast_fp16")]; tensor input_65_cast_fp16 = sub(x = scores_3_cast_fp16, y = var_424_cast_fp16)[name = string("input_65_cast_fp16")]; tensor p_attn_1_cast_fp16 = softmax(axis = var_27, x = input_65_cast_fp16)[name = string("p_attn_1_cast_fp16")]; bool out_13_transpose_x_1 = const()[name = string("out_13_transpose_x_1"), val = bool(false)]; bool out_13_transpose_y_1 = const()[name = string("out_13_transpose_y_1"), val = bool(true)]; tensor out_13_cast_fp16 = matmul(transpose_x = out_13_transpose_x_1, transpose_y = out_13_transpose_y_1, x = p_attn_1_cast_fp16, y = var_357_cast_fp16)[name = string("out_13_cast_fp16")]; tensor x_41_pad_0 = const()[name = string("x_41_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 0, 128])]; string x_41_mode_0 = const()[name = string("x_41_mode_0"), val = string("constant")]; fp16 const_19_to_fp16 = const()[name = string("const_19_to_fp16"), val = fp16(0x0p+0)]; tensor x_41_cast_fp16 = pad(constant_val = const_19_to_fp16, mode = x_41_mode_0, pad = x_41_pad_0, x = p_attn_1_cast_fp16)[name = string("x_41_cast_fp16")]; tensor var_461 = const()[name = string("op_461"), val = tensor([1, 2, 33153])]; tensor input_69_cast_fp16 = reshape(shape = var_461, x = x_41_cast_fp16)[name = string("input_69_cast_fp16")]; tensor x_43_pad_0 = const()[name = string("x_43_pad_0"), val = tensor([0, 0, 0, 0, 129, 0])]; string x_43_mode_0 = const()[name = string("x_43_mode_0"), val = string("constant")]; fp16 const_20_to_fp16 = const()[name = string("const_20_to_fp16"), val = fp16(0x0p+0)]; tensor x_43_cast_fp16 = pad(constant_val = const_20_to_fp16, mode = x_43_mode_0, pad = x_43_pad_0, x = input_69_cast_fp16)[name = string("x_43_cast_fp16")]; tensor var_468 = const()[name = string("op_468"), val = tensor([1, 2, 129, 258])]; tensor x_45_cast_fp16 = reshape(shape = var_468, x = x_43_cast_fp16)[name = string("x_45_cast_fp16")]; tensor rel_weights_1_begin_0 = const()[name = string("rel_weights_1_begin_0"), val = tensor([0, 0, 0, 1])]; tensor rel_weights_1_end_0 = const()[name = string("rel_weights_1_end_0"), val = tensor([1, 2, 129, 258])]; tensor rel_weights_1_end_mask_0 = const()[name = string("rel_weights_1_end_mask_0"), val = tensor([true, true, true, true])]; tensor rel_weights_1_cast_fp16 = slice_by_index(begin = rel_weights_1_begin_0, end = rel_weights_1_end_0, end_mask = rel_weights_1_end_mask_0, x = x_45_cast_fp16)[name = string("rel_weights_1_cast_fp16")]; bool var_475_transpose_x_0 = const()[name = string("op_475_transpose_x_0"), val = bool(false)]; bool var_475_transpose_y_0 = const()[name = string("op_475_transpose_y_0"), val = bool(false)]; tensor var_474_to_fp16 = const()[name = string("op_474_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1513664)))]; tensor var_475_cast_fp16 = matmul(transpose_x = var_475_transpose_x_0, transpose_y = var_475_transpose_y_0, x = rel_weights_1_cast_fp16, y = var_474_to_fp16)[name = string("op_475_cast_fp16")]; tensor out_15_cast_fp16 = add(x = out_13_cast_fp16, y = var_475_cast_fp16)[name = string("out_15_cast_fp16")]; tensor var_477_perm_0 = const()[name = string("op_477_perm_0"), val = tensor([0, 1, 3, 2])]; tensor var_478 = const()[name = string("op_478"), val = tensor([1, 64, 129])]; tensor var_477_cast_fp16 = transpose(perm = var_477_perm_0, x = out_15_cast_fp16)[name = string("transpose_10")]; tensor input_71_cast_fp16 = reshape(shape = var_478, x = var_477_cast_fp16)[name = string("input_71_cast_fp16")]; string y_1_pad_type_0 = const()[name = string("y_1_pad_type_0"), val = string("valid")]; tensor y_1_strides_0 = const()[name = string("y_1_strides_0"), val = tensor([1])]; tensor y_1_pad_0 = const()[name = string("y_1_pad_0"), val = tensor([0, 0])]; tensor y_1_dilations_0 = const()[name = string("y_1_dilations_0"), val = tensor([1])]; int32 y_1_groups_0 = const()[name = string("y_1_groups_0"), val = int32(1)]; tensor m_attn_layers_0_attn_conv_o_weight_to_fp16 = const()[name = string("m_attn_layers_0_attn_conv_o_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1530176)))]; tensor m_attn_layers_0_attn_conv_o_bias_to_fp16 = const()[name = string("m_attn_layers_0_attn_conv_o_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1538432)))]; tensor y_1_cast_fp16 = conv(bias = m_attn_layers_0_attn_conv_o_bias_to_fp16, dilations = y_1_dilations_0, groups = y_1_groups_0, pad = y_1_pad_0, pad_type = y_1_pad_type_0, strides = y_1_strides_0, weight = m_attn_layers_0_attn_conv_o_weight_to_fp16, x = input_71_cast_fp16)[name = string("y_1_cast_fp16")]; tensor x_47_cast_fp16 = add(x = x_31_cast_fp16, y = y_1_cast_fp16)[name = string("x_47_cast_fp16")]; tensor input_73_perm_0 = const()[name = string("input_73_perm_0"), val = tensor([0, 2, 1])]; tensor var_493_axes_0 = const()[name = string("op_493_axes_0"), val = tensor([-1])]; tensor m_attn_layers_0_norm_1_norm_weight_to_fp16 = const()[name = string("m_attn_layers_0_norm_1_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1538624)))]; tensor m_attn_layers_0_norm_1_norm_bias_to_fp16 = const()[name = string("m_attn_layers_0_norm_1_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1538816)))]; tensor input_73_cast_fp16 = transpose(perm = input_73_perm_0, x = x_47_cast_fp16)[name = string("transpose_9")]; tensor var_493_cast_fp16 = layer_norm(axes = var_493_axes_0, beta = m_attn_layers_0_norm_1_norm_bias_to_fp16, epsilon = var_20_to_fp16, gamma = m_attn_layers_0_norm_1_norm_weight_to_fp16, x = input_73_cast_fp16)[name = string("op_493_cast_fp16")]; tensor x_49_perm_0 = const()[name = string("x_49_perm_0"), val = tensor([0, 2, 1])]; tensor x_49_cast_fp16 = transpose(perm = x_49_perm_0, x = var_493_cast_fp16)[name = string("transpose_8")]; tensor input_75_cast_fp16 = mul(x = x_49_cast_fp16, y = mask_cast_fp16)[name = string("input_75_cast_fp16")]; string input_77_pad_type_0 = const()[name = string("input_77_pad_type_0"), val = string("valid")]; tensor input_77_strides_0 = const()[name = string("input_77_strides_0"), val = tensor([1])]; tensor input_77_pad_0 = const()[name = string("input_77_pad_0"), val = tensor([0, 0])]; tensor input_77_dilations_0 = const()[name = string("input_77_dilations_0"), val = tensor([1])]; int32 input_77_groups_0 = const()[name = string("input_77_groups_0"), val = int32(1)]; tensor m_attn_layers_0_ffn_conv_1_weight_to_fp16 = const()[name = string("m_attn_layers_0_ffn_conv_1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1539008)))]; tensor m_attn_layers_0_ffn_conv_1_bias_to_fp16 = const()[name = string("m_attn_layers_0_ffn_conv_1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1571840)))]; tensor input_77_cast_fp16 = conv(bias = m_attn_layers_0_ffn_conv_1_bias_to_fp16, dilations = input_77_dilations_0, groups = input_77_groups_0, pad = input_77_pad_0, pad_type = input_77_pad_type_0, strides = input_77_strides_0, weight = m_attn_layers_0_ffn_conv_1_weight_to_fp16, x = input_75_cast_fp16)[name = string("input_77_cast_fp16")]; tensor h_37_cast_fp16 = relu(x = input_77_cast_fp16)[name = string("h_37_cast_fp16")]; tensor input_79_cast_fp16 = mul(x = h_37_cast_fp16, y = mask_cast_fp16)[name = string("input_79_cast_fp16")]; string h_39_pad_type_0 = const()[name = string("h_39_pad_type_0"), val = string("valid")]; tensor h_39_strides_0 = const()[name = string("h_39_strides_0"), val = tensor([1])]; tensor h_39_pad_0 = const()[name = string("h_39_pad_0"), val = tensor([0, 0])]; tensor h_39_dilations_0 = const()[name = string("h_39_dilations_0"), val = tensor([1])]; int32 h_39_groups_0 = const()[name = string("h_39_groups_0"), val = int32(1)]; tensor m_attn_layers_0_ffn_conv_2_weight_to_fp16 = const()[name = string("m_attn_layers_0_ffn_conv_2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1572416)))]; tensor m_attn_layers_0_ffn_conv_2_bias_to_fp16 = const()[name = string("m_attn_layers_0_ffn_conv_2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1605248)))]; tensor h_39_cast_fp16 = conv(bias = m_attn_layers_0_ffn_conv_2_bias_to_fp16, dilations = h_39_dilations_0, groups = h_39_groups_0, pad = h_39_pad_0, pad_type = h_39_pad_type_0, strides = h_39_strides_0, weight = m_attn_layers_0_ffn_conv_2_weight_to_fp16, x = input_79_cast_fp16)[name = string("h_39_cast_fp16")]; tensor y_3_cast_fp16 = mul(x = h_39_cast_fp16, y = mask_cast_fp16)[name = string("y_3_cast_fp16")]; tensor x_51_cast_fp16 = add(x = x_49_cast_fp16, y = y_3_cast_fp16)[name = string("x_51_cast_fp16")]; tensor input_81_perm_0 = const()[name = string("input_81_perm_0"), val = tensor([0, 2, 1])]; tensor var_521_axes_0 = const()[name = string("op_521_axes_0"), val = tensor([-1])]; tensor m_attn_layers_0_norm_2_norm_weight_to_fp16 = const()[name = string("m_attn_layers_0_norm_2_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1605440)))]; tensor m_attn_layers_0_norm_2_norm_bias_to_fp16 = const()[name = string("m_attn_layers_0_norm_2_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1605632)))]; tensor input_81_cast_fp16 = transpose(perm = input_81_perm_0, x = x_51_cast_fp16)[name = string("transpose_7")]; tensor var_521_cast_fp16 = layer_norm(axes = var_521_axes_0, beta = m_attn_layers_0_norm_2_norm_bias_to_fp16, epsilon = var_20_to_fp16, gamma = m_attn_layers_0_norm_2_norm_weight_to_fp16, x = input_81_cast_fp16)[name = string("op_521_cast_fp16")]; tensor x_53_perm_0 = const()[name = string("x_53_perm_0"), val = tensor([0, 2, 1])]; tensor x_53_cast_fp16 = transpose(perm = x_53_perm_0, x = var_521_cast_fp16)[name = string("transpose_6")]; tensor x_55_cast_fp16 = mul(x = x_53_cast_fp16, y = mask_cast_fp16)[name = string("x_55_cast_fp16")]; string var_543_pad_type_0 = const()[name = string("op_543_pad_type_0"), val = string("valid")]; tensor var_543_strides_0 = const()[name = string("op_543_strides_0"), val = tensor([1])]; tensor var_543_pad_0 = const()[name = string("op_543_pad_0"), val = tensor([0, 0])]; tensor var_543_dilations_0 = const()[name = string("op_543_dilations_0"), val = tensor([1])]; int32 var_543_groups_0 = const()[name = string("op_543_groups_0"), val = int32(1)]; tensor m_attn_layers_1_attn_conv_q_weight_to_fp16 = const()[name = string("m_attn_layers_1_attn_conv_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1605824)))]; tensor m_attn_layers_1_attn_conv_q_bias_to_fp16 = const()[name = string("m_attn_layers_1_attn_conv_q_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1614080)))]; tensor var_543_cast_fp16 = conv(bias = m_attn_layers_1_attn_conv_q_bias_to_fp16, dilations = var_543_dilations_0, groups = var_543_groups_0, pad = var_543_pad_0, pad_type = var_543_pad_type_0, strides = var_543_strides_0, weight = m_attn_layers_1_attn_conv_q_weight_to_fp16, x = x_55_cast_fp16)[name = string("op_543_cast_fp16")]; tensor var_544 = const()[name = string("op_544"), val = tensor([1, 2, 32, 129])]; tensor var_545_cast_fp16 = reshape(shape = var_544, x = var_543_cast_fp16)[name = string("op_545_cast_fp16")]; tensor q_perm_0 = const()[name = string("q_perm_0"), val = tensor([0, 1, 3, 2])]; string var_553_pad_type_0 = const()[name = string("op_553_pad_type_0"), val = string("valid")]; tensor var_553_strides_0 = const()[name = string("op_553_strides_0"), val = tensor([1])]; tensor var_553_pad_0 = const()[name = string("op_553_pad_0"), val = tensor([0, 0])]; tensor var_553_dilations_0 = const()[name = string("op_553_dilations_0"), val = tensor([1])]; int32 var_553_groups_0 = const()[name = string("op_553_groups_0"), val = int32(1)]; tensor m_attn_layers_1_attn_conv_k_weight_to_fp16 = const()[name = string("m_attn_layers_1_attn_conv_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1614272)))]; tensor m_attn_layers_1_attn_conv_k_bias_to_fp16 = const()[name = string("m_attn_layers_1_attn_conv_k_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1622528)))]; tensor var_553_cast_fp16 = conv(bias = m_attn_layers_1_attn_conv_k_bias_to_fp16, dilations = var_553_dilations_0, groups = var_553_groups_0, pad = var_553_pad_0, pad_type = var_553_pad_type_0, strides = var_553_strides_0, weight = m_attn_layers_1_attn_conv_k_weight_to_fp16, x = x_55_cast_fp16)[name = string("op_553_cast_fp16")]; tensor var_554 = const()[name = string("op_554"), val = tensor([1, 2, 32, 129])]; tensor var_555_cast_fp16 = reshape(shape = var_554, x = var_553_cast_fp16)[name = string("op_555_cast_fp16")]; string var_563_pad_type_0 = const()[name = string("op_563_pad_type_0"), val = string("valid")]; tensor var_563_strides_0 = const()[name = string("op_563_strides_0"), val = tensor([1])]; tensor var_563_pad_0 = const()[name = string("op_563_pad_0"), val = tensor([0, 0])]; tensor var_563_dilations_0 = const()[name = string("op_563_dilations_0"), val = tensor([1])]; int32 var_563_groups_0 = const()[name = string("op_563_groups_0"), val = int32(1)]; tensor m_attn_layers_1_attn_conv_v_weight_to_fp16 = const()[name = string("m_attn_layers_1_attn_conv_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1622720)))]; tensor m_attn_layers_1_attn_conv_v_bias_to_fp16 = const()[name = string("m_attn_layers_1_attn_conv_v_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1630976)))]; tensor var_563_cast_fp16 = conv(bias = m_attn_layers_1_attn_conv_v_bias_to_fp16, dilations = var_563_dilations_0, groups = var_563_groups_0, pad = var_563_pad_0, pad_type = var_563_pad_type_0, strides = var_563_strides_0, weight = m_attn_layers_1_attn_conv_v_weight_to_fp16, x = x_55_cast_fp16)[name = string("op_563_cast_fp16")]; tensor var_564 = const()[name = string("op_564"), val = tensor([1, 2, 32, 129])]; tensor var_565_cast_fp16 = reshape(shape = var_564, x = var_563_cast_fp16)[name = string("op_565_cast_fp16")]; fp16 var_567_to_fp16 = const()[name = string("op_567_to_fp16"), val = fp16(0x1.6ap-3)]; tensor q_cast_fp16 = transpose(perm = q_perm_0, x = var_545_cast_fp16)[name = string("transpose_5")]; tensor var_568_cast_fp16 = mul(x = q_cast_fp16, y = var_567_to_fp16)[name = string("op_568_cast_fp16")]; bool scores_5_transpose_x_0 = const()[name = string("scores_5_transpose_x_0"), val = bool(false)]; bool scores_5_transpose_y_0 = const()[name = string("scores_5_transpose_y_0"), val = bool(false)]; tensor scores_5_cast_fp16 = matmul(transpose_x = scores_5_transpose_x_0, transpose_y = scores_5_transpose_y_0, x = var_568_cast_fp16, y = var_555_cast_fp16)[name = string("scores_5_cast_fp16")]; bool x_57_transpose_x_0 = const()[name = string("x_57_transpose_x_0"), val = bool(false)]; bool x_57_transpose_y_0 = const()[name = string("x_57_transpose_y_0"), val = bool(false)]; tensor var_592_to_fp16 = const()[name = string("op_592_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1631168)))]; tensor x_57_cast_fp16 = matmul(transpose_x = x_57_transpose_x_0, transpose_y = x_57_transpose_y_0, x = var_568_cast_fp16, y = var_592_to_fp16)[name = string("x_57_cast_fp16")]; tensor x_59_pad_0 = const()[name = string("x_59_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 0, 1])]; string x_59_mode_0 = const()[name = string("x_59_mode_0"), val = string("constant")]; fp16 const_27_to_fp16 = const()[name = string("const_27_to_fp16"), val = fp16(0x0p+0)]; tensor x_59_cast_fp16 = pad(constant_val = const_27_to_fp16, mode = x_59_mode_0, pad = x_59_pad_0, x = x_57_cast_fp16)[name = string("x_59_cast_fp16")]; tensor var_604 = const()[name = string("op_604"), val = tensor([1, 2, 33282])]; tensor input_85_cast_fp16 = reshape(shape = var_604, x = x_59_cast_fp16)[name = string("input_85_cast_fp16")]; tensor x_61_pad_0 = const()[name = string("x_61_pad_0"), val = tensor([0, 0, 0, 0, 0, 128])]; string x_61_mode_0 = const()[name = string("x_61_mode_0"), val = string("constant")]; fp16 const_28_to_fp16 = const()[name = string("const_28_to_fp16"), val = fp16(0x0p+0)]; tensor x_61_cast_fp16 = pad(constant_val = const_28_to_fp16, mode = x_61_mode_0, pad = x_61_pad_0, x = input_85_cast_fp16)[name = string("x_61_cast_fp16")]; tensor var_619 = const()[name = string("op_619"), val = tensor([1, 2, 130, 257])]; tensor x_63_cast_fp16 = reshape(shape = var_619, x = x_61_cast_fp16)[name = string("x_63_cast_fp16")]; tensor var_626_begin_0 = const()[name = string("op_626_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_626_end_0 = const()[name = string("op_626_end_0"), val = tensor([1, 2, 129, 257])]; tensor var_626_end_mask_0 = const()[name = string("op_626_end_mask_0"), val = tensor([true, true, false, true])]; tensor var_626_cast_fp16 = slice_by_index(begin = var_626_begin_0, end = var_626_end_0, end_mask = var_626_end_mask_0, x = x_63_cast_fp16)[name = string("op_626_cast_fp16")]; tensor var_627_begin_0 = const()[name = string("op_627_begin_0"), val = tensor([0, 0, 0, 128])]; tensor var_627_end_0 = const()[name = string("op_627_end_0"), val = tensor([1, 2, 129, 257])]; tensor var_627_end_mask_0 = const()[name = string("op_627_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_627_cast_fp16 = slice_by_index(begin = var_627_begin_0, end = var_627_end_0, end_mask = var_627_end_mask_0, x = var_626_cast_fp16)[name = string("op_627_cast_fp16")]; tensor scores_cast_fp16 = add(x = scores_5_cast_fp16, y = var_627_cast_fp16)[name = string("scores_cast_fp16")]; tensor input_87_cast_fp16 = sub(x = scores_cast_fp16, y = var_424_cast_fp16)[name = string("input_87_cast_fp16")]; tensor p_attn_cast_fp16 = softmax(axis = var_27, x = input_87_cast_fp16)[name = string("p_attn_cast_fp16")]; bool out_17_transpose_x_1 = const()[name = string("out_17_transpose_x_1"), val = bool(false)]; bool out_17_transpose_y_1 = const()[name = string("out_17_transpose_y_1"), val = bool(true)]; tensor out_17_cast_fp16 = matmul(transpose_x = out_17_transpose_x_1, transpose_y = out_17_transpose_y_1, x = p_attn_cast_fp16, y = var_565_cast_fp16)[name = string("out_17_cast_fp16")]; tensor x_65_pad_0 = const()[name = string("x_65_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 0, 128])]; string x_65_mode_0 = const()[name = string("x_65_mode_0"), val = string("constant")]; fp16 const_33_to_fp16 = const()[name = string("const_33_to_fp16"), val = fp16(0x0p+0)]; tensor x_65_cast_fp16 = pad(constant_val = const_33_to_fp16, mode = x_65_mode_0, pad = x_65_pad_0, x = p_attn_cast_fp16)[name = string("x_65_cast_fp16")]; tensor var_669 = const()[name = string("op_669"), val = tensor([1, 2, 33153])]; tensor input_91_cast_fp16 = reshape(shape = var_669, x = x_65_cast_fp16)[name = string("input_91_cast_fp16")]; tensor x_67_pad_0 = const()[name = string("x_67_pad_0"), val = tensor([0, 0, 0, 0, 129, 0])]; string x_67_mode_0 = const()[name = string("x_67_mode_0"), val = string("constant")]; fp16 const_34_to_fp16 = const()[name = string("const_34_to_fp16"), val = fp16(0x0p+0)]; tensor x_67_cast_fp16 = pad(constant_val = const_34_to_fp16, mode = x_67_mode_0, pad = x_67_pad_0, x = input_91_cast_fp16)[name = string("x_67_cast_fp16")]; tensor var_676 = const()[name = string("op_676"), val = tensor([1, 2, 129, 258])]; tensor x_69_cast_fp16 = reshape(shape = var_676, x = x_67_cast_fp16)[name = string("x_69_cast_fp16")]; tensor rel_weights_begin_0 = const()[name = string("rel_weights_begin_0"), val = tensor([0, 0, 0, 1])]; tensor rel_weights_end_0 = const()[name = string("rel_weights_end_0"), val = tensor([1, 2, 129, 258])]; tensor rel_weights_end_mask_0 = const()[name = string("rel_weights_end_mask_0"), val = tensor([true, true, true, true])]; tensor rel_weights_cast_fp16 = slice_by_index(begin = rel_weights_begin_0, end = rel_weights_end_0, end_mask = rel_weights_end_mask_0, x = x_69_cast_fp16)[name = string("rel_weights_cast_fp16")]; bool var_683_transpose_x_0 = const()[name = string("op_683_transpose_x_0"), val = bool(false)]; bool var_683_transpose_y_0 = const()[name = string("op_683_transpose_y_0"), val = bool(false)]; tensor var_682_to_fp16 = const()[name = string("op_682_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1647680)))]; tensor var_683_cast_fp16 = matmul(transpose_x = var_683_transpose_x_0, transpose_y = var_683_transpose_y_0, x = rel_weights_cast_fp16, y = var_682_to_fp16)[name = string("op_683_cast_fp16")]; tensor out_cast_fp16 = add(x = out_17_cast_fp16, y = var_683_cast_fp16)[name = string("out_cast_fp16")]; tensor var_685_perm_0 = const()[name = string("op_685_perm_0"), val = tensor([0, 1, 3, 2])]; tensor var_686 = const()[name = string("op_686"), val = tensor([1, 64, 129])]; tensor var_685_cast_fp16 = transpose(perm = var_685_perm_0, x = out_cast_fp16)[name = string("transpose_4")]; tensor input_93_cast_fp16 = reshape(shape = var_686, x = var_685_cast_fp16)[name = string("input_93_cast_fp16")]; string y_5_pad_type_0 = const()[name = string("y_5_pad_type_0"), val = string("valid")]; tensor y_5_strides_0 = const()[name = string("y_5_strides_0"), val = tensor([1])]; tensor y_5_pad_0 = const()[name = string("y_5_pad_0"), val = tensor([0, 0])]; tensor y_5_dilations_0 = const()[name = string("y_5_dilations_0"), val = tensor([1])]; int32 y_5_groups_0 = const()[name = string("y_5_groups_0"), val = int32(1)]; tensor m_attn_layers_1_attn_conv_o_weight_to_fp16 = const()[name = string("m_attn_layers_1_attn_conv_o_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1664192)))]; tensor m_attn_layers_1_attn_conv_o_bias_to_fp16 = const()[name = string("m_attn_layers_1_attn_conv_o_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1672448)))]; tensor y_5_cast_fp16 = conv(bias = m_attn_layers_1_attn_conv_o_bias_to_fp16, dilations = y_5_dilations_0, groups = y_5_groups_0, pad = y_5_pad_0, pad_type = y_5_pad_type_0, strides = y_5_strides_0, weight = m_attn_layers_1_attn_conv_o_weight_to_fp16, x = input_93_cast_fp16)[name = string("y_5_cast_fp16")]; tensor x_71_cast_fp16 = add(x = x_55_cast_fp16, y = y_5_cast_fp16)[name = string("x_71_cast_fp16")]; tensor input_95_perm_0 = const()[name = string("input_95_perm_0"), val = tensor([0, 2, 1])]; tensor var_701_axes_0 = const()[name = string("op_701_axes_0"), val = tensor([-1])]; tensor m_attn_layers_1_norm_1_norm_weight_to_fp16 = const()[name = string("m_attn_layers_1_norm_1_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1672640)))]; tensor m_attn_layers_1_norm_1_norm_bias_to_fp16 = const()[name = string("m_attn_layers_1_norm_1_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1672832)))]; tensor input_95_cast_fp16 = transpose(perm = input_95_perm_0, x = x_71_cast_fp16)[name = string("transpose_3")]; tensor var_701_cast_fp16 = layer_norm(axes = var_701_axes_0, beta = m_attn_layers_1_norm_1_norm_bias_to_fp16, epsilon = var_20_to_fp16, gamma = m_attn_layers_1_norm_1_norm_weight_to_fp16, x = input_95_cast_fp16)[name = string("op_701_cast_fp16")]; tensor x_73_perm_0 = const()[name = string("x_73_perm_0"), val = tensor([0, 2, 1])]; tensor x_73_cast_fp16 = transpose(perm = x_73_perm_0, x = var_701_cast_fp16)[name = string("transpose_2")]; tensor input_97_cast_fp16 = mul(x = x_73_cast_fp16, y = mask_cast_fp16)[name = string("input_97_cast_fp16")]; string input_99_pad_type_0 = const()[name = string("input_99_pad_type_0"), val = string("valid")]; tensor input_99_strides_0 = const()[name = string("input_99_strides_0"), val = tensor([1])]; tensor input_99_pad_0 = const()[name = string("input_99_pad_0"), val = tensor([0, 0])]; tensor input_99_dilations_0 = const()[name = string("input_99_dilations_0"), val = tensor([1])]; int32 input_99_groups_0 = const()[name = string("input_99_groups_0"), val = int32(1)]; tensor m_attn_layers_1_ffn_conv_1_weight_to_fp16 = const()[name = string("m_attn_layers_1_ffn_conv_1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1673024)))]; tensor m_attn_layers_1_ffn_conv_1_bias_to_fp16 = const()[name = string("m_attn_layers_1_ffn_conv_1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1705856)))]; tensor input_99_cast_fp16 = conv(bias = m_attn_layers_1_ffn_conv_1_bias_to_fp16, dilations = input_99_dilations_0, groups = input_99_groups_0, pad = input_99_pad_0, pad_type = input_99_pad_type_0, strides = input_99_strides_0, weight = m_attn_layers_1_ffn_conv_1_weight_to_fp16, x = input_97_cast_fp16)[name = string("input_99_cast_fp16")]; tensor h_41_cast_fp16 = relu(x = input_99_cast_fp16)[name = string("h_41_cast_fp16")]; tensor input_101_cast_fp16 = mul(x = h_41_cast_fp16, y = mask_cast_fp16)[name = string("input_101_cast_fp16")]; string h_pad_type_0 = const()[name = string("h_pad_type_0"), val = string("valid")]; tensor h_strides_0 = const()[name = string("h_strides_0"), val = tensor([1])]; tensor h_pad_0 = const()[name = string("h_pad_0"), val = tensor([0, 0])]; tensor h_dilations_0 = const()[name = string("h_dilations_0"), val = tensor([1])]; int32 h_groups_0 = const()[name = string("h_groups_0"), val = int32(1)]; tensor m_attn_layers_1_ffn_conv_2_weight_to_fp16 = const()[name = string("m_attn_layers_1_ffn_conv_2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1706432)))]; tensor m_attn_layers_1_ffn_conv_2_bias_to_fp16 = const()[name = string("m_attn_layers_1_ffn_conv_2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1739264)))]; tensor h_cast_fp16 = conv(bias = m_attn_layers_1_ffn_conv_2_bias_to_fp16, dilations = h_dilations_0, groups = h_groups_0, pad = h_pad_0, pad_type = h_pad_type_0, strides = h_strides_0, weight = m_attn_layers_1_ffn_conv_2_weight_to_fp16, x = input_101_cast_fp16)[name = string("h_cast_fp16")]; tensor y_cast_fp16 = mul(x = h_cast_fp16, y = mask_cast_fp16)[name = string("y_cast_fp16")]; tensor x_75_cast_fp16 = add(x = x_73_cast_fp16, y = y_cast_fp16)[name = string("x_75_cast_fp16")]; tensor input_103_perm_0 = const()[name = string("input_103_perm_0"), val = tensor([0, 2, 1])]; tensor var_729_axes_0 = const()[name = string("op_729_axes_0"), val = tensor([-1])]; tensor m_attn_layers_1_norm_2_norm_weight_to_fp16 = const()[name = string("m_attn_layers_1_norm_2_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1739456)))]; tensor m_attn_layers_1_norm_2_norm_bias_to_fp16 = const()[name = string("m_attn_layers_1_norm_2_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1739648)))]; tensor input_103_cast_fp16 = transpose(perm = input_103_perm_0, x = x_75_cast_fp16)[name = string("transpose_1")]; tensor var_729_cast_fp16 = layer_norm(axes = var_729_axes_0, beta = m_attn_layers_1_norm_2_norm_bias_to_fp16, epsilon = var_20_to_fp16, gamma = m_attn_layers_1_norm_2_norm_weight_to_fp16, x = input_103_cast_fp16)[name = string("op_729_cast_fp16")]; tensor x_77_perm_0 = const()[name = string("x_77_perm_0"), val = tensor([0, 2, 1])]; tensor x_77_cast_fp16 = transpose(perm = x_77_perm_0, x = var_729_cast_fp16)[name = string("transpose_0")]; tensor x_79_cast_fp16 = mul(x = x_77_cast_fp16, y = mask_cast_fp16)[name = string("x_79_cast_fp16")]; tensor x_81_cast_fp16 = add(x = x_79_cast_fp16, y = x_29_cast_fp16)[name = string("x_81_cast_fp16")]; tensor input_105_begin_0 = const()[name = string("input_105_begin_0"), val = tensor([0, 0, 0])]; tensor input_105_end_0 = const()[name = string("input_105_end_0"), val = tensor([1, 64, 1])]; tensor input_105_end_mask_0 = const()[name = string("input_105_end_mask_0"), val = tensor([true, true, false])]; tensor input_105_cast_fp16 = slice_by_index(begin = input_105_begin_0, end = input_105_end_0, end_mask = input_105_end_mask_0, x = x_81_cast_fp16)[name = string("input_105_cast_fp16")]; tensor sentence_mask_begin_0 = const()[name = string("sentence_mask_begin_0"), val = tensor([0, 0, 0])]; tensor sentence_mask_end_0 = const()[name = string("sentence_mask_end_0"), val = tensor([1, 1, 1])]; tensor sentence_mask_end_mask_0 = const()[name = string("sentence_mask_end_mask_0"), val = tensor([true, true, false])]; tensor sentence_mask_cast_fp16 = slice_by_index(begin = sentence_mask_begin_0, end = sentence_mask_end_0, end_mask = sentence_mask_end_mask_0, x = mask_cast_fp16)[name = string("sentence_mask_cast_fp16")]; string var_744_pad_type_0 = const()[name = string("op_744_pad_type_0"), val = string("valid")]; tensor var_744_strides_0 = const()[name = string("op_744_strides_0"), val = tensor([1])]; tensor var_744_pad_0 = const()[name = string("op_744_pad_0"), val = tensor([0, 0])]; tensor var_744_dilations_0 = const()[name = string("op_744_dilations_0"), val = tensor([1])]; int32 var_744_groups_0 = const()[name = string("op_744_groups_0"), val = int32(1)]; tensor m_proj_out_conv_weight_to_fp16 = const()[name = string("m_proj_out_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1739840)))]; tensor var_744_cast_fp16 = conv(dilations = var_744_dilations_0, groups = var_744_groups_0, pad = var_744_pad_0, pad_type = var_744_pad_type_0, strides = var_744_strides_0, weight = m_proj_out_conv_weight_to_fp16, x = input_105_cast_fp16)[name = string("op_744_cast_fp16")]; tensor sentence_emb_cast_fp16 = mul(x = var_744_cast_fp16, y = sentence_mask_cast_fp16)[name = string("sentence_emb_cast_fp16")]; tensor var_752 = const()[name = string("op_752"), val = tensor([1, -1])]; tensor s_cast_fp16 = reshape(shape = var_752, x = sentence_emb_cast_fp16)[name = string("s_cast_fp16")]; tensor var_754 = const()[name = string("op_754"), val = tensor([1, -1])]; string style_dp_to_fp16_dtype_0 = const()[name = string("style_dp_to_fp16_dtype_0"), val = string("fp16")]; tensor style_dp_to_fp16 = cast(dtype = style_dp_to_fp16_dtype_0, x = style_dp)[name = string("cast_21")]; tensor v_cast_fp16 = reshape(shape = var_754, x = style_dp_to_fp16)[name = string("v_cast_fp16")]; bool input_107_interleave_0 = const()[name = string("input_107_interleave_0"), val = bool(false)]; tensor input_107_cast_fp16 = concat(axis = var_26, interleave = input_107_interleave_0, values = (s_cast_fp16, v_cast_fp16))[name = string("input_107_cast_fp16")]; tensor m_predictor_layers_0_weight_to_fp16 = const()[name = string("m_predictor_layers_0_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1748096)))]; tensor m_predictor_layers_0_bias_to_fp16 = const()[name = string("m_predictor_layers_0_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1797312)))]; tensor linear_0_cast_fp16 = linear(bias = m_predictor_layers_0_bias_to_fp16, weight = m_predictor_layers_0_weight_to_fp16, x = input_107_cast_fp16)[name = string("linear_0_cast_fp16")]; tensor expand_dims_0_axes_0 = const()[name = string("expand_dims_0_axes_0"), val = tensor([2])]; tensor expand_dims_0_cast_fp16 = expand_dims(axes = expand_dims_0_axes_0, x = linear_0_cast_fp16)[name = string("expand_dims_0_cast_fp16")]; fp32 prelu_0_alpha_1 = const()[name = string("prelu_0_alpha_1"), val = fp32(0x1.b19f5ap-3)]; tensor prelu_0_cast_fp16 = leaky_relu(alpha = prelu_0_alpha_1, x = expand_dims_0_cast_fp16)[name = string("prelu_0_cast_fp16")]; tensor input_axes_0 = const()[name = string("input_axes_0"), val = tensor([2])]; tensor input_cast_fp16 = squeeze(axes = input_axes_0, x = prelu_0_cast_fp16)[name = string("input_cast_fp16")]; tensor m_predictor_layers_1_weight_to_fp16 = const()[name = string("m_predictor_layers_1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1797632)))]; tensor m_predictor_layers_1_bias_to_fp16 = const()[name = string("m_predictor_layers_1_bias_to_fp16"), val = tensor([0x1.60cp-6])]; tensor linear_1_cast_fp16 = linear(bias = m_predictor_layers_1_bias_to_fp16, weight = m_predictor_layers_1_weight_to_fp16, x = input_cast_fp16)[name = string("linear_1_cast_fp16")]; tensor x_cast_fp16 = exp(x = linear_1_cast_fp16)[name = string("x_cast_fp16")]; tensor var_767_axes_0 = const()[name = string("op_767_axes_0"), val = tensor([-1])]; tensor var_767_cast_fp16 = squeeze(axes = var_767_axes_0, x = x_cast_fp16)[name = string("op_767_cast_fp16")]; string var_767_cast_fp16_to_fp32_dtype_0 = const()[name = string("op_767_cast_fp16_to_fp32_dtype_0"), val = string("fp32")]; tensor duration = cast(dtype = var_767_cast_fp16_to_fp32_dtype_0, x = var_767_cast_fp16)[name = string("cast_20")]; } -> (duration); }