program(1.3) [buildInfo = dict({{"coremlc-component-MIL", "3520.4.1"}, {"coremlc-version", "3520.5.1"}, {"coremltools-component-torch", "2.11.0"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "8.1"}})] { func main(tensor audio_signal, tensor length) [FlexibleShapeInformation = tuple>>, tuple>>>>((("DefaultShapes", {{"audio_signal", [1, 128, 501]}}), ("EnumeratedShapes", {{"29db354e", {{"audio_signal", [1, 128, 501]}, {"length", [1]}}}, {"4c9795fa", {{"audio_signal", [1, 128, 3001]}, {"length", [1]}}}, {"d5caafbc", {{"audio_signal", [1, 128, 1501]}, {"length", [1]}}}, {"ffea0c7a", {{"audio_signal", [1, 128, 1001]}, {"length", [1]}}}})))] { int32 var_9 = const()[name = string("op_9"), val = int32(1024)]; int32 var_14 = const()[name = string("op_14"), val = int32(128)]; int32 var_15 = const()[name = string("op_15"), val = int32(8)]; int32 var_24 = const()[name = string("op_24"), val = int32(-1)]; int32 var_25 = const()[name = string("op_25"), val = int32(0)]; int32 var_29 = const()[name = string("op_29"), val = int32(1)]; tensor x_3_perm_0 = const()[name = string("x_3_perm_0"), val = tensor([0, 2, 1])]; string audio_signal_to_fp16_dtype_0 = const()[name = string("audio_signal_to_fp16_dtype_0"), val = string("fp16")]; tensor tensor_2_axes_0 = const()[name = string("tensor_2_axes_0"), val = tensor([1])]; tensor audio_signal_to_fp16 = cast(dtype = audio_signal_to_fp16_dtype_0, x = audio_signal)[name = string("cast_539")]; tensor x_3_cast_fp16 = transpose(perm = x_3_perm_0, x = audio_signal_to_fp16)[name = string("transpose_435")]; tensor tensor_2_cast_fp16 = expand_dims(axes = tensor_2_axes_0, x = x_3_cast_fp16)[name = string("tensor_2_cast_fp16")]; tensor var_95_shape_cast_fp16 = shape(x = tensor_2_cast_fp16)[name = string("op_95_shape_cast_fp16")]; int32 gather_0 = const()[name = string("gather_0"), val = int32(1)]; int32 gather_1_axis_0 = const()[name = string("gather_1_axis_0"), val = int32(0)]; int32 gather_1_batch_dims_0 = const()[name = string("gather_1_batch_dims_0"), val = int32(0)]; bool gather_1_validate_indices_0 = const()[name = string("gather_1_validate_indices_0"), val = bool(false)]; string var_95_shape_cast_fp16_to_int16_dtype_0 = const()[name = string("op_95_shape_cast_fp16_to_int16_dtype_0"), val = string("int16")]; uint16 select_1_to_uint16 = const()[name = string("select_1_to_uint16"), val = uint16(2)]; tensor var_95_shape_cast_fp16_to_int16 = cast(dtype = var_95_shape_cast_fp16_to_int16_dtype_0, x = var_95_shape_cast_fp16)[name = string("cast_538")]; int16 gather_1_cast_uint16 = gather(axis = gather_1_axis_0, batch_dims = gather_1_batch_dims_0, indices = select_1_to_uint16, validate_indices = gather_1_validate_indices_0, x = var_95_shape_cast_fp16_to_int16)[name = string("gather_1_cast_uint16")]; string gather_1_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_1_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_2 = const()[name = string("gather_2"), val = int32(128)]; int32 const_0 = const()[name = string("const_0"), val = int32(0)]; int32 const_1 = const()[name = string("const_1"), val = int32(1)]; int32 gather_1_cast_uint16_to_int32 = cast(dtype = gather_1_cast_uint16_to_int32_dtype_0, x = gather_1_cast_uint16)[name = string("cast_537")]; tensor var_98 = range_1d(end = gather_1_cast_uint16_to_int32, start = const_0, step = const_1)[name = string("op_98")]; tensor expand_dims_0_axes_0 = const()[name = string("expand_dims_0_axes_0"), val = tensor([0])]; tensor expand_dims_0 = expand_dims(axes = expand_dims_0_axes_0, x = var_98)[name = string("expand_dims_0")]; tensor shape_3 = shape(x = expand_dims_0)[name = string("shape_3")]; int32 concat_0_axis_0 = const()[name = string("concat_0_axis_0"), val = int32(0)]; bool concat_0_interleave_0 = const()[name = string("concat_0_interleave_0"), val = bool(false)]; tensor concat_0 = concat(axis = concat_0_axis_0, interleave = concat_0_interleave_0, values = (gather_0, gather_1_cast_uint16_to_int32))[name = string("concat_0")]; tensor real_div_0 = real_div(x = concat_0, y = shape_3)[name = string("real_div_0")]; tensor var_100 = tile(reps = real_div_0, x = expand_dims_0)[name = string("op_100")]; tensor var_101_axes_0 = const()[name = string("op_101_axes_0"), val = tensor([1])]; tensor var_101 = expand_dims(axes = var_101_axes_0, x = length)[name = string("op_101")]; tensor time_mask_1 = less(x = var_100, y = var_101)[name = string("time_mask_1")]; tensor var_103_axes_0 = const()[name = string("op_103_axes_0"), val = tensor([-1])]; tensor var_103 = expand_dims(axes = var_103_axes_0, x = time_mask_1)[name = string("op_103")]; tensor shape_4 = shape(x = var_103)[name = string("shape_4")]; int32 concat_1_axis_0 = const()[name = string("concat_1_axis_0"), val = int32(0)]; bool concat_1_interleave_0 = const()[name = string("concat_1_interleave_0"), val = bool(false)]; tensor concat_1 = concat(axis = concat_1_axis_0, interleave = concat_1_interleave_0, values = (gather_0, gather_1_cast_uint16_to_int32, gather_2))[name = string("concat_1")]; tensor real_div_1 = real_div(x = concat_1, y = shape_4)[name = string("real_div_1")]; tensor var_105 = tile(reps = real_div_1, x = var_103)[name = string("op_105")]; int32 gather_3 = const()[name = string("gather_3"), val = int32(1)]; int32 gather_4 = const()[name = string("gather_4"), val = int32(1)]; int32 gather_6 = const()[name = string("gather_6"), val = int32(128)]; tensor var_111_axes_0 = const()[name = string("op_111_axes_0"), val = tensor([1])]; string cast_5_to_fp16_dtype_0 = const()[name = string("cast_5_to_fp16_dtype_0"), val = string("fp16")]; tensor var_105_to_fp16 = cast(dtype = cast_5_to_fp16_dtype_0, x = var_105)[name = string("cast_536")]; tensor var_111_cast_fp16 = expand_dims(axes = var_111_axes_0, x = var_105_to_fp16)[name = string("op_111_cast_fp16")]; tensor shape_9_cast_fp16 = shape(x = var_111_cast_fp16)[name = string("shape_9_cast_fp16")]; int32 concat_2_axis_0 = const()[name = string("concat_2_axis_0"), val = int32(0)]; bool concat_2_interleave_0 = const()[name = string("concat_2_interleave_0"), val = bool(false)]; tensor concat_2 = concat(axis = concat_2_axis_0, interleave = concat_2_interleave_0, values = (gather_3, gather_4, gather_1_cast_uint16_to_int32, gather_6))[name = string("concat_2")]; tensor real_div_2 = real_div(x = concat_2, y = shape_9_cast_fp16)[name = string("real_div_2")]; tensor expanded_mask_1_cast_fp16 = tile(reps = real_div_2, x = var_111_cast_fp16)[name = string("expanded_mask_1_cast_fp16")]; tensor input_3_cast_fp16 = mul(x = tensor_2_cast_fp16, y = expanded_mask_1_cast_fp16)[name = string("input_3_cast_fp16")]; string tensor_4_pad_type_0 = const()[name = string("tensor_4_pad_type_0"), val = string("custom")]; tensor tensor_4_pad_0 = const()[name = string("tensor_4_pad_0"), val = tensor([1, 1, 1, 1])]; tensor tensor_4_strides_0 = const()[name = string("tensor_4_strides_0"), val = tensor([2, 2])]; tensor tensor_4_dilations_0 = const()[name = string("tensor_4_dilations_0"), val = tensor([1, 1])]; int32 tensor_4_groups_0 = const()[name = string("tensor_4_groups_0"), val = int32(1)]; tensor encoder_pre_encode_conv_0_weight_to_fp16 = const()[name = string("encoder_pre_encode_conv_0_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(64)))]; tensor encoder_pre_encode_conv_0_bias_to_fp16 = const()[name = string("encoder_pre_encode_conv_0_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4736)))]; tensor tensor_4_cast_fp16 = conv(bias = encoder_pre_encode_conv_0_bias_to_fp16, dilations = tensor_4_dilations_0, groups = tensor_4_groups_0, pad = tensor_4_pad_0, pad_type = tensor_4_pad_type_0, strides = tensor_4_strides_0, weight = encoder_pre_encode_conv_0_weight_to_fp16, x = input_3_cast_fp16)[name = string("tensor_4_cast_fp16")]; string cast_1_to_fp16_dtype_0 = const()[name = string("cast_1_to_fp16_dtype_0"), val = string("fp16")]; fp16 var_122_promoted_to_fp16 = const()[name = string("op_122_promoted_to_fp16"), val = fp16(0x1p+0)]; tensor length_to_fp16 = cast(dtype = cast_1_to_fp16_dtype_0, x = length)[name = string("cast_535")]; tensor var_123_cast_fp16 = add(x = length_to_fp16, y = var_122_promoted_to_fp16)[name = string("op_123_cast_fp16")]; fp16 var_124_promoted_to_fp16 = const()[name = string("op_124_promoted_to_fp16"), val = fp16(0x1p+0)]; tensor var_125_cast_fp16 = add(x = var_123_cast_fp16, y = var_124_promoted_to_fp16)[name = string("op_125_cast_fp16")]; fp16 var_126_promoted_to_fp16 = const()[name = string("op_126_promoted_to_fp16"), val = fp16(0x1.8p+1)]; tensor var_127_cast_fp16 = sub(x = var_125_cast_fp16, y = var_126_promoted_to_fp16)[name = string("op_127_cast_fp16")]; fp16 var_22_promoted_to_fp16 = const()[name = string("op_22_promoted_to_fp16"), val = fp16(0x1p+1)]; tensor floor_div_0_cast_fp16 = floor_div(x = var_127_cast_fp16, y = var_22_promoted_to_fp16)[name = string("floor_div_0_cast_fp16")]; fp16 var_129_promoted_to_fp16 = const()[name = string("op_129_promoted_to_fp16"), val = fp16(0x1p+0)]; tensor current_lengths0_1_cast_fp16 = add(x = floor_div_0_cast_fp16, y = var_129_promoted_to_fp16)[name = string("current_lengths0_1_cast_fp16")]; string cast_7_dtype_0 = const()[name = string("cast_7_dtype_0"), val = string("int32")]; tensor var_132_shape_cast_fp16 = shape(x = tensor_4_cast_fp16)[name = string("op_132_shape_cast_fp16")]; int32 gather_7_axis_0 = const()[name = string("gather_7_axis_0"), val = int32(0)]; int32 gather_7_batch_dims_0 = const()[name = string("gather_7_batch_dims_0"), val = int32(0)]; bool gather_7_validate_indices_0 = const()[name = string("gather_7_validate_indices_0"), val = bool(false)]; string var_132_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_132_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_7_to_uint16 = const()[name = string("select_7_to_uint16"), val = uint16(0)]; tensor var_132_shape_cast_fp16_to_uint16 = cast(dtype = var_132_shape_cast_fp16_to_uint16_dtype_0, x = var_132_shape_cast_fp16)[name = string("cast_533")]; uint16 gather_7_cast_uint16 = gather(axis = gather_7_axis_0, batch_dims = gather_7_batch_dims_0, indices = select_7_to_uint16, validate_indices = gather_7_validate_indices_0, x = var_132_shape_cast_fp16_to_uint16)[name = string("gather_7_cast_uint16")]; string gather_7_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_7_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_8_axis_0 = const()[name = string("gather_8_axis_0"), val = int32(0)]; int32 gather_8_batch_dims_0 = const()[name = string("gather_8_batch_dims_0"), val = int32(0)]; bool gather_8_validate_indices_0 = const()[name = string("gather_8_validate_indices_0"), val = bool(false)]; uint16 select_8_to_uint16 = const()[name = string("select_8_to_uint16"), val = uint16(2)]; uint16 gather_8_cast_uint16 = gather(axis = gather_8_axis_0, batch_dims = gather_8_batch_dims_0, indices = select_8_to_uint16, validate_indices = gather_8_validate_indices_0, x = var_132_shape_cast_fp16_to_uint16)[name = string("gather_8_cast_uint16")]; string gather_8_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_8_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_9 = const()[name = string("gather_9"), val = int32(64)]; int32 const_2 = const()[name = string("const_2"), val = int32(0)]; int32 const_3 = const()[name = string("const_3"), val = int32(1)]; int32 gather_8_cast_uint16_to_int32 = cast(dtype = gather_8_cast_uint16_to_int32_dtype_0, x = gather_8_cast_uint16)[name = string("cast_531")]; tensor var_135 = range_1d(end = gather_8_cast_uint16_to_int32, start = const_2, step = const_3)[name = string("op_135")]; tensor expand_dims_1_axes_0 = const()[name = string("expand_dims_1_axes_0"), val = tensor([0])]; tensor expand_dims_1 = expand_dims(axes = expand_dims_1_axes_0, x = var_135)[name = string("expand_dims_1")]; tensor shape_13 = shape(x = expand_dims_1)[name = string("shape_13")]; int32 concat_3_axis_0 = const()[name = string("concat_3_axis_0"), val = int32(0)]; bool concat_3_interleave_0 = const()[name = string("concat_3_interleave_0"), val = bool(false)]; int32 gather_7_cast_uint16_to_int32 = cast(dtype = gather_7_cast_uint16_to_int32_dtype_0, x = gather_7_cast_uint16)[name = string("cast_532")]; tensor concat_3 = concat(axis = concat_3_axis_0, interleave = concat_3_interleave_0, values = (gather_7_cast_uint16_to_int32, gather_8_cast_uint16_to_int32))[name = string("concat_3")]; tensor real_div_3 = real_div(x = concat_3, y = shape_13)[name = string("real_div_3")]; tensor var_137 = tile(reps = real_div_3, x = expand_dims_1)[name = string("op_137")]; tensor var_138_axes_0 = const()[name = string("op_138_axes_0"), val = tensor([1])]; tensor current_lengths0_1_cast_fp16_to_int32 = cast(dtype = cast_7_dtype_0, x = current_lengths0_1_cast_fp16)[name = string("cast_534")]; tensor var_138 = expand_dims(axes = var_138_axes_0, x = current_lengths0_1_cast_fp16_to_int32)[name = string("op_138")]; tensor time_mask0_1 = less(x = var_137, y = var_138)[name = string("time_mask0_1")]; tensor var_140_axes_0 = const()[name = string("op_140_axes_0"), val = tensor([-1])]; tensor var_140 = expand_dims(axes = var_140_axes_0, x = time_mask0_1)[name = string("op_140")]; tensor shape_14 = shape(x = var_140)[name = string("shape_14")]; int32 concat_4_axis_0 = const()[name = string("concat_4_axis_0"), val = int32(0)]; bool concat_4_interleave_0 = const()[name = string("concat_4_interleave_0"), val = bool(false)]; tensor concat_4 = concat(axis = concat_4_axis_0, interleave = concat_4_interleave_0, values = (gather_7_cast_uint16_to_int32, gather_8_cast_uint16_to_int32, gather_9))[name = string("concat_4")]; tensor real_div_4 = real_div(x = concat_4, y = shape_14)[name = string("real_div_4")]; tensor var_142 = tile(reps = real_div_4, x = var_140)[name = string("op_142")]; int32 gather_11 = const()[name = string("gather_11"), val = int32(256)]; int32 gather_13 = const()[name = string("gather_13"), val = int32(64)]; tensor var_148_axes_0 = const()[name = string("op_148_axes_0"), val = tensor([1])]; string cast_10_to_fp16_dtype_0 = const()[name = string("cast_10_to_fp16_dtype_0"), val = string("fp16")]; tensor var_142_to_fp16 = cast(dtype = cast_10_to_fp16_dtype_0, x = var_142)[name = string("cast_530")]; tensor var_148_cast_fp16 = expand_dims(axes = var_148_axes_0, x = var_142_to_fp16)[name = string("op_148_cast_fp16")]; tensor shape_19_cast_fp16 = shape(x = var_148_cast_fp16)[name = string("shape_19_cast_fp16")]; int32 concat_5_axis_0 = const()[name = string("concat_5_axis_0"), val = int32(0)]; bool concat_5_interleave_0 = const()[name = string("concat_5_interleave_0"), val = bool(false)]; tensor concat_5 = concat(axis = concat_5_axis_0, interleave = concat_5_interleave_0, values = (gather_7_cast_uint16_to_int32, gather_11, gather_8_cast_uint16_to_int32, gather_13))[name = string("concat_5")]; tensor real_div_5 = real_div(x = concat_5, y = shape_19_cast_fp16)[name = string("real_div_5")]; tensor expanded_mask0_1_cast_fp16 = tile(reps = real_div_5, x = var_148_cast_fp16)[name = string("expanded_mask0_1_cast_fp16")]; tensor input0_3_cast_fp16 = mul(x = tensor_4_cast_fp16, y = expanded_mask0_1_cast_fp16)[name = string("input0_3_cast_fp16")]; tensor var_152_cast_fp16 = relu(x = input0_3_cast_fp16)[name = string("op_152_cast_fp16")]; tensor var_153_shape_cast_fp16 = shape(x = var_152_cast_fp16)[name = string("op_153_shape_cast_fp16")]; int32 gather_14_axis_0 = const()[name = string("gather_14_axis_0"), val = int32(0)]; int32 gather_14_batch_dims_0 = const()[name = string("gather_14_batch_dims_0"), val = int32(0)]; bool gather_14_validate_indices_0 = const()[name = string("gather_14_validate_indices_0"), val = bool(false)]; string var_153_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_153_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_14_to_uint16 = const()[name = string("select_14_to_uint16"), val = uint16(0)]; tensor var_153_shape_cast_fp16_to_uint16 = cast(dtype = var_153_shape_cast_fp16_to_uint16_dtype_0, x = var_153_shape_cast_fp16)[name = string("cast_529")]; uint16 gather_14_cast_uint16 = gather(axis = gather_14_axis_0, batch_dims = gather_14_batch_dims_0, indices = select_14_to_uint16, validate_indices = gather_14_validate_indices_0, x = var_153_shape_cast_fp16_to_uint16)[name = string("gather_14_cast_uint16")]; string gather_14_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_14_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_15 = const()[name = string("gather_15"), val = int32(256)]; int32 gather_16_axis_0 = const()[name = string("gather_16_axis_0"), val = int32(0)]; int32 gather_16_batch_dims_0 = const()[name = string("gather_16_batch_dims_0"), val = int32(0)]; bool gather_16_validate_indices_0 = const()[name = string("gather_16_validate_indices_0"), val = bool(false)]; uint16 select_16_to_uint16 = const()[name = string("select_16_to_uint16"), val = uint16(2)]; uint16 gather_16_cast_uint16 = gather(axis = gather_16_axis_0, batch_dims = gather_16_batch_dims_0, indices = select_16_to_uint16, validate_indices = gather_16_validate_indices_0, x = var_153_shape_cast_fp16_to_uint16)[name = string("gather_16_cast_uint16")]; string gather_16_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_16_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_17 = const()[name = string("gather_17"), val = int32(64)]; int32 concat_6_axis_0 = const()[name = string("concat_6_axis_0"), val = int32(0)]; bool concat_6_interleave_0 = const()[name = string("concat_6_interleave_0"), val = bool(false)]; int32 gather_16_cast_uint16_to_int32 = cast(dtype = gather_16_cast_uint16_to_int32_dtype_0, x = gather_16_cast_uint16)[name = string("cast_527")]; int32 gather_14_cast_uint16_to_int32 = cast(dtype = gather_14_cast_uint16_to_int32_dtype_0, x = gather_14_cast_uint16)[name = string("cast_528")]; tensor concat_6 = concat(axis = concat_6_axis_0, interleave = concat_6_interleave_0, values = (gather_14_cast_uint16_to_int32, gather_15, gather_16_cast_uint16_to_int32, gather_17))[name = string("concat_6")]; tensor real_div_6 = real_div(x = concat_6, y = shape_19_cast_fp16)[name = string("real_div_6")]; tensor expanded_mask1_1_cast_fp16 = tile(reps = real_div_6, x = var_148_cast_fp16)[name = string("expanded_mask1_1_cast_fp16")]; tensor input1_4_cast_fp16 = mul(x = var_152_cast_fp16, y = expanded_mask1_1_cast_fp16)[name = string("input1_4_cast_fp16")]; string tensor_6_pad_type_0 = const()[name = string("tensor_6_pad_type_0"), val = string("custom")]; tensor tensor_6_pad_0 = const()[name = string("tensor_6_pad_0"), val = tensor([1, 1, 1, 1])]; tensor tensor_6_strides_0 = const()[name = string("tensor_6_strides_0"), val = tensor([2, 2])]; int32 tensor_6_groups_0 = const()[name = string("tensor_6_groups_0"), val = int32(256)]; tensor tensor_6_dilations_0 = const()[name = string("tensor_6_dilations_0"), val = tensor([1, 1])]; tensor encoder_pre_encode_conv_2_weight_to_fp16 = const()[name = string("encoder_pre_encode_conv_2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5312)))]; tensor encoder_pre_encode_conv_2_bias_to_fp16 = const()[name = string("encoder_pre_encode_conv_2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(9984)))]; tensor tensor_6_cast_fp16 = conv(bias = encoder_pre_encode_conv_2_bias_to_fp16, dilations = tensor_6_dilations_0, groups = tensor_6_groups_0, pad = tensor_6_pad_0, pad_type = tensor_6_pad_type_0, strides = tensor_6_strides_0, weight = encoder_pre_encode_conv_2_weight_to_fp16, x = input1_4_cast_fp16)[name = string("tensor_6_cast_fp16")]; fp16 var_168_promoted_to_fp16 = const()[name = string("op_168_promoted_to_fp16"), val = fp16(0x1p+0)]; tensor var_169_cast_fp16 = add(x = current_lengths0_1_cast_fp16, y = var_168_promoted_to_fp16)[name = string("op_169_cast_fp16")]; fp16 var_170_promoted_to_fp16 = const()[name = string("op_170_promoted_to_fp16"), val = fp16(0x1p+0)]; tensor var_171_cast_fp16 = add(x = var_169_cast_fp16, y = var_170_promoted_to_fp16)[name = string("op_171_cast_fp16")]; fp16 var_172_promoted_to_fp16 = const()[name = string("op_172_promoted_to_fp16"), val = fp16(0x1.8p+1)]; tensor var_173_cast_fp16 = sub(x = var_171_cast_fp16, y = var_172_promoted_to_fp16)[name = string("op_173_cast_fp16")]; fp16 var_22_promoted_1_to_fp16 = const()[name = string("op_22_promoted_1_to_fp16"), val = fp16(0x1p+1)]; tensor floor_div_1_cast_fp16 = floor_div(x = var_173_cast_fp16, y = var_22_promoted_1_to_fp16)[name = string("floor_div_1_cast_fp16")]; fp16 var_175_promoted_to_fp16 = const()[name = string("op_175_promoted_to_fp16"), val = fp16(0x1p+0)]; tensor current_lengths1_1_cast_fp16 = add(x = floor_div_1_cast_fp16, y = var_175_promoted_to_fp16)[name = string("current_lengths1_1_cast_fp16")]; string cast_13_dtype_0 = const()[name = string("cast_13_dtype_0"), val = string("int32")]; tensor var_178_shape_cast_fp16 = shape(x = tensor_6_cast_fp16)[name = string("op_178_shape_cast_fp16")]; int32 gather_18_axis_0 = const()[name = string("gather_18_axis_0"), val = int32(0)]; int32 gather_18_batch_dims_0 = const()[name = string("gather_18_batch_dims_0"), val = int32(0)]; bool gather_18_validate_indices_0 = const()[name = string("gather_18_validate_indices_0"), val = bool(false)]; string var_178_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_178_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_18_to_uint16 = const()[name = string("select_18_to_uint16"), val = uint16(0)]; tensor var_178_shape_cast_fp16_to_uint16 = cast(dtype = var_178_shape_cast_fp16_to_uint16_dtype_0, x = var_178_shape_cast_fp16)[name = string("cast_525")]; uint16 gather_18_cast_uint16 = gather(axis = gather_18_axis_0, batch_dims = gather_18_batch_dims_0, indices = select_18_to_uint16, validate_indices = gather_18_validate_indices_0, x = var_178_shape_cast_fp16_to_uint16)[name = string("gather_18_cast_uint16")]; string gather_18_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_18_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_19_axis_0 = const()[name = string("gather_19_axis_0"), val = int32(0)]; int32 gather_19_batch_dims_0 = const()[name = string("gather_19_batch_dims_0"), val = int32(0)]; bool gather_19_validate_indices_0 = const()[name = string("gather_19_validate_indices_0"), val = bool(false)]; uint16 select_19_to_uint16 = const()[name = string("select_19_to_uint16"), val = uint16(2)]; uint16 gather_19_cast_uint16 = gather(axis = gather_19_axis_0, batch_dims = gather_19_batch_dims_0, indices = select_19_to_uint16, validate_indices = gather_19_validate_indices_0, x = var_178_shape_cast_fp16_to_uint16)[name = string("gather_19_cast_uint16")]; string gather_19_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_19_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_20 = const()[name = string("gather_20"), val = int32(32)]; int32 const_4 = const()[name = string("const_4"), val = int32(0)]; int32 const_5 = const()[name = string("const_5"), val = int32(1)]; int32 gather_19_cast_uint16_to_int32 = cast(dtype = gather_19_cast_uint16_to_int32_dtype_0, x = gather_19_cast_uint16)[name = string("cast_523")]; tensor var_181 = range_1d(end = gather_19_cast_uint16_to_int32, start = const_4, step = const_5)[name = string("op_181")]; tensor expand_dims_2_axes_0 = const()[name = string("expand_dims_2_axes_0"), val = tensor([0])]; tensor expand_dims_2 = expand_dims(axes = expand_dims_2_axes_0, x = var_181)[name = string("expand_dims_2")]; tensor shape_28 = shape(x = expand_dims_2)[name = string("shape_28")]; int32 concat_7_axis_0 = const()[name = string("concat_7_axis_0"), val = int32(0)]; bool concat_7_interleave_0 = const()[name = string("concat_7_interleave_0"), val = bool(false)]; int32 gather_18_cast_uint16_to_int32 = cast(dtype = gather_18_cast_uint16_to_int32_dtype_0, x = gather_18_cast_uint16)[name = string("cast_524")]; tensor concat_7 = concat(axis = concat_7_axis_0, interleave = concat_7_interleave_0, values = (gather_18_cast_uint16_to_int32, gather_19_cast_uint16_to_int32))[name = string("concat_7")]; tensor real_div_7 = real_div(x = concat_7, y = shape_28)[name = string("real_div_7")]; tensor var_183 = tile(reps = real_div_7, x = expand_dims_2)[name = string("op_183")]; tensor var_184_axes_0 = const()[name = string("op_184_axes_0"), val = tensor([1])]; tensor current_lengths1_1_cast_fp16_to_int32 = cast(dtype = cast_13_dtype_0, x = current_lengths1_1_cast_fp16)[name = string("cast_526")]; tensor var_184 = expand_dims(axes = var_184_axes_0, x = current_lengths1_1_cast_fp16_to_int32)[name = string("op_184")]; tensor time_mask1_1 = less(x = var_183, y = var_184)[name = string("time_mask1_1")]; tensor var_186_axes_0 = const()[name = string("op_186_axes_0"), val = tensor([-1])]; tensor var_186 = expand_dims(axes = var_186_axes_0, x = time_mask1_1)[name = string("op_186")]; tensor shape_29 = shape(x = var_186)[name = string("shape_29")]; int32 concat_8_axis_0 = const()[name = string("concat_8_axis_0"), val = int32(0)]; bool concat_8_interleave_0 = const()[name = string("concat_8_interleave_0"), val = bool(false)]; tensor concat_8 = concat(axis = concat_8_axis_0, interleave = concat_8_interleave_0, values = (gather_18_cast_uint16_to_int32, gather_19_cast_uint16_to_int32, gather_20))[name = string("concat_8")]; tensor real_div_8 = real_div(x = concat_8, y = shape_29)[name = string("real_div_8")]; tensor var_188 = tile(reps = real_div_8, x = var_186)[name = string("op_188")]; int32 gather_22 = const()[name = string("gather_22"), val = int32(256)]; int32 gather_24 = const()[name = string("gather_24"), val = int32(32)]; tensor var_194_axes_0 = const()[name = string("op_194_axes_0"), val = tensor([1])]; string cast_16_to_fp16_dtype_0 = const()[name = string("cast_16_to_fp16_dtype_0"), val = string("fp16")]; tensor var_188_to_fp16 = cast(dtype = cast_16_to_fp16_dtype_0, x = var_188)[name = string("cast_522")]; tensor var_194_cast_fp16 = expand_dims(axes = var_194_axes_0, x = var_188_to_fp16)[name = string("op_194_cast_fp16")]; tensor shape_34_cast_fp16 = shape(x = var_194_cast_fp16)[name = string("shape_34_cast_fp16")]; int32 concat_9_axis_0 = const()[name = string("concat_9_axis_0"), val = int32(0)]; bool concat_9_interleave_0 = const()[name = string("concat_9_interleave_0"), val = bool(false)]; tensor concat_9 = concat(axis = concat_9_axis_0, interleave = concat_9_interleave_0, values = (gather_18_cast_uint16_to_int32, gather_22, gather_19_cast_uint16_to_int32, gather_24))[name = string("concat_9")]; tensor real_div_9 = real_div(x = concat_9, y = shape_34_cast_fp16)[name = string("real_div_9")]; tensor expanded_mask2_1_cast_fp16 = tile(reps = real_div_9, x = var_194_cast_fp16)[name = string("expanded_mask2_1_cast_fp16")]; tensor input2_2_cast_fp16 = mul(x = tensor_6_cast_fp16, y = expanded_mask2_1_cast_fp16)[name = string("input2_2_cast_fp16")]; string tensor_8_pad_type_0 = const()[name = string("tensor_8_pad_type_0"), val = string("valid")]; tensor tensor_8_strides_0 = const()[name = string("tensor_8_strides_0"), val = tensor([1, 1])]; tensor tensor_8_pad_0 = const()[name = string("tensor_8_pad_0"), val = tensor([0, 0, 0, 0])]; tensor tensor_8_dilations_0 = const()[name = string("tensor_8_dilations_0"), val = tensor([1, 1])]; int32 tensor_8_groups_0 = const()[name = string("tensor_8_groups_0"), val = int32(1)]; tensor encoder_pre_encode_conv_3_weight_to_fp16 = const()[name = string("encoder_pre_encode_conv_3_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(10560)))]; tensor encoder_pre_encode_conv_3_bias_to_fp16 = const()[name = string("encoder_pre_encode_conv_3_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(141696)))]; tensor tensor_8_cast_fp16 = conv(bias = encoder_pre_encode_conv_3_bias_to_fp16, dilations = tensor_8_dilations_0, groups = tensor_8_groups_0, pad = tensor_8_pad_0, pad_type = tensor_8_pad_type_0, strides = tensor_8_strides_0, weight = encoder_pre_encode_conv_3_weight_to_fp16, x = input2_2_cast_fp16)[name = string("tensor_8_cast_fp16")]; tensor var_205_shape_cast_fp16 = shape(x = tensor_8_cast_fp16)[name = string("op_205_shape_cast_fp16")]; int32 gather_25_axis_0 = const()[name = string("gather_25_axis_0"), val = int32(0)]; int32 gather_25_batch_dims_0 = const()[name = string("gather_25_batch_dims_0"), val = int32(0)]; bool gather_25_validate_indices_0 = const()[name = string("gather_25_validate_indices_0"), val = bool(false)]; string var_205_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_205_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_25_to_uint16 = const()[name = string("select_25_to_uint16"), val = uint16(0)]; tensor var_205_shape_cast_fp16_to_uint16 = cast(dtype = var_205_shape_cast_fp16_to_uint16_dtype_0, x = var_205_shape_cast_fp16)[name = string("cast_521")]; uint16 gather_25_cast_uint16 = gather(axis = gather_25_axis_0, batch_dims = gather_25_batch_dims_0, indices = select_25_to_uint16, validate_indices = gather_25_validate_indices_0, x = var_205_shape_cast_fp16_to_uint16)[name = string("gather_25_cast_uint16")]; string gather_25_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_25_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_26 = const()[name = string("gather_26"), val = int32(256)]; int32 gather_27_axis_0 = const()[name = string("gather_27_axis_0"), val = int32(0)]; int32 gather_27_batch_dims_0 = const()[name = string("gather_27_batch_dims_0"), val = int32(0)]; bool gather_27_validate_indices_0 = const()[name = string("gather_27_validate_indices_0"), val = bool(false)]; uint16 select_27_to_uint16 = const()[name = string("select_27_to_uint16"), val = uint16(2)]; uint16 gather_27_cast_uint16 = gather(axis = gather_27_axis_0, batch_dims = gather_27_batch_dims_0, indices = select_27_to_uint16, validate_indices = gather_27_validate_indices_0, x = var_205_shape_cast_fp16_to_uint16)[name = string("gather_27_cast_uint16")]; string gather_27_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_27_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_28 = const()[name = string("gather_28"), val = int32(32)]; int32 concat_10_axis_0 = const()[name = string("concat_10_axis_0"), val = int32(0)]; bool concat_10_interleave_0 = const()[name = string("concat_10_interleave_0"), val = bool(false)]; int32 gather_27_cast_uint16_to_int32 = cast(dtype = gather_27_cast_uint16_to_int32_dtype_0, x = gather_27_cast_uint16)[name = string("cast_519")]; int32 gather_25_cast_uint16_to_int32 = cast(dtype = gather_25_cast_uint16_to_int32_dtype_0, x = gather_25_cast_uint16)[name = string("cast_520")]; tensor concat_10 = concat(axis = concat_10_axis_0, interleave = concat_10_interleave_0, values = (gather_25_cast_uint16_to_int32, gather_26, gather_27_cast_uint16_to_int32, gather_28))[name = string("concat_10")]; tensor real_div_10 = real_div(x = concat_10, y = shape_34_cast_fp16)[name = string("real_div_10")]; tensor expanded_mask3_1_cast_fp16 = tile(reps = real_div_10, x = var_194_cast_fp16)[name = string("expanded_mask3_1_cast_fp16")]; tensor input3_2_cast_fp16 = mul(x = tensor_8_cast_fp16, y = expanded_mask3_1_cast_fp16)[name = string("input3_2_cast_fp16")]; tensor var_213_cast_fp16 = relu(x = input3_2_cast_fp16)[name = string("op_213_cast_fp16")]; tensor var_214_shape_cast_fp16 = shape(x = var_213_cast_fp16)[name = string("op_214_shape_cast_fp16")]; int32 gather_29_axis_0 = const()[name = string("gather_29_axis_0"), val = int32(0)]; int32 gather_29_batch_dims_0 = const()[name = string("gather_29_batch_dims_0"), val = int32(0)]; bool gather_29_validate_indices_0 = const()[name = string("gather_29_validate_indices_0"), val = bool(false)]; string var_214_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_214_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_29_to_uint16 = const()[name = string("select_29_to_uint16"), val = uint16(0)]; tensor var_214_shape_cast_fp16_to_uint16 = cast(dtype = var_214_shape_cast_fp16_to_uint16_dtype_0, x = var_214_shape_cast_fp16)[name = string("cast_518")]; uint16 gather_29_cast_uint16 = gather(axis = gather_29_axis_0, batch_dims = gather_29_batch_dims_0, indices = select_29_to_uint16, validate_indices = gather_29_validate_indices_0, x = var_214_shape_cast_fp16_to_uint16)[name = string("gather_29_cast_uint16")]; string gather_29_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_29_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_30 = const()[name = string("gather_30"), val = int32(256)]; int32 gather_31_axis_0 = const()[name = string("gather_31_axis_0"), val = int32(0)]; int32 gather_31_batch_dims_0 = const()[name = string("gather_31_batch_dims_0"), val = int32(0)]; bool gather_31_validate_indices_0 = const()[name = string("gather_31_validate_indices_0"), val = bool(false)]; uint16 select_31_to_uint16 = const()[name = string("select_31_to_uint16"), val = uint16(2)]; uint16 gather_31_cast_uint16 = gather(axis = gather_31_axis_0, batch_dims = gather_31_batch_dims_0, indices = select_31_to_uint16, validate_indices = gather_31_validate_indices_0, x = var_214_shape_cast_fp16_to_uint16)[name = string("gather_31_cast_uint16")]; string gather_31_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_31_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_32 = const()[name = string("gather_32"), val = int32(32)]; int32 concat_11_axis_0 = const()[name = string("concat_11_axis_0"), val = int32(0)]; bool concat_11_interleave_0 = const()[name = string("concat_11_interleave_0"), val = bool(false)]; int32 gather_31_cast_uint16_to_int32 = cast(dtype = gather_31_cast_uint16_to_int32_dtype_0, x = gather_31_cast_uint16)[name = string("cast_516")]; int32 gather_29_cast_uint16_to_int32 = cast(dtype = gather_29_cast_uint16_to_int32_dtype_0, x = gather_29_cast_uint16)[name = string("cast_517")]; tensor concat_11 = concat(axis = concat_11_axis_0, interleave = concat_11_interleave_0, values = (gather_29_cast_uint16_to_int32, gather_30, gather_31_cast_uint16_to_int32, gather_32))[name = string("concat_11")]; tensor real_div_11 = real_div(x = concat_11, y = shape_34_cast_fp16)[name = string("real_div_11")]; tensor expanded_mask4_1_cast_fp16 = tile(reps = real_div_11, x = var_194_cast_fp16)[name = string("expanded_mask4_1_cast_fp16")]; tensor input4_1_cast_fp16 = mul(x = var_213_cast_fp16, y = expanded_mask4_1_cast_fp16)[name = string("input4_1_cast_fp16")]; string tensor_10_pad_type_0 = const()[name = string("tensor_10_pad_type_0"), val = string("custom")]; tensor tensor_10_pad_0 = const()[name = string("tensor_10_pad_0"), val = tensor([1, 1, 1, 1])]; tensor tensor_10_strides_0 = const()[name = string("tensor_10_strides_0"), val = tensor([2, 2])]; int32 tensor_10_groups_0 = const()[name = string("tensor_10_groups_0"), val = int32(256)]; tensor tensor_10_dilations_0 = const()[name = string("tensor_10_dilations_0"), val = tensor([1, 1])]; tensor encoder_pre_encode_conv_5_weight_to_fp16 = const()[name = string("encoder_pre_encode_conv_5_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(142272)))]; tensor encoder_pre_encode_conv_5_bias_to_fp16 = const()[name = string("encoder_pre_encode_conv_5_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(146944)))]; tensor tensor_10_cast_fp16 = conv(bias = encoder_pre_encode_conv_5_bias_to_fp16, dilations = tensor_10_dilations_0, groups = tensor_10_groups_0, pad = tensor_10_pad_0, pad_type = tensor_10_pad_type_0, strides = tensor_10_strides_0, weight = encoder_pre_encode_conv_5_weight_to_fp16, x = input4_1_cast_fp16)[name = string("tensor_10_cast_fp16")]; fp16 var_229_promoted_to_fp16 = const()[name = string("op_229_promoted_to_fp16"), val = fp16(0x1p+0)]; tensor var_230_cast_fp16 = add(x = current_lengths1_1_cast_fp16, y = var_229_promoted_to_fp16)[name = string("op_230_cast_fp16")]; fp16 var_231_promoted_to_fp16 = const()[name = string("op_231_promoted_to_fp16"), val = fp16(0x1p+0)]; tensor var_232_cast_fp16 = add(x = var_230_cast_fp16, y = var_231_promoted_to_fp16)[name = string("op_232_cast_fp16")]; fp16 var_233_promoted_to_fp16 = const()[name = string("op_233_promoted_to_fp16"), val = fp16(0x1.8p+1)]; tensor var_234_cast_fp16 = sub(x = var_232_cast_fp16, y = var_233_promoted_to_fp16)[name = string("op_234_cast_fp16")]; fp16 var_22_promoted_2_to_fp16 = const()[name = string("op_22_promoted_2_to_fp16"), val = fp16(0x1p+1)]; tensor floor_div_2_cast_fp16 = floor_div(x = var_234_cast_fp16, y = var_22_promoted_2_to_fp16)[name = string("floor_div_2_cast_fp16")]; fp16 var_236_promoted_to_fp16 = const()[name = string("op_236_promoted_to_fp16"), val = fp16(0x1p+0)]; tensor current_lengths2_1_cast_fp16 = add(x = floor_div_2_cast_fp16, y = var_236_promoted_to_fp16)[name = string("current_lengths2_1_cast_fp16")]; string cast_20_dtype_0 = const()[name = string("cast_20_dtype_0"), val = string("int32")]; tensor var_239_shape_cast_fp16 = shape(x = tensor_10_cast_fp16)[name = string("op_239_shape_cast_fp16")]; int32 gather_33_axis_0 = const()[name = string("gather_33_axis_0"), val = int32(0)]; int32 gather_33_batch_dims_0 = const()[name = string("gather_33_batch_dims_0"), val = int32(0)]; bool gather_33_validate_indices_0 = const()[name = string("gather_33_validate_indices_0"), val = bool(false)]; string var_239_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_239_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_33_to_uint16 = const()[name = string("select_33_to_uint16"), val = uint16(0)]; tensor var_239_shape_cast_fp16_to_uint16 = cast(dtype = var_239_shape_cast_fp16_to_uint16_dtype_0, x = var_239_shape_cast_fp16)[name = string("cast_514")]; uint16 gather_33_cast_uint16 = gather(axis = gather_33_axis_0, batch_dims = gather_33_batch_dims_0, indices = select_33_to_uint16, validate_indices = gather_33_validate_indices_0, x = var_239_shape_cast_fp16_to_uint16)[name = string("gather_33_cast_uint16")]; string gather_33_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_33_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_34_axis_0 = const()[name = string("gather_34_axis_0"), val = int32(0)]; int32 gather_34_batch_dims_0 = const()[name = string("gather_34_batch_dims_0"), val = int32(0)]; bool gather_34_validate_indices_0 = const()[name = string("gather_34_validate_indices_0"), val = bool(false)]; uint16 select_34_to_uint16 = const()[name = string("select_34_to_uint16"), val = uint16(2)]; uint16 gather_34_cast_uint16 = gather(axis = gather_34_axis_0, batch_dims = gather_34_batch_dims_0, indices = select_34_to_uint16, validate_indices = gather_34_validate_indices_0, x = var_239_shape_cast_fp16_to_uint16)[name = string("gather_34_cast_uint16")]; string gather_34_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_34_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_35 = const()[name = string("gather_35"), val = int32(16)]; int32 const_6 = const()[name = string("const_6"), val = int32(0)]; int32 const_7 = const()[name = string("const_7"), val = int32(1)]; int32 gather_34_cast_uint16_to_int32 = cast(dtype = gather_34_cast_uint16_to_int32_dtype_0, x = gather_34_cast_uint16)[name = string("cast_512")]; tensor var_242 = range_1d(end = gather_34_cast_uint16_to_int32, start = const_6, step = const_7)[name = string("op_242")]; tensor expand_dims_3_axes_0 = const()[name = string("expand_dims_3_axes_0"), val = tensor([0])]; tensor expand_dims_3 = expand_dims(axes = expand_dims_3_axes_0, x = var_242)[name = string("expand_dims_3")]; tensor shape_48 = shape(x = expand_dims_3)[name = string("shape_48")]; int32 concat_12_axis_0 = const()[name = string("concat_12_axis_0"), val = int32(0)]; bool concat_12_interleave_0 = const()[name = string("concat_12_interleave_0"), val = bool(false)]; int32 gather_33_cast_uint16_to_int32 = cast(dtype = gather_33_cast_uint16_to_int32_dtype_0, x = gather_33_cast_uint16)[name = string("cast_513")]; tensor concat_12 = concat(axis = concat_12_axis_0, interleave = concat_12_interleave_0, values = (gather_33_cast_uint16_to_int32, gather_34_cast_uint16_to_int32))[name = string("concat_12")]; tensor real_div_12 = real_div(x = concat_12, y = shape_48)[name = string("real_div_12")]; tensor var_244 = tile(reps = real_div_12, x = expand_dims_3)[name = string("op_244")]; tensor var_245_axes_0 = const()[name = string("op_245_axes_0"), val = tensor([1])]; tensor current_lengths2_1_cast_fp16_to_int32 = cast(dtype = cast_20_dtype_0, x = current_lengths2_1_cast_fp16)[name = string("cast_515")]; tensor var_245 = expand_dims(axes = var_245_axes_0, x = current_lengths2_1_cast_fp16_to_int32)[name = string("op_245")]; tensor time_mask2_1 = less(x = var_244, y = var_245)[name = string("time_mask2_1")]; tensor var_247_axes_0 = const()[name = string("op_247_axes_0"), val = tensor([-1])]; tensor var_247 = expand_dims(axes = var_247_axes_0, x = time_mask2_1)[name = string("op_247")]; tensor shape_49 = shape(x = var_247)[name = string("shape_49")]; int32 concat_13_axis_0 = const()[name = string("concat_13_axis_0"), val = int32(0)]; bool concat_13_interleave_0 = const()[name = string("concat_13_interleave_0"), val = bool(false)]; tensor concat_13 = concat(axis = concat_13_axis_0, interleave = concat_13_interleave_0, values = (gather_33_cast_uint16_to_int32, gather_34_cast_uint16_to_int32, gather_35))[name = string("concat_13")]; tensor real_div_13 = real_div(x = concat_13, y = shape_49)[name = string("real_div_13")]; tensor var_249 = tile(reps = real_div_13, x = var_247)[name = string("op_249")]; int32 gather_37 = const()[name = string("gather_37"), val = int32(256)]; int32 gather_39 = const()[name = string("gather_39"), val = int32(16)]; tensor var_255_axes_0 = const()[name = string("op_255_axes_0"), val = tensor([1])]; string cast_23_to_fp16_dtype_0 = const()[name = string("cast_23_to_fp16_dtype_0"), val = string("fp16")]; tensor var_249_to_fp16 = cast(dtype = cast_23_to_fp16_dtype_0, x = var_249)[name = string("cast_511")]; tensor var_255_cast_fp16 = expand_dims(axes = var_255_axes_0, x = var_249_to_fp16)[name = string("op_255_cast_fp16")]; tensor shape_54_cast_fp16 = shape(x = var_255_cast_fp16)[name = string("shape_54_cast_fp16")]; int32 concat_14_axis_0 = const()[name = string("concat_14_axis_0"), val = int32(0)]; bool concat_14_interleave_0 = const()[name = string("concat_14_interleave_0"), val = bool(false)]; tensor concat_14 = concat(axis = concat_14_axis_0, interleave = concat_14_interleave_0, values = (gather_33_cast_uint16_to_int32, gather_37, gather_34_cast_uint16_to_int32, gather_39))[name = string("concat_14")]; tensor real_div_14 = real_div(x = concat_14, y = shape_54_cast_fp16)[name = string("real_div_14")]; tensor expanded_mask5_1_cast_fp16 = tile(reps = real_div_14, x = var_255_cast_fp16)[name = string("expanded_mask5_1_cast_fp16")]; tensor input5_1_cast_fp16 = mul(x = tensor_10_cast_fp16, y = expanded_mask5_1_cast_fp16)[name = string("input5_1_cast_fp16")]; string tensor_1_pad_type_0 = const()[name = string("tensor_1_pad_type_0"), val = string("valid")]; tensor tensor_1_strides_0 = const()[name = string("tensor_1_strides_0"), val = tensor([1, 1])]; tensor tensor_1_pad_0 = const()[name = string("tensor_1_pad_0"), val = tensor([0, 0, 0, 0])]; tensor tensor_1_dilations_0 = const()[name = string("tensor_1_dilations_0"), val = tensor([1, 1])]; int32 tensor_1_groups_0 = const()[name = string("tensor_1_groups_0"), val = int32(1)]; tensor encoder_pre_encode_conv_6_weight_to_fp16 = const()[name = string("encoder_pre_encode_conv_6_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(147520)))]; tensor encoder_pre_encode_conv_6_bias_to_fp16 = const()[name = string("encoder_pre_encode_conv_6_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(278656)))]; tensor tensor_1_cast_fp16 = conv(bias = encoder_pre_encode_conv_6_bias_to_fp16, dilations = tensor_1_dilations_0, groups = tensor_1_groups_0, pad = tensor_1_pad_0, pad_type = tensor_1_pad_type_0, strides = tensor_1_strides_0, weight = encoder_pre_encode_conv_6_weight_to_fp16, x = input5_1_cast_fp16)[name = string("tensor_1_cast_fp16")]; tensor var_266_shape_cast_fp16 = shape(x = tensor_1_cast_fp16)[name = string("op_266_shape_cast_fp16")]; int32 gather_40_axis_0 = const()[name = string("gather_40_axis_0"), val = int32(0)]; int32 gather_40_batch_dims_0 = const()[name = string("gather_40_batch_dims_0"), val = int32(0)]; bool gather_40_validate_indices_0 = const()[name = string("gather_40_validate_indices_0"), val = bool(false)]; string var_266_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_266_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_40_to_uint16 = const()[name = string("select_40_to_uint16"), val = uint16(0)]; tensor var_266_shape_cast_fp16_to_uint16 = cast(dtype = var_266_shape_cast_fp16_to_uint16_dtype_0, x = var_266_shape_cast_fp16)[name = string("cast_510")]; uint16 gather_40_cast_uint16 = gather(axis = gather_40_axis_0, batch_dims = gather_40_batch_dims_0, indices = select_40_to_uint16, validate_indices = gather_40_validate_indices_0, x = var_266_shape_cast_fp16_to_uint16)[name = string("gather_40_cast_uint16")]; string gather_40_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_40_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_41 = const()[name = string("gather_41"), val = int32(256)]; int32 gather_42_axis_0 = const()[name = string("gather_42_axis_0"), val = int32(0)]; int32 gather_42_batch_dims_0 = const()[name = string("gather_42_batch_dims_0"), val = int32(0)]; bool gather_42_validate_indices_0 = const()[name = string("gather_42_validate_indices_0"), val = bool(false)]; uint16 select_42_to_uint16 = const()[name = string("select_42_to_uint16"), val = uint16(2)]; uint16 gather_42_cast_uint16 = gather(axis = gather_42_axis_0, batch_dims = gather_42_batch_dims_0, indices = select_42_to_uint16, validate_indices = gather_42_validate_indices_0, x = var_266_shape_cast_fp16_to_uint16)[name = string("gather_42_cast_uint16")]; string gather_42_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_42_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_43 = const()[name = string("gather_43"), val = int32(16)]; int32 concat_15_axis_0 = const()[name = string("concat_15_axis_0"), val = int32(0)]; bool concat_15_interleave_0 = const()[name = string("concat_15_interleave_0"), val = bool(false)]; int32 gather_42_cast_uint16_to_int32 = cast(dtype = gather_42_cast_uint16_to_int32_dtype_0, x = gather_42_cast_uint16)[name = string("cast_508")]; int32 gather_40_cast_uint16_to_int32 = cast(dtype = gather_40_cast_uint16_to_int32_dtype_0, x = gather_40_cast_uint16)[name = string("cast_509")]; tensor concat_15 = concat(axis = concat_15_axis_0, interleave = concat_15_interleave_0, values = (gather_40_cast_uint16_to_int32, gather_41, gather_42_cast_uint16_to_int32, gather_43))[name = string("concat_15")]; tensor real_div_15 = real_div(x = concat_15, y = shape_54_cast_fp16)[name = string("real_div_15")]; tensor expanded_mask6_1_cast_fp16 = tile(reps = real_div_15, x = var_255_cast_fp16)[name = string("expanded_mask6_1_cast_fp16")]; tensor input6_1_cast_fp16 = mul(x = tensor_1_cast_fp16, y = expanded_mask6_1_cast_fp16)[name = string("input6_1_cast_fp16")]; tensor var_274_cast_fp16 = relu(x = input6_1_cast_fp16)[name = string("op_274_cast_fp16")]; tensor var_275_shape_cast_fp16 = shape(x = var_274_cast_fp16)[name = string("op_275_shape_cast_fp16")]; int32 gather_44_axis_0 = const()[name = string("gather_44_axis_0"), val = int32(0)]; int32 gather_44_batch_dims_0 = const()[name = string("gather_44_batch_dims_0"), val = int32(0)]; bool gather_44_validate_indices_0 = const()[name = string("gather_44_validate_indices_0"), val = bool(false)]; string var_275_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_275_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_44_to_uint16 = const()[name = string("select_44_to_uint16"), val = uint16(0)]; tensor var_275_shape_cast_fp16_to_uint16 = cast(dtype = var_275_shape_cast_fp16_to_uint16_dtype_0, x = var_275_shape_cast_fp16)[name = string("cast_507")]; uint16 gather_44_cast_uint16 = gather(axis = gather_44_axis_0, batch_dims = gather_44_batch_dims_0, indices = select_44_to_uint16, validate_indices = gather_44_validate_indices_0, x = var_275_shape_cast_fp16_to_uint16)[name = string("gather_44_cast_uint16")]; string gather_44_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_44_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_45 = const()[name = string("gather_45"), val = int32(256)]; int32 gather_46_axis_0 = const()[name = string("gather_46_axis_0"), val = int32(0)]; int32 gather_46_batch_dims_0 = const()[name = string("gather_46_batch_dims_0"), val = int32(0)]; bool gather_46_validate_indices_0 = const()[name = string("gather_46_validate_indices_0"), val = bool(false)]; uint16 select_46_to_uint16 = const()[name = string("select_46_to_uint16"), val = uint16(2)]; uint16 gather_46_cast_uint16 = gather(axis = gather_46_axis_0, batch_dims = gather_46_batch_dims_0, indices = select_46_to_uint16, validate_indices = gather_46_validate_indices_0, x = var_275_shape_cast_fp16_to_uint16)[name = string("gather_46_cast_uint16")]; string gather_46_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_46_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_47 = const()[name = string("gather_47"), val = int32(16)]; int32 concat_16_axis_0 = const()[name = string("concat_16_axis_0"), val = int32(0)]; bool concat_16_interleave_0 = const()[name = string("concat_16_interleave_0"), val = bool(false)]; int32 gather_46_cast_uint16_to_int32 = cast(dtype = gather_46_cast_uint16_to_int32_dtype_0, x = gather_46_cast_uint16)[name = string("cast_505")]; int32 gather_44_cast_uint16_to_int32 = cast(dtype = gather_44_cast_uint16_to_int32_dtype_0, x = gather_44_cast_uint16)[name = string("cast_506")]; tensor concat_16 = concat(axis = concat_16_axis_0, interleave = concat_16_interleave_0, values = (gather_44_cast_uint16_to_int32, gather_45, gather_46_cast_uint16_to_int32, gather_47))[name = string("concat_16")]; tensor real_div_16 = real_div(x = concat_16, y = shape_54_cast_fp16)[name = string("real_div_16")]; tensor expanded_mask7_1_cast_fp16 = tile(reps = real_div_16, x = var_255_cast_fp16)[name = string("expanded_mask7_1_cast_fp16")]; tensor x0_2_cast_fp16 = mul(x = var_274_cast_fp16, y = expanded_mask7_1_cast_fp16)[name = string("x0_2_cast_fp16")]; tensor var_287_shape_cast_fp16 = shape(x = x0_2_cast_fp16)[name = string("op_287_shape_cast_fp16")]; int32 gather_48_axis_0 = const()[name = string("gather_48_axis_0"), val = int32(0)]; int32 gather_48_batch_dims_0 = const()[name = string("gather_48_batch_dims_0"), val = int32(0)]; bool gather_48_validate_indices_0 = const()[name = string("gather_48_validate_indices_0"), val = bool(false)]; string var_287_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_287_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_48_to_uint16 = const()[name = string("select_48_to_uint16"), val = uint16(0)]; tensor var_287_shape_cast_fp16_to_uint16 = cast(dtype = var_287_shape_cast_fp16_to_uint16_dtype_0, x = var_287_shape_cast_fp16)[name = string("cast_504")]; uint16 gather_48_cast_uint16 = gather(axis = gather_48_axis_0, batch_dims = gather_48_batch_dims_0, indices = select_48_to_uint16, validate_indices = gather_48_validate_indices_0, x = var_287_shape_cast_fp16_to_uint16)[name = string("gather_48_cast_uint16")]; string gather_48_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_48_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_49_axis_0 = const()[name = string("gather_49_axis_0"), val = int32(0)]; int32 gather_49_batch_dims_0 = const()[name = string("gather_49_batch_dims_0"), val = int32(0)]; bool gather_49_validate_indices_0 = const()[name = string("gather_49_validate_indices_0"), val = bool(false)]; uint16 select_49_to_uint16 = const()[name = string("select_49_to_uint16"), val = uint16(2)]; uint16 gather_49_cast_uint16 = gather(axis = gather_49_axis_0, batch_dims = gather_49_batch_dims_0, indices = select_49_to_uint16, validate_indices = gather_49_validate_indices_0, x = var_287_shape_cast_fp16_to_uint16)[name = string("gather_49_cast_uint16")]; string gather_49_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_49_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor var_289_perm_0 = const()[name = string("op_289_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_17_axis_0 = const()[name = string("concat_17_axis_0"), val = int32(0)]; bool concat_17_interleave_0 = const()[name = string("concat_17_interleave_0"), val = bool(false)]; int32 gather_49_cast_uint16_to_int32 = cast(dtype = gather_49_cast_uint16_to_int32_dtype_0, x = gather_49_cast_uint16)[name = string("cast_502")]; int32 gather_48_cast_uint16_to_int32 = cast(dtype = gather_48_cast_uint16_to_int32_dtype_0, x = gather_48_cast_uint16)[name = string("cast_503")]; tensor concat_17 = concat(axis = concat_17_axis_0, interleave = concat_17_interleave_0, values = (gather_48_cast_uint16_to_int32, gather_49_cast_uint16_to_int32, var_24))[name = string("concat_17")]; tensor var_289_cast_fp16 = transpose(perm = var_289_perm_0, x = x0_2_cast_fp16)[name = string("transpose_434")]; tensor input_5_cast_fp16 = reshape(shape = concat_17, x = var_289_cast_fp16)[name = string("input_5_cast_fp16")]; tensor encoder_pre_encode_out_weight_to_fp16 = const()[name = string("encoder_pre_encode_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(279232)))]; tensor encoder_pre_encode_out_bias_to_fp16 = const()[name = string("encoder_pre_encode_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8667904)))]; tensor linear_0_cast_fp16 = linear(bias = encoder_pre_encode_out_bias_to_fp16, weight = encoder_pre_encode_out_weight_to_fp16, x = input_5_cast_fp16)[name = string("linear_0_cast_fp16")]; string cast_29_dtype_0 = const()[name = string("cast_29_dtype_0"), val = string("int32")]; tensor var_299_shape_cast_fp16 = shape(x = linear_0_cast_fp16)[name = string("op_299_shape_cast_fp16")]; int32 gather_50_axis_0 = const()[name = string("gather_50_axis_0"), val = int32(0)]; int32 gather_50_batch_dims_0 = const()[name = string("gather_50_batch_dims_0"), val = int32(0)]; bool gather_50_validate_indices_0 = const()[name = string("gather_50_validate_indices_0"), val = bool(false)]; string var_299_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_299_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_50_to_uint16 = const()[name = string("select_50_to_uint16"), val = uint16(1)]; tensor var_299_shape_cast_fp16_to_uint16 = cast(dtype = var_299_shape_cast_fp16_to_uint16_dtype_0, x = var_299_shape_cast_fp16)[name = string("cast_500")]; uint16 gather_50_cast_uint16 = gather(axis = gather_50_axis_0, batch_dims = gather_50_batch_dims_0, indices = select_50_to_uint16, validate_indices = gather_50_validate_indices_0, x = var_299_shape_cast_fp16_to_uint16)[name = string("gather_50_cast_uint16")]; string gather_50_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_50_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor center_pos_1_to_fp16 = const()[name = string("center_pos_1_to_fp16"), val = tensor([0x1.388p+12])]; string input_len_1_promoted_to_fp16_dtype_0 = const()[name = string("input_len_1_promoted_to_fp16_dtype_0"), val = string("fp16")]; fp16 gather_50_cast_uint16_to_fp16 = cast(dtype = input_len_1_promoted_to_fp16_dtype_0, x = gather_50_cast_uint16)[name = string("cast_498")]; tensor start_pos_1_cast_fp16 = sub(x = center_pos_1_to_fp16, y = gather_50_cast_uint16_to_fp16)[name = string("start_pos_1_cast_fp16")]; fp16 var_311_item_cast_fp16 = squeeze(x = start_pos_1_cast_fp16)[name = string("op_311_item_cast_fp16")]; string var_311_dtype_0 = const()[name = string("op_311_dtype_0"), val = string("int32")]; tensor var_312_cast_fp16 = add(x = center_pos_1_to_fp16, y = gather_50_cast_uint16_to_fp16)[name = string("op_312_cast_fp16")]; fp16 var_313_promoted_to_fp16 = const()[name = string("op_313_promoted_to_fp16"), val = fp16(0x1p+0)]; tensor end_pos_1_cast_fp16 = sub(x = var_312_cast_fp16, y = var_313_promoted_to_fp16)[name = string("end_pos_1_cast_fp16")]; fp16 var_315_item_cast_fp16 = squeeze(x = end_pos_1_cast_fp16)[name = string("op_315_item_cast_fp16")]; string var_315_dtype_0 = const()[name = string("op_315_dtype_0"), val = string("int32")]; int32 concat_18_values0_0 = const()[name = string("concat_18_values0_0"), val = int32(0)]; int32 concat_18_values2_0 = const()[name = string("concat_18_values2_0"), val = int32(0)]; int32 concat_18_axis_0 = const()[name = string("concat_18_axis_0"), val = int32(0)]; bool concat_18_interleave_0 = const()[name = string("concat_18_interleave_0"), val = bool(false)]; int32 var_311_item_cast_fp16_to_int32 = cast(dtype = var_311_dtype_0, x = var_311_item_cast_fp16)[name = string("cast_497")]; tensor concat_18 = concat(axis = concat_18_axis_0, interleave = concat_18_interleave_0, values = (concat_18_values0_0, var_311_item_cast_fp16_to_int32, concat_18_values2_0))[name = string("concat_18")]; int32 concat_19_values0_0 = const()[name = string("concat_19_values0_0"), val = int32(1)]; int32 concat_19_values2_0 = const()[name = string("concat_19_values2_0"), val = int32(1024)]; int32 concat_19_axis_0 = const()[name = string("concat_19_axis_0"), val = int32(0)]; bool concat_19_interleave_0 = const()[name = string("concat_19_interleave_0"), val = bool(false)]; int32 var_315_item_cast_fp16_to_int32 = cast(dtype = var_315_dtype_0, x = var_315_item_cast_fp16)[name = string("cast_496")]; tensor concat_19 = concat(axis = concat_19_axis_0, interleave = concat_19_interleave_0, values = (concat_19_values0_0, var_315_item_cast_fp16_to_int32, concat_19_values2_0))[name = string("concat_19")]; tensor pos_emb_1_end_mask_0 = const()[name = string("pos_emb_1_end_mask_0"), val = tensor([true, false, true])]; tensor encoder_pos_enc_pe_to_fp16 = const()[name = string("encoder_pos_enc_pe_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8670016)))]; tensor pos_emb_1_cast_fp16 = slice_by_index(begin = concat_18, end = concat_19, end_mask = pos_emb_1_end_mask_0, x = encoder_pos_enc_pe_to_fp16)[name = string("pos_emb_1_cast_fp16")]; int32 concat_20_axis_0 = const()[name = string("concat_20_axis_0"), val = int32(0)]; bool concat_20_interleave_0 = const()[name = string("concat_20_interleave_0"), val = bool(false)]; int32 gather_50_cast_uint16_to_int32 = cast(dtype = gather_50_cast_uint16_to_int32_dtype_0, x = gather_50_cast_uint16)[name = string("cast_499")]; tensor concat_20 = concat(axis = concat_20_axis_0, interleave = concat_20_interleave_0, values = (var_29, gather_50_cast_uint16_to_int32, gather_50_cast_uint16_to_int32))[name = string("concat_20")]; fp16 fill_0_value_0_to_fp16 = const()[name = string("fill_0_value_0_to_fp16"), val = fp16(0x1p+0)]; tensor fill_0_cast_fp16 = fill(shape = concat_20, value = fill_0_value_0_to_fp16)[name = string("fill_0_cast_fp16")]; string cast_30_dtype_0 = const()[name = string("cast_30_dtype_0"), val = string("bool")]; int32 const_9 = const()[name = string("const_9"), val = int32(1)]; tensor var_324 = range_1d(end = gather_50_cast_uint16_to_int32, start = var_25, step = const_9)[name = string("op_324")]; tensor expand_dims_4_axes_0 = const()[name = string("expand_dims_4_axes_0"), val = tensor([0])]; tensor expand_dims_4 = expand_dims(axes = expand_dims_4_axes_0, x = var_324)[name = string("expand_dims_4")]; tensor var_328_axes_0 = const()[name = string("op_328_axes_0"), val = tensor([-1])]; tensor encoded_length = cast(dtype = cast_29_dtype_0, x = current_lengths2_1_cast_fp16)[name = string("cast_501")]; tensor var_328 = expand_dims(axes = var_328_axes_0, x = encoded_length)[name = string("op_328")]; tensor pad_mask_1 = less(x = expand_dims_4, y = var_328)[name = string("pad_mask_1")]; tensor var_330_axes_0 = const()[name = string("op_330_axes_0"), val = tensor([1])]; tensor var_330 = expand_dims(axes = var_330_axes_0, x = pad_mask_1)[name = string("op_330")]; int32 concat_21_axis_0 = const()[name = string("concat_21_axis_0"), val = int32(0)]; bool concat_21_interleave_0 = const()[name = string("concat_21_interleave_0"), val = bool(false)]; tensor concat_21 = concat(axis = concat_21_axis_0, interleave = concat_21_interleave_0, values = (var_29, gather_50_cast_uint16_to_int32, var_29))[name = string("concat_21")]; tensor pad_mask_for_att_mask_1 = tile(reps = concat_21, x = var_330)[name = string("pad_mask_for_att_mask_1")]; tensor var_333_perm_0 = const()[name = string("op_333_perm_0"), val = tensor([0, 2, 1])]; tensor var_333 = transpose(perm = var_333_perm_0, x = pad_mask_for_att_mask_1)[name = string("transpose_433")]; tensor pad_mask_for_att_mask0_1 = logical_and(x = pad_mask_for_att_mask_1, y = var_333)[name = string("pad_mask_for_att_mask0_1")]; int32 concat_22_values0_0 = const()[name = string("concat_22_values0_0"), val = int32(1)]; int32 concat_22_values2_0 = const()[name = string("concat_22_values2_0"), val = int32(0)]; int32 concat_22_axis_0 = const()[name = string("concat_22_axis_0"), val = int32(0)]; bool concat_22_interleave_0 = const()[name = string("concat_22_interleave_0"), val = bool(false)]; tensor concat_22 = concat(axis = concat_22_axis_0, interleave = concat_22_interleave_0, values = (concat_22_values0_0, gather_50_cast_uint16_to_int32, concat_22_values2_0))[name = string("concat_22")]; tensor var_336_begin_0 = const()[name = string("op_336_begin_0"), val = tensor([0, 0, 0])]; tensor var_336_end_mask_0 = const()[name = string("op_336_end_mask_0"), val = tensor([true, false, true])]; tensor fill_0_cast_fp16_to_bool = cast(dtype = cast_30_dtype_0, x = fill_0_cast_fp16)[name = string("cast_495")]; tensor var_336 = slice_by_index(begin = var_336_begin_0, end = concat_22, end_mask = var_336_end_mask_0, x = fill_0_cast_fp16_to_bool)[name = string("op_336")]; int32 concat_23_values0_0 = const()[name = string("concat_23_values0_0"), val = int32(1)]; int32 concat_23_values1_0 = const()[name = string("concat_23_values1_0"), val = int32(0)]; int32 concat_23_axis_0 = const()[name = string("concat_23_axis_0"), val = int32(0)]; bool concat_23_interleave_0 = const()[name = string("concat_23_interleave_0"), val = bool(false)]; tensor concat_23 = concat(axis = concat_23_axis_0, interleave = concat_23_interleave_0, values = (concat_23_values0_0, concat_23_values1_0, gather_50_cast_uint16_to_int32))[name = string("concat_23")]; tensor att_mask0_1_begin_0 = const()[name = string("att_mask0_1_begin_0"), val = tensor([0, 0, 0])]; tensor att_mask0_1_end_mask_0 = const()[name = string("att_mask0_1_end_mask_0"), val = tensor([true, true, false])]; tensor att_mask0_1 = slice_by_index(begin = att_mask0_1_begin_0, end = concat_23, end_mask = att_mask0_1_end_mask_0, x = var_336)[name = string("att_mask0_1")]; tensor att_mask2_1 = logical_and(x = pad_mask_for_att_mask0_1, y = att_mask0_1)[name = string("att_mask2_1")]; tensor mask_2 = logical_not(x = att_mask2_1)[name = string("mask_2")]; tensor pad_mask0_1 = logical_not(x = pad_mask_1)[name = string("pad_mask0_1")]; tensor input_9_axes_0 = const()[name = string("input_9_axes_0"), val = tensor([-1])]; tensor encoder_layers_0_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_0_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(29148032)))]; tensor encoder_layers_0_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_0_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(29150144)))]; fp16 var_10_to_fp16 = const()[name = string("op_10_to_fp16"), val = fp16(0x1.5p-17)]; tensor input_9_cast_fp16 = layer_norm(axes = input_9_axes_0, beta = encoder_layers_0_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_0_norm_feed_forward1_weight_to_fp16, x = linear_0_cast_fp16)[name = string("input_9_cast_fp16")]; tensor encoder_layers_0_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_0_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(29152256)))]; tensor linear_1_bias_0_to_fp16 = const()[name = string("linear_1_bias_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(37540928)))]; tensor linear_1_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_0_feed_forward1_linear1_weight_to_fp16, x = input_9_cast_fp16)[name = string("linear_1_cast_fp16")]; tensor var_359_cast_fp16 = silu(x = linear_1_cast_fp16)[name = string("op_359_cast_fp16")]; tensor encoder_layers_0_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_0_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(37549184)))]; tensor linear_2_bias_0_to_fp16 = const()[name = string("linear_2_bias_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(45937856)))]; tensor linear_2_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_0_feed_forward1_linear2_weight_to_fp16, x = var_359_cast_fp16)[name = string("linear_2_cast_fp16")]; fp16 var_364_to_fp16 = const()[name = string("op_364_to_fp16"), val = fp16(0x1p-1)]; tensor var_365_cast_fp16 = mul(x = linear_2_cast_fp16, y = var_364_to_fp16)[name = string("op_365_cast_fp16")]; tensor input_13_cast_fp16 = add(x = linear_0_cast_fp16, y = var_365_cast_fp16)[name = string("input_13_cast_fp16")]; tensor query_2_axes_0 = const()[name = string("query_2_axes_0"), val = tensor([-1])]; tensor encoder_layers_0_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_0_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(45939968)))]; tensor encoder_layers_0_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_0_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(45942080)))]; tensor query_2_cast_fp16 = layer_norm(axes = query_2_axes_0, beta = encoder_layers_0_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_0_norm_self_att_weight_to_fp16, x = input_13_cast_fp16)[name = string("query_2_cast_fp16")]; tensor var_378_shape_cast_fp16 = shape(x = query_2_cast_fp16)[name = string("op_378_shape_cast_fp16")]; int32 gather_52_axis_0 = const()[name = string("gather_52_axis_0"), val = int32(0)]; int32 gather_52_batch_dims_0 = const()[name = string("gather_52_batch_dims_0"), val = int32(0)]; bool gather_52_validate_indices_0 = const()[name = string("gather_52_validate_indices_0"), val = bool(false)]; string var_378_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_378_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_52_to_uint16 = const()[name = string("select_52_to_uint16"), val = uint16(0)]; tensor var_378_shape_cast_fp16_to_uint16 = cast(dtype = var_378_shape_cast_fp16_to_uint16_dtype_0, x = var_378_shape_cast_fp16)[name = string("cast_494")]; uint16 gather_52_cast_uint16 = gather(axis = gather_52_axis_0, batch_dims = gather_52_batch_dims_0, indices = select_52_to_uint16, validate_indices = gather_52_validate_indices_0, x = var_378_shape_cast_fp16_to_uint16)[name = string("gather_52_cast_uint16")]; string gather_52_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_52_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_0_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_0_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(45944192)))]; tensor linear_3_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_0_self_attn_linear_q_weight_to_fp16, x = query_2_cast_fp16)[name = string("linear_3_cast_fp16")]; int32 concat_24_axis_0 = const()[name = string("concat_24_axis_0"), val = int32(0)]; bool concat_24_interleave_0 = const()[name = string("concat_24_interleave_0"), val = bool(false)]; int32 gather_52_cast_uint16_to_int32 = cast(dtype = gather_52_cast_uint16_to_int32_dtype_0, x = gather_52_cast_uint16)[name = string("cast_493")]; tensor concat_24 = concat(axis = concat_24_axis_0, interleave = concat_24_interleave_0, values = (gather_52_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_24")]; tensor q_2_cast_fp16 = reshape(shape = concat_24, x = linear_3_cast_fp16)[name = string("q_2_cast_fp16")]; tensor encoder_layers_0_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_0_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(48041408)))]; tensor linear_4_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_0_self_attn_linear_k_weight_to_fp16, x = query_2_cast_fp16)[name = string("linear_4_cast_fp16")]; tensor k_2_cast_fp16 = reshape(shape = concat_24, x = linear_4_cast_fp16)[name = string("k_2_cast_fp16")]; tensor encoder_layers_0_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_0_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(50138624)))]; tensor linear_5_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_0_self_attn_linear_v_weight_to_fp16, x = query_2_cast_fp16)[name = string("linear_5_cast_fp16")]; tensor v_2_cast_fp16 = reshape(shape = concat_24, x = linear_5_cast_fp16)[name = string("v_2_cast_fp16")]; tensor value_4_perm_0 = const()[name = string("value_4_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_0_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_0_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(52235840)))]; tensor linear_6_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_0_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_6_cast_fp16")]; tensor var_398 = const()[name = string("op_398"), val = tensor([1, -1, 8, 128])]; tensor p_2_cast_fp16 = reshape(shape = var_398, x = linear_6_cast_fp16)[name = string("p_2_cast_fp16")]; tensor encoder_layers_0_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_0_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(54333056)))]; tensor var_401_cast_fp16 = add(x = q_2_cast_fp16, y = encoder_layers_0_self_attn_pos_bias_u_to_fp16)[name = string("op_401_cast_fp16")]; tensor encoder_layers_0_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_0_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(54335168)))]; tensor var_403_cast_fp16 = add(x = q_2_cast_fp16, y = encoder_layers_0_self_attn_pos_bias_v_to_fp16)[name = string("op_403_cast_fp16")]; bool x_11_transpose_x_0 = const()[name = string("x_11_transpose_x_0"), val = bool(false)]; bool x_11_transpose_y_0 = const()[name = string("x_11_transpose_y_0"), val = bool(false)]; tensor transpose_144_perm_0 = const()[name = string("transpose_144_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_145_perm_0 = const()[name = string("transpose_145_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_145 = transpose(perm = transpose_145_perm_0, x = p_2_cast_fp16)[name = string("transpose_430")]; tensor transpose_144 = transpose(perm = transpose_144_perm_0, x = var_403_cast_fp16)[name = string("transpose_431")]; tensor x_11_cast_fp16 = matmul(transpose_x = x_11_transpose_x_0, transpose_y = x_11_transpose_y_0, x = transpose_144, y = transpose_145)[name = string("x_11_cast_fp16")]; tensor var_407_shape_cast_fp16 = shape(x = x_11_cast_fp16)[name = string("op_407_shape_cast_fp16")]; int32 gather_54_axis_0 = const()[name = string("gather_54_axis_0"), val = int32(0)]; int32 gather_54_batch_dims_0 = const()[name = string("gather_54_batch_dims_0"), val = int32(0)]; bool gather_54_validate_indices_0 = const()[name = string("gather_54_validate_indices_0"), val = bool(false)]; string var_407_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_407_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_54_to_uint16 = const()[name = string("select_54_to_uint16"), val = uint16(0)]; tensor var_407_shape_cast_fp16_to_uint16 = cast(dtype = var_407_shape_cast_fp16_to_uint16_dtype_0, x = var_407_shape_cast_fp16)[name = string("cast_492")]; uint16 gather_54_cast_uint16 = gather(axis = gather_54_axis_0, batch_dims = gather_54_batch_dims_0, indices = select_54_to_uint16, validate_indices = gather_54_validate_indices_0, x = var_407_shape_cast_fp16_to_uint16)[name = string("gather_54_cast_uint16")]; string gather_54_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_54_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_55 = const()[name = string("gather_55"), val = int32(8)]; int32 gather_56_axis_0 = const()[name = string("gather_56_axis_0"), val = int32(0)]; int32 gather_56_batch_dims_0 = const()[name = string("gather_56_batch_dims_0"), val = int32(0)]; bool gather_56_validate_indices_0 = const()[name = string("gather_56_validate_indices_0"), val = bool(false)]; uint16 select_56_to_uint16 = const()[name = string("select_56_to_uint16"), val = uint16(2)]; uint16 gather_56_cast_uint16 = gather(axis = gather_56_axis_0, batch_dims = gather_56_batch_dims_0, indices = select_56_to_uint16, validate_indices = gather_56_validate_indices_0, x = var_407_shape_cast_fp16_to_uint16)[name = string("gather_56_cast_uint16")]; string gather_56_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_56_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_57_axis_0 = const()[name = string("gather_57_axis_0"), val = int32(0)]; int32 gather_57_batch_dims_0 = const()[name = string("gather_57_batch_dims_0"), val = int32(0)]; bool gather_57_validate_indices_0 = const()[name = string("gather_57_validate_indices_0"), val = bool(false)]; uint16 select_57_to_uint16 = const()[name = string("select_57_to_uint16"), val = uint16(3)]; uint16 gather_57_cast_uint16 = gather(axis = gather_57_axis_0, batch_dims = gather_57_batch_dims_0, indices = select_57_to_uint16, validate_indices = gather_57_validate_indices_0, x = var_407_shape_cast_fp16_to_uint16)[name = string("gather_57_cast_uint16")]; string gather_57_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_57_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_4_pad_0 = const()[name = string("x0_4_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_4_mode_0 = const()[name = string("x0_4_mode_0"), val = string("constant")]; fp16 const_11_to_fp16 = const()[name = string("const_11_to_fp16"), val = fp16(0x0p+0)]; tensor x0_4_cast_fp16 = pad(constant_val = const_11_to_fp16, mode = x0_4_mode_0, pad = x0_4_pad_0, x = x_11_cast_fp16)[name = string("x0_4_cast_fp16")]; int32 concat_27_axis_0 = const()[name = string("concat_27_axis_0"), val = int32(0)]; bool concat_27_interleave_0 = const()[name = string("concat_27_interleave_0"), val = bool(false)]; int32 gather_56_cast_uint16_to_int32 = cast(dtype = gather_56_cast_uint16_to_int32_dtype_0, x = gather_56_cast_uint16)[name = string("cast_490")]; int32 gather_54_cast_uint16_to_int32 = cast(dtype = gather_54_cast_uint16_to_int32_dtype_0, x = gather_54_cast_uint16)[name = string("cast_491")]; tensor concat_27 = concat(axis = concat_27_axis_0, interleave = concat_27_interleave_0, values = (gather_54_cast_uint16_to_int32, gather_55, var_24, gather_56_cast_uint16_to_int32))[name = string("concat_27")]; tensor x1_2_cast_fp16 = reshape(shape = concat_27, x = x0_4_cast_fp16)[name = string("x1_2_cast_fp16")]; tensor var_417_begin_0 = const()[name = string("op_417_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_417_end_0 = const()[name = string("op_417_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_417_end_mask_0 = const()[name = string("op_417_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_417_cast_fp16 = slice_by_index(begin = var_417_begin_0, end = var_417_end_0, end_mask = var_417_end_mask_0, x = x1_2_cast_fp16)[name = string("op_417_cast_fp16")]; int32 concat_28_axis_0 = const()[name = string("concat_28_axis_0"), val = int32(0)]; bool concat_28_interleave_0 = const()[name = string("concat_28_interleave_0"), val = bool(false)]; int32 gather_57_cast_uint16_to_int32 = cast(dtype = gather_57_cast_uint16_to_int32_dtype_0, x = gather_57_cast_uint16)[name = string("cast_489")]; tensor concat_28 = concat(axis = concat_28_axis_0, interleave = concat_28_interleave_0, values = (gather_54_cast_uint16_to_int32, gather_55, gather_56_cast_uint16_to_int32, gather_57_cast_uint16_to_int32))[name = string("concat_28")]; tensor matrix_bd_2_cast_fp16 = reshape(shape = concat_28, x = var_417_cast_fp16)[name = string("matrix_bd_2_cast_fp16")]; bool matrix_ac_2_transpose_x_0 = const()[name = string("matrix_ac_2_transpose_x_0"), val = bool(false)]; bool matrix_ac_2_transpose_y_0 = const()[name = string("matrix_ac_2_transpose_y_0"), val = bool(false)]; tensor transpose_146_perm_0 = const()[name = string("transpose_146_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_147_perm_0 = const()[name = string("transpose_147_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_147 = transpose(perm = transpose_147_perm_0, x = k_2_cast_fp16)[name = string("transpose_428")]; tensor transpose_146 = transpose(perm = transpose_146_perm_0, x = var_401_cast_fp16)[name = string("transpose_429")]; tensor matrix_ac_2_cast_fp16 = matmul(transpose_x = matrix_ac_2_transpose_x_0, transpose_y = matrix_ac_2_transpose_y_0, x = transpose_146, y = transpose_147)[name = string("matrix_ac_2_cast_fp16")]; tensor var_422_shape_cast_fp16 = shape(x = matrix_ac_2_cast_fp16)[name = string("op_422_shape_cast_fp16")]; int32 gather_58_axis_0 = const()[name = string("gather_58_axis_0"), val = int32(0)]; int32 gather_58_batch_dims_0 = const()[name = string("gather_58_batch_dims_0"), val = int32(0)]; bool gather_58_validate_indices_0 = const()[name = string("gather_58_validate_indices_0"), val = bool(false)]; string var_422_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_422_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_58_to_uint16 = const()[name = string("select_58_to_uint16"), val = uint16(3)]; tensor var_422_shape_cast_fp16_to_uint16 = cast(dtype = var_422_shape_cast_fp16_to_uint16_dtype_0, x = var_422_shape_cast_fp16)[name = string("cast_488")]; uint16 gather_58_cast_uint16 = gather(axis = gather_58_axis_0, batch_dims = gather_58_batch_dims_0, indices = select_58_to_uint16, validate_indices = gather_58_validate_indices_0, x = var_422_shape_cast_fp16_to_uint16)[name = string("gather_58_cast_uint16")]; string gather_58_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_58_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_29_values0_0 = const()[name = string("concat_29_values0_0"), val = int32(0)]; int32 concat_29_values1_0 = const()[name = string("concat_29_values1_0"), val = int32(8)]; int32 concat_29_values2_0 = const()[name = string("concat_29_values2_0"), val = int32(0)]; int32 concat_29_axis_0 = const()[name = string("concat_29_axis_0"), val = int32(0)]; bool concat_29_interleave_0 = const()[name = string("concat_29_interleave_0"), val = bool(false)]; int32 gather_58_cast_uint16_to_int32 = cast(dtype = gather_58_cast_uint16_to_int32_dtype_0, x = gather_58_cast_uint16)[name = string("cast_487")]; tensor concat_29 = concat(axis = concat_29_axis_0, interleave = concat_29_interleave_0, values = (concat_29_values0_0, concat_29_values1_0, concat_29_values2_0, gather_58_cast_uint16_to_int32))[name = string("concat_29")]; tensor matrix_bd0_2_begin_0 = const()[name = string("matrix_bd0_2_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_2_end_mask_0 = const()[name = string("matrix_bd0_2_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_2_cast_fp16 = slice_by_index(begin = matrix_bd0_2_begin_0, end = concat_29, end_mask = matrix_bd0_2_end_mask_0, x = matrix_bd_2_cast_fp16)[name = string("matrix_bd0_2_cast_fp16")]; tensor var_427_cast_fp16 = add(x = matrix_ac_2_cast_fp16, y = matrix_bd0_2_cast_fp16)[name = string("op_427_cast_fp16")]; fp16 _inversed_scores_2_y_0_to_fp16 = const()[name = string("_inversed_scores_2_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_2_cast_fp16 = mul(x = var_427_cast_fp16, y = _inversed_scores_2_y_0_to_fp16)[name = string("_inversed_scores_2_cast_fp16")]; tensor value_4_cast_fp16 = transpose(perm = value_4_perm_0, x = v_2_cast_fp16)[name = string("transpose_432")]; tensor var_430_shape_cast_fp16 = shape(x = value_4_cast_fp16)[name = string("op_430_shape_cast_fp16")]; int32 gather_59_axis_0 = const()[name = string("gather_59_axis_0"), val = int32(0)]; int32 gather_59_batch_dims_0 = const()[name = string("gather_59_batch_dims_0"), val = int32(0)]; bool gather_59_validate_indices_0 = const()[name = string("gather_59_validate_indices_0"), val = bool(false)]; string var_430_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_430_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_59_to_uint16 = const()[name = string("select_59_to_uint16"), val = uint16(0)]; tensor var_430_shape_cast_fp16_to_uint16 = cast(dtype = var_430_shape_cast_fp16_to_uint16_dtype_0, x = var_430_shape_cast_fp16)[name = string("cast_486")]; uint16 gather_59_cast_uint16 = gather(axis = gather_59_axis_0, batch_dims = gather_59_batch_dims_0, indices = select_59_to_uint16, validate_indices = gather_59_validate_indices_0, x = var_430_shape_cast_fp16_to_uint16)[name = string("gather_59_cast_uint16")]; string gather_59_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_59_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor mask0_4_axes_0 = const()[name = string("mask0_4_axes_0"), val = tensor([1])]; tensor mask0_4 = expand_dims(axes = mask0_4_axes_0, x = mask_2)[name = string("mask0_4")]; fp16 var_12_to_fp16 = const()[name = string("op_12_to_fp16"), val = fp16(-0x1.388p+13)]; tensor scores0_2_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_2_cast_fp16, cond = mask0_4)[name = string("scores0_2_cast_fp16")]; tensor var_433_cast_fp16 = softmax(axis = var_24, x = scores0_2_cast_fp16)[name = string("op_433_cast_fp16")]; fp16 var_11_to_fp16 = const()[name = string("op_11_to_fp16"), val = fp16(0x0p+0)]; tensor input_15_cast_fp16 = select(a = var_11_to_fp16, b = var_433_cast_fp16, cond = mask0_4)[name = string("input_15_cast_fp16")]; bool x2_2_transpose_x_0 = const()[name = string("x2_2_transpose_x_0"), val = bool(false)]; bool x2_2_transpose_y_0 = const()[name = string("x2_2_transpose_y_0"), val = bool(false)]; tensor x2_2_cast_fp16 = matmul(transpose_x = x2_2_transpose_x_0, transpose_y = x2_2_transpose_y_0, x = input_15_cast_fp16, y = value_4_cast_fp16)[name = string("x2_2_cast_fp16")]; tensor var_437_perm_0 = const()[name = string("op_437_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_30_axis_0 = const()[name = string("concat_30_axis_0"), val = int32(0)]; bool concat_30_interleave_0 = const()[name = string("concat_30_interleave_0"), val = bool(false)]; int32 gather_59_cast_uint16_to_int32 = cast(dtype = gather_59_cast_uint16_to_int32_dtype_0, x = gather_59_cast_uint16)[name = string("cast_485")]; tensor concat_30 = concat(axis = concat_30_axis_0, interleave = concat_30_interleave_0, values = (gather_59_cast_uint16_to_int32, var_24, var_9))[name = string("concat_30")]; tensor var_437_cast_fp16 = transpose(perm = var_437_perm_0, x = x2_2_cast_fp16)[name = string("transpose_427")]; tensor input0_6_cast_fp16 = reshape(shape = concat_30, x = var_437_cast_fp16)[name = string("input0_6_cast_fp16")]; tensor encoder_layers_0_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_0_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(54337280)))]; tensor linear_7_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_0_self_attn_linear_out_weight_to_fp16, x = input0_6_cast_fp16)[name = string("linear_7_cast_fp16")]; tensor input0_13_cast_fp16 = add(x = input_13_cast_fp16, y = linear_7_cast_fp16)[name = string("input0_13_cast_fp16")]; tensor x_15_axes_0 = const()[name = string("x_15_axes_0"), val = tensor([-1])]; tensor encoder_layers_0_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_0_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(56434496)))]; tensor encoder_layers_0_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_0_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(56436608)))]; tensor x_15_cast_fp16 = layer_norm(axes = x_15_axes_0, beta = encoder_layers_0_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_0_norm_conv_weight_to_fp16, x = input0_13_cast_fp16)[name = string("x_15_cast_fp16")]; tensor input_17_perm_0 = const()[name = string("input_17_perm_0"), val = tensor([0, 2, 1])]; string input0_15_pad_type_0 = const()[name = string("input0_15_pad_type_0"), val = string("valid")]; tensor input0_15_strides_0 = const()[name = string("input0_15_strides_0"), val = tensor([1])]; tensor input0_15_pad_0 = const()[name = string("input0_15_pad_0"), val = tensor([0, 0])]; tensor input0_15_dilations_0 = const()[name = string("input0_15_dilations_0"), val = tensor([1])]; int32 input0_15_groups_0 = const()[name = string("input0_15_groups_0"), val = int32(1)]; tensor encoder_layers_0_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_0_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(56438720)))]; tensor input_17_cast_fp16 = transpose(perm = input_17_perm_0, x = x_15_cast_fp16)[name = string("transpose_426")]; tensor input0_15_cast_fp16 = conv(dilations = input0_15_dilations_0, groups = input0_15_groups_0, pad = input0_15_pad_0, pad_type = input0_15_pad_type_0, strides = input0_15_strides_0, weight = encoder_layers_0_conv_pointwise_conv1_weight_to_fp16, x = input_17_cast_fp16)[name = string("input0_15_cast_fp16")]; int32 x_17_split_num_splits_0 = const()[name = string("x_17_split_num_splits_0"), val = int32(2)]; int32 x_17_split_axis_0 = const()[name = string("x_17_split_axis_0"), val = int32(1)]; tensor x_17_split_cast_fp16_0, tensor x_17_split_cast_fp16_1 = split(axis = x_17_split_axis_0, num_splits = x_17_split_num_splits_0, x = input0_15_cast_fp16)[name = string("x_17_split_cast_fp16")]; tensor x_17_split_1_sigmoid_cast_fp16 = sigmoid(x = x_17_split_cast_fp16_1)[name = string("x_17_split_1_sigmoid_cast_fp16")]; tensor x_17_cast_fp16 = mul(x = x_17_split_cast_fp16_0, y = x_17_split_1_sigmoid_cast_fp16)[name = string("x_17_cast_fp16")]; tensor var_460_axes_0 = const()[name = string("op_460_axes_0"), val = tensor([1])]; tensor var_460 = expand_dims(axes = var_460_axes_0, x = pad_mask0_1)[name = string("op_460")]; tensor input3_1_cast_fp16 = select(a = var_11_to_fp16, b = x_17_cast_fp16, cond = var_460)[name = string("input3_1_cast_fp16")]; tensor input0_8_pad_0 = const()[name = string("input0_8_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_8_mode_0 = const()[name = string("input0_8_mode_0"), val = string("constant")]; fp16 const_12_to_fp16 = const()[name = string("const_12_to_fp16"), val = fp16(0x0p+0)]; tensor input0_8_cast_fp16 = pad(constant_val = const_12_to_fp16, mode = input0_8_mode_0, pad = input0_8_pad_0, x = input3_1_cast_fp16)[name = string("input0_8_cast_fp16")]; string input1_6_pad_type_0 = const()[name = string("input1_6_pad_type_0"), val = string("valid")]; int32 input1_6_groups_0 = const()[name = string("input1_6_groups_0"), val = int32(1024)]; tensor input1_6_strides_0 = const()[name = string("input1_6_strides_0"), val = tensor([1])]; tensor input1_6_pad_0 = const()[name = string("input1_6_pad_0"), val = tensor([0, 0])]; tensor input1_6_dilations_0 = const()[name = string("input1_6_dilations_0"), val = tensor([1])]; tensor const_59_to_fp16 = const()[name = string("const_59_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(60633088)))]; tensor const_60_to_fp16 = const()[name = string("const_60_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(60651584)))]; tensor input_19_cast_fp16 = conv(bias = const_60_to_fp16, dilations = input1_6_dilations_0, groups = input1_6_groups_0, pad = input1_6_pad_0, pad_type = input1_6_pad_type_0, strides = input1_6_strides_0, weight = const_59_to_fp16, x = input0_8_cast_fp16)[name = string("input_19_cast_fp16")]; tensor var_475_cast_fp16 = silu(x = input_19_cast_fp16)[name = string("op_475_cast_fp16")]; string x_19_pad_type_0 = const()[name = string("x_19_pad_type_0"), val = string("valid")]; tensor x_19_strides_0 = const()[name = string("x_19_strides_0"), val = tensor([1])]; tensor x_19_pad_0 = const()[name = string("x_19_pad_0"), val = tensor([0, 0])]; tensor x_19_dilations_0 = const()[name = string("x_19_dilations_0"), val = tensor([1])]; int32 x_19_groups_0 = const()[name = string("x_19_groups_0"), val = int32(1)]; tensor encoder_layers_0_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_0_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(60653696)))]; tensor x_19_cast_fp16 = conv(dilations = x_19_dilations_0, groups = x_19_groups_0, pad = x_19_pad_0, pad_type = x_19_pad_type_0, strides = x_19_strides_0, weight = encoder_layers_0_conv_pointwise_conv2_weight_to_fp16, x = var_475_cast_fp16)[name = string("x_19_cast_fp16")]; tensor var_482_perm_0 = const()[name = string("op_482_perm_0"), val = tensor([0, 2, 1])]; tensor var_482_cast_fp16 = transpose(perm = var_482_perm_0, x = x_19_cast_fp16)[name = string("transpose_425")]; tensor input1_8_cast_fp16 = add(x = input0_13_cast_fp16, y = var_482_cast_fp16)[name = string("input1_8_cast_fp16")]; tensor input0_10_axes_0 = const()[name = string("input0_10_axes_0"), val = tensor([-1])]; tensor encoder_layers_0_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_0_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(62750912)))]; tensor encoder_layers_0_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_0_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(62753024)))]; tensor input0_10_cast_fp16 = layer_norm(axes = input0_10_axes_0, beta = encoder_layers_0_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_0_norm_feed_forward2_weight_to_fp16, x = input1_8_cast_fp16)[name = string("input0_10_cast_fp16")]; tensor encoder_layers_0_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_0_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(62755136)))]; tensor linear_8_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_0_feed_forward2_linear1_weight_to_fp16, x = input0_10_cast_fp16)[name = string("linear_8_cast_fp16")]; tensor var_493_cast_fp16 = silu(x = linear_8_cast_fp16)[name = string("op_493_cast_fp16")]; tensor encoder_layers_0_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_0_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(71143808)))]; tensor linear_9_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_0_feed_forward2_linear2_weight_to_fp16, x = var_493_cast_fp16)[name = string("linear_9_cast_fp16")]; fp16 var_498_to_fp16 = const()[name = string("op_498_to_fp16"), val = fp16(0x1p-1)]; tensor var_499_cast_fp16 = mul(x = linear_9_cast_fp16, y = var_498_to_fp16)[name = string("op_499_cast_fp16")]; tensor input2_4_cast_fp16 = add(x = input1_8_cast_fp16, y = var_499_cast_fp16)[name = string("input2_4_cast_fp16")]; tensor input0_17_axes_0 = const()[name = string("input0_17_axes_0"), val = tensor([-1])]; tensor encoder_layers_0_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_0_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(79532480)))]; tensor encoder_layers_0_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_0_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(79534592)))]; tensor input0_17_cast_fp16 = layer_norm(axes = input0_17_axes_0, beta = encoder_layers_0_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_0_norm_out_weight_to_fp16, x = input2_4_cast_fp16)[name = string("input0_17_cast_fp16")]; tensor input_23_axes_0 = const()[name = string("input_23_axes_0"), val = tensor([-1])]; tensor encoder_layers_1_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_1_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(79536704)))]; tensor encoder_layers_1_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_1_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(79538816)))]; tensor input_23_cast_fp16 = layer_norm(axes = input_23_axes_0, beta = encoder_layers_1_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_1_norm_feed_forward1_weight_to_fp16, x = input0_17_cast_fp16)[name = string("input_23_cast_fp16")]; tensor encoder_layers_1_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_1_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(79540928)))]; tensor linear_10_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_1_feed_forward1_linear1_weight_to_fp16, x = input_23_cast_fp16)[name = string("linear_10_cast_fp16")]; tensor var_522_cast_fp16 = silu(x = linear_10_cast_fp16)[name = string("op_522_cast_fp16")]; tensor encoder_layers_1_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_1_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(87929600)))]; tensor linear_11_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_1_feed_forward1_linear2_weight_to_fp16, x = var_522_cast_fp16)[name = string("linear_11_cast_fp16")]; fp16 var_527_to_fp16 = const()[name = string("op_527_to_fp16"), val = fp16(0x1p-1)]; tensor var_528_cast_fp16 = mul(x = linear_11_cast_fp16, y = var_527_to_fp16)[name = string("op_528_cast_fp16")]; tensor input_27_cast_fp16 = add(x = input0_17_cast_fp16, y = var_528_cast_fp16)[name = string("input_27_cast_fp16")]; tensor query_4_axes_0 = const()[name = string("query_4_axes_0"), val = tensor([-1])]; tensor encoder_layers_1_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_1_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(96318272)))]; tensor encoder_layers_1_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_1_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(96320384)))]; tensor query_4_cast_fp16 = layer_norm(axes = query_4_axes_0, beta = encoder_layers_1_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_1_norm_self_att_weight_to_fp16, x = input_27_cast_fp16)[name = string("query_4_cast_fp16")]; tensor var_541_shape_cast_fp16 = shape(x = query_4_cast_fp16)[name = string("op_541_shape_cast_fp16")]; int32 gather_60_axis_0 = const()[name = string("gather_60_axis_0"), val = int32(0)]; int32 gather_60_batch_dims_0 = const()[name = string("gather_60_batch_dims_0"), val = int32(0)]; bool gather_60_validate_indices_0 = const()[name = string("gather_60_validate_indices_0"), val = bool(false)]; string var_541_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_541_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_60_to_uint16 = const()[name = string("select_60_to_uint16"), val = uint16(0)]; tensor var_541_shape_cast_fp16_to_uint16 = cast(dtype = var_541_shape_cast_fp16_to_uint16_dtype_0, x = var_541_shape_cast_fp16)[name = string("cast_484")]; uint16 gather_60_cast_uint16 = gather(axis = gather_60_axis_0, batch_dims = gather_60_batch_dims_0, indices = select_60_to_uint16, validate_indices = gather_60_validate_indices_0, x = var_541_shape_cast_fp16_to_uint16)[name = string("gather_60_cast_uint16")]; string gather_60_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_60_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_1_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_1_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(96322496)))]; tensor linear_12_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_1_self_attn_linear_q_weight_to_fp16, x = query_4_cast_fp16)[name = string("linear_12_cast_fp16")]; int32 concat_31_axis_0 = const()[name = string("concat_31_axis_0"), val = int32(0)]; bool concat_31_interleave_0 = const()[name = string("concat_31_interleave_0"), val = bool(false)]; int32 gather_60_cast_uint16_to_int32 = cast(dtype = gather_60_cast_uint16_to_int32_dtype_0, x = gather_60_cast_uint16)[name = string("cast_483")]; tensor concat_31 = concat(axis = concat_31_axis_0, interleave = concat_31_interleave_0, values = (gather_60_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_31")]; tensor q_4_cast_fp16 = reshape(shape = concat_31, x = linear_12_cast_fp16)[name = string("q_4_cast_fp16")]; tensor encoder_layers_1_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_1_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(98419712)))]; tensor linear_13_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_1_self_attn_linear_k_weight_to_fp16, x = query_4_cast_fp16)[name = string("linear_13_cast_fp16")]; tensor k_4_cast_fp16 = reshape(shape = concat_31, x = linear_13_cast_fp16)[name = string("k_4_cast_fp16")]; tensor encoder_layers_1_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_1_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(100516928)))]; tensor linear_14_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_1_self_attn_linear_v_weight_to_fp16, x = query_4_cast_fp16)[name = string("linear_14_cast_fp16")]; tensor v_4_cast_fp16 = reshape(shape = concat_31, x = linear_14_cast_fp16)[name = string("v_4_cast_fp16")]; tensor value_6_perm_0 = const()[name = string("value_6_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_1_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_1_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(102614144)))]; tensor linear_15_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_1_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_15_cast_fp16")]; tensor var_561 = const()[name = string("op_561"), val = tensor([1, -1, 8, 128])]; tensor p_4_cast_fp16 = reshape(shape = var_561, x = linear_15_cast_fp16)[name = string("p_4_cast_fp16")]; tensor encoder_layers_1_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_1_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(104711360)))]; tensor var_564_cast_fp16 = add(x = q_4_cast_fp16, y = encoder_layers_1_self_attn_pos_bias_u_to_fp16)[name = string("op_564_cast_fp16")]; tensor encoder_layers_1_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_1_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(104713472)))]; tensor var_566_cast_fp16 = add(x = q_4_cast_fp16, y = encoder_layers_1_self_attn_pos_bias_v_to_fp16)[name = string("op_566_cast_fp16")]; bool x_27_transpose_x_0 = const()[name = string("x_27_transpose_x_0"), val = bool(false)]; bool x_27_transpose_y_0 = const()[name = string("x_27_transpose_y_0"), val = bool(false)]; tensor transpose_148_perm_0 = const()[name = string("transpose_148_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_149_perm_0 = const()[name = string("transpose_149_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_149 = transpose(perm = transpose_149_perm_0, x = p_4_cast_fp16)[name = string("transpose_422")]; tensor transpose_148 = transpose(perm = transpose_148_perm_0, x = var_566_cast_fp16)[name = string("transpose_423")]; tensor x_27_cast_fp16 = matmul(transpose_x = x_27_transpose_x_0, transpose_y = x_27_transpose_y_0, x = transpose_148, y = transpose_149)[name = string("x_27_cast_fp16")]; tensor var_570_shape_cast_fp16 = shape(x = x_27_cast_fp16)[name = string("op_570_shape_cast_fp16")]; int32 gather_62_axis_0 = const()[name = string("gather_62_axis_0"), val = int32(0)]; int32 gather_62_batch_dims_0 = const()[name = string("gather_62_batch_dims_0"), val = int32(0)]; bool gather_62_validate_indices_0 = const()[name = string("gather_62_validate_indices_0"), val = bool(false)]; string var_570_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_570_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_62_to_uint16 = const()[name = string("select_62_to_uint16"), val = uint16(0)]; tensor var_570_shape_cast_fp16_to_uint16 = cast(dtype = var_570_shape_cast_fp16_to_uint16_dtype_0, x = var_570_shape_cast_fp16)[name = string("cast_482")]; uint16 gather_62_cast_uint16 = gather(axis = gather_62_axis_0, batch_dims = gather_62_batch_dims_0, indices = select_62_to_uint16, validate_indices = gather_62_validate_indices_0, x = var_570_shape_cast_fp16_to_uint16)[name = string("gather_62_cast_uint16")]; string gather_62_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_62_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_63 = const()[name = string("gather_63"), val = int32(8)]; int32 gather_64_axis_0 = const()[name = string("gather_64_axis_0"), val = int32(0)]; int32 gather_64_batch_dims_0 = const()[name = string("gather_64_batch_dims_0"), val = int32(0)]; bool gather_64_validate_indices_0 = const()[name = string("gather_64_validate_indices_0"), val = bool(false)]; uint16 select_64_to_uint16 = const()[name = string("select_64_to_uint16"), val = uint16(2)]; uint16 gather_64_cast_uint16 = gather(axis = gather_64_axis_0, batch_dims = gather_64_batch_dims_0, indices = select_64_to_uint16, validate_indices = gather_64_validate_indices_0, x = var_570_shape_cast_fp16_to_uint16)[name = string("gather_64_cast_uint16")]; string gather_64_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_64_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_65_axis_0 = const()[name = string("gather_65_axis_0"), val = int32(0)]; int32 gather_65_batch_dims_0 = const()[name = string("gather_65_batch_dims_0"), val = int32(0)]; bool gather_65_validate_indices_0 = const()[name = string("gather_65_validate_indices_0"), val = bool(false)]; uint16 select_65_to_uint16 = const()[name = string("select_65_to_uint16"), val = uint16(3)]; uint16 gather_65_cast_uint16 = gather(axis = gather_65_axis_0, batch_dims = gather_65_batch_dims_0, indices = select_65_to_uint16, validate_indices = gather_65_validate_indices_0, x = var_570_shape_cast_fp16_to_uint16)[name = string("gather_65_cast_uint16")]; string gather_65_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_65_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_6_pad_0 = const()[name = string("x0_6_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_6_mode_0 = const()[name = string("x0_6_mode_0"), val = string("constant")]; fp16 const_13_to_fp16 = const()[name = string("const_13_to_fp16"), val = fp16(0x0p+0)]; tensor x0_6_cast_fp16 = pad(constant_val = const_13_to_fp16, mode = x0_6_mode_0, pad = x0_6_pad_0, x = x_27_cast_fp16)[name = string("x0_6_cast_fp16")]; int32 concat_34_axis_0 = const()[name = string("concat_34_axis_0"), val = int32(0)]; bool concat_34_interleave_0 = const()[name = string("concat_34_interleave_0"), val = bool(false)]; int32 gather_64_cast_uint16_to_int32 = cast(dtype = gather_64_cast_uint16_to_int32_dtype_0, x = gather_64_cast_uint16)[name = string("cast_480")]; int32 gather_62_cast_uint16_to_int32 = cast(dtype = gather_62_cast_uint16_to_int32_dtype_0, x = gather_62_cast_uint16)[name = string("cast_481")]; tensor concat_34 = concat(axis = concat_34_axis_0, interleave = concat_34_interleave_0, values = (gather_62_cast_uint16_to_int32, gather_63, var_24, gather_64_cast_uint16_to_int32))[name = string("concat_34")]; tensor x1_4_cast_fp16 = reshape(shape = concat_34, x = x0_6_cast_fp16)[name = string("x1_4_cast_fp16")]; tensor var_580_begin_0 = const()[name = string("op_580_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_580_end_0 = const()[name = string("op_580_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_580_end_mask_0 = const()[name = string("op_580_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_580_cast_fp16 = slice_by_index(begin = var_580_begin_0, end = var_580_end_0, end_mask = var_580_end_mask_0, x = x1_4_cast_fp16)[name = string("op_580_cast_fp16")]; int32 concat_35_axis_0 = const()[name = string("concat_35_axis_0"), val = int32(0)]; bool concat_35_interleave_0 = const()[name = string("concat_35_interleave_0"), val = bool(false)]; int32 gather_65_cast_uint16_to_int32 = cast(dtype = gather_65_cast_uint16_to_int32_dtype_0, x = gather_65_cast_uint16)[name = string("cast_479")]; tensor concat_35 = concat(axis = concat_35_axis_0, interleave = concat_35_interleave_0, values = (gather_62_cast_uint16_to_int32, gather_63, gather_64_cast_uint16_to_int32, gather_65_cast_uint16_to_int32))[name = string("concat_35")]; tensor matrix_bd_4_cast_fp16 = reshape(shape = concat_35, x = var_580_cast_fp16)[name = string("matrix_bd_4_cast_fp16")]; bool matrix_ac_4_transpose_x_0 = const()[name = string("matrix_ac_4_transpose_x_0"), val = bool(false)]; bool matrix_ac_4_transpose_y_0 = const()[name = string("matrix_ac_4_transpose_y_0"), val = bool(false)]; tensor transpose_150_perm_0 = const()[name = string("transpose_150_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_151_perm_0 = const()[name = string("transpose_151_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_151 = transpose(perm = transpose_151_perm_0, x = k_4_cast_fp16)[name = string("transpose_420")]; tensor transpose_150 = transpose(perm = transpose_150_perm_0, x = var_564_cast_fp16)[name = string("transpose_421")]; tensor matrix_ac_4_cast_fp16 = matmul(transpose_x = matrix_ac_4_transpose_x_0, transpose_y = matrix_ac_4_transpose_y_0, x = transpose_150, y = transpose_151)[name = string("matrix_ac_4_cast_fp16")]; tensor var_585_shape_cast_fp16 = shape(x = matrix_ac_4_cast_fp16)[name = string("op_585_shape_cast_fp16")]; int32 gather_66_axis_0 = const()[name = string("gather_66_axis_0"), val = int32(0)]; int32 gather_66_batch_dims_0 = const()[name = string("gather_66_batch_dims_0"), val = int32(0)]; bool gather_66_validate_indices_0 = const()[name = string("gather_66_validate_indices_0"), val = bool(false)]; string var_585_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_585_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_66_to_uint16 = const()[name = string("select_66_to_uint16"), val = uint16(3)]; tensor var_585_shape_cast_fp16_to_uint16 = cast(dtype = var_585_shape_cast_fp16_to_uint16_dtype_0, x = var_585_shape_cast_fp16)[name = string("cast_478")]; uint16 gather_66_cast_uint16 = gather(axis = gather_66_axis_0, batch_dims = gather_66_batch_dims_0, indices = select_66_to_uint16, validate_indices = gather_66_validate_indices_0, x = var_585_shape_cast_fp16_to_uint16)[name = string("gather_66_cast_uint16")]; string gather_66_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_66_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_36_values0_0 = const()[name = string("concat_36_values0_0"), val = int32(0)]; int32 concat_36_values1_0 = const()[name = string("concat_36_values1_0"), val = int32(8)]; int32 concat_36_values2_0 = const()[name = string("concat_36_values2_0"), val = int32(0)]; int32 concat_36_axis_0 = const()[name = string("concat_36_axis_0"), val = int32(0)]; bool concat_36_interleave_0 = const()[name = string("concat_36_interleave_0"), val = bool(false)]; int32 gather_66_cast_uint16_to_int32 = cast(dtype = gather_66_cast_uint16_to_int32_dtype_0, x = gather_66_cast_uint16)[name = string("cast_477")]; tensor concat_36 = concat(axis = concat_36_axis_0, interleave = concat_36_interleave_0, values = (concat_36_values0_0, concat_36_values1_0, concat_36_values2_0, gather_66_cast_uint16_to_int32))[name = string("concat_36")]; tensor matrix_bd0_4_begin_0 = const()[name = string("matrix_bd0_4_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_4_end_mask_0 = const()[name = string("matrix_bd0_4_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_4_cast_fp16 = slice_by_index(begin = matrix_bd0_4_begin_0, end = concat_36, end_mask = matrix_bd0_4_end_mask_0, x = matrix_bd_4_cast_fp16)[name = string("matrix_bd0_4_cast_fp16")]; tensor var_590_cast_fp16 = add(x = matrix_ac_4_cast_fp16, y = matrix_bd0_4_cast_fp16)[name = string("op_590_cast_fp16")]; fp16 _inversed_scores_4_y_0_to_fp16 = const()[name = string("_inversed_scores_4_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_4_cast_fp16 = mul(x = var_590_cast_fp16, y = _inversed_scores_4_y_0_to_fp16)[name = string("_inversed_scores_4_cast_fp16")]; tensor value_6_cast_fp16 = transpose(perm = value_6_perm_0, x = v_4_cast_fp16)[name = string("transpose_424")]; tensor var_593_shape_cast_fp16 = shape(x = value_6_cast_fp16)[name = string("op_593_shape_cast_fp16")]; int32 gather_67_axis_0 = const()[name = string("gather_67_axis_0"), val = int32(0)]; int32 gather_67_batch_dims_0 = const()[name = string("gather_67_batch_dims_0"), val = int32(0)]; bool gather_67_validate_indices_0 = const()[name = string("gather_67_validate_indices_0"), val = bool(false)]; string var_593_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_593_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_67_to_uint16 = const()[name = string("select_67_to_uint16"), val = uint16(0)]; tensor var_593_shape_cast_fp16_to_uint16 = cast(dtype = var_593_shape_cast_fp16_to_uint16_dtype_0, x = var_593_shape_cast_fp16)[name = string("cast_476")]; uint16 gather_67_cast_uint16 = gather(axis = gather_67_axis_0, batch_dims = gather_67_batch_dims_0, indices = select_67_to_uint16, validate_indices = gather_67_validate_indices_0, x = var_593_shape_cast_fp16_to_uint16)[name = string("gather_67_cast_uint16")]; string gather_67_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_67_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_4_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_4_cast_fp16, cond = mask0_4)[name = string("scores0_4_cast_fp16")]; tensor var_596_cast_fp16 = softmax(axis = var_24, x = scores0_4_cast_fp16)[name = string("op_596_cast_fp16")]; tensor input_29_cast_fp16 = select(a = var_11_to_fp16, b = var_596_cast_fp16, cond = mask0_4)[name = string("input_29_cast_fp16")]; bool x2_4_transpose_x_0 = const()[name = string("x2_4_transpose_x_0"), val = bool(false)]; bool x2_4_transpose_y_0 = const()[name = string("x2_4_transpose_y_0"), val = bool(false)]; tensor x2_4_cast_fp16 = matmul(transpose_x = x2_4_transpose_x_0, transpose_y = x2_4_transpose_y_0, x = input_29_cast_fp16, y = value_6_cast_fp16)[name = string("x2_4_cast_fp16")]; tensor var_600_perm_0 = const()[name = string("op_600_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_37_axis_0 = const()[name = string("concat_37_axis_0"), val = int32(0)]; bool concat_37_interleave_0 = const()[name = string("concat_37_interleave_0"), val = bool(false)]; int32 gather_67_cast_uint16_to_int32 = cast(dtype = gather_67_cast_uint16_to_int32_dtype_0, x = gather_67_cast_uint16)[name = string("cast_475")]; tensor concat_37 = concat(axis = concat_37_axis_0, interleave = concat_37_interleave_0, values = (gather_67_cast_uint16_to_int32, var_24, var_9))[name = string("concat_37")]; tensor var_600_cast_fp16 = transpose(perm = var_600_perm_0, x = x2_4_cast_fp16)[name = string("transpose_419")]; tensor input0_19_cast_fp16 = reshape(shape = concat_37, x = var_600_cast_fp16)[name = string("input0_19_cast_fp16")]; tensor encoder_layers_1_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_1_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(104715584)))]; tensor linear_16_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_1_self_attn_linear_out_weight_to_fp16, x = input0_19_cast_fp16)[name = string("linear_16_cast_fp16")]; tensor input0_21_cast_fp16 = add(x = input_27_cast_fp16, y = linear_16_cast_fp16)[name = string("input0_21_cast_fp16")]; tensor x_31_axes_0 = const()[name = string("x_31_axes_0"), val = tensor([-1])]; tensor encoder_layers_1_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_1_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(106812800)))]; tensor encoder_layers_1_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_1_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(106814912)))]; tensor x_31_cast_fp16 = layer_norm(axes = x_31_axes_0, beta = encoder_layers_1_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_1_norm_conv_weight_to_fp16, x = input0_21_cast_fp16)[name = string("x_31_cast_fp16")]; tensor input_31_perm_0 = const()[name = string("input_31_perm_0"), val = tensor([0, 2, 1])]; string input0_23_pad_type_0 = const()[name = string("input0_23_pad_type_0"), val = string("valid")]; tensor input0_23_strides_0 = const()[name = string("input0_23_strides_0"), val = tensor([1])]; tensor input0_23_pad_0 = const()[name = string("input0_23_pad_0"), val = tensor([0, 0])]; tensor input0_23_dilations_0 = const()[name = string("input0_23_dilations_0"), val = tensor([1])]; int32 input0_23_groups_0 = const()[name = string("input0_23_groups_0"), val = int32(1)]; tensor encoder_layers_1_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_1_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(106817024)))]; tensor input_31_cast_fp16 = transpose(perm = input_31_perm_0, x = x_31_cast_fp16)[name = string("transpose_418")]; tensor input0_23_cast_fp16 = conv(dilations = input0_23_dilations_0, groups = input0_23_groups_0, pad = input0_23_pad_0, pad_type = input0_23_pad_type_0, strides = input0_23_strides_0, weight = encoder_layers_1_conv_pointwise_conv1_weight_to_fp16, x = input_31_cast_fp16)[name = string("input0_23_cast_fp16")]; int32 x_33_split_num_splits_0 = const()[name = string("x_33_split_num_splits_0"), val = int32(2)]; int32 x_33_split_axis_0 = const()[name = string("x_33_split_axis_0"), val = int32(1)]; tensor x_33_split_cast_fp16_0, tensor x_33_split_cast_fp16_1 = split(axis = x_33_split_axis_0, num_splits = x_33_split_num_splits_0, x = input0_23_cast_fp16)[name = string("x_33_split_cast_fp16")]; tensor x_33_split_1_sigmoid_cast_fp16 = sigmoid(x = x_33_split_cast_fp16_1)[name = string("x_33_split_1_sigmoid_cast_fp16")]; tensor x_33_cast_fp16 = mul(x = x_33_split_cast_fp16_0, y = x_33_split_1_sigmoid_cast_fp16)[name = string("x_33_cast_fp16")]; tensor input0_25_cast_fp16 = select(a = var_11_to_fp16, b = x_33_cast_fp16, cond = var_460)[name = string("input0_25_cast_fp16")]; tensor input0_27_pad_0 = const()[name = string("input0_27_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_27_mode_0 = const()[name = string("input0_27_mode_0"), val = string("constant")]; fp16 const_14_to_fp16 = const()[name = string("const_14_to_fp16"), val = fp16(0x0p+0)]; tensor input0_27_cast_fp16 = pad(constant_val = const_14_to_fp16, mode = input0_27_mode_0, pad = input0_27_pad_0, x = input0_25_cast_fp16)[name = string("input0_27_cast_fp16")]; string input1_10_pad_type_0 = const()[name = string("input1_10_pad_type_0"), val = string("valid")]; int32 input1_10_groups_0 = const()[name = string("input1_10_groups_0"), val = int32(1024)]; tensor input1_10_strides_0 = const()[name = string("input1_10_strides_0"), val = tensor([1])]; tensor input1_10_pad_0 = const()[name = string("input1_10_pad_0"), val = tensor([0, 0])]; tensor input1_10_dilations_0 = const()[name = string("input1_10_dilations_0"), val = tensor([1])]; tensor const_61_to_fp16 = const()[name = string("const_61_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(111011392)))]; tensor const_62_to_fp16 = const()[name = string("const_62_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(111029888)))]; tensor input_33_cast_fp16 = conv(bias = const_62_to_fp16, dilations = input1_10_dilations_0, groups = input1_10_groups_0, pad = input1_10_pad_0, pad_type = input1_10_pad_type_0, strides = input1_10_strides_0, weight = const_61_to_fp16, x = input0_27_cast_fp16)[name = string("input_33_cast_fp16")]; tensor var_638_cast_fp16 = silu(x = input_33_cast_fp16)[name = string("op_638_cast_fp16")]; string x_35_pad_type_0 = const()[name = string("x_35_pad_type_0"), val = string("valid")]; tensor x_35_strides_0 = const()[name = string("x_35_strides_0"), val = tensor([1])]; tensor x_35_pad_0 = const()[name = string("x_35_pad_0"), val = tensor([0, 0])]; tensor x_35_dilations_0 = const()[name = string("x_35_dilations_0"), val = tensor([1])]; int32 x_35_groups_0 = const()[name = string("x_35_groups_0"), val = int32(1)]; tensor encoder_layers_1_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_1_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(111032000)))]; tensor x_35_cast_fp16 = conv(dilations = x_35_dilations_0, groups = x_35_groups_0, pad = x_35_pad_0, pad_type = x_35_pad_type_0, strides = x_35_strides_0, weight = encoder_layers_1_conv_pointwise_conv2_weight_to_fp16, x = var_638_cast_fp16)[name = string("x_35_cast_fp16")]; tensor var_645_perm_0 = const()[name = string("op_645_perm_0"), val = tensor([0, 2, 1])]; tensor var_645_cast_fp16 = transpose(perm = var_645_perm_0, x = x_35_cast_fp16)[name = string("transpose_417")]; tensor input1_12_cast_fp16 = add(x = input0_21_cast_fp16, y = var_645_cast_fp16)[name = string("input1_12_cast_fp16")]; tensor input0_29_axes_0 = const()[name = string("input0_29_axes_0"), val = tensor([-1])]; tensor encoder_layers_1_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_1_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(113129216)))]; tensor encoder_layers_1_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_1_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(113131328)))]; tensor input0_29_cast_fp16 = layer_norm(axes = input0_29_axes_0, beta = encoder_layers_1_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_1_norm_feed_forward2_weight_to_fp16, x = input1_12_cast_fp16)[name = string("input0_29_cast_fp16")]; tensor encoder_layers_1_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_1_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(113133440)))]; tensor linear_17_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_1_feed_forward2_linear1_weight_to_fp16, x = input0_29_cast_fp16)[name = string("linear_17_cast_fp16")]; tensor var_656_cast_fp16 = silu(x = linear_17_cast_fp16)[name = string("op_656_cast_fp16")]; tensor encoder_layers_1_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_1_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(121522112)))]; tensor linear_18_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_1_feed_forward2_linear2_weight_to_fp16, x = var_656_cast_fp16)[name = string("linear_18_cast_fp16")]; fp16 var_661_to_fp16 = const()[name = string("op_661_to_fp16"), val = fp16(0x1p-1)]; tensor var_662_cast_fp16 = mul(x = linear_18_cast_fp16, y = var_661_to_fp16)[name = string("op_662_cast_fp16")]; tensor input2_6_cast_fp16 = add(x = input1_12_cast_fp16, y = var_662_cast_fp16)[name = string("input2_6_cast_fp16")]; tensor input0_31_axes_0 = const()[name = string("input0_31_axes_0"), val = tensor([-1])]; tensor encoder_layers_1_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_1_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(129910784)))]; tensor encoder_layers_1_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_1_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(129912896)))]; tensor input0_31_cast_fp16 = layer_norm(axes = input0_31_axes_0, beta = encoder_layers_1_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_1_norm_out_weight_to_fp16, x = input2_6_cast_fp16)[name = string("input0_31_cast_fp16")]; tensor input_37_axes_0 = const()[name = string("input_37_axes_0"), val = tensor([-1])]; tensor encoder_layers_2_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_2_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(129915008)))]; tensor encoder_layers_2_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_2_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(129917120)))]; tensor input_37_cast_fp16 = layer_norm(axes = input_37_axes_0, beta = encoder_layers_2_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_2_norm_feed_forward1_weight_to_fp16, x = input0_31_cast_fp16)[name = string("input_37_cast_fp16")]; tensor encoder_layers_2_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_2_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(129919232)))]; tensor linear_19_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_2_feed_forward1_linear1_weight_to_fp16, x = input_37_cast_fp16)[name = string("linear_19_cast_fp16")]; tensor var_685_cast_fp16 = silu(x = linear_19_cast_fp16)[name = string("op_685_cast_fp16")]; tensor encoder_layers_2_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_2_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(138307904)))]; tensor linear_20_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_2_feed_forward1_linear2_weight_to_fp16, x = var_685_cast_fp16)[name = string("linear_20_cast_fp16")]; fp16 var_690_to_fp16 = const()[name = string("op_690_to_fp16"), val = fp16(0x1p-1)]; tensor var_691_cast_fp16 = mul(x = linear_20_cast_fp16, y = var_690_to_fp16)[name = string("op_691_cast_fp16")]; tensor input_41_cast_fp16 = add(x = input0_31_cast_fp16, y = var_691_cast_fp16)[name = string("input_41_cast_fp16")]; tensor query_6_axes_0 = const()[name = string("query_6_axes_0"), val = tensor([-1])]; tensor encoder_layers_2_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_2_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(146696576)))]; tensor encoder_layers_2_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_2_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(146698688)))]; tensor query_6_cast_fp16 = layer_norm(axes = query_6_axes_0, beta = encoder_layers_2_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_2_norm_self_att_weight_to_fp16, x = input_41_cast_fp16)[name = string("query_6_cast_fp16")]; tensor var_704_shape_cast_fp16 = shape(x = query_6_cast_fp16)[name = string("op_704_shape_cast_fp16")]; int32 gather_68_axis_0 = const()[name = string("gather_68_axis_0"), val = int32(0)]; int32 gather_68_batch_dims_0 = const()[name = string("gather_68_batch_dims_0"), val = int32(0)]; bool gather_68_validate_indices_0 = const()[name = string("gather_68_validate_indices_0"), val = bool(false)]; string var_704_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_704_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_68_to_uint16 = const()[name = string("select_68_to_uint16"), val = uint16(0)]; tensor var_704_shape_cast_fp16_to_uint16 = cast(dtype = var_704_shape_cast_fp16_to_uint16_dtype_0, x = var_704_shape_cast_fp16)[name = string("cast_474")]; uint16 gather_68_cast_uint16 = gather(axis = gather_68_axis_0, batch_dims = gather_68_batch_dims_0, indices = select_68_to_uint16, validate_indices = gather_68_validate_indices_0, x = var_704_shape_cast_fp16_to_uint16)[name = string("gather_68_cast_uint16")]; string gather_68_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_68_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_2_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_2_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(146700800)))]; tensor linear_21_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_2_self_attn_linear_q_weight_to_fp16, x = query_6_cast_fp16)[name = string("linear_21_cast_fp16")]; int32 concat_38_axis_0 = const()[name = string("concat_38_axis_0"), val = int32(0)]; bool concat_38_interleave_0 = const()[name = string("concat_38_interleave_0"), val = bool(false)]; int32 gather_68_cast_uint16_to_int32 = cast(dtype = gather_68_cast_uint16_to_int32_dtype_0, x = gather_68_cast_uint16)[name = string("cast_473")]; tensor concat_38 = concat(axis = concat_38_axis_0, interleave = concat_38_interleave_0, values = (gather_68_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_38")]; tensor q_6_cast_fp16 = reshape(shape = concat_38, x = linear_21_cast_fp16)[name = string("q_6_cast_fp16")]; tensor encoder_layers_2_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_2_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(148798016)))]; tensor linear_22_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_2_self_attn_linear_k_weight_to_fp16, x = query_6_cast_fp16)[name = string("linear_22_cast_fp16")]; tensor k_6_cast_fp16 = reshape(shape = concat_38, x = linear_22_cast_fp16)[name = string("k_6_cast_fp16")]; tensor encoder_layers_2_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_2_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(150895232)))]; tensor linear_23_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_2_self_attn_linear_v_weight_to_fp16, x = query_6_cast_fp16)[name = string("linear_23_cast_fp16")]; tensor v_6_cast_fp16 = reshape(shape = concat_38, x = linear_23_cast_fp16)[name = string("v_6_cast_fp16")]; tensor value_8_perm_0 = const()[name = string("value_8_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_2_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_2_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(152992448)))]; tensor linear_24_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_2_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_24_cast_fp16")]; tensor var_724 = const()[name = string("op_724"), val = tensor([1, -1, 8, 128])]; tensor p_6_cast_fp16 = reshape(shape = var_724, x = linear_24_cast_fp16)[name = string("p_6_cast_fp16")]; tensor encoder_layers_2_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_2_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(155089664)))]; tensor var_727_cast_fp16 = add(x = q_6_cast_fp16, y = encoder_layers_2_self_attn_pos_bias_u_to_fp16)[name = string("op_727_cast_fp16")]; tensor encoder_layers_2_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_2_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(155091776)))]; tensor var_729_cast_fp16 = add(x = q_6_cast_fp16, y = encoder_layers_2_self_attn_pos_bias_v_to_fp16)[name = string("op_729_cast_fp16")]; bool x_43_transpose_x_0 = const()[name = string("x_43_transpose_x_0"), val = bool(false)]; bool x_43_transpose_y_0 = const()[name = string("x_43_transpose_y_0"), val = bool(false)]; tensor transpose_152_perm_0 = const()[name = string("transpose_152_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_153_perm_0 = const()[name = string("transpose_153_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_153 = transpose(perm = transpose_153_perm_0, x = p_6_cast_fp16)[name = string("transpose_414")]; tensor transpose_152 = transpose(perm = transpose_152_perm_0, x = var_729_cast_fp16)[name = string("transpose_415")]; tensor x_43_cast_fp16 = matmul(transpose_x = x_43_transpose_x_0, transpose_y = x_43_transpose_y_0, x = transpose_152, y = transpose_153)[name = string("x_43_cast_fp16")]; tensor var_733_shape_cast_fp16 = shape(x = x_43_cast_fp16)[name = string("op_733_shape_cast_fp16")]; int32 gather_70_axis_0 = const()[name = string("gather_70_axis_0"), val = int32(0)]; int32 gather_70_batch_dims_0 = const()[name = string("gather_70_batch_dims_0"), val = int32(0)]; bool gather_70_validate_indices_0 = const()[name = string("gather_70_validate_indices_0"), val = bool(false)]; string var_733_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_733_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_70_to_uint16 = const()[name = string("select_70_to_uint16"), val = uint16(0)]; tensor var_733_shape_cast_fp16_to_uint16 = cast(dtype = var_733_shape_cast_fp16_to_uint16_dtype_0, x = var_733_shape_cast_fp16)[name = string("cast_472")]; uint16 gather_70_cast_uint16 = gather(axis = gather_70_axis_0, batch_dims = gather_70_batch_dims_0, indices = select_70_to_uint16, validate_indices = gather_70_validate_indices_0, x = var_733_shape_cast_fp16_to_uint16)[name = string("gather_70_cast_uint16")]; string gather_70_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_70_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_71 = const()[name = string("gather_71"), val = int32(8)]; int32 gather_72_axis_0 = const()[name = string("gather_72_axis_0"), val = int32(0)]; int32 gather_72_batch_dims_0 = const()[name = string("gather_72_batch_dims_0"), val = int32(0)]; bool gather_72_validate_indices_0 = const()[name = string("gather_72_validate_indices_0"), val = bool(false)]; uint16 select_72_to_uint16 = const()[name = string("select_72_to_uint16"), val = uint16(2)]; uint16 gather_72_cast_uint16 = gather(axis = gather_72_axis_0, batch_dims = gather_72_batch_dims_0, indices = select_72_to_uint16, validate_indices = gather_72_validate_indices_0, x = var_733_shape_cast_fp16_to_uint16)[name = string("gather_72_cast_uint16")]; string gather_72_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_72_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_73_axis_0 = const()[name = string("gather_73_axis_0"), val = int32(0)]; int32 gather_73_batch_dims_0 = const()[name = string("gather_73_batch_dims_0"), val = int32(0)]; bool gather_73_validate_indices_0 = const()[name = string("gather_73_validate_indices_0"), val = bool(false)]; uint16 select_73_to_uint16 = const()[name = string("select_73_to_uint16"), val = uint16(3)]; uint16 gather_73_cast_uint16 = gather(axis = gather_73_axis_0, batch_dims = gather_73_batch_dims_0, indices = select_73_to_uint16, validate_indices = gather_73_validate_indices_0, x = var_733_shape_cast_fp16_to_uint16)[name = string("gather_73_cast_uint16")]; string gather_73_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_73_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_8_pad_0 = const()[name = string("x0_8_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_8_mode_0 = const()[name = string("x0_8_mode_0"), val = string("constant")]; fp16 const_15_to_fp16 = const()[name = string("const_15_to_fp16"), val = fp16(0x0p+0)]; tensor x0_8_cast_fp16 = pad(constant_val = const_15_to_fp16, mode = x0_8_mode_0, pad = x0_8_pad_0, x = x_43_cast_fp16)[name = string("x0_8_cast_fp16")]; int32 concat_41_axis_0 = const()[name = string("concat_41_axis_0"), val = int32(0)]; bool concat_41_interleave_0 = const()[name = string("concat_41_interleave_0"), val = bool(false)]; int32 gather_72_cast_uint16_to_int32 = cast(dtype = gather_72_cast_uint16_to_int32_dtype_0, x = gather_72_cast_uint16)[name = string("cast_470")]; int32 gather_70_cast_uint16_to_int32 = cast(dtype = gather_70_cast_uint16_to_int32_dtype_0, x = gather_70_cast_uint16)[name = string("cast_471")]; tensor concat_41 = concat(axis = concat_41_axis_0, interleave = concat_41_interleave_0, values = (gather_70_cast_uint16_to_int32, gather_71, var_24, gather_72_cast_uint16_to_int32))[name = string("concat_41")]; tensor x1_6_cast_fp16 = reshape(shape = concat_41, x = x0_8_cast_fp16)[name = string("x1_6_cast_fp16")]; tensor var_743_begin_0 = const()[name = string("op_743_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_743_end_0 = const()[name = string("op_743_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_743_end_mask_0 = const()[name = string("op_743_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_743_cast_fp16 = slice_by_index(begin = var_743_begin_0, end = var_743_end_0, end_mask = var_743_end_mask_0, x = x1_6_cast_fp16)[name = string("op_743_cast_fp16")]; int32 concat_42_axis_0 = const()[name = string("concat_42_axis_0"), val = int32(0)]; bool concat_42_interleave_0 = const()[name = string("concat_42_interleave_0"), val = bool(false)]; int32 gather_73_cast_uint16_to_int32 = cast(dtype = gather_73_cast_uint16_to_int32_dtype_0, x = gather_73_cast_uint16)[name = string("cast_469")]; tensor concat_42 = concat(axis = concat_42_axis_0, interleave = concat_42_interleave_0, values = (gather_70_cast_uint16_to_int32, gather_71, gather_72_cast_uint16_to_int32, gather_73_cast_uint16_to_int32))[name = string("concat_42")]; tensor matrix_bd_6_cast_fp16 = reshape(shape = concat_42, x = var_743_cast_fp16)[name = string("matrix_bd_6_cast_fp16")]; bool matrix_ac_6_transpose_x_0 = const()[name = string("matrix_ac_6_transpose_x_0"), val = bool(false)]; bool matrix_ac_6_transpose_y_0 = const()[name = string("matrix_ac_6_transpose_y_0"), val = bool(false)]; tensor transpose_154_perm_0 = const()[name = string("transpose_154_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_155_perm_0 = const()[name = string("transpose_155_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_155 = transpose(perm = transpose_155_perm_0, x = k_6_cast_fp16)[name = string("transpose_412")]; tensor transpose_154 = transpose(perm = transpose_154_perm_0, x = var_727_cast_fp16)[name = string("transpose_413")]; tensor matrix_ac_6_cast_fp16 = matmul(transpose_x = matrix_ac_6_transpose_x_0, transpose_y = matrix_ac_6_transpose_y_0, x = transpose_154, y = transpose_155)[name = string("matrix_ac_6_cast_fp16")]; tensor var_748_shape_cast_fp16 = shape(x = matrix_ac_6_cast_fp16)[name = string("op_748_shape_cast_fp16")]; int32 gather_74_axis_0 = const()[name = string("gather_74_axis_0"), val = int32(0)]; int32 gather_74_batch_dims_0 = const()[name = string("gather_74_batch_dims_0"), val = int32(0)]; bool gather_74_validate_indices_0 = const()[name = string("gather_74_validate_indices_0"), val = bool(false)]; string var_748_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_748_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_74_to_uint16 = const()[name = string("select_74_to_uint16"), val = uint16(3)]; tensor var_748_shape_cast_fp16_to_uint16 = cast(dtype = var_748_shape_cast_fp16_to_uint16_dtype_0, x = var_748_shape_cast_fp16)[name = string("cast_468")]; uint16 gather_74_cast_uint16 = gather(axis = gather_74_axis_0, batch_dims = gather_74_batch_dims_0, indices = select_74_to_uint16, validate_indices = gather_74_validate_indices_0, x = var_748_shape_cast_fp16_to_uint16)[name = string("gather_74_cast_uint16")]; string gather_74_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_74_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_43_values0_0 = const()[name = string("concat_43_values0_0"), val = int32(0)]; int32 concat_43_values1_0 = const()[name = string("concat_43_values1_0"), val = int32(8)]; int32 concat_43_values2_0 = const()[name = string("concat_43_values2_0"), val = int32(0)]; int32 concat_43_axis_0 = const()[name = string("concat_43_axis_0"), val = int32(0)]; bool concat_43_interleave_0 = const()[name = string("concat_43_interleave_0"), val = bool(false)]; int32 gather_74_cast_uint16_to_int32 = cast(dtype = gather_74_cast_uint16_to_int32_dtype_0, x = gather_74_cast_uint16)[name = string("cast_467")]; tensor concat_43 = concat(axis = concat_43_axis_0, interleave = concat_43_interleave_0, values = (concat_43_values0_0, concat_43_values1_0, concat_43_values2_0, gather_74_cast_uint16_to_int32))[name = string("concat_43")]; tensor matrix_bd0_6_begin_0 = const()[name = string("matrix_bd0_6_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_6_end_mask_0 = const()[name = string("matrix_bd0_6_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_6_cast_fp16 = slice_by_index(begin = matrix_bd0_6_begin_0, end = concat_43, end_mask = matrix_bd0_6_end_mask_0, x = matrix_bd_6_cast_fp16)[name = string("matrix_bd0_6_cast_fp16")]; tensor var_753_cast_fp16 = add(x = matrix_ac_6_cast_fp16, y = matrix_bd0_6_cast_fp16)[name = string("op_753_cast_fp16")]; fp16 _inversed_scores_6_y_0_to_fp16 = const()[name = string("_inversed_scores_6_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_6_cast_fp16 = mul(x = var_753_cast_fp16, y = _inversed_scores_6_y_0_to_fp16)[name = string("_inversed_scores_6_cast_fp16")]; tensor value_8_cast_fp16 = transpose(perm = value_8_perm_0, x = v_6_cast_fp16)[name = string("transpose_416")]; tensor var_756_shape_cast_fp16 = shape(x = value_8_cast_fp16)[name = string("op_756_shape_cast_fp16")]; int32 gather_75_axis_0 = const()[name = string("gather_75_axis_0"), val = int32(0)]; int32 gather_75_batch_dims_0 = const()[name = string("gather_75_batch_dims_0"), val = int32(0)]; bool gather_75_validate_indices_0 = const()[name = string("gather_75_validate_indices_0"), val = bool(false)]; string var_756_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_756_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_75_to_uint16 = const()[name = string("select_75_to_uint16"), val = uint16(0)]; tensor var_756_shape_cast_fp16_to_uint16 = cast(dtype = var_756_shape_cast_fp16_to_uint16_dtype_0, x = var_756_shape_cast_fp16)[name = string("cast_466")]; uint16 gather_75_cast_uint16 = gather(axis = gather_75_axis_0, batch_dims = gather_75_batch_dims_0, indices = select_75_to_uint16, validate_indices = gather_75_validate_indices_0, x = var_756_shape_cast_fp16_to_uint16)[name = string("gather_75_cast_uint16")]; string gather_75_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_75_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_6_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_6_cast_fp16, cond = mask0_4)[name = string("scores0_6_cast_fp16")]; tensor var_759_cast_fp16 = softmax(axis = var_24, x = scores0_6_cast_fp16)[name = string("op_759_cast_fp16")]; tensor input_43_cast_fp16 = select(a = var_11_to_fp16, b = var_759_cast_fp16, cond = mask0_4)[name = string("input_43_cast_fp16")]; bool x2_6_transpose_x_0 = const()[name = string("x2_6_transpose_x_0"), val = bool(false)]; bool x2_6_transpose_y_0 = const()[name = string("x2_6_transpose_y_0"), val = bool(false)]; tensor x2_6_cast_fp16 = matmul(transpose_x = x2_6_transpose_x_0, transpose_y = x2_6_transpose_y_0, x = input_43_cast_fp16, y = value_8_cast_fp16)[name = string("x2_6_cast_fp16")]; tensor var_763_perm_0 = const()[name = string("op_763_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_44_axis_0 = const()[name = string("concat_44_axis_0"), val = int32(0)]; bool concat_44_interleave_0 = const()[name = string("concat_44_interleave_0"), val = bool(false)]; int32 gather_75_cast_uint16_to_int32 = cast(dtype = gather_75_cast_uint16_to_int32_dtype_0, x = gather_75_cast_uint16)[name = string("cast_465")]; tensor concat_44 = concat(axis = concat_44_axis_0, interleave = concat_44_interleave_0, values = (gather_75_cast_uint16_to_int32, var_24, var_9))[name = string("concat_44")]; tensor var_763_cast_fp16 = transpose(perm = var_763_perm_0, x = x2_6_cast_fp16)[name = string("transpose_411")]; tensor input0_33_cast_fp16 = reshape(shape = concat_44, x = var_763_cast_fp16)[name = string("input0_33_cast_fp16")]; tensor encoder_layers_2_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_2_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(155093888)))]; tensor linear_25_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_2_self_attn_linear_out_weight_to_fp16, x = input0_33_cast_fp16)[name = string("linear_25_cast_fp16")]; tensor input0_35_cast_fp16 = add(x = input_41_cast_fp16, y = linear_25_cast_fp16)[name = string("input0_35_cast_fp16")]; tensor x_47_axes_0 = const()[name = string("x_47_axes_0"), val = tensor([-1])]; tensor encoder_layers_2_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_2_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(157191104)))]; tensor encoder_layers_2_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_2_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(157193216)))]; tensor x_47_cast_fp16 = layer_norm(axes = x_47_axes_0, beta = encoder_layers_2_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_2_norm_conv_weight_to_fp16, x = input0_35_cast_fp16)[name = string("x_47_cast_fp16")]; tensor input_45_perm_0 = const()[name = string("input_45_perm_0"), val = tensor([0, 2, 1])]; string input0_37_pad_type_0 = const()[name = string("input0_37_pad_type_0"), val = string("valid")]; tensor input0_37_strides_0 = const()[name = string("input0_37_strides_0"), val = tensor([1])]; tensor input0_37_pad_0 = const()[name = string("input0_37_pad_0"), val = tensor([0, 0])]; tensor input0_37_dilations_0 = const()[name = string("input0_37_dilations_0"), val = tensor([1])]; int32 input0_37_groups_0 = const()[name = string("input0_37_groups_0"), val = int32(1)]; tensor encoder_layers_2_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_2_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(157195328)))]; tensor input_45_cast_fp16 = transpose(perm = input_45_perm_0, x = x_47_cast_fp16)[name = string("transpose_410")]; tensor input0_37_cast_fp16 = conv(dilations = input0_37_dilations_0, groups = input0_37_groups_0, pad = input0_37_pad_0, pad_type = input0_37_pad_type_0, strides = input0_37_strides_0, weight = encoder_layers_2_conv_pointwise_conv1_weight_to_fp16, x = input_45_cast_fp16)[name = string("input0_37_cast_fp16")]; int32 x_49_split_num_splits_0 = const()[name = string("x_49_split_num_splits_0"), val = int32(2)]; int32 x_49_split_axis_0 = const()[name = string("x_49_split_axis_0"), val = int32(1)]; tensor x_49_split_cast_fp16_0, tensor x_49_split_cast_fp16_1 = split(axis = x_49_split_axis_0, num_splits = x_49_split_num_splits_0, x = input0_37_cast_fp16)[name = string("x_49_split_cast_fp16")]; tensor x_49_split_1_sigmoid_cast_fp16 = sigmoid(x = x_49_split_cast_fp16_1)[name = string("x_49_split_1_sigmoid_cast_fp16")]; tensor x_49_cast_fp16 = mul(x = x_49_split_cast_fp16_0, y = x_49_split_1_sigmoid_cast_fp16)[name = string("x_49_cast_fp16")]; tensor input0_39_cast_fp16 = select(a = var_11_to_fp16, b = x_49_cast_fp16, cond = var_460)[name = string("input0_39_cast_fp16")]; tensor input0_41_pad_0 = const()[name = string("input0_41_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_41_mode_0 = const()[name = string("input0_41_mode_0"), val = string("constant")]; fp16 const_16_to_fp16 = const()[name = string("const_16_to_fp16"), val = fp16(0x0p+0)]; tensor input0_41_cast_fp16 = pad(constant_val = const_16_to_fp16, mode = input0_41_mode_0, pad = input0_41_pad_0, x = input0_39_cast_fp16)[name = string("input0_41_cast_fp16")]; string input1_14_pad_type_0 = const()[name = string("input1_14_pad_type_0"), val = string("valid")]; int32 input1_14_groups_0 = const()[name = string("input1_14_groups_0"), val = int32(1024)]; tensor input1_14_strides_0 = const()[name = string("input1_14_strides_0"), val = tensor([1])]; tensor input1_14_pad_0 = const()[name = string("input1_14_pad_0"), val = tensor([0, 0])]; tensor input1_14_dilations_0 = const()[name = string("input1_14_dilations_0"), val = tensor([1])]; tensor const_63_to_fp16 = const()[name = string("const_63_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(161389696)))]; tensor const_64_to_fp16 = const()[name = string("const_64_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(161408192)))]; tensor input_47_cast_fp16 = conv(bias = const_64_to_fp16, dilations = input1_14_dilations_0, groups = input1_14_groups_0, pad = input1_14_pad_0, pad_type = input1_14_pad_type_0, strides = input1_14_strides_0, weight = const_63_to_fp16, x = input0_41_cast_fp16)[name = string("input_47_cast_fp16")]; tensor var_801_cast_fp16 = silu(x = input_47_cast_fp16)[name = string("op_801_cast_fp16")]; string x_51_pad_type_0 = const()[name = string("x_51_pad_type_0"), val = string("valid")]; tensor x_51_strides_0 = const()[name = string("x_51_strides_0"), val = tensor([1])]; tensor x_51_pad_0 = const()[name = string("x_51_pad_0"), val = tensor([0, 0])]; tensor x_51_dilations_0 = const()[name = string("x_51_dilations_0"), val = tensor([1])]; int32 x_51_groups_0 = const()[name = string("x_51_groups_0"), val = int32(1)]; tensor encoder_layers_2_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_2_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(161410304)))]; tensor x_51_cast_fp16 = conv(dilations = x_51_dilations_0, groups = x_51_groups_0, pad = x_51_pad_0, pad_type = x_51_pad_type_0, strides = x_51_strides_0, weight = encoder_layers_2_conv_pointwise_conv2_weight_to_fp16, x = var_801_cast_fp16)[name = string("x_51_cast_fp16")]; tensor var_808_perm_0 = const()[name = string("op_808_perm_0"), val = tensor([0, 2, 1])]; tensor var_808_cast_fp16 = transpose(perm = var_808_perm_0, x = x_51_cast_fp16)[name = string("transpose_409")]; tensor input1_16_cast_fp16 = add(x = input0_35_cast_fp16, y = var_808_cast_fp16)[name = string("input1_16_cast_fp16")]; tensor input0_43_axes_0 = const()[name = string("input0_43_axes_0"), val = tensor([-1])]; tensor encoder_layers_2_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_2_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(163507520)))]; tensor encoder_layers_2_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_2_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(163509632)))]; tensor input0_43_cast_fp16 = layer_norm(axes = input0_43_axes_0, beta = encoder_layers_2_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_2_norm_feed_forward2_weight_to_fp16, x = input1_16_cast_fp16)[name = string("input0_43_cast_fp16")]; tensor encoder_layers_2_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_2_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(163511744)))]; tensor linear_26_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_2_feed_forward2_linear1_weight_to_fp16, x = input0_43_cast_fp16)[name = string("linear_26_cast_fp16")]; tensor var_819_cast_fp16 = silu(x = linear_26_cast_fp16)[name = string("op_819_cast_fp16")]; tensor encoder_layers_2_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_2_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(171900416)))]; tensor linear_27_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_2_feed_forward2_linear2_weight_to_fp16, x = var_819_cast_fp16)[name = string("linear_27_cast_fp16")]; fp16 var_824_to_fp16 = const()[name = string("op_824_to_fp16"), val = fp16(0x1p-1)]; tensor var_825_cast_fp16 = mul(x = linear_27_cast_fp16, y = var_824_to_fp16)[name = string("op_825_cast_fp16")]; tensor input2_8_cast_fp16 = add(x = input1_16_cast_fp16, y = var_825_cast_fp16)[name = string("input2_8_cast_fp16")]; tensor input0_45_axes_0 = const()[name = string("input0_45_axes_0"), val = tensor([-1])]; tensor encoder_layers_2_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_2_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(180289088)))]; tensor encoder_layers_2_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_2_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(180291200)))]; tensor input0_45_cast_fp16 = layer_norm(axes = input0_45_axes_0, beta = encoder_layers_2_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_2_norm_out_weight_to_fp16, x = input2_8_cast_fp16)[name = string("input0_45_cast_fp16")]; tensor input_51_axes_0 = const()[name = string("input_51_axes_0"), val = tensor([-1])]; tensor encoder_layers_3_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_3_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(180293312)))]; tensor encoder_layers_3_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_3_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(180295424)))]; tensor input_51_cast_fp16 = layer_norm(axes = input_51_axes_0, beta = encoder_layers_3_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_3_norm_feed_forward1_weight_to_fp16, x = input0_45_cast_fp16)[name = string("input_51_cast_fp16")]; tensor encoder_layers_3_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_3_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(180297536)))]; tensor linear_28_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_3_feed_forward1_linear1_weight_to_fp16, x = input_51_cast_fp16)[name = string("linear_28_cast_fp16")]; tensor var_848_cast_fp16 = silu(x = linear_28_cast_fp16)[name = string("op_848_cast_fp16")]; tensor encoder_layers_3_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_3_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(188686208)))]; tensor linear_29_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_3_feed_forward1_linear2_weight_to_fp16, x = var_848_cast_fp16)[name = string("linear_29_cast_fp16")]; fp16 var_853_to_fp16 = const()[name = string("op_853_to_fp16"), val = fp16(0x1p-1)]; tensor var_854_cast_fp16 = mul(x = linear_29_cast_fp16, y = var_853_to_fp16)[name = string("op_854_cast_fp16")]; tensor input_55_cast_fp16 = add(x = input0_45_cast_fp16, y = var_854_cast_fp16)[name = string("input_55_cast_fp16")]; tensor query_8_axes_0 = const()[name = string("query_8_axes_0"), val = tensor([-1])]; tensor encoder_layers_3_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_3_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(197074880)))]; tensor encoder_layers_3_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_3_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(197076992)))]; tensor query_8_cast_fp16 = layer_norm(axes = query_8_axes_0, beta = encoder_layers_3_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_3_norm_self_att_weight_to_fp16, x = input_55_cast_fp16)[name = string("query_8_cast_fp16")]; tensor var_867_shape_cast_fp16 = shape(x = query_8_cast_fp16)[name = string("op_867_shape_cast_fp16")]; int32 gather_76_axis_0 = const()[name = string("gather_76_axis_0"), val = int32(0)]; int32 gather_76_batch_dims_0 = const()[name = string("gather_76_batch_dims_0"), val = int32(0)]; bool gather_76_validate_indices_0 = const()[name = string("gather_76_validate_indices_0"), val = bool(false)]; string var_867_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_867_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_76_to_uint16 = const()[name = string("select_76_to_uint16"), val = uint16(0)]; tensor var_867_shape_cast_fp16_to_uint16 = cast(dtype = var_867_shape_cast_fp16_to_uint16_dtype_0, x = var_867_shape_cast_fp16)[name = string("cast_464")]; uint16 gather_76_cast_uint16 = gather(axis = gather_76_axis_0, batch_dims = gather_76_batch_dims_0, indices = select_76_to_uint16, validate_indices = gather_76_validate_indices_0, x = var_867_shape_cast_fp16_to_uint16)[name = string("gather_76_cast_uint16")]; string gather_76_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_76_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_3_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_3_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(197079104)))]; tensor linear_30_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_3_self_attn_linear_q_weight_to_fp16, x = query_8_cast_fp16)[name = string("linear_30_cast_fp16")]; int32 concat_45_axis_0 = const()[name = string("concat_45_axis_0"), val = int32(0)]; bool concat_45_interleave_0 = const()[name = string("concat_45_interleave_0"), val = bool(false)]; int32 gather_76_cast_uint16_to_int32 = cast(dtype = gather_76_cast_uint16_to_int32_dtype_0, x = gather_76_cast_uint16)[name = string("cast_463")]; tensor concat_45 = concat(axis = concat_45_axis_0, interleave = concat_45_interleave_0, values = (gather_76_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_45")]; tensor q_8_cast_fp16 = reshape(shape = concat_45, x = linear_30_cast_fp16)[name = string("q_8_cast_fp16")]; tensor encoder_layers_3_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_3_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(199176320)))]; tensor linear_31_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_3_self_attn_linear_k_weight_to_fp16, x = query_8_cast_fp16)[name = string("linear_31_cast_fp16")]; tensor k_8_cast_fp16 = reshape(shape = concat_45, x = linear_31_cast_fp16)[name = string("k_8_cast_fp16")]; tensor encoder_layers_3_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_3_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(201273536)))]; tensor linear_32_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_3_self_attn_linear_v_weight_to_fp16, x = query_8_cast_fp16)[name = string("linear_32_cast_fp16")]; tensor v_8_cast_fp16 = reshape(shape = concat_45, x = linear_32_cast_fp16)[name = string("v_8_cast_fp16")]; tensor value_10_perm_0 = const()[name = string("value_10_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_3_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_3_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(203370752)))]; tensor linear_33_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_3_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_33_cast_fp16")]; tensor var_887 = const()[name = string("op_887"), val = tensor([1, -1, 8, 128])]; tensor p_8_cast_fp16 = reshape(shape = var_887, x = linear_33_cast_fp16)[name = string("p_8_cast_fp16")]; tensor encoder_layers_3_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_3_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(205467968)))]; tensor var_890_cast_fp16 = add(x = q_8_cast_fp16, y = encoder_layers_3_self_attn_pos_bias_u_to_fp16)[name = string("op_890_cast_fp16")]; tensor encoder_layers_3_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_3_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(205470080)))]; tensor var_892_cast_fp16 = add(x = q_8_cast_fp16, y = encoder_layers_3_self_attn_pos_bias_v_to_fp16)[name = string("op_892_cast_fp16")]; bool x_59_transpose_x_0 = const()[name = string("x_59_transpose_x_0"), val = bool(false)]; bool x_59_transpose_y_0 = const()[name = string("x_59_transpose_y_0"), val = bool(false)]; tensor transpose_156_perm_0 = const()[name = string("transpose_156_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_157_perm_0 = const()[name = string("transpose_157_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_157 = transpose(perm = transpose_157_perm_0, x = p_8_cast_fp16)[name = string("transpose_406")]; tensor transpose_156 = transpose(perm = transpose_156_perm_0, x = var_892_cast_fp16)[name = string("transpose_407")]; tensor x_59_cast_fp16 = matmul(transpose_x = x_59_transpose_x_0, transpose_y = x_59_transpose_y_0, x = transpose_156, y = transpose_157)[name = string("x_59_cast_fp16")]; tensor var_896_shape_cast_fp16 = shape(x = x_59_cast_fp16)[name = string("op_896_shape_cast_fp16")]; int32 gather_78_axis_0 = const()[name = string("gather_78_axis_0"), val = int32(0)]; int32 gather_78_batch_dims_0 = const()[name = string("gather_78_batch_dims_0"), val = int32(0)]; bool gather_78_validate_indices_0 = const()[name = string("gather_78_validate_indices_0"), val = bool(false)]; string var_896_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_896_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_78_to_uint16 = const()[name = string("select_78_to_uint16"), val = uint16(0)]; tensor var_896_shape_cast_fp16_to_uint16 = cast(dtype = var_896_shape_cast_fp16_to_uint16_dtype_0, x = var_896_shape_cast_fp16)[name = string("cast_462")]; uint16 gather_78_cast_uint16 = gather(axis = gather_78_axis_0, batch_dims = gather_78_batch_dims_0, indices = select_78_to_uint16, validate_indices = gather_78_validate_indices_0, x = var_896_shape_cast_fp16_to_uint16)[name = string("gather_78_cast_uint16")]; string gather_78_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_78_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_79 = const()[name = string("gather_79"), val = int32(8)]; int32 gather_80_axis_0 = const()[name = string("gather_80_axis_0"), val = int32(0)]; int32 gather_80_batch_dims_0 = const()[name = string("gather_80_batch_dims_0"), val = int32(0)]; bool gather_80_validate_indices_0 = const()[name = string("gather_80_validate_indices_0"), val = bool(false)]; uint16 select_80_to_uint16 = const()[name = string("select_80_to_uint16"), val = uint16(2)]; uint16 gather_80_cast_uint16 = gather(axis = gather_80_axis_0, batch_dims = gather_80_batch_dims_0, indices = select_80_to_uint16, validate_indices = gather_80_validate_indices_0, x = var_896_shape_cast_fp16_to_uint16)[name = string("gather_80_cast_uint16")]; string gather_80_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_80_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_81_axis_0 = const()[name = string("gather_81_axis_0"), val = int32(0)]; int32 gather_81_batch_dims_0 = const()[name = string("gather_81_batch_dims_0"), val = int32(0)]; bool gather_81_validate_indices_0 = const()[name = string("gather_81_validate_indices_0"), val = bool(false)]; uint16 select_81_to_uint16 = const()[name = string("select_81_to_uint16"), val = uint16(3)]; uint16 gather_81_cast_uint16 = gather(axis = gather_81_axis_0, batch_dims = gather_81_batch_dims_0, indices = select_81_to_uint16, validate_indices = gather_81_validate_indices_0, x = var_896_shape_cast_fp16_to_uint16)[name = string("gather_81_cast_uint16")]; string gather_81_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_81_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_10_pad_0 = const()[name = string("x0_10_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_10_mode_0 = const()[name = string("x0_10_mode_0"), val = string("constant")]; fp16 const_17_to_fp16 = const()[name = string("const_17_to_fp16"), val = fp16(0x0p+0)]; tensor x0_10_cast_fp16 = pad(constant_val = const_17_to_fp16, mode = x0_10_mode_0, pad = x0_10_pad_0, x = x_59_cast_fp16)[name = string("x0_10_cast_fp16")]; int32 concat_48_axis_0 = const()[name = string("concat_48_axis_0"), val = int32(0)]; bool concat_48_interleave_0 = const()[name = string("concat_48_interleave_0"), val = bool(false)]; int32 gather_80_cast_uint16_to_int32 = cast(dtype = gather_80_cast_uint16_to_int32_dtype_0, x = gather_80_cast_uint16)[name = string("cast_460")]; int32 gather_78_cast_uint16_to_int32 = cast(dtype = gather_78_cast_uint16_to_int32_dtype_0, x = gather_78_cast_uint16)[name = string("cast_461")]; tensor concat_48 = concat(axis = concat_48_axis_0, interleave = concat_48_interleave_0, values = (gather_78_cast_uint16_to_int32, gather_79, var_24, gather_80_cast_uint16_to_int32))[name = string("concat_48")]; tensor x1_8_cast_fp16 = reshape(shape = concat_48, x = x0_10_cast_fp16)[name = string("x1_8_cast_fp16")]; tensor var_906_begin_0 = const()[name = string("op_906_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_906_end_0 = const()[name = string("op_906_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_906_end_mask_0 = const()[name = string("op_906_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_906_cast_fp16 = slice_by_index(begin = var_906_begin_0, end = var_906_end_0, end_mask = var_906_end_mask_0, x = x1_8_cast_fp16)[name = string("op_906_cast_fp16")]; int32 concat_49_axis_0 = const()[name = string("concat_49_axis_0"), val = int32(0)]; bool concat_49_interleave_0 = const()[name = string("concat_49_interleave_0"), val = bool(false)]; int32 gather_81_cast_uint16_to_int32 = cast(dtype = gather_81_cast_uint16_to_int32_dtype_0, x = gather_81_cast_uint16)[name = string("cast_459")]; tensor concat_49 = concat(axis = concat_49_axis_0, interleave = concat_49_interleave_0, values = (gather_78_cast_uint16_to_int32, gather_79, gather_80_cast_uint16_to_int32, gather_81_cast_uint16_to_int32))[name = string("concat_49")]; tensor matrix_bd_8_cast_fp16 = reshape(shape = concat_49, x = var_906_cast_fp16)[name = string("matrix_bd_8_cast_fp16")]; bool matrix_ac_8_transpose_x_0 = const()[name = string("matrix_ac_8_transpose_x_0"), val = bool(false)]; bool matrix_ac_8_transpose_y_0 = const()[name = string("matrix_ac_8_transpose_y_0"), val = bool(false)]; tensor transpose_158_perm_0 = const()[name = string("transpose_158_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_159_perm_0 = const()[name = string("transpose_159_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_159 = transpose(perm = transpose_159_perm_0, x = k_8_cast_fp16)[name = string("transpose_404")]; tensor transpose_158 = transpose(perm = transpose_158_perm_0, x = var_890_cast_fp16)[name = string("transpose_405")]; tensor matrix_ac_8_cast_fp16 = matmul(transpose_x = matrix_ac_8_transpose_x_0, transpose_y = matrix_ac_8_transpose_y_0, x = transpose_158, y = transpose_159)[name = string("matrix_ac_8_cast_fp16")]; tensor var_911_shape_cast_fp16 = shape(x = matrix_ac_8_cast_fp16)[name = string("op_911_shape_cast_fp16")]; int32 gather_82_axis_0 = const()[name = string("gather_82_axis_0"), val = int32(0)]; int32 gather_82_batch_dims_0 = const()[name = string("gather_82_batch_dims_0"), val = int32(0)]; bool gather_82_validate_indices_0 = const()[name = string("gather_82_validate_indices_0"), val = bool(false)]; string var_911_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_911_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_82_to_uint16 = const()[name = string("select_82_to_uint16"), val = uint16(3)]; tensor var_911_shape_cast_fp16_to_uint16 = cast(dtype = var_911_shape_cast_fp16_to_uint16_dtype_0, x = var_911_shape_cast_fp16)[name = string("cast_458")]; uint16 gather_82_cast_uint16 = gather(axis = gather_82_axis_0, batch_dims = gather_82_batch_dims_0, indices = select_82_to_uint16, validate_indices = gather_82_validate_indices_0, x = var_911_shape_cast_fp16_to_uint16)[name = string("gather_82_cast_uint16")]; string gather_82_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_82_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_50_values0_0 = const()[name = string("concat_50_values0_0"), val = int32(0)]; int32 concat_50_values1_0 = const()[name = string("concat_50_values1_0"), val = int32(8)]; int32 concat_50_values2_0 = const()[name = string("concat_50_values2_0"), val = int32(0)]; int32 concat_50_axis_0 = const()[name = string("concat_50_axis_0"), val = int32(0)]; bool concat_50_interleave_0 = const()[name = string("concat_50_interleave_0"), val = bool(false)]; int32 gather_82_cast_uint16_to_int32 = cast(dtype = gather_82_cast_uint16_to_int32_dtype_0, x = gather_82_cast_uint16)[name = string("cast_457")]; tensor concat_50 = concat(axis = concat_50_axis_0, interleave = concat_50_interleave_0, values = (concat_50_values0_0, concat_50_values1_0, concat_50_values2_0, gather_82_cast_uint16_to_int32))[name = string("concat_50")]; tensor matrix_bd0_8_begin_0 = const()[name = string("matrix_bd0_8_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_8_end_mask_0 = const()[name = string("matrix_bd0_8_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_8_cast_fp16 = slice_by_index(begin = matrix_bd0_8_begin_0, end = concat_50, end_mask = matrix_bd0_8_end_mask_0, x = matrix_bd_8_cast_fp16)[name = string("matrix_bd0_8_cast_fp16")]; tensor var_916_cast_fp16 = add(x = matrix_ac_8_cast_fp16, y = matrix_bd0_8_cast_fp16)[name = string("op_916_cast_fp16")]; fp16 _inversed_scores_8_y_0_to_fp16 = const()[name = string("_inversed_scores_8_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_8_cast_fp16 = mul(x = var_916_cast_fp16, y = _inversed_scores_8_y_0_to_fp16)[name = string("_inversed_scores_8_cast_fp16")]; tensor value_10_cast_fp16 = transpose(perm = value_10_perm_0, x = v_8_cast_fp16)[name = string("transpose_408")]; tensor var_919_shape_cast_fp16 = shape(x = value_10_cast_fp16)[name = string("op_919_shape_cast_fp16")]; int32 gather_83_axis_0 = const()[name = string("gather_83_axis_0"), val = int32(0)]; int32 gather_83_batch_dims_0 = const()[name = string("gather_83_batch_dims_0"), val = int32(0)]; bool gather_83_validate_indices_0 = const()[name = string("gather_83_validate_indices_0"), val = bool(false)]; string var_919_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_919_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_83_to_uint16 = const()[name = string("select_83_to_uint16"), val = uint16(0)]; tensor var_919_shape_cast_fp16_to_uint16 = cast(dtype = var_919_shape_cast_fp16_to_uint16_dtype_0, x = var_919_shape_cast_fp16)[name = string("cast_456")]; uint16 gather_83_cast_uint16 = gather(axis = gather_83_axis_0, batch_dims = gather_83_batch_dims_0, indices = select_83_to_uint16, validate_indices = gather_83_validate_indices_0, x = var_919_shape_cast_fp16_to_uint16)[name = string("gather_83_cast_uint16")]; string gather_83_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_83_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_8_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_8_cast_fp16, cond = mask0_4)[name = string("scores0_8_cast_fp16")]; tensor var_922_cast_fp16 = softmax(axis = var_24, x = scores0_8_cast_fp16)[name = string("op_922_cast_fp16")]; tensor input_57_cast_fp16 = select(a = var_11_to_fp16, b = var_922_cast_fp16, cond = mask0_4)[name = string("input_57_cast_fp16")]; bool x2_8_transpose_x_0 = const()[name = string("x2_8_transpose_x_0"), val = bool(false)]; bool x2_8_transpose_y_0 = const()[name = string("x2_8_transpose_y_0"), val = bool(false)]; tensor x2_8_cast_fp16 = matmul(transpose_x = x2_8_transpose_x_0, transpose_y = x2_8_transpose_y_0, x = input_57_cast_fp16, y = value_10_cast_fp16)[name = string("x2_8_cast_fp16")]; tensor var_926_perm_0 = const()[name = string("op_926_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_51_axis_0 = const()[name = string("concat_51_axis_0"), val = int32(0)]; bool concat_51_interleave_0 = const()[name = string("concat_51_interleave_0"), val = bool(false)]; int32 gather_83_cast_uint16_to_int32 = cast(dtype = gather_83_cast_uint16_to_int32_dtype_0, x = gather_83_cast_uint16)[name = string("cast_455")]; tensor concat_51 = concat(axis = concat_51_axis_0, interleave = concat_51_interleave_0, values = (gather_83_cast_uint16_to_int32, var_24, var_9))[name = string("concat_51")]; tensor var_926_cast_fp16 = transpose(perm = var_926_perm_0, x = x2_8_cast_fp16)[name = string("transpose_403")]; tensor input0_47_cast_fp16 = reshape(shape = concat_51, x = var_926_cast_fp16)[name = string("input0_47_cast_fp16")]; tensor encoder_layers_3_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_3_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(205472192)))]; tensor linear_34_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_3_self_attn_linear_out_weight_to_fp16, x = input0_47_cast_fp16)[name = string("linear_34_cast_fp16")]; tensor input0_49_cast_fp16 = add(x = input_55_cast_fp16, y = linear_34_cast_fp16)[name = string("input0_49_cast_fp16")]; tensor x_63_axes_0 = const()[name = string("x_63_axes_0"), val = tensor([-1])]; tensor encoder_layers_3_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_3_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(207569408)))]; tensor encoder_layers_3_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_3_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(207571520)))]; tensor x_63_cast_fp16 = layer_norm(axes = x_63_axes_0, beta = encoder_layers_3_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_3_norm_conv_weight_to_fp16, x = input0_49_cast_fp16)[name = string("x_63_cast_fp16")]; tensor input_59_perm_0 = const()[name = string("input_59_perm_0"), val = tensor([0, 2, 1])]; string input0_51_pad_type_0 = const()[name = string("input0_51_pad_type_0"), val = string("valid")]; tensor input0_51_strides_0 = const()[name = string("input0_51_strides_0"), val = tensor([1])]; tensor input0_51_pad_0 = const()[name = string("input0_51_pad_0"), val = tensor([0, 0])]; tensor input0_51_dilations_0 = const()[name = string("input0_51_dilations_0"), val = tensor([1])]; int32 input0_51_groups_0 = const()[name = string("input0_51_groups_0"), val = int32(1)]; tensor encoder_layers_3_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_3_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(207573632)))]; tensor input_59_cast_fp16 = transpose(perm = input_59_perm_0, x = x_63_cast_fp16)[name = string("transpose_402")]; tensor input0_51_cast_fp16 = conv(dilations = input0_51_dilations_0, groups = input0_51_groups_0, pad = input0_51_pad_0, pad_type = input0_51_pad_type_0, strides = input0_51_strides_0, weight = encoder_layers_3_conv_pointwise_conv1_weight_to_fp16, x = input_59_cast_fp16)[name = string("input0_51_cast_fp16")]; int32 x_65_split_num_splits_0 = const()[name = string("x_65_split_num_splits_0"), val = int32(2)]; int32 x_65_split_axis_0 = const()[name = string("x_65_split_axis_0"), val = int32(1)]; tensor x_65_split_cast_fp16_0, tensor x_65_split_cast_fp16_1 = split(axis = x_65_split_axis_0, num_splits = x_65_split_num_splits_0, x = input0_51_cast_fp16)[name = string("x_65_split_cast_fp16")]; tensor x_65_split_1_sigmoid_cast_fp16 = sigmoid(x = x_65_split_cast_fp16_1)[name = string("x_65_split_1_sigmoid_cast_fp16")]; tensor x_65_cast_fp16 = mul(x = x_65_split_cast_fp16_0, y = x_65_split_1_sigmoid_cast_fp16)[name = string("x_65_cast_fp16")]; tensor input0_53_cast_fp16 = select(a = var_11_to_fp16, b = x_65_cast_fp16, cond = var_460)[name = string("input0_53_cast_fp16")]; tensor input0_55_pad_0 = const()[name = string("input0_55_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_55_mode_0 = const()[name = string("input0_55_mode_0"), val = string("constant")]; fp16 const_18_to_fp16 = const()[name = string("const_18_to_fp16"), val = fp16(0x0p+0)]; tensor input0_55_cast_fp16 = pad(constant_val = const_18_to_fp16, mode = input0_55_mode_0, pad = input0_55_pad_0, x = input0_53_cast_fp16)[name = string("input0_55_cast_fp16")]; string input1_18_pad_type_0 = const()[name = string("input1_18_pad_type_0"), val = string("valid")]; int32 input1_18_groups_0 = const()[name = string("input1_18_groups_0"), val = int32(1024)]; tensor input1_18_strides_0 = const()[name = string("input1_18_strides_0"), val = tensor([1])]; tensor input1_18_pad_0 = const()[name = string("input1_18_pad_0"), val = tensor([0, 0])]; tensor input1_18_dilations_0 = const()[name = string("input1_18_dilations_0"), val = tensor([1])]; tensor const_65_to_fp16 = const()[name = string("const_65_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(211768000)))]; tensor const_66_to_fp16 = const()[name = string("const_66_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(211786496)))]; tensor input_61_cast_fp16 = conv(bias = const_66_to_fp16, dilations = input1_18_dilations_0, groups = input1_18_groups_0, pad = input1_18_pad_0, pad_type = input1_18_pad_type_0, strides = input1_18_strides_0, weight = const_65_to_fp16, x = input0_55_cast_fp16)[name = string("input_61_cast_fp16")]; tensor var_964_cast_fp16 = silu(x = input_61_cast_fp16)[name = string("op_964_cast_fp16")]; string x_67_pad_type_0 = const()[name = string("x_67_pad_type_0"), val = string("valid")]; tensor x_67_strides_0 = const()[name = string("x_67_strides_0"), val = tensor([1])]; tensor x_67_pad_0 = const()[name = string("x_67_pad_0"), val = tensor([0, 0])]; tensor x_67_dilations_0 = const()[name = string("x_67_dilations_0"), val = tensor([1])]; int32 x_67_groups_0 = const()[name = string("x_67_groups_0"), val = int32(1)]; tensor encoder_layers_3_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_3_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(211788608)))]; tensor x_67_cast_fp16 = conv(dilations = x_67_dilations_0, groups = x_67_groups_0, pad = x_67_pad_0, pad_type = x_67_pad_type_0, strides = x_67_strides_0, weight = encoder_layers_3_conv_pointwise_conv2_weight_to_fp16, x = var_964_cast_fp16)[name = string("x_67_cast_fp16")]; tensor var_971_perm_0 = const()[name = string("op_971_perm_0"), val = tensor([0, 2, 1])]; tensor var_971_cast_fp16 = transpose(perm = var_971_perm_0, x = x_67_cast_fp16)[name = string("transpose_401")]; tensor input1_20_cast_fp16 = add(x = input0_49_cast_fp16, y = var_971_cast_fp16)[name = string("input1_20_cast_fp16")]; tensor input0_57_axes_0 = const()[name = string("input0_57_axes_0"), val = tensor([-1])]; tensor encoder_layers_3_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_3_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(213885824)))]; tensor encoder_layers_3_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_3_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(213887936)))]; tensor input0_57_cast_fp16 = layer_norm(axes = input0_57_axes_0, beta = encoder_layers_3_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_3_norm_feed_forward2_weight_to_fp16, x = input1_20_cast_fp16)[name = string("input0_57_cast_fp16")]; tensor encoder_layers_3_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_3_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(213890048)))]; tensor linear_35_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_3_feed_forward2_linear1_weight_to_fp16, x = input0_57_cast_fp16)[name = string("linear_35_cast_fp16")]; tensor var_982_cast_fp16 = silu(x = linear_35_cast_fp16)[name = string("op_982_cast_fp16")]; tensor encoder_layers_3_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_3_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(222278720)))]; tensor linear_36_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_3_feed_forward2_linear2_weight_to_fp16, x = var_982_cast_fp16)[name = string("linear_36_cast_fp16")]; fp16 var_987_to_fp16 = const()[name = string("op_987_to_fp16"), val = fp16(0x1p-1)]; tensor var_988_cast_fp16 = mul(x = linear_36_cast_fp16, y = var_987_to_fp16)[name = string("op_988_cast_fp16")]; tensor input2_10_cast_fp16 = add(x = input1_20_cast_fp16, y = var_988_cast_fp16)[name = string("input2_10_cast_fp16")]; tensor input0_59_axes_0 = const()[name = string("input0_59_axes_0"), val = tensor([-1])]; tensor encoder_layers_3_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_3_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(230667392)))]; tensor encoder_layers_3_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_3_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(230669504)))]; tensor input0_59_cast_fp16 = layer_norm(axes = input0_59_axes_0, beta = encoder_layers_3_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_3_norm_out_weight_to_fp16, x = input2_10_cast_fp16)[name = string("input0_59_cast_fp16")]; tensor input_65_axes_0 = const()[name = string("input_65_axes_0"), val = tensor([-1])]; tensor encoder_layers_4_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_4_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(230671616)))]; tensor encoder_layers_4_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_4_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(230673728)))]; tensor input_65_cast_fp16 = layer_norm(axes = input_65_axes_0, beta = encoder_layers_4_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_4_norm_feed_forward1_weight_to_fp16, x = input0_59_cast_fp16)[name = string("input_65_cast_fp16")]; tensor encoder_layers_4_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_4_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(230675840)))]; tensor linear_37_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_4_feed_forward1_linear1_weight_to_fp16, x = input_65_cast_fp16)[name = string("linear_37_cast_fp16")]; tensor var_1011_cast_fp16 = silu(x = linear_37_cast_fp16)[name = string("op_1011_cast_fp16")]; tensor encoder_layers_4_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_4_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(239064512)))]; tensor linear_38_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_4_feed_forward1_linear2_weight_to_fp16, x = var_1011_cast_fp16)[name = string("linear_38_cast_fp16")]; fp16 var_1016_to_fp16 = const()[name = string("op_1016_to_fp16"), val = fp16(0x1p-1)]; tensor var_1017_cast_fp16 = mul(x = linear_38_cast_fp16, y = var_1016_to_fp16)[name = string("op_1017_cast_fp16")]; tensor input_69_cast_fp16 = add(x = input0_59_cast_fp16, y = var_1017_cast_fp16)[name = string("input_69_cast_fp16")]; tensor query_10_axes_0 = const()[name = string("query_10_axes_0"), val = tensor([-1])]; tensor encoder_layers_4_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_4_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(247453184)))]; tensor encoder_layers_4_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_4_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(247455296)))]; tensor query_10_cast_fp16 = layer_norm(axes = query_10_axes_0, beta = encoder_layers_4_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_4_norm_self_att_weight_to_fp16, x = input_69_cast_fp16)[name = string("query_10_cast_fp16")]; tensor var_1030_shape_cast_fp16 = shape(x = query_10_cast_fp16)[name = string("op_1030_shape_cast_fp16")]; int32 gather_84_axis_0 = const()[name = string("gather_84_axis_0"), val = int32(0)]; int32 gather_84_batch_dims_0 = const()[name = string("gather_84_batch_dims_0"), val = int32(0)]; bool gather_84_validate_indices_0 = const()[name = string("gather_84_validate_indices_0"), val = bool(false)]; string var_1030_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1030_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_84_to_uint16 = const()[name = string("select_84_to_uint16"), val = uint16(0)]; tensor var_1030_shape_cast_fp16_to_uint16 = cast(dtype = var_1030_shape_cast_fp16_to_uint16_dtype_0, x = var_1030_shape_cast_fp16)[name = string("cast_454")]; uint16 gather_84_cast_uint16 = gather(axis = gather_84_axis_0, batch_dims = gather_84_batch_dims_0, indices = select_84_to_uint16, validate_indices = gather_84_validate_indices_0, x = var_1030_shape_cast_fp16_to_uint16)[name = string("gather_84_cast_uint16")]; string gather_84_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_84_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_4_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_4_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(247457408)))]; tensor linear_39_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_4_self_attn_linear_q_weight_to_fp16, x = query_10_cast_fp16)[name = string("linear_39_cast_fp16")]; int32 concat_52_axis_0 = const()[name = string("concat_52_axis_0"), val = int32(0)]; bool concat_52_interleave_0 = const()[name = string("concat_52_interleave_0"), val = bool(false)]; int32 gather_84_cast_uint16_to_int32 = cast(dtype = gather_84_cast_uint16_to_int32_dtype_0, x = gather_84_cast_uint16)[name = string("cast_453")]; tensor concat_52 = concat(axis = concat_52_axis_0, interleave = concat_52_interleave_0, values = (gather_84_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_52")]; tensor q_10_cast_fp16 = reshape(shape = concat_52, x = linear_39_cast_fp16)[name = string("q_10_cast_fp16")]; tensor encoder_layers_4_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_4_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(249554624)))]; tensor linear_40_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_4_self_attn_linear_k_weight_to_fp16, x = query_10_cast_fp16)[name = string("linear_40_cast_fp16")]; tensor k_10_cast_fp16 = reshape(shape = concat_52, x = linear_40_cast_fp16)[name = string("k_10_cast_fp16")]; tensor encoder_layers_4_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_4_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(251651840)))]; tensor linear_41_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_4_self_attn_linear_v_weight_to_fp16, x = query_10_cast_fp16)[name = string("linear_41_cast_fp16")]; tensor v_10_cast_fp16 = reshape(shape = concat_52, x = linear_41_cast_fp16)[name = string("v_10_cast_fp16")]; tensor value_12_perm_0 = const()[name = string("value_12_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_4_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_4_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(253749056)))]; tensor linear_42_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_4_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_42_cast_fp16")]; tensor var_1050 = const()[name = string("op_1050"), val = tensor([1, -1, 8, 128])]; tensor p_10_cast_fp16 = reshape(shape = var_1050, x = linear_42_cast_fp16)[name = string("p_10_cast_fp16")]; tensor encoder_layers_4_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_4_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(255846272)))]; tensor var_1053_cast_fp16 = add(x = q_10_cast_fp16, y = encoder_layers_4_self_attn_pos_bias_u_to_fp16)[name = string("op_1053_cast_fp16")]; tensor encoder_layers_4_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_4_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(255848384)))]; tensor var_1055_cast_fp16 = add(x = q_10_cast_fp16, y = encoder_layers_4_self_attn_pos_bias_v_to_fp16)[name = string("op_1055_cast_fp16")]; bool x_75_transpose_x_0 = const()[name = string("x_75_transpose_x_0"), val = bool(false)]; bool x_75_transpose_y_0 = const()[name = string("x_75_transpose_y_0"), val = bool(false)]; tensor transpose_160_perm_0 = const()[name = string("transpose_160_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_161_perm_0 = const()[name = string("transpose_161_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_161 = transpose(perm = transpose_161_perm_0, x = p_10_cast_fp16)[name = string("transpose_398")]; tensor transpose_160 = transpose(perm = transpose_160_perm_0, x = var_1055_cast_fp16)[name = string("transpose_399")]; tensor x_75_cast_fp16 = matmul(transpose_x = x_75_transpose_x_0, transpose_y = x_75_transpose_y_0, x = transpose_160, y = transpose_161)[name = string("x_75_cast_fp16")]; tensor var_1059_shape_cast_fp16 = shape(x = x_75_cast_fp16)[name = string("op_1059_shape_cast_fp16")]; int32 gather_86_axis_0 = const()[name = string("gather_86_axis_0"), val = int32(0)]; int32 gather_86_batch_dims_0 = const()[name = string("gather_86_batch_dims_0"), val = int32(0)]; bool gather_86_validate_indices_0 = const()[name = string("gather_86_validate_indices_0"), val = bool(false)]; string var_1059_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1059_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_86_to_uint16 = const()[name = string("select_86_to_uint16"), val = uint16(0)]; tensor var_1059_shape_cast_fp16_to_uint16 = cast(dtype = var_1059_shape_cast_fp16_to_uint16_dtype_0, x = var_1059_shape_cast_fp16)[name = string("cast_452")]; uint16 gather_86_cast_uint16 = gather(axis = gather_86_axis_0, batch_dims = gather_86_batch_dims_0, indices = select_86_to_uint16, validate_indices = gather_86_validate_indices_0, x = var_1059_shape_cast_fp16_to_uint16)[name = string("gather_86_cast_uint16")]; string gather_86_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_86_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_87 = const()[name = string("gather_87"), val = int32(8)]; int32 gather_88_axis_0 = const()[name = string("gather_88_axis_0"), val = int32(0)]; int32 gather_88_batch_dims_0 = const()[name = string("gather_88_batch_dims_0"), val = int32(0)]; bool gather_88_validate_indices_0 = const()[name = string("gather_88_validate_indices_0"), val = bool(false)]; uint16 select_88_to_uint16 = const()[name = string("select_88_to_uint16"), val = uint16(2)]; uint16 gather_88_cast_uint16 = gather(axis = gather_88_axis_0, batch_dims = gather_88_batch_dims_0, indices = select_88_to_uint16, validate_indices = gather_88_validate_indices_0, x = var_1059_shape_cast_fp16_to_uint16)[name = string("gather_88_cast_uint16")]; string gather_88_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_88_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_89_axis_0 = const()[name = string("gather_89_axis_0"), val = int32(0)]; int32 gather_89_batch_dims_0 = const()[name = string("gather_89_batch_dims_0"), val = int32(0)]; bool gather_89_validate_indices_0 = const()[name = string("gather_89_validate_indices_0"), val = bool(false)]; uint16 select_89_to_uint16 = const()[name = string("select_89_to_uint16"), val = uint16(3)]; uint16 gather_89_cast_uint16 = gather(axis = gather_89_axis_0, batch_dims = gather_89_batch_dims_0, indices = select_89_to_uint16, validate_indices = gather_89_validate_indices_0, x = var_1059_shape_cast_fp16_to_uint16)[name = string("gather_89_cast_uint16")]; string gather_89_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_89_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_12_pad_0 = const()[name = string("x0_12_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_12_mode_0 = const()[name = string("x0_12_mode_0"), val = string("constant")]; fp16 const_19_to_fp16 = const()[name = string("const_19_to_fp16"), val = fp16(0x0p+0)]; tensor x0_12_cast_fp16 = pad(constant_val = const_19_to_fp16, mode = x0_12_mode_0, pad = x0_12_pad_0, x = x_75_cast_fp16)[name = string("x0_12_cast_fp16")]; int32 concat_55_axis_0 = const()[name = string("concat_55_axis_0"), val = int32(0)]; bool concat_55_interleave_0 = const()[name = string("concat_55_interleave_0"), val = bool(false)]; int32 gather_88_cast_uint16_to_int32 = cast(dtype = gather_88_cast_uint16_to_int32_dtype_0, x = gather_88_cast_uint16)[name = string("cast_450")]; int32 gather_86_cast_uint16_to_int32 = cast(dtype = gather_86_cast_uint16_to_int32_dtype_0, x = gather_86_cast_uint16)[name = string("cast_451")]; tensor concat_55 = concat(axis = concat_55_axis_0, interleave = concat_55_interleave_0, values = (gather_86_cast_uint16_to_int32, gather_87, var_24, gather_88_cast_uint16_to_int32))[name = string("concat_55")]; tensor x1_10_cast_fp16 = reshape(shape = concat_55, x = x0_12_cast_fp16)[name = string("x1_10_cast_fp16")]; tensor var_1069_begin_0 = const()[name = string("op_1069_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_1069_end_0 = const()[name = string("op_1069_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_1069_end_mask_0 = const()[name = string("op_1069_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1069_cast_fp16 = slice_by_index(begin = var_1069_begin_0, end = var_1069_end_0, end_mask = var_1069_end_mask_0, x = x1_10_cast_fp16)[name = string("op_1069_cast_fp16")]; int32 concat_56_axis_0 = const()[name = string("concat_56_axis_0"), val = int32(0)]; bool concat_56_interleave_0 = const()[name = string("concat_56_interleave_0"), val = bool(false)]; int32 gather_89_cast_uint16_to_int32 = cast(dtype = gather_89_cast_uint16_to_int32_dtype_0, x = gather_89_cast_uint16)[name = string("cast_449")]; tensor concat_56 = concat(axis = concat_56_axis_0, interleave = concat_56_interleave_0, values = (gather_86_cast_uint16_to_int32, gather_87, gather_88_cast_uint16_to_int32, gather_89_cast_uint16_to_int32))[name = string("concat_56")]; tensor matrix_bd_10_cast_fp16 = reshape(shape = concat_56, x = var_1069_cast_fp16)[name = string("matrix_bd_10_cast_fp16")]; bool matrix_ac_10_transpose_x_0 = const()[name = string("matrix_ac_10_transpose_x_0"), val = bool(false)]; bool matrix_ac_10_transpose_y_0 = const()[name = string("matrix_ac_10_transpose_y_0"), val = bool(false)]; tensor transpose_162_perm_0 = const()[name = string("transpose_162_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_163_perm_0 = const()[name = string("transpose_163_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_163 = transpose(perm = transpose_163_perm_0, x = k_10_cast_fp16)[name = string("transpose_396")]; tensor transpose_162 = transpose(perm = transpose_162_perm_0, x = var_1053_cast_fp16)[name = string("transpose_397")]; tensor matrix_ac_10_cast_fp16 = matmul(transpose_x = matrix_ac_10_transpose_x_0, transpose_y = matrix_ac_10_transpose_y_0, x = transpose_162, y = transpose_163)[name = string("matrix_ac_10_cast_fp16")]; tensor var_1074_shape_cast_fp16 = shape(x = matrix_ac_10_cast_fp16)[name = string("op_1074_shape_cast_fp16")]; int32 gather_90_axis_0 = const()[name = string("gather_90_axis_0"), val = int32(0)]; int32 gather_90_batch_dims_0 = const()[name = string("gather_90_batch_dims_0"), val = int32(0)]; bool gather_90_validate_indices_0 = const()[name = string("gather_90_validate_indices_0"), val = bool(false)]; string var_1074_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1074_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_90_to_uint16 = const()[name = string("select_90_to_uint16"), val = uint16(3)]; tensor var_1074_shape_cast_fp16_to_uint16 = cast(dtype = var_1074_shape_cast_fp16_to_uint16_dtype_0, x = var_1074_shape_cast_fp16)[name = string("cast_448")]; uint16 gather_90_cast_uint16 = gather(axis = gather_90_axis_0, batch_dims = gather_90_batch_dims_0, indices = select_90_to_uint16, validate_indices = gather_90_validate_indices_0, x = var_1074_shape_cast_fp16_to_uint16)[name = string("gather_90_cast_uint16")]; string gather_90_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_90_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_57_values0_0 = const()[name = string("concat_57_values0_0"), val = int32(0)]; int32 concat_57_values1_0 = const()[name = string("concat_57_values1_0"), val = int32(8)]; int32 concat_57_values2_0 = const()[name = string("concat_57_values2_0"), val = int32(0)]; int32 concat_57_axis_0 = const()[name = string("concat_57_axis_0"), val = int32(0)]; bool concat_57_interleave_0 = const()[name = string("concat_57_interleave_0"), val = bool(false)]; int32 gather_90_cast_uint16_to_int32 = cast(dtype = gather_90_cast_uint16_to_int32_dtype_0, x = gather_90_cast_uint16)[name = string("cast_447")]; tensor concat_57 = concat(axis = concat_57_axis_0, interleave = concat_57_interleave_0, values = (concat_57_values0_0, concat_57_values1_0, concat_57_values2_0, gather_90_cast_uint16_to_int32))[name = string("concat_57")]; tensor matrix_bd0_10_begin_0 = const()[name = string("matrix_bd0_10_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_10_end_mask_0 = const()[name = string("matrix_bd0_10_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_10_cast_fp16 = slice_by_index(begin = matrix_bd0_10_begin_0, end = concat_57, end_mask = matrix_bd0_10_end_mask_0, x = matrix_bd_10_cast_fp16)[name = string("matrix_bd0_10_cast_fp16")]; tensor var_1079_cast_fp16 = add(x = matrix_ac_10_cast_fp16, y = matrix_bd0_10_cast_fp16)[name = string("op_1079_cast_fp16")]; fp16 _inversed_scores_10_y_0_to_fp16 = const()[name = string("_inversed_scores_10_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_10_cast_fp16 = mul(x = var_1079_cast_fp16, y = _inversed_scores_10_y_0_to_fp16)[name = string("_inversed_scores_10_cast_fp16")]; tensor value_12_cast_fp16 = transpose(perm = value_12_perm_0, x = v_10_cast_fp16)[name = string("transpose_400")]; tensor var_1082_shape_cast_fp16 = shape(x = value_12_cast_fp16)[name = string("op_1082_shape_cast_fp16")]; int32 gather_91_axis_0 = const()[name = string("gather_91_axis_0"), val = int32(0)]; int32 gather_91_batch_dims_0 = const()[name = string("gather_91_batch_dims_0"), val = int32(0)]; bool gather_91_validate_indices_0 = const()[name = string("gather_91_validate_indices_0"), val = bool(false)]; string var_1082_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1082_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_91_to_uint16 = const()[name = string("select_91_to_uint16"), val = uint16(0)]; tensor var_1082_shape_cast_fp16_to_uint16 = cast(dtype = var_1082_shape_cast_fp16_to_uint16_dtype_0, x = var_1082_shape_cast_fp16)[name = string("cast_446")]; uint16 gather_91_cast_uint16 = gather(axis = gather_91_axis_0, batch_dims = gather_91_batch_dims_0, indices = select_91_to_uint16, validate_indices = gather_91_validate_indices_0, x = var_1082_shape_cast_fp16_to_uint16)[name = string("gather_91_cast_uint16")]; string gather_91_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_91_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_10_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_10_cast_fp16, cond = mask0_4)[name = string("scores0_10_cast_fp16")]; tensor var_1085_cast_fp16 = softmax(axis = var_24, x = scores0_10_cast_fp16)[name = string("op_1085_cast_fp16")]; tensor input_71_cast_fp16 = select(a = var_11_to_fp16, b = var_1085_cast_fp16, cond = mask0_4)[name = string("input_71_cast_fp16")]; bool x2_10_transpose_x_0 = const()[name = string("x2_10_transpose_x_0"), val = bool(false)]; bool x2_10_transpose_y_0 = const()[name = string("x2_10_transpose_y_0"), val = bool(false)]; tensor x2_10_cast_fp16 = matmul(transpose_x = x2_10_transpose_x_0, transpose_y = x2_10_transpose_y_0, x = input_71_cast_fp16, y = value_12_cast_fp16)[name = string("x2_10_cast_fp16")]; tensor var_1089_perm_0 = const()[name = string("op_1089_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_58_axis_0 = const()[name = string("concat_58_axis_0"), val = int32(0)]; bool concat_58_interleave_0 = const()[name = string("concat_58_interleave_0"), val = bool(false)]; int32 gather_91_cast_uint16_to_int32 = cast(dtype = gather_91_cast_uint16_to_int32_dtype_0, x = gather_91_cast_uint16)[name = string("cast_445")]; tensor concat_58 = concat(axis = concat_58_axis_0, interleave = concat_58_interleave_0, values = (gather_91_cast_uint16_to_int32, var_24, var_9))[name = string("concat_58")]; tensor var_1089_cast_fp16 = transpose(perm = var_1089_perm_0, x = x2_10_cast_fp16)[name = string("transpose_395")]; tensor input0_61_cast_fp16 = reshape(shape = concat_58, x = var_1089_cast_fp16)[name = string("input0_61_cast_fp16")]; tensor encoder_layers_4_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_4_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(255850496)))]; tensor linear_43_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_4_self_attn_linear_out_weight_to_fp16, x = input0_61_cast_fp16)[name = string("linear_43_cast_fp16")]; tensor input0_63_cast_fp16 = add(x = input_69_cast_fp16, y = linear_43_cast_fp16)[name = string("input0_63_cast_fp16")]; tensor x_79_axes_0 = const()[name = string("x_79_axes_0"), val = tensor([-1])]; tensor encoder_layers_4_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_4_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(257947712)))]; tensor encoder_layers_4_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_4_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(257949824)))]; tensor x_79_cast_fp16 = layer_norm(axes = x_79_axes_0, beta = encoder_layers_4_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_4_norm_conv_weight_to_fp16, x = input0_63_cast_fp16)[name = string("x_79_cast_fp16")]; tensor input_73_perm_0 = const()[name = string("input_73_perm_0"), val = tensor([0, 2, 1])]; string input0_65_pad_type_0 = const()[name = string("input0_65_pad_type_0"), val = string("valid")]; tensor input0_65_strides_0 = const()[name = string("input0_65_strides_0"), val = tensor([1])]; tensor input0_65_pad_0 = const()[name = string("input0_65_pad_0"), val = tensor([0, 0])]; tensor input0_65_dilations_0 = const()[name = string("input0_65_dilations_0"), val = tensor([1])]; int32 input0_65_groups_0 = const()[name = string("input0_65_groups_0"), val = int32(1)]; tensor encoder_layers_4_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_4_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(257951936)))]; tensor input_73_cast_fp16 = transpose(perm = input_73_perm_0, x = x_79_cast_fp16)[name = string("transpose_394")]; tensor input0_65_cast_fp16 = conv(dilations = input0_65_dilations_0, groups = input0_65_groups_0, pad = input0_65_pad_0, pad_type = input0_65_pad_type_0, strides = input0_65_strides_0, weight = encoder_layers_4_conv_pointwise_conv1_weight_to_fp16, x = input_73_cast_fp16)[name = string("input0_65_cast_fp16")]; int32 x_81_split_num_splits_0 = const()[name = string("x_81_split_num_splits_0"), val = int32(2)]; int32 x_81_split_axis_0 = const()[name = string("x_81_split_axis_0"), val = int32(1)]; tensor x_81_split_cast_fp16_0, tensor x_81_split_cast_fp16_1 = split(axis = x_81_split_axis_0, num_splits = x_81_split_num_splits_0, x = input0_65_cast_fp16)[name = string("x_81_split_cast_fp16")]; tensor x_81_split_1_sigmoid_cast_fp16 = sigmoid(x = x_81_split_cast_fp16_1)[name = string("x_81_split_1_sigmoid_cast_fp16")]; tensor x_81_cast_fp16 = mul(x = x_81_split_cast_fp16_0, y = x_81_split_1_sigmoid_cast_fp16)[name = string("x_81_cast_fp16")]; tensor input0_67_cast_fp16 = select(a = var_11_to_fp16, b = x_81_cast_fp16, cond = var_460)[name = string("input0_67_cast_fp16")]; tensor input0_69_pad_0 = const()[name = string("input0_69_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_69_mode_0 = const()[name = string("input0_69_mode_0"), val = string("constant")]; fp16 const_20_to_fp16 = const()[name = string("const_20_to_fp16"), val = fp16(0x0p+0)]; tensor input0_69_cast_fp16 = pad(constant_val = const_20_to_fp16, mode = input0_69_mode_0, pad = input0_69_pad_0, x = input0_67_cast_fp16)[name = string("input0_69_cast_fp16")]; string input1_22_pad_type_0 = const()[name = string("input1_22_pad_type_0"), val = string("valid")]; int32 input1_22_groups_0 = const()[name = string("input1_22_groups_0"), val = int32(1024)]; tensor input1_22_strides_0 = const()[name = string("input1_22_strides_0"), val = tensor([1])]; tensor input1_22_pad_0 = const()[name = string("input1_22_pad_0"), val = tensor([0, 0])]; tensor input1_22_dilations_0 = const()[name = string("input1_22_dilations_0"), val = tensor([1])]; tensor const_67_to_fp16 = const()[name = string("const_67_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(262146304)))]; tensor const_68_to_fp16 = const()[name = string("const_68_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(262164800)))]; tensor input_75_cast_fp16 = conv(bias = const_68_to_fp16, dilations = input1_22_dilations_0, groups = input1_22_groups_0, pad = input1_22_pad_0, pad_type = input1_22_pad_type_0, strides = input1_22_strides_0, weight = const_67_to_fp16, x = input0_69_cast_fp16)[name = string("input_75_cast_fp16")]; tensor var_1127_cast_fp16 = silu(x = input_75_cast_fp16)[name = string("op_1127_cast_fp16")]; string x_83_pad_type_0 = const()[name = string("x_83_pad_type_0"), val = string("valid")]; tensor x_83_strides_0 = const()[name = string("x_83_strides_0"), val = tensor([1])]; tensor x_83_pad_0 = const()[name = string("x_83_pad_0"), val = tensor([0, 0])]; tensor x_83_dilations_0 = const()[name = string("x_83_dilations_0"), val = tensor([1])]; int32 x_83_groups_0 = const()[name = string("x_83_groups_0"), val = int32(1)]; tensor encoder_layers_4_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_4_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(262166912)))]; tensor x_83_cast_fp16 = conv(dilations = x_83_dilations_0, groups = x_83_groups_0, pad = x_83_pad_0, pad_type = x_83_pad_type_0, strides = x_83_strides_0, weight = encoder_layers_4_conv_pointwise_conv2_weight_to_fp16, x = var_1127_cast_fp16)[name = string("x_83_cast_fp16")]; tensor var_1134_perm_0 = const()[name = string("op_1134_perm_0"), val = tensor([0, 2, 1])]; tensor var_1134_cast_fp16 = transpose(perm = var_1134_perm_0, x = x_83_cast_fp16)[name = string("transpose_393")]; tensor input1_24_cast_fp16 = add(x = input0_63_cast_fp16, y = var_1134_cast_fp16)[name = string("input1_24_cast_fp16")]; tensor input0_71_axes_0 = const()[name = string("input0_71_axes_0"), val = tensor([-1])]; tensor encoder_layers_4_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_4_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(264264128)))]; tensor encoder_layers_4_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_4_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(264266240)))]; tensor input0_71_cast_fp16 = layer_norm(axes = input0_71_axes_0, beta = encoder_layers_4_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_4_norm_feed_forward2_weight_to_fp16, x = input1_24_cast_fp16)[name = string("input0_71_cast_fp16")]; tensor encoder_layers_4_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_4_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(264268352)))]; tensor linear_44_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_4_feed_forward2_linear1_weight_to_fp16, x = input0_71_cast_fp16)[name = string("linear_44_cast_fp16")]; tensor var_1145_cast_fp16 = silu(x = linear_44_cast_fp16)[name = string("op_1145_cast_fp16")]; tensor encoder_layers_4_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_4_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(272657024)))]; tensor linear_45_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_4_feed_forward2_linear2_weight_to_fp16, x = var_1145_cast_fp16)[name = string("linear_45_cast_fp16")]; fp16 var_1150_to_fp16 = const()[name = string("op_1150_to_fp16"), val = fp16(0x1p-1)]; tensor var_1151_cast_fp16 = mul(x = linear_45_cast_fp16, y = var_1150_to_fp16)[name = string("op_1151_cast_fp16")]; tensor input2_12_cast_fp16 = add(x = input1_24_cast_fp16, y = var_1151_cast_fp16)[name = string("input2_12_cast_fp16")]; tensor input0_73_axes_0 = const()[name = string("input0_73_axes_0"), val = tensor([-1])]; tensor encoder_layers_4_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_4_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(281045696)))]; tensor encoder_layers_4_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_4_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(281047808)))]; tensor input0_73_cast_fp16 = layer_norm(axes = input0_73_axes_0, beta = encoder_layers_4_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_4_norm_out_weight_to_fp16, x = input2_12_cast_fp16)[name = string("input0_73_cast_fp16")]; tensor input_79_axes_0 = const()[name = string("input_79_axes_0"), val = tensor([-1])]; tensor encoder_layers_5_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_5_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(281049920)))]; tensor encoder_layers_5_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_5_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(281052032)))]; tensor input_79_cast_fp16 = layer_norm(axes = input_79_axes_0, beta = encoder_layers_5_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_5_norm_feed_forward1_weight_to_fp16, x = input0_73_cast_fp16)[name = string("input_79_cast_fp16")]; tensor encoder_layers_5_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_5_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(281054144)))]; tensor linear_46_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_5_feed_forward1_linear1_weight_to_fp16, x = input_79_cast_fp16)[name = string("linear_46_cast_fp16")]; tensor var_1174_cast_fp16 = silu(x = linear_46_cast_fp16)[name = string("op_1174_cast_fp16")]; tensor encoder_layers_5_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_5_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(289442816)))]; tensor linear_47_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_5_feed_forward1_linear2_weight_to_fp16, x = var_1174_cast_fp16)[name = string("linear_47_cast_fp16")]; fp16 var_1179_to_fp16 = const()[name = string("op_1179_to_fp16"), val = fp16(0x1p-1)]; tensor var_1180_cast_fp16 = mul(x = linear_47_cast_fp16, y = var_1179_to_fp16)[name = string("op_1180_cast_fp16")]; tensor input_83_cast_fp16 = add(x = input0_73_cast_fp16, y = var_1180_cast_fp16)[name = string("input_83_cast_fp16")]; tensor query_12_axes_0 = const()[name = string("query_12_axes_0"), val = tensor([-1])]; tensor encoder_layers_5_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_5_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(297831488)))]; tensor encoder_layers_5_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_5_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(297833600)))]; tensor query_12_cast_fp16 = layer_norm(axes = query_12_axes_0, beta = encoder_layers_5_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_5_norm_self_att_weight_to_fp16, x = input_83_cast_fp16)[name = string("query_12_cast_fp16")]; tensor var_1193_shape_cast_fp16 = shape(x = query_12_cast_fp16)[name = string("op_1193_shape_cast_fp16")]; int32 gather_92_axis_0 = const()[name = string("gather_92_axis_0"), val = int32(0)]; int32 gather_92_batch_dims_0 = const()[name = string("gather_92_batch_dims_0"), val = int32(0)]; bool gather_92_validate_indices_0 = const()[name = string("gather_92_validate_indices_0"), val = bool(false)]; string var_1193_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1193_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_92_to_uint16 = const()[name = string("select_92_to_uint16"), val = uint16(0)]; tensor var_1193_shape_cast_fp16_to_uint16 = cast(dtype = var_1193_shape_cast_fp16_to_uint16_dtype_0, x = var_1193_shape_cast_fp16)[name = string("cast_444")]; uint16 gather_92_cast_uint16 = gather(axis = gather_92_axis_0, batch_dims = gather_92_batch_dims_0, indices = select_92_to_uint16, validate_indices = gather_92_validate_indices_0, x = var_1193_shape_cast_fp16_to_uint16)[name = string("gather_92_cast_uint16")]; string gather_92_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_92_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_5_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_5_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(297835712)))]; tensor linear_48_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_5_self_attn_linear_q_weight_to_fp16, x = query_12_cast_fp16)[name = string("linear_48_cast_fp16")]; int32 concat_59_axis_0 = const()[name = string("concat_59_axis_0"), val = int32(0)]; bool concat_59_interleave_0 = const()[name = string("concat_59_interleave_0"), val = bool(false)]; int32 gather_92_cast_uint16_to_int32 = cast(dtype = gather_92_cast_uint16_to_int32_dtype_0, x = gather_92_cast_uint16)[name = string("cast_443")]; tensor concat_59 = concat(axis = concat_59_axis_0, interleave = concat_59_interleave_0, values = (gather_92_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_59")]; tensor q_12_cast_fp16 = reshape(shape = concat_59, x = linear_48_cast_fp16)[name = string("q_12_cast_fp16")]; tensor encoder_layers_5_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_5_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(299932928)))]; tensor linear_49_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_5_self_attn_linear_k_weight_to_fp16, x = query_12_cast_fp16)[name = string("linear_49_cast_fp16")]; tensor k_12_cast_fp16 = reshape(shape = concat_59, x = linear_49_cast_fp16)[name = string("k_12_cast_fp16")]; tensor encoder_layers_5_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_5_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(302030144)))]; tensor linear_50_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_5_self_attn_linear_v_weight_to_fp16, x = query_12_cast_fp16)[name = string("linear_50_cast_fp16")]; tensor v_12_cast_fp16 = reshape(shape = concat_59, x = linear_50_cast_fp16)[name = string("v_12_cast_fp16")]; tensor value_14_perm_0 = const()[name = string("value_14_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_5_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_5_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(304127360)))]; tensor linear_51_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_5_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_51_cast_fp16")]; tensor var_1213 = const()[name = string("op_1213"), val = tensor([1, -1, 8, 128])]; tensor p_12_cast_fp16 = reshape(shape = var_1213, x = linear_51_cast_fp16)[name = string("p_12_cast_fp16")]; tensor encoder_layers_5_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_5_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(306224576)))]; tensor var_1216_cast_fp16 = add(x = q_12_cast_fp16, y = encoder_layers_5_self_attn_pos_bias_u_to_fp16)[name = string("op_1216_cast_fp16")]; tensor encoder_layers_5_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_5_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(306226688)))]; tensor var_1218_cast_fp16 = add(x = q_12_cast_fp16, y = encoder_layers_5_self_attn_pos_bias_v_to_fp16)[name = string("op_1218_cast_fp16")]; bool x_91_transpose_x_0 = const()[name = string("x_91_transpose_x_0"), val = bool(false)]; bool x_91_transpose_y_0 = const()[name = string("x_91_transpose_y_0"), val = bool(false)]; tensor transpose_164_perm_0 = const()[name = string("transpose_164_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_165_perm_0 = const()[name = string("transpose_165_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_165 = transpose(perm = transpose_165_perm_0, x = p_12_cast_fp16)[name = string("transpose_390")]; tensor transpose_164 = transpose(perm = transpose_164_perm_0, x = var_1218_cast_fp16)[name = string("transpose_391")]; tensor x_91_cast_fp16 = matmul(transpose_x = x_91_transpose_x_0, transpose_y = x_91_transpose_y_0, x = transpose_164, y = transpose_165)[name = string("x_91_cast_fp16")]; tensor var_1222_shape_cast_fp16 = shape(x = x_91_cast_fp16)[name = string("op_1222_shape_cast_fp16")]; int32 gather_94_axis_0 = const()[name = string("gather_94_axis_0"), val = int32(0)]; int32 gather_94_batch_dims_0 = const()[name = string("gather_94_batch_dims_0"), val = int32(0)]; bool gather_94_validate_indices_0 = const()[name = string("gather_94_validate_indices_0"), val = bool(false)]; string var_1222_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1222_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_94_to_uint16 = const()[name = string("select_94_to_uint16"), val = uint16(0)]; tensor var_1222_shape_cast_fp16_to_uint16 = cast(dtype = var_1222_shape_cast_fp16_to_uint16_dtype_0, x = var_1222_shape_cast_fp16)[name = string("cast_442")]; uint16 gather_94_cast_uint16 = gather(axis = gather_94_axis_0, batch_dims = gather_94_batch_dims_0, indices = select_94_to_uint16, validate_indices = gather_94_validate_indices_0, x = var_1222_shape_cast_fp16_to_uint16)[name = string("gather_94_cast_uint16")]; string gather_94_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_94_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_95 = const()[name = string("gather_95"), val = int32(8)]; int32 gather_96_axis_0 = const()[name = string("gather_96_axis_0"), val = int32(0)]; int32 gather_96_batch_dims_0 = const()[name = string("gather_96_batch_dims_0"), val = int32(0)]; bool gather_96_validate_indices_0 = const()[name = string("gather_96_validate_indices_0"), val = bool(false)]; uint16 select_96_to_uint16 = const()[name = string("select_96_to_uint16"), val = uint16(2)]; uint16 gather_96_cast_uint16 = gather(axis = gather_96_axis_0, batch_dims = gather_96_batch_dims_0, indices = select_96_to_uint16, validate_indices = gather_96_validate_indices_0, x = var_1222_shape_cast_fp16_to_uint16)[name = string("gather_96_cast_uint16")]; string gather_96_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_96_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_97_axis_0 = const()[name = string("gather_97_axis_0"), val = int32(0)]; int32 gather_97_batch_dims_0 = const()[name = string("gather_97_batch_dims_0"), val = int32(0)]; bool gather_97_validate_indices_0 = const()[name = string("gather_97_validate_indices_0"), val = bool(false)]; uint16 select_97_to_uint16 = const()[name = string("select_97_to_uint16"), val = uint16(3)]; uint16 gather_97_cast_uint16 = gather(axis = gather_97_axis_0, batch_dims = gather_97_batch_dims_0, indices = select_97_to_uint16, validate_indices = gather_97_validate_indices_0, x = var_1222_shape_cast_fp16_to_uint16)[name = string("gather_97_cast_uint16")]; string gather_97_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_97_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_14_pad_0 = const()[name = string("x0_14_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_14_mode_0 = const()[name = string("x0_14_mode_0"), val = string("constant")]; fp16 const_21_to_fp16 = const()[name = string("const_21_to_fp16"), val = fp16(0x0p+0)]; tensor x0_14_cast_fp16 = pad(constant_val = const_21_to_fp16, mode = x0_14_mode_0, pad = x0_14_pad_0, x = x_91_cast_fp16)[name = string("x0_14_cast_fp16")]; int32 concat_62_axis_0 = const()[name = string("concat_62_axis_0"), val = int32(0)]; bool concat_62_interleave_0 = const()[name = string("concat_62_interleave_0"), val = bool(false)]; int32 gather_96_cast_uint16_to_int32 = cast(dtype = gather_96_cast_uint16_to_int32_dtype_0, x = gather_96_cast_uint16)[name = string("cast_440")]; int32 gather_94_cast_uint16_to_int32 = cast(dtype = gather_94_cast_uint16_to_int32_dtype_0, x = gather_94_cast_uint16)[name = string("cast_441")]; tensor concat_62 = concat(axis = concat_62_axis_0, interleave = concat_62_interleave_0, values = (gather_94_cast_uint16_to_int32, gather_95, var_24, gather_96_cast_uint16_to_int32))[name = string("concat_62")]; tensor x1_12_cast_fp16 = reshape(shape = concat_62, x = x0_14_cast_fp16)[name = string("x1_12_cast_fp16")]; tensor var_1232_begin_0 = const()[name = string("op_1232_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_1232_end_0 = const()[name = string("op_1232_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_1232_end_mask_0 = const()[name = string("op_1232_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1232_cast_fp16 = slice_by_index(begin = var_1232_begin_0, end = var_1232_end_0, end_mask = var_1232_end_mask_0, x = x1_12_cast_fp16)[name = string("op_1232_cast_fp16")]; int32 concat_63_axis_0 = const()[name = string("concat_63_axis_0"), val = int32(0)]; bool concat_63_interleave_0 = const()[name = string("concat_63_interleave_0"), val = bool(false)]; int32 gather_97_cast_uint16_to_int32 = cast(dtype = gather_97_cast_uint16_to_int32_dtype_0, x = gather_97_cast_uint16)[name = string("cast_439")]; tensor concat_63 = concat(axis = concat_63_axis_0, interleave = concat_63_interleave_0, values = (gather_94_cast_uint16_to_int32, gather_95, gather_96_cast_uint16_to_int32, gather_97_cast_uint16_to_int32))[name = string("concat_63")]; tensor matrix_bd_12_cast_fp16 = reshape(shape = concat_63, x = var_1232_cast_fp16)[name = string("matrix_bd_12_cast_fp16")]; bool matrix_ac_12_transpose_x_0 = const()[name = string("matrix_ac_12_transpose_x_0"), val = bool(false)]; bool matrix_ac_12_transpose_y_0 = const()[name = string("matrix_ac_12_transpose_y_0"), val = bool(false)]; tensor transpose_166_perm_0 = const()[name = string("transpose_166_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_167_perm_0 = const()[name = string("transpose_167_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_167 = transpose(perm = transpose_167_perm_0, x = k_12_cast_fp16)[name = string("transpose_388")]; tensor transpose_166 = transpose(perm = transpose_166_perm_0, x = var_1216_cast_fp16)[name = string("transpose_389")]; tensor matrix_ac_12_cast_fp16 = matmul(transpose_x = matrix_ac_12_transpose_x_0, transpose_y = matrix_ac_12_transpose_y_0, x = transpose_166, y = transpose_167)[name = string("matrix_ac_12_cast_fp16")]; tensor var_1237_shape_cast_fp16 = shape(x = matrix_ac_12_cast_fp16)[name = string("op_1237_shape_cast_fp16")]; int32 gather_98_axis_0 = const()[name = string("gather_98_axis_0"), val = int32(0)]; int32 gather_98_batch_dims_0 = const()[name = string("gather_98_batch_dims_0"), val = int32(0)]; bool gather_98_validate_indices_0 = const()[name = string("gather_98_validate_indices_0"), val = bool(false)]; string var_1237_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1237_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_98_to_uint16 = const()[name = string("select_98_to_uint16"), val = uint16(3)]; tensor var_1237_shape_cast_fp16_to_uint16 = cast(dtype = var_1237_shape_cast_fp16_to_uint16_dtype_0, x = var_1237_shape_cast_fp16)[name = string("cast_438")]; uint16 gather_98_cast_uint16 = gather(axis = gather_98_axis_0, batch_dims = gather_98_batch_dims_0, indices = select_98_to_uint16, validate_indices = gather_98_validate_indices_0, x = var_1237_shape_cast_fp16_to_uint16)[name = string("gather_98_cast_uint16")]; string gather_98_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_98_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_64_values0_0 = const()[name = string("concat_64_values0_0"), val = int32(0)]; int32 concat_64_values1_0 = const()[name = string("concat_64_values1_0"), val = int32(8)]; int32 concat_64_values2_0 = const()[name = string("concat_64_values2_0"), val = int32(0)]; int32 concat_64_axis_0 = const()[name = string("concat_64_axis_0"), val = int32(0)]; bool concat_64_interleave_0 = const()[name = string("concat_64_interleave_0"), val = bool(false)]; int32 gather_98_cast_uint16_to_int32 = cast(dtype = gather_98_cast_uint16_to_int32_dtype_0, x = gather_98_cast_uint16)[name = string("cast_437")]; tensor concat_64 = concat(axis = concat_64_axis_0, interleave = concat_64_interleave_0, values = (concat_64_values0_0, concat_64_values1_0, concat_64_values2_0, gather_98_cast_uint16_to_int32))[name = string("concat_64")]; tensor matrix_bd0_12_begin_0 = const()[name = string("matrix_bd0_12_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_12_end_mask_0 = const()[name = string("matrix_bd0_12_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_12_cast_fp16 = slice_by_index(begin = matrix_bd0_12_begin_0, end = concat_64, end_mask = matrix_bd0_12_end_mask_0, x = matrix_bd_12_cast_fp16)[name = string("matrix_bd0_12_cast_fp16")]; tensor var_1242_cast_fp16 = add(x = matrix_ac_12_cast_fp16, y = matrix_bd0_12_cast_fp16)[name = string("op_1242_cast_fp16")]; fp16 _inversed_scores_12_y_0_to_fp16 = const()[name = string("_inversed_scores_12_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_12_cast_fp16 = mul(x = var_1242_cast_fp16, y = _inversed_scores_12_y_0_to_fp16)[name = string("_inversed_scores_12_cast_fp16")]; tensor value_14_cast_fp16 = transpose(perm = value_14_perm_0, x = v_12_cast_fp16)[name = string("transpose_392")]; tensor var_1245_shape_cast_fp16 = shape(x = value_14_cast_fp16)[name = string("op_1245_shape_cast_fp16")]; int32 gather_99_axis_0 = const()[name = string("gather_99_axis_0"), val = int32(0)]; int32 gather_99_batch_dims_0 = const()[name = string("gather_99_batch_dims_0"), val = int32(0)]; bool gather_99_validate_indices_0 = const()[name = string("gather_99_validate_indices_0"), val = bool(false)]; string var_1245_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1245_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_99_to_uint16 = const()[name = string("select_99_to_uint16"), val = uint16(0)]; tensor var_1245_shape_cast_fp16_to_uint16 = cast(dtype = var_1245_shape_cast_fp16_to_uint16_dtype_0, x = var_1245_shape_cast_fp16)[name = string("cast_436")]; uint16 gather_99_cast_uint16 = gather(axis = gather_99_axis_0, batch_dims = gather_99_batch_dims_0, indices = select_99_to_uint16, validate_indices = gather_99_validate_indices_0, x = var_1245_shape_cast_fp16_to_uint16)[name = string("gather_99_cast_uint16")]; string gather_99_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_99_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_12_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_12_cast_fp16, cond = mask0_4)[name = string("scores0_12_cast_fp16")]; tensor var_1248_cast_fp16 = softmax(axis = var_24, x = scores0_12_cast_fp16)[name = string("op_1248_cast_fp16")]; tensor input_85_cast_fp16 = select(a = var_11_to_fp16, b = var_1248_cast_fp16, cond = mask0_4)[name = string("input_85_cast_fp16")]; bool x2_12_transpose_x_0 = const()[name = string("x2_12_transpose_x_0"), val = bool(false)]; bool x2_12_transpose_y_0 = const()[name = string("x2_12_transpose_y_0"), val = bool(false)]; tensor x2_12_cast_fp16 = matmul(transpose_x = x2_12_transpose_x_0, transpose_y = x2_12_transpose_y_0, x = input_85_cast_fp16, y = value_14_cast_fp16)[name = string("x2_12_cast_fp16")]; tensor var_1252_perm_0 = const()[name = string("op_1252_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_65_axis_0 = const()[name = string("concat_65_axis_0"), val = int32(0)]; bool concat_65_interleave_0 = const()[name = string("concat_65_interleave_0"), val = bool(false)]; int32 gather_99_cast_uint16_to_int32 = cast(dtype = gather_99_cast_uint16_to_int32_dtype_0, x = gather_99_cast_uint16)[name = string("cast_435")]; tensor concat_65 = concat(axis = concat_65_axis_0, interleave = concat_65_interleave_0, values = (gather_99_cast_uint16_to_int32, var_24, var_9))[name = string("concat_65")]; tensor var_1252_cast_fp16 = transpose(perm = var_1252_perm_0, x = x2_12_cast_fp16)[name = string("transpose_387")]; tensor input0_75_cast_fp16 = reshape(shape = concat_65, x = var_1252_cast_fp16)[name = string("input0_75_cast_fp16")]; tensor encoder_layers_5_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_5_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(306228800)))]; tensor linear_52_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_5_self_attn_linear_out_weight_to_fp16, x = input0_75_cast_fp16)[name = string("linear_52_cast_fp16")]; tensor input0_77_cast_fp16 = add(x = input_83_cast_fp16, y = linear_52_cast_fp16)[name = string("input0_77_cast_fp16")]; tensor x_95_axes_0 = const()[name = string("x_95_axes_0"), val = tensor([-1])]; tensor encoder_layers_5_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_5_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(308326016)))]; tensor encoder_layers_5_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_5_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(308328128)))]; tensor x_95_cast_fp16 = layer_norm(axes = x_95_axes_0, beta = encoder_layers_5_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_5_norm_conv_weight_to_fp16, x = input0_77_cast_fp16)[name = string("x_95_cast_fp16")]; tensor input_87_perm_0 = const()[name = string("input_87_perm_0"), val = tensor([0, 2, 1])]; string input0_79_pad_type_0 = const()[name = string("input0_79_pad_type_0"), val = string("valid")]; tensor input0_79_strides_0 = const()[name = string("input0_79_strides_0"), val = tensor([1])]; tensor input0_79_pad_0 = const()[name = string("input0_79_pad_0"), val = tensor([0, 0])]; tensor input0_79_dilations_0 = const()[name = string("input0_79_dilations_0"), val = tensor([1])]; int32 input0_79_groups_0 = const()[name = string("input0_79_groups_0"), val = int32(1)]; tensor encoder_layers_5_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_5_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(308330240)))]; tensor input_87_cast_fp16 = transpose(perm = input_87_perm_0, x = x_95_cast_fp16)[name = string("transpose_386")]; tensor input0_79_cast_fp16 = conv(dilations = input0_79_dilations_0, groups = input0_79_groups_0, pad = input0_79_pad_0, pad_type = input0_79_pad_type_0, strides = input0_79_strides_0, weight = encoder_layers_5_conv_pointwise_conv1_weight_to_fp16, x = input_87_cast_fp16)[name = string("input0_79_cast_fp16")]; int32 x_97_split_num_splits_0 = const()[name = string("x_97_split_num_splits_0"), val = int32(2)]; int32 x_97_split_axis_0 = const()[name = string("x_97_split_axis_0"), val = int32(1)]; tensor x_97_split_cast_fp16_0, tensor x_97_split_cast_fp16_1 = split(axis = x_97_split_axis_0, num_splits = x_97_split_num_splits_0, x = input0_79_cast_fp16)[name = string("x_97_split_cast_fp16")]; tensor x_97_split_1_sigmoid_cast_fp16 = sigmoid(x = x_97_split_cast_fp16_1)[name = string("x_97_split_1_sigmoid_cast_fp16")]; tensor x_97_cast_fp16 = mul(x = x_97_split_cast_fp16_0, y = x_97_split_1_sigmoid_cast_fp16)[name = string("x_97_cast_fp16")]; tensor input0_81_cast_fp16 = select(a = var_11_to_fp16, b = x_97_cast_fp16, cond = var_460)[name = string("input0_81_cast_fp16")]; tensor input0_83_pad_0 = const()[name = string("input0_83_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_83_mode_0 = const()[name = string("input0_83_mode_0"), val = string("constant")]; fp16 const_22_to_fp16 = const()[name = string("const_22_to_fp16"), val = fp16(0x0p+0)]; tensor input0_83_cast_fp16 = pad(constant_val = const_22_to_fp16, mode = input0_83_mode_0, pad = input0_83_pad_0, x = input0_81_cast_fp16)[name = string("input0_83_cast_fp16")]; string input1_26_pad_type_0 = const()[name = string("input1_26_pad_type_0"), val = string("valid")]; int32 input1_26_groups_0 = const()[name = string("input1_26_groups_0"), val = int32(1024)]; tensor input1_26_strides_0 = const()[name = string("input1_26_strides_0"), val = tensor([1])]; tensor input1_26_pad_0 = const()[name = string("input1_26_pad_0"), val = tensor([0, 0])]; tensor input1_26_dilations_0 = const()[name = string("input1_26_dilations_0"), val = tensor([1])]; tensor const_69_to_fp16 = const()[name = string("const_69_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312524608)))]; tensor const_70_to_fp16 = const()[name = string("const_70_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312543104)))]; tensor input_89_cast_fp16 = conv(bias = const_70_to_fp16, dilations = input1_26_dilations_0, groups = input1_26_groups_0, pad = input1_26_pad_0, pad_type = input1_26_pad_type_0, strides = input1_26_strides_0, weight = const_69_to_fp16, x = input0_83_cast_fp16)[name = string("input_89_cast_fp16")]; tensor var_1290_cast_fp16 = silu(x = input_89_cast_fp16)[name = string("op_1290_cast_fp16")]; string x_99_pad_type_0 = const()[name = string("x_99_pad_type_0"), val = string("valid")]; tensor x_99_strides_0 = const()[name = string("x_99_strides_0"), val = tensor([1])]; tensor x_99_pad_0 = const()[name = string("x_99_pad_0"), val = tensor([0, 0])]; tensor x_99_dilations_0 = const()[name = string("x_99_dilations_0"), val = tensor([1])]; int32 x_99_groups_0 = const()[name = string("x_99_groups_0"), val = int32(1)]; tensor encoder_layers_5_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_5_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312545216)))]; tensor x_99_cast_fp16 = conv(dilations = x_99_dilations_0, groups = x_99_groups_0, pad = x_99_pad_0, pad_type = x_99_pad_type_0, strides = x_99_strides_0, weight = encoder_layers_5_conv_pointwise_conv2_weight_to_fp16, x = var_1290_cast_fp16)[name = string("x_99_cast_fp16")]; tensor var_1297_perm_0 = const()[name = string("op_1297_perm_0"), val = tensor([0, 2, 1])]; tensor var_1297_cast_fp16 = transpose(perm = var_1297_perm_0, x = x_99_cast_fp16)[name = string("transpose_385")]; tensor input1_28_cast_fp16 = add(x = input0_77_cast_fp16, y = var_1297_cast_fp16)[name = string("input1_28_cast_fp16")]; tensor input0_85_axes_0 = const()[name = string("input0_85_axes_0"), val = tensor([-1])]; tensor encoder_layers_5_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_5_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(314642432)))]; tensor encoder_layers_5_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_5_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(314644544)))]; tensor input0_85_cast_fp16 = layer_norm(axes = input0_85_axes_0, beta = encoder_layers_5_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_5_norm_feed_forward2_weight_to_fp16, x = input1_28_cast_fp16)[name = string("input0_85_cast_fp16")]; tensor encoder_layers_5_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_5_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(314646656)))]; tensor linear_53_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_5_feed_forward2_linear1_weight_to_fp16, x = input0_85_cast_fp16)[name = string("linear_53_cast_fp16")]; tensor var_1308_cast_fp16 = silu(x = linear_53_cast_fp16)[name = string("op_1308_cast_fp16")]; tensor encoder_layers_5_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_5_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(323035328)))]; tensor linear_54_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_5_feed_forward2_linear2_weight_to_fp16, x = var_1308_cast_fp16)[name = string("linear_54_cast_fp16")]; fp16 var_1313_to_fp16 = const()[name = string("op_1313_to_fp16"), val = fp16(0x1p-1)]; tensor var_1314_cast_fp16 = mul(x = linear_54_cast_fp16, y = var_1313_to_fp16)[name = string("op_1314_cast_fp16")]; tensor input2_14_cast_fp16 = add(x = input1_28_cast_fp16, y = var_1314_cast_fp16)[name = string("input2_14_cast_fp16")]; tensor input0_87_axes_0 = const()[name = string("input0_87_axes_0"), val = tensor([-1])]; tensor encoder_layers_5_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_5_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(331424000)))]; tensor encoder_layers_5_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_5_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(331426112)))]; tensor input0_87_cast_fp16 = layer_norm(axes = input0_87_axes_0, beta = encoder_layers_5_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_5_norm_out_weight_to_fp16, x = input2_14_cast_fp16)[name = string("input0_87_cast_fp16")]; tensor input_93_axes_0 = const()[name = string("input_93_axes_0"), val = tensor([-1])]; tensor encoder_layers_6_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_6_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(331428224)))]; tensor encoder_layers_6_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_6_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(331430336)))]; tensor input_93_cast_fp16 = layer_norm(axes = input_93_axes_0, beta = encoder_layers_6_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_6_norm_feed_forward1_weight_to_fp16, x = input0_87_cast_fp16)[name = string("input_93_cast_fp16")]; tensor encoder_layers_6_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_6_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(331432448)))]; tensor linear_55_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_6_feed_forward1_linear1_weight_to_fp16, x = input_93_cast_fp16)[name = string("linear_55_cast_fp16")]; tensor var_1337_cast_fp16 = silu(x = linear_55_cast_fp16)[name = string("op_1337_cast_fp16")]; tensor encoder_layers_6_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_6_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(339821120)))]; tensor linear_56_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_6_feed_forward1_linear2_weight_to_fp16, x = var_1337_cast_fp16)[name = string("linear_56_cast_fp16")]; fp16 var_1342_to_fp16 = const()[name = string("op_1342_to_fp16"), val = fp16(0x1p-1)]; tensor var_1343_cast_fp16 = mul(x = linear_56_cast_fp16, y = var_1342_to_fp16)[name = string("op_1343_cast_fp16")]; tensor input_97_cast_fp16 = add(x = input0_87_cast_fp16, y = var_1343_cast_fp16)[name = string("input_97_cast_fp16")]; tensor query_14_axes_0 = const()[name = string("query_14_axes_0"), val = tensor([-1])]; tensor encoder_layers_6_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_6_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(348209792)))]; tensor encoder_layers_6_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_6_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(348211904)))]; tensor query_14_cast_fp16 = layer_norm(axes = query_14_axes_0, beta = encoder_layers_6_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_6_norm_self_att_weight_to_fp16, x = input_97_cast_fp16)[name = string("query_14_cast_fp16")]; tensor var_1356_shape_cast_fp16 = shape(x = query_14_cast_fp16)[name = string("op_1356_shape_cast_fp16")]; int32 gather_100_axis_0 = const()[name = string("gather_100_axis_0"), val = int32(0)]; int32 gather_100_batch_dims_0 = const()[name = string("gather_100_batch_dims_0"), val = int32(0)]; bool gather_100_validate_indices_0 = const()[name = string("gather_100_validate_indices_0"), val = bool(false)]; string var_1356_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1356_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_100_to_uint16 = const()[name = string("select_100_to_uint16"), val = uint16(0)]; tensor var_1356_shape_cast_fp16_to_uint16 = cast(dtype = var_1356_shape_cast_fp16_to_uint16_dtype_0, x = var_1356_shape_cast_fp16)[name = string("cast_434")]; uint16 gather_100_cast_uint16 = gather(axis = gather_100_axis_0, batch_dims = gather_100_batch_dims_0, indices = select_100_to_uint16, validate_indices = gather_100_validate_indices_0, x = var_1356_shape_cast_fp16_to_uint16)[name = string("gather_100_cast_uint16")]; string gather_100_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_100_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_6_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_6_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(348214016)))]; tensor linear_57_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_6_self_attn_linear_q_weight_to_fp16, x = query_14_cast_fp16)[name = string("linear_57_cast_fp16")]; int32 concat_66_axis_0 = const()[name = string("concat_66_axis_0"), val = int32(0)]; bool concat_66_interleave_0 = const()[name = string("concat_66_interleave_0"), val = bool(false)]; int32 gather_100_cast_uint16_to_int32 = cast(dtype = gather_100_cast_uint16_to_int32_dtype_0, x = gather_100_cast_uint16)[name = string("cast_433")]; tensor concat_66 = concat(axis = concat_66_axis_0, interleave = concat_66_interleave_0, values = (gather_100_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_66")]; tensor q_14_cast_fp16 = reshape(shape = concat_66, x = linear_57_cast_fp16)[name = string("q_14_cast_fp16")]; tensor encoder_layers_6_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_6_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(350311232)))]; tensor linear_58_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_6_self_attn_linear_k_weight_to_fp16, x = query_14_cast_fp16)[name = string("linear_58_cast_fp16")]; tensor k_14_cast_fp16 = reshape(shape = concat_66, x = linear_58_cast_fp16)[name = string("k_14_cast_fp16")]; tensor encoder_layers_6_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_6_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(352408448)))]; tensor linear_59_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_6_self_attn_linear_v_weight_to_fp16, x = query_14_cast_fp16)[name = string("linear_59_cast_fp16")]; tensor v_14_cast_fp16 = reshape(shape = concat_66, x = linear_59_cast_fp16)[name = string("v_14_cast_fp16")]; tensor value_16_perm_0 = const()[name = string("value_16_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_6_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_6_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(354505664)))]; tensor linear_60_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_6_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_60_cast_fp16")]; tensor var_1376 = const()[name = string("op_1376"), val = tensor([1, -1, 8, 128])]; tensor p_14_cast_fp16 = reshape(shape = var_1376, x = linear_60_cast_fp16)[name = string("p_14_cast_fp16")]; tensor encoder_layers_6_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_6_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(356602880)))]; tensor var_1379_cast_fp16 = add(x = q_14_cast_fp16, y = encoder_layers_6_self_attn_pos_bias_u_to_fp16)[name = string("op_1379_cast_fp16")]; tensor encoder_layers_6_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_6_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(356604992)))]; tensor var_1381_cast_fp16 = add(x = q_14_cast_fp16, y = encoder_layers_6_self_attn_pos_bias_v_to_fp16)[name = string("op_1381_cast_fp16")]; bool x_107_transpose_x_0 = const()[name = string("x_107_transpose_x_0"), val = bool(false)]; bool x_107_transpose_y_0 = const()[name = string("x_107_transpose_y_0"), val = bool(false)]; tensor transpose_168_perm_0 = const()[name = string("transpose_168_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_169_perm_0 = const()[name = string("transpose_169_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_169 = transpose(perm = transpose_169_perm_0, x = p_14_cast_fp16)[name = string("transpose_382")]; tensor transpose_168 = transpose(perm = transpose_168_perm_0, x = var_1381_cast_fp16)[name = string("transpose_383")]; tensor x_107_cast_fp16 = matmul(transpose_x = x_107_transpose_x_0, transpose_y = x_107_transpose_y_0, x = transpose_168, y = transpose_169)[name = string("x_107_cast_fp16")]; tensor var_1385_shape_cast_fp16 = shape(x = x_107_cast_fp16)[name = string("op_1385_shape_cast_fp16")]; int32 gather_102_axis_0 = const()[name = string("gather_102_axis_0"), val = int32(0)]; int32 gather_102_batch_dims_0 = const()[name = string("gather_102_batch_dims_0"), val = int32(0)]; bool gather_102_validate_indices_0 = const()[name = string("gather_102_validate_indices_0"), val = bool(false)]; string var_1385_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1385_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_102_to_uint16 = const()[name = string("select_102_to_uint16"), val = uint16(0)]; tensor var_1385_shape_cast_fp16_to_uint16 = cast(dtype = var_1385_shape_cast_fp16_to_uint16_dtype_0, x = var_1385_shape_cast_fp16)[name = string("cast_432")]; uint16 gather_102_cast_uint16 = gather(axis = gather_102_axis_0, batch_dims = gather_102_batch_dims_0, indices = select_102_to_uint16, validate_indices = gather_102_validate_indices_0, x = var_1385_shape_cast_fp16_to_uint16)[name = string("gather_102_cast_uint16")]; string gather_102_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_102_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_103 = const()[name = string("gather_103"), val = int32(8)]; int32 gather_104_axis_0 = const()[name = string("gather_104_axis_0"), val = int32(0)]; int32 gather_104_batch_dims_0 = const()[name = string("gather_104_batch_dims_0"), val = int32(0)]; bool gather_104_validate_indices_0 = const()[name = string("gather_104_validate_indices_0"), val = bool(false)]; uint16 select_104_to_uint16 = const()[name = string("select_104_to_uint16"), val = uint16(2)]; uint16 gather_104_cast_uint16 = gather(axis = gather_104_axis_0, batch_dims = gather_104_batch_dims_0, indices = select_104_to_uint16, validate_indices = gather_104_validate_indices_0, x = var_1385_shape_cast_fp16_to_uint16)[name = string("gather_104_cast_uint16")]; string gather_104_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_104_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_105_axis_0 = const()[name = string("gather_105_axis_0"), val = int32(0)]; int32 gather_105_batch_dims_0 = const()[name = string("gather_105_batch_dims_0"), val = int32(0)]; bool gather_105_validate_indices_0 = const()[name = string("gather_105_validate_indices_0"), val = bool(false)]; uint16 select_105_to_uint16 = const()[name = string("select_105_to_uint16"), val = uint16(3)]; uint16 gather_105_cast_uint16 = gather(axis = gather_105_axis_0, batch_dims = gather_105_batch_dims_0, indices = select_105_to_uint16, validate_indices = gather_105_validate_indices_0, x = var_1385_shape_cast_fp16_to_uint16)[name = string("gather_105_cast_uint16")]; string gather_105_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_105_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_16_pad_0 = const()[name = string("x0_16_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_16_mode_0 = const()[name = string("x0_16_mode_0"), val = string("constant")]; fp16 const_23_to_fp16 = const()[name = string("const_23_to_fp16"), val = fp16(0x0p+0)]; tensor x0_16_cast_fp16 = pad(constant_val = const_23_to_fp16, mode = x0_16_mode_0, pad = x0_16_pad_0, x = x_107_cast_fp16)[name = string("x0_16_cast_fp16")]; int32 concat_69_axis_0 = const()[name = string("concat_69_axis_0"), val = int32(0)]; bool concat_69_interleave_0 = const()[name = string("concat_69_interleave_0"), val = bool(false)]; int32 gather_104_cast_uint16_to_int32 = cast(dtype = gather_104_cast_uint16_to_int32_dtype_0, x = gather_104_cast_uint16)[name = string("cast_430")]; int32 gather_102_cast_uint16_to_int32 = cast(dtype = gather_102_cast_uint16_to_int32_dtype_0, x = gather_102_cast_uint16)[name = string("cast_431")]; tensor concat_69 = concat(axis = concat_69_axis_0, interleave = concat_69_interleave_0, values = (gather_102_cast_uint16_to_int32, gather_103, var_24, gather_104_cast_uint16_to_int32))[name = string("concat_69")]; tensor x1_14_cast_fp16 = reshape(shape = concat_69, x = x0_16_cast_fp16)[name = string("x1_14_cast_fp16")]; tensor var_1395_begin_0 = const()[name = string("op_1395_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_1395_end_0 = const()[name = string("op_1395_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_1395_end_mask_0 = const()[name = string("op_1395_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1395_cast_fp16 = slice_by_index(begin = var_1395_begin_0, end = var_1395_end_0, end_mask = var_1395_end_mask_0, x = x1_14_cast_fp16)[name = string("op_1395_cast_fp16")]; int32 concat_70_axis_0 = const()[name = string("concat_70_axis_0"), val = int32(0)]; bool concat_70_interleave_0 = const()[name = string("concat_70_interleave_0"), val = bool(false)]; int32 gather_105_cast_uint16_to_int32 = cast(dtype = gather_105_cast_uint16_to_int32_dtype_0, x = gather_105_cast_uint16)[name = string("cast_429")]; tensor concat_70 = concat(axis = concat_70_axis_0, interleave = concat_70_interleave_0, values = (gather_102_cast_uint16_to_int32, gather_103, gather_104_cast_uint16_to_int32, gather_105_cast_uint16_to_int32))[name = string("concat_70")]; tensor matrix_bd_14_cast_fp16 = reshape(shape = concat_70, x = var_1395_cast_fp16)[name = string("matrix_bd_14_cast_fp16")]; bool matrix_ac_14_transpose_x_0 = const()[name = string("matrix_ac_14_transpose_x_0"), val = bool(false)]; bool matrix_ac_14_transpose_y_0 = const()[name = string("matrix_ac_14_transpose_y_0"), val = bool(false)]; tensor transpose_170_perm_0 = const()[name = string("transpose_170_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_171_perm_0 = const()[name = string("transpose_171_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_171 = transpose(perm = transpose_171_perm_0, x = k_14_cast_fp16)[name = string("transpose_380")]; tensor transpose_170 = transpose(perm = transpose_170_perm_0, x = var_1379_cast_fp16)[name = string("transpose_381")]; tensor matrix_ac_14_cast_fp16 = matmul(transpose_x = matrix_ac_14_transpose_x_0, transpose_y = matrix_ac_14_transpose_y_0, x = transpose_170, y = transpose_171)[name = string("matrix_ac_14_cast_fp16")]; tensor var_1400_shape_cast_fp16 = shape(x = matrix_ac_14_cast_fp16)[name = string("op_1400_shape_cast_fp16")]; int32 gather_106_axis_0 = const()[name = string("gather_106_axis_0"), val = int32(0)]; int32 gather_106_batch_dims_0 = const()[name = string("gather_106_batch_dims_0"), val = int32(0)]; bool gather_106_validate_indices_0 = const()[name = string("gather_106_validate_indices_0"), val = bool(false)]; string var_1400_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1400_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_106_to_uint16 = const()[name = string("select_106_to_uint16"), val = uint16(3)]; tensor var_1400_shape_cast_fp16_to_uint16 = cast(dtype = var_1400_shape_cast_fp16_to_uint16_dtype_0, x = var_1400_shape_cast_fp16)[name = string("cast_428")]; uint16 gather_106_cast_uint16 = gather(axis = gather_106_axis_0, batch_dims = gather_106_batch_dims_0, indices = select_106_to_uint16, validate_indices = gather_106_validate_indices_0, x = var_1400_shape_cast_fp16_to_uint16)[name = string("gather_106_cast_uint16")]; string gather_106_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_106_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_71_values0_0 = const()[name = string("concat_71_values0_0"), val = int32(0)]; int32 concat_71_values1_0 = const()[name = string("concat_71_values1_0"), val = int32(8)]; int32 concat_71_values2_0 = const()[name = string("concat_71_values2_0"), val = int32(0)]; int32 concat_71_axis_0 = const()[name = string("concat_71_axis_0"), val = int32(0)]; bool concat_71_interleave_0 = const()[name = string("concat_71_interleave_0"), val = bool(false)]; int32 gather_106_cast_uint16_to_int32 = cast(dtype = gather_106_cast_uint16_to_int32_dtype_0, x = gather_106_cast_uint16)[name = string("cast_427")]; tensor concat_71 = concat(axis = concat_71_axis_0, interleave = concat_71_interleave_0, values = (concat_71_values0_0, concat_71_values1_0, concat_71_values2_0, gather_106_cast_uint16_to_int32))[name = string("concat_71")]; tensor matrix_bd0_14_begin_0 = const()[name = string("matrix_bd0_14_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_14_end_mask_0 = const()[name = string("matrix_bd0_14_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_14_cast_fp16 = slice_by_index(begin = matrix_bd0_14_begin_0, end = concat_71, end_mask = matrix_bd0_14_end_mask_0, x = matrix_bd_14_cast_fp16)[name = string("matrix_bd0_14_cast_fp16")]; tensor var_1405_cast_fp16 = add(x = matrix_ac_14_cast_fp16, y = matrix_bd0_14_cast_fp16)[name = string("op_1405_cast_fp16")]; fp16 _inversed_scores_14_y_0_to_fp16 = const()[name = string("_inversed_scores_14_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_14_cast_fp16 = mul(x = var_1405_cast_fp16, y = _inversed_scores_14_y_0_to_fp16)[name = string("_inversed_scores_14_cast_fp16")]; tensor value_16_cast_fp16 = transpose(perm = value_16_perm_0, x = v_14_cast_fp16)[name = string("transpose_384")]; tensor var_1408_shape_cast_fp16 = shape(x = value_16_cast_fp16)[name = string("op_1408_shape_cast_fp16")]; int32 gather_107_axis_0 = const()[name = string("gather_107_axis_0"), val = int32(0)]; int32 gather_107_batch_dims_0 = const()[name = string("gather_107_batch_dims_0"), val = int32(0)]; bool gather_107_validate_indices_0 = const()[name = string("gather_107_validate_indices_0"), val = bool(false)]; string var_1408_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1408_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_107_to_uint16 = const()[name = string("select_107_to_uint16"), val = uint16(0)]; tensor var_1408_shape_cast_fp16_to_uint16 = cast(dtype = var_1408_shape_cast_fp16_to_uint16_dtype_0, x = var_1408_shape_cast_fp16)[name = string("cast_426")]; uint16 gather_107_cast_uint16 = gather(axis = gather_107_axis_0, batch_dims = gather_107_batch_dims_0, indices = select_107_to_uint16, validate_indices = gather_107_validate_indices_0, x = var_1408_shape_cast_fp16_to_uint16)[name = string("gather_107_cast_uint16")]; string gather_107_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_107_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_14_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_14_cast_fp16, cond = mask0_4)[name = string("scores0_14_cast_fp16")]; tensor var_1411_cast_fp16 = softmax(axis = var_24, x = scores0_14_cast_fp16)[name = string("op_1411_cast_fp16")]; tensor input_99_cast_fp16 = select(a = var_11_to_fp16, b = var_1411_cast_fp16, cond = mask0_4)[name = string("input_99_cast_fp16")]; bool x2_14_transpose_x_0 = const()[name = string("x2_14_transpose_x_0"), val = bool(false)]; bool x2_14_transpose_y_0 = const()[name = string("x2_14_transpose_y_0"), val = bool(false)]; tensor x2_14_cast_fp16 = matmul(transpose_x = x2_14_transpose_x_0, transpose_y = x2_14_transpose_y_0, x = input_99_cast_fp16, y = value_16_cast_fp16)[name = string("x2_14_cast_fp16")]; tensor var_1415_perm_0 = const()[name = string("op_1415_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_72_axis_0 = const()[name = string("concat_72_axis_0"), val = int32(0)]; bool concat_72_interleave_0 = const()[name = string("concat_72_interleave_0"), val = bool(false)]; int32 gather_107_cast_uint16_to_int32 = cast(dtype = gather_107_cast_uint16_to_int32_dtype_0, x = gather_107_cast_uint16)[name = string("cast_425")]; tensor concat_72 = concat(axis = concat_72_axis_0, interleave = concat_72_interleave_0, values = (gather_107_cast_uint16_to_int32, var_24, var_9))[name = string("concat_72")]; tensor var_1415_cast_fp16 = transpose(perm = var_1415_perm_0, x = x2_14_cast_fp16)[name = string("transpose_379")]; tensor input0_89_cast_fp16 = reshape(shape = concat_72, x = var_1415_cast_fp16)[name = string("input0_89_cast_fp16")]; tensor encoder_layers_6_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_6_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(356607104)))]; tensor linear_61_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_6_self_attn_linear_out_weight_to_fp16, x = input0_89_cast_fp16)[name = string("linear_61_cast_fp16")]; tensor input0_91_cast_fp16 = add(x = input_97_cast_fp16, y = linear_61_cast_fp16)[name = string("input0_91_cast_fp16")]; tensor x_111_axes_0 = const()[name = string("x_111_axes_0"), val = tensor([-1])]; tensor encoder_layers_6_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_6_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(358704320)))]; tensor encoder_layers_6_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_6_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(358706432)))]; tensor x_111_cast_fp16 = layer_norm(axes = x_111_axes_0, beta = encoder_layers_6_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_6_norm_conv_weight_to_fp16, x = input0_91_cast_fp16)[name = string("x_111_cast_fp16")]; tensor input_101_perm_0 = const()[name = string("input_101_perm_0"), val = tensor([0, 2, 1])]; string input0_93_pad_type_0 = const()[name = string("input0_93_pad_type_0"), val = string("valid")]; tensor input0_93_strides_0 = const()[name = string("input0_93_strides_0"), val = tensor([1])]; tensor input0_93_pad_0 = const()[name = string("input0_93_pad_0"), val = tensor([0, 0])]; tensor input0_93_dilations_0 = const()[name = string("input0_93_dilations_0"), val = tensor([1])]; int32 input0_93_groups_0 = const()[name = string("input0_93_groups_0"), val = int32(1)]; tensor encoder_layers_6_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_6_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(358708544)))]; tensor input_101_cast_fp16 = transpose(perm = input_101_perm_0, x = x_111_cast_fp16)[name = string("transpose_378")]; tensor input0_93_cast_fp16 = conv(dilations = input0_93_dilations_0, groups = input0_93_groups_0, pad = input0_93_pad_0, pad_type = input0_93_pad_type_0, strides = input0_93_strides_0, weight = encoder_layers_6_conv_pointwise_conv1_weight_to_fp16, x = input_101_cast_fp16)[name = string("input0_93_cast_fp16")]; int32 x_113_split_num_splits_0 = const()[name = string("x_113_split_num_splits_0"), val = int32(2)]; int32 x_113_split_axis_0 = const()[name = string("x_113_split_axis_0"), val = int32(1)]; tensor x_113_split_cast_fp16_0, tensor x_113_split_cast_fp16_1 = split(axis = x_113_split_axis_0, num_splits = x_113_split_num_splits_0, x = input0_93_cast_fp16)[name = string("x_113_split_cast_fp16")]; tensor x_113_split_1_sigmoid_cast_fp16 = sigmoid(x = x_113_split_cast_fp16_1)[name = string("x_113_split_1_sigmoid_cast_fp16")]; tensor x_113_cast_fp16 = mul(x = x_113_split_cast_fp16_0, y = x_113_split_1_sigmoid_cast_fp16)[name = string("x_113_cast_fp16")]; tensor input0_95_cast_fp16 = select(a = var_11_to_fp16, b = x_113_cast_fp16, cond = var_460)[name = string("input0_95_cast_fp16")]; tensor input0_97_pad_0 = const()[name = string("input0_97_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_97_mode_0 = const()[name = string("input0_97_mode_0"), val = string("constant")]; fp16 const_24_to_fp16 = const()[name = string("const_24_to_fp16"), val = fp16(0x0p+0)]; tensor input0_97_cast_fp16 = pad(constant_val = const_24_to_fp16, mode = input0_97_mode_0, pad = input0_97_pad_0, x = input0_95_cast_fp16)[name = string("input0_97_cast_fp16")]; string input1_30_pad_type_0 = const()[name = string("input1_30_pad_type_0"), val = string("valid")]; int32 input1_30_groups_0 = const()[name = string("input1_30_groups_0"), val = int32(1024)]; tensor input1_30_strides_0 = const()[name = string("input1_30_strides_0"), val = tensor([1])]; tensor input1_30_pad_0 = const()[name = string("input1_30_pad_0"), val = tensor([0, 0])]; tensor input1_30_dilations_0 = const()[name = string("input1_30_dilations_0"), val = tensor([1])]; tensor const_71_to_fp16 = const()[name = string("const_71_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(362902912)))]; tensor const_72_to_fp16 = const()[name = string("const_72_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(362921408)))]; tensor input_103_cast_fp16 = conv(bias = const_72_to_fp16, dilations = input1_30_dilations_0, groups = input1_30_groups_0, pad = input1_30_pad_0, pad_type = input1_30_pad_type_0, strides = input1_30_strides_0, weight = const_71_to_fp16, x = input0_97_cast_fp16)[name = string("input_103_cast_fp16")]; tensor var_1453_cast_fp16 = silu(x = input_103_cast_fp16)[name = string("op_1453_cast_fp16")]; string x_115_pad_type_0 = const()[name = string("x_115_pad_type_0"), val = string("valid")]; tensor x_115_strides_0 = const()[name = string("x_115_strides_0"), val = tensor([1])]; tensor x_115_pad_0 = const()[name = string("x_115_pad_0"), val = tensor([0, 0])]; tensor x_115_dilations_0 = const()[name = string("x_115_dilations_0"), val = tensor([1])]; int32 x_115_groups_0 = const()[name = string("x_115_groups_0"), val = int32(1)]; tensor encoder_layers_6_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_6_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(362923520)))]; tensor x_115_cast_fp16 = conv(dilations = x_115_dilations_0, groups = x_115_groups_0, pad = x_115_pad_0, pad_type = x_115_pad_type_0, strides = x_115_strides_0, weight = encoder_layers_6_conv_pointwise_conv2_weight_to_fp16, x = var_1453_cast_fp16)[name = string("x_115_cast_fp16")]; tensor var_1460_perm_0 = const()[name = string("op_1460_perm_0"), val = tensor([0, 2, 1])]; tensor var_1460_cast_fp16 = transpose(perm = var_1460_perm_0, x = x_115_cast_fp16)[name = string("transpose_377")]; tensor input1_32_cast_fp16 = add(x = input0_91_cast_fp16, y = var_1460_cast_fp16)[name = string("input1_32_cast_fp16")]; tensor input0_99_axes_0 = const()[name = string("input0_99_axes_0"), val = tensor([-1])]; tensor encoder_layers_6_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_6_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(365020736)))]; tensor encoder_layers_6_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_6_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(365022848)))]; tensor input0_99_cast_fp16 = layer_norm(axes = input0_99_axes_0, beta = encoder_layers_6_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_6_norm_feed_forward2_weight_to_fp16, x = input1_32_cast_fp16)[name = string("input0_99_cast_fp16")]; tensor encoder_layers_6_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_6_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(365024960)))]; tensor linear_62_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_6_feed_forward2_linear1_weight_to_fp16, x = input0_99_cast_fp16)[name = string("linear_62_cast_fp16")]; tensor var_1471_cast_fp16 = silu(x = linear_62_cast_fp16)[name = string("op_1471_cast_fp16")]; tensor encoder_layers_6_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_6_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(373413632)))]; tensor linear_63_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_6_feed_forward2_linear2_weight_to_fp16, x = var_1471_cast_fp16)[name = string("linear_63_cast_fp16")]; fp16 var_1476_to_fp16 = const()[name = string("op_1476_to_fp16"), val = fp16(0x1p-1)]; tensor var_1477_cast_fp16 = mul(x = linear_63_cast_fp16, y = var_1476_to_fp16)[name = string("op_1477_cast_fp16")]; tensor input2_16_cast_fp16 = add(x = input1_32_cast_fp16, y = var_1477_cast_fp16)[name = string("input2_16_cast_fp16")]; tensor input0_101_axes_0 = const()[name = string("input0_101_axes_0"), val = tensor([-1])]; tensor encoder_layers_6_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_6_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(381802304)))]; tensor encoder_layers_6_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_6_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(381804416)))]; tensor input0_101_cast_fp16 = layer_norm(axes = input0_101_axes_0, beta = encoder_layers_6_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_6_norm_out_weight_to_fp16, x = input2_16_cast_fp16)[name = string("input0_101_cast_fp16")]; tensor input_107_axes_0 = const()[name = string("input_107_axes_0"), val = tensor([-1])]; tensor encoder_layers_7_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_7_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(381806528)))]; tensor encoder_layers_7_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_7_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(381808640)))]; tensor input_107_cast_fp16 = layer_norm(axes = input_107_axes_0, beta = encoder_layers_7_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_7_norm_feed_forward1_weight_to_fp16, x = input0_101_cast_fp16)[name = string("input_107_cast_fp16")]; tensor encoder_layers_7_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_7_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(381810752)))]; tensor linear_64_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_7_feed_forward1_linear1_weight_to_fp16, x = input_107_cast_fp16)[name = string("linear_64_cast_fp16")]; tensor var_1500_cast_fp16 = silu(x = linear_64_cast_fp16)[name = string("op_1500_cast_fp16")]; tensor encoder_layers_7_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_7_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(390199424)))]; tensor linear_65_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_7_feed_forward1_linear2_weight_to_fp16, x = var_1500_cast_fp16)[name = string("linear_65_cast_fp16")]; fp16 var_1505_to_fp16 = const()[name = string("op_1505_to_fp16"), val = fp16(0x1p-1)]; tensor var_1506_cast_fp16 = mul(x = linear_65_cast_fp16, y = var_1505_to_fp16)[name = string("op_1506_cast_fp16")]; tensor input_111_cast_fp16 = add(x = input0_101_cast_fp16, y = var_1506_cast_fp16)[name = string("input_111_cast_fp16")]; tensor query_16_axes_0 = const()[name = string("query_16_axes_0"), val = tensor([-1])]; tensor encoder_layers_7_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_7_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(398588096)))]; tensor encoder_layers_7_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_7_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(398590208)))]; tensor query_16_cast_fp16 = layer_norm(axes = query_16_axes_0, beta = encoder_layers_7_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_7_norm_self_att_weight_to_fp16, x = input_111_cast_fp16)[name = string("query_16_cast_fp16")]; tensor var_1519_shape_cast_fp16 = shape(x = query_16_cast_fp16)[name = string("op_1519_shape_cast_fp16")]; int32 gather_108_axis_0 = const()[name = string("gather_108_axis_0"), val = int32(0)]; int32 gather_108_batch_dims_0 = const()[name = string("gather_108_batch_dims_0"), val = int32(0)]; bool gather_108_validate_indices_0 = const()[name = string("gather_108_validate_indices_0"), val = bool(false)]; string var_1519_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1519_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_108_to_uint16 = const()[name = string("select_108_to_uint16"), val = uint16(0)]; tensor var_1519_shape_cast_fp16_to_uint16 = cast(dtype = var_1519_shape_cast_fp16_to_uint16_dtype_0, x = var_1519_shape_cast_fp16)[name = string("cast_424")]; uint16 gather_108_cast_uint16 = gather(axis = gather_108_axis_0, batch_dims = gather_108_batch_dims_0, indices = select_108_to_uint16, validate_indices = gather_108_validate_indices_0, x = var_1519_shape_cast_fp16_to_uint16)[name = string("gather_108_cast_uint16")]; string gather_108_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_108_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_7_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_7_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(398592320)))]; tensor linear_66_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_7_self_attn_linear_q_weight_to_fp16, x = query_16_cast_fp16)[name = string("linear_66_cast_fp16")]; int32 concat_73_axis_0 = const()[name = string("concat_73_axis_0"), val = int32(0)]; bool concat_73_interleave_0 = const()[name = string("concat_73_interleave_0"), val = bool(false)]; int32 gather_108_cast_uint16_to_int32 = cast(dtype = gather_108_cast_uint16_to_int32_dtype_0, x = gather_108_cast_uint16)[name = string("cast_423")]; tensor concat_73 = concat(axis = concat_73_axis_0, interleave = concat_73_interleave_0, values = (gather_108_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_73")]; tensor q_16_cast_fp16 = reshape(shape = concat_73, x = linear_66_cast_fp16)[name = string("q_16_cast_fp16")]; tensor encoder_layers_7_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_7_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(400689536)))]; tensor linear_67_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_7_self_attn_linear_k_weight_to_fp16, x = query_16_cast_fp16)[name = string("linear_67_cast_fp16")]; tensor k_16_cast_fp16 = reshape(shape = concat_73, x = linear_67_cast_fp16)[name = string("k_16_cast_fp16")]; tensor encoder_layers_7_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_7_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(402786752)))]; tensor linear_68_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_7_self_attn_linear_v_weight_to_fp16, x = query_16_cast_fp16)[name = string("linear_68_cast_fp16")]; tensor v_16_cast_fp16 = reshape(shape = concat_73, x = linear_68_cast_fp16)[name = string("v_16_cast_fp16")]; tensor value_18_perm_0 = const()[name = string("value_18_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_7_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_7_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(404883968)))]; tensor linear_69_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_7_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_69_cast_fp16")]; tensor var_1539 = const()[name = string("op_1539"), val = tensor([1, -1, 8, 128])]; tensor p_16_cast_fp16 = reshape(shape = var_1539, x = linear_69_cast_fp16)[name = string("p_16_cast_fp16")]; tensor encoder_layers_7_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_7_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(406981184)))]; tensor var_1542_cast_fp16 = add(x = q_16_cast_fp16, y = encoder_layers_7_self_attn_pos_bias_u_to_fp16)[name = string("op_1542_cast_fp16")]; tensor encoder_layers_7_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_7_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(406983296)))]; tensor var_1544_cast_fp16 = add(x = q_16_cast_fp16, y = encoder_layers_7_self_attn_pos_bias_v_to_fp16)[name = string("op_1544_cast_fp16")]; bool x_123_transpose_x_0 = const()[name = string("x_123_transpose_x_0"), val = bool(false)]; bool x_123_transpose_y_0 = const()[name = string("x_123_transpose_y_0"), val = bool(false)]; tensor transpose_172_perm_0 = const()[name = string("transpose_172_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_173_perm_0 = const()[name = string("transpose_173_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_173 = transpose(perm = transpose_173_perm_0, x = p_16_cast_fp16)[name = string("transpose_374")]; tensor transpose_172 = transpose(perm = transpose_172_perm_0, x = var_1544_cast_fp16)[name = string("transpose_375")]; tensor x_123_cast_fp16 = matmul(transpose_x = x_123_transpose_x_0, transpose_y = x_123_transpose_y_0, x = transpose_172, y = transpose_173)[name = string("x_123_cast_fp16")]; tensor var_1548_shape_cast_fp16 = shape(x = x_123_cast_fp16)[name = string("op_1548_shape_cast_fp16")]; int32 gather_110_axis_0 = const()[name = string("gather_110_axis_0"), val = int32(0)]; int32 gather_110_batch_dims_0 = const()[name = string("gather_110_batch_dims_0"), val = int32(0)]; bool gather_110_validate_indices_0 = const()[name = string("gather_110_validate_indices_0"), val = bool(false)]; string var_1548_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1548_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_110_to_uint16 = const()[name = string("select_110_to_uint16"), val = uint16(0)]; tensor var_1548_shape_cast_fp16_to_uint16 = cast(dtype = var_1548_shape_cast_fp16_to_uint16_dtype_0, x = var_1548_shape_cast_fp16)[name = string("cast_422")]; uint16 gather_110_cast_uint16 = gather(axis = gather_110_axis_0, batch_dims = gather_110_batch_dims_0, indices = select_110_to_uint16, validate_indices = gather_110_validate_indices_0, x = var_1548_shape_cast_fp16_to_uint16)[name = string("gather_110_cast_uint16")]; string gather_110_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_110_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_111 = const()[name = string("gather_111"), val = int32(8)]; int32 gather_112_axis_0 = const()[name = string("gather_112_axis_0"), val = int32(0)]; int32 gather_112_batch_dims_0 = const()[name = string("gather_112_batch_dims_0"), val = int32(0)]; bool gather_112_validate_indices_0 = const()[name = string("gather_112_validate_indices_0"), val = bool(false)]; uint16 select_112_to_uint16 = const()[name = string("select_112_to_uint16"), val = uint16(2)]; uint16 gather_112_cast_uint16 = gather(axis = gather_112_axis_0, batch_dims = gather_112_batch_dims_0, indices = select_112_to_uint16, validate_indices = gather_112_validate_indices_0, x = var_1548_shape_cast_fp16_to_uint16)[name = string("gather_112_cast_uint16")]; string gather_112_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_112_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_113_axis_0 = const()[name = string("gather_113_axis_0"), val = int32(0)]; int32 gather_113_batch_dims_0 = const()[name = string("gather_113_batch_dims_0"), val = int32(0)]; bool gather_113_validate_indices_0 = const()[name = string("gather_113_validate_indices_0"), val = bool(false)]; uint16 select_113_to_uint16 = const()[name = string("select_113_to_uint16"), val = uint16(3)]; uint16 gather_113_cast_uint16 = gather(axis = gather_113_axis_0, batch_dims = gather_113_batch_dims_0, indices = select_113_to_uint16, validate_indices = gather_113_validate_indices_0, x = var_1548_shape_cast_fp16_to_uint16)[name = string("gather_113_cast_uint16")]; string gather_113_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_113_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_18_pad_0 = const()[name = string("x0_18_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_18_mode_0 = const()[name = string("x0_18_mode_0"), val = string("constant")]; fp16 const_25_to_fp16 = const()[name = string("const_25_to_fp16"), val = fp16(0x0p+0)]; tensor x0_18_cast_fp16 = pad(constant_val = const_25_to_fp16, mode = x0_18_mode_0, pad = x0_18_pad_0, x = x_123_cast_fp16)[name = string("x0_18_cast_fp16")]; int32 concat_76_axis_0 = const()[name = string("concat_76_axis_0"), val = int32(0)]; bool concat_76_interleave_0 = const()[name = string("concat_76_interleave_0"), val = bool(false)]; int32 gather_112_cast_uint16_to_int32 = cast(dtype = gather_112_cast_uint16_to_int32_dtype_0, x = gather_112_cast_uint16)[name = string("cast_420")]; int32 gather_110_cast_uint16_to_int32 = cast(dtype = gather_110_cast_uint16_to_int32_dtype_0, x = gather_110_cast_uint16)[name = string("cast_421")]; tensor concat_76 = concat(axis = concat_76_axis_0, interleave = concat_76_interleave_0, values = (gather_110_cast_uint16_to_int32, gather_111, var_24, gather_112_cast_uint16_to_int32))[name = string("concat_76")]; tensor x1_16_cast_fp16 = reshape(shape = concat_76, x = x0_18_cast_fp16)[name = string("x1_16_cast_fp16")]; tensor var_1558_begin_0 = const()[name = string("op_1558_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_1558_end_0 = const()[name = string("op_1558_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_1558_end_mask_0 = const()[name = string("op_1558_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1558_cast_fp16 = slice_by_index(begin = var_1558_begin_0, end = var_1558_end_0, end_mask = var_1558_end_mask_0, x = x1_16_cast_fp16)[name = string("op_1558_cast_fp16")]; int32 concat_77_axis_0 = const()[name = string("concat_77_axis_0"), val = int32(0)]; bool concat_77_interleave_0 = const()[name = string("concat_77_interleave_0"), val = bool(false)]; int32 gather_113_cast_uint16_to_int32 = cast(dtype = gather_113_cast_uint16_to_int32_dtype_0, x = gather_113_cast_uint16)[name = string("cast_419")]; tensor concat_77 = concat(axis = concat_77_axis_0, interleave = concat_77_interleave_0, values = (gather_110_cast_uint16_to_int32, gather_111, gather_112_cast_uint16_to_int32, gather_113_cast_uint16_to_int32))[name = string("concat_77")]; tensor matrix_bd_16_cast_fp16 = reshape(shape = concat_77, x = var_1558_cast_fp16)[name = string("matrix_bd_16_cast_fp16")]; bool matrix_ac_16_transpose_x_0 = const()[name = string("matrix_ac_16_transpose_x_0"), val = bool(false)]; bool matrix_ac_16_transpose_y_0 = const()[name = string("matrix_ac_16_transpose_y_0"), val = bool(false)]; tensor transpose_174_perm_0 = const()[name = string("transpose_174_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_175_perm_0 = const()[name = string("transpose_175_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_175 = transpose(perm = transpose_175_perm_0, x = k_16_cast_fp16)[name = string("transpose_372")]; tensor transpose_174 = transpose(perm = transpose_174_perm_0, x = var_1542_cast_fp16)[name = string("transpose_373")]; tensor matrix_ac_16_cast_fp16 = matmul(transpose_x = matrix_ac_16_transpose_x_0, transpose_y = matrix_ac_16_transpose_y_0, x = transpose_174, y = transpose_175)[name = string("matrix_ac_16_cast_fp16")]; tensor var_1563_shape_cast_fp16 = shape(x = matrix_ac_16_cast_fp16)[name = string("op_1563_shape_cast_fp16")]; int32 gather_114_axis_0 = const()[name = string("gather_114_axis_0"), val = int32(0)]; int32 gather_114_batch_dims_0 = const()[name = string("gather_114_batch_dims_0"), val = int32(0)]; bool gather_114_validate_indices_0 = const()[name = string("gather_114_validate_indices_0"), val = bool(false)]; string var_1563_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1563_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_114_to_uint16 = const()[name = string("select_114_to_uint16"), val = uint16(3)]; tensor var_1563_shape_cast_fp16_to_uint16 = cast(dtype = var_1563_shape_cast_fp16_to_uint16_dtype_0, x = var_1563_shape_cast_fp16)[name = string("cast_418")]; uint16 gather_114_cast_uint16 = gather(axis = gather_114_axis_0, batch_dims = gather_114_batch_dims_0, indices = select_114_to_uint16, validate_indices = gather_114_validate_indices_0, x = var_1563_shape_cast_fp16_to_uint16)[name = string("gather_114_cast_uint16")]; string gather_114_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_114_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_78_values0_0 = const()[name = string("concat_78_values0_0"), val = int32(0)]; int32 concat_78_values1_0 = const()[name = string("concat_78_values1_0"), val = int32(8)]; int32 concat_78_values2_0 = const()[name = string("concat_78_values2_0"), val = int32(0)]; int32 concat_78_axis_0 = const()[name = string("concat_78_axis_0"), val = int32(0)]; bool concat_78_interleave_0 = const()[name = string("concat_78_interleave_0"), val = bool(false)]; int32 gather_114_cast_uint16_to_int32 = cast(dtype = gather_114_cast_uint16_to_int32_dtype_0, x = gather_114_cast_uint16)[name = string("cast_417")]; tensor concat_78 = concat(axis = concat_78_axis_0, interleave = concat_78_interleave_0, values = (concat_78_values0_0, concat_78_values1_0, concat_78_values2_0, gather_114_cast_uint16_to_int32))[name = string("concat_78")]; tensor matrix_bd0_16_begin_0 = const()[name = string("matrix_bd0_16_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_16_end_mask_0 = const()[name = string("matrix_bd0_16_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_16_cast_fp16 = slice_by_index(begin = matrix_bd0_16_begin_0, end = concat_78, end_mask = matrix_bd0_16_end_mask_0, x = matrix_bd_16_cast_fp16)[name = string("matrix_bd0_16_cast_fp16")]; tensor var_1568_cast_fp16 = add(x = matrix_ac_16_cast_fp16, y = matrix_bd0_16_cast_fp16)[name = string("op_1568_cast_fp16")]; fp16 _inversed_scores_16_y_0_to_fp16 = const()[name = string("_inversed_scores_16_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_16_cast_fp16 = mul(x = var_1568_cast_fp16, y = _inversed_scores_16_y_0_to_fp16)[name = string("_inversed_scores_16_cast_fp16")]; tensor value_18_cast_fp16 = transpose(perm = value_18_perm_0, x = v_16_cast_fp16)[name = string("transpose_376")]; tensor var_1571_shape_cast_fp16 = shape(x = value_18_cast_fp16)[name = string("op_1571_shape_cast_fp16")]; int32 gather_115_axis_0 = const()[name = string("gather_115_axis_0"), val = int32(0)]; int32 gather_115_batch_dims_0 = const()[name = string("gather_115_batch_dims_0"), val = int32(0)]; bool gather_115_validate_indices_0 = const()[name = string("gather_115_validate_indices_0"), val = bool(false)]; string var_1571_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1571_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_115_to_uint16 = const()[name = string("select_115_to_uint16"), val = uint16(0)]; tensor var_1571_shape_cast_fp16_to_uint16 = cast(dtype = var_1571_shape_cast_fp16_to_uint16_dtype_0, x = var_1571_shape_cast_fp16)[name = string("cast_416")]; uint16 gather_115_cast_uint16 = gather(axis = gather_115_axis_0, batch_dims = gather_115_batch_dims_0, indices = select_115_to_uint16, validate_indices = gather_115_validate_indices_0, x = var_1571_shape_cast_fp16_to_uint16)[name = string("gather_115_cast_uint16")]; string gather_115_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_115_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_16_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_16_cast_fp16, cond = mask0_4)[name = string("scores0_16_cast_fp16")]; tensor var_1574_cast_fp16 = softmax(axis = var_24, x = scores0_16_cast_fp16)[name = string("op_1574_cast_fp16")]; tensor input_113_cast_fp16 = select(a = var_11_to_fp16, b = var_1574_cast_fp16, cond = mask0_4)[name = string("input_113_cast_fp16")]; bool x2_16_transpose_x_0 = const()[name = string("x2_16_transpose_x_0"), val = bool(false)]; bool x2_16_transpose_y_0 = const()[name = string("x2_16_transpose_y_0"), val = bool(false)]; tensor x2_16_cast_fp16 = matmul(transpose_x = x2_16_transpose_x_0, transpose_y = x2_16_transpose_y_0, x = input_113_cast_fp16, y = value_18_cast_fp16)[name = string("x2_16_cast_fp16")]; tensor var_1578_perm_0 = const()[name = string("op_1578_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_79_axis_0 = const()[name = string("concat_79_axis_0"), val = int32(0)]; bool concat_79_interleave_0 = const()[name = string("concat_79_interleave_0"), val = bool(false)]; int32 gather_115_cast_uint16_to_int32 = cast(dtype = gather_115_cast_uint16_to_int32_dtype_0, x = gather_115_cast_uint16)[name = string("cast_415")]; tensor concat_79 = concat(axis = concat_79_axis_0, interleave = concat_79_interleave_0, values = (gather_115_cast_uint16_to_int32, var_24, var_9))[name = string("concat_79")]; tensor var_1578_cast_fp16 = transpose(perm = var_1578_perm_0, x = x2_16_cast_fp16)[name = string("transpose_371")]; tensor input0_103_cast_fp16 = reshape(shape = concat_79, x = var_1578_cast_fp16)[name = string("input0_103_cast_fp16")]; tensor encoder_layers_7_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_7_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(406985408)))]; tensor linear_70_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_7_self_attn_linear_out_weight_to_fp16, x = input0_103_cast_fp16)[name = string("linear_70_cast_fp16")]; tensor input0_105_cast_fp16 = add(x = input_111_cast_fp16, y = linear_70_cast_fp16)[name = string("input0_105_cast_fp16")]; tensor x_127_axes_0 = const()[name = string("x_127_axes_0"), val = tensor([-1])]; tensor encoder_layers_7_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_7_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(409082624)))]; tensor encoder_layers_7_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_7_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(409084736)))]; tensor x_127_cast_fp16 = layer_norm(axes = x_127_axes_0, beta = encoder_layers_7_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_7_norm_conv_weight_to_fp16, x = input0_105_cast_fp16)[name = string("x_127_cast_fp16")]; tensor input_115_perm_0 = const()[name = string("input_115_perm_0"), val = tensor([0, 2, 1])]; string input0_107_pad_type_0 = const()[name = string("input0_107_pad_type_0"), val = string("valid")]; tensor input0_107_strides_0 = const()[name = string("input0_107_strides_0"), val = tensor([1])]; tensor input0_107_pad_0 = const()[name = string("input0_107_pad_0"), val = tensor([0, 0])]; tensor input0_107_dilations_0 = const()[name = string("input0_107_dilations_0"), val = tensor([1])]; int32 input0_107_groups_0 = const()[name = string("input0_107_groups_0"), val = int32(1)]; tensor encoder_layers_7_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_7_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(409086848)))]; tensor input_115_cast_fp16 = transpose(perm = input_115_perm_0, x = x_127_cast_fp16)[name = string("transpose_370")]; tensor input0_107_cast_fp16 = conv(dilations = input0_107_dilations_0, groups = input0_107_groups_0, pad = input0_107_pad_0, pad_type = input0_107_pad_type_0, strides = input0_107_strides_0, weight = encoder_layers_7_conv_pointwise_conv1_weight_to_fp16, x = input_115_cast_fp16)[name = string("input0_107_cast_fp16")]; int32 x_129_split_num_splits_0 = const()[name = string("x_129_split_num_splits_0"), val = int32(2)]; int32 x_129_split_axis_0 = const()[name = string("x_129_split_axis_0"), val = int32(1)]; tensor x_129_split_cast_fp16_0, tensor x_129_split_cast_fp16_1 = split(axis = x_129_split_axis_0, num_splits = x_129_split_num_splits_0, x = input0_107_cast_fp16)[name = string("x_129_split_cast_fp16")]; tensor x_129_split_1_sigmoid_cast_fp16 = sigmoid(x = x_129_split_cast_fp16_1)[name = string("x_129_split_1_sigmoid_cast_fp16")]; tensor x_129_cast_fp16 = mul(x = x_129_split_cast_fp16_0, y = x_129_split_1_sigmoid_cast_fp16)[name = string("x_129_cast_fp16")]; tensor input0_109_cast_fp16 = select(a = var_11_to_fp16, b = x_129_cast_fp16, cond = var_460)[name = string("input0_109_cast_fp16")]; tensor input0_111_pad_0 = const()[name = string("input0_111_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_111_mode_0 = const()[name = string("input0_111_mode_0"), val = string("constant")]; fp16 const_26_to_fp16 = const()[name = string("const_26_to_fp16"), val = fp16(0x0p+0)]; tensor input0_111_cast_fp16 = pad(constant_val = const_26_to_fp16, mode = input0_111_mode_0, pad = input0_111_pad_0, x = input0_109_cast_fp16)[name = string("input0_111_cast_fp16")]; string input1_34_pad_type_0 = const()[name = string("input1_34_pad_type_0"), val = string("valid")]; int32 input1_34_groups_0 = const()[name = string("input1_34_groups_0"), val = int32(1024)]; tensor input1_34_strides_0 = const()[name = string("input1_34_strides_0"), val = tensor([1])]; tensor input1_34_pad_0 = const()[name = string("input1_34_pad_0"), val = tensor([0, 0])]; tensor input1_34_dilations_0 = const()[name = string("input1_34_dilations_0"), val = tensor([1])]; tensor const_73_to_fp16 = const()[name = string("const_73_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(413281216)))]; tensor const_74_to_fp16 = const()[name = string("const_74_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(413299712)))]; tensor input_117_cast_fp16 = conv(bias = const_74_to_fp16, dilations = input1_34_dilations_0, groups = input1_34_groups_0, pad = input1_34_pad_0, pad_type = input1_34_pad_type_0, strides = input1_34_strides_0, weight = const_73_to_fp16, x = input0_111_cast_fp16)[name = string("input_117_cast_fp16")]; tensor var_1616_cast_fp16 = silu(x = input_117_cast_fp16)[name = string("op_1616_cast_fp16")]; string x_131_pad_type_0 = const()[name = string("x_131_pad_type_0"), val = string("valid")]; tensor x_131_strides_0 = const()[name = string("x_131_strides_0"), val = tensor([1])]; tensor x_131_pad_0 = const()[name = string("x_131_pad_0"), val = tensor([0, 0])]; tensor x_131_dilations_0 = const()[name = string("x_131_dilations_0"), val = tensor([1])]; int32 x_131_groups_0 = const()[name = string("x_131_groups_0"), val = int32(1)]; tensor encoder_layers_7_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_7_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(413301824)))]; tensor x_131_cast_fp16 = conv(dilations = x_131_dilations_0, groups = x_131_groups_0, pad = x_131_pad_0, pad_type = x_131_pad_type_0, strides = x_131_strides_0, weight = encoder_layers_7_conv_pointwise_conv2_weight_to_fp16, x = var_1616_cast_fp16)[name = string("x_131_cast_fp16")]; tensor var_1623_perm_0 = const()[name = string("op_1623_perm_0"), val = tensor([0, 2, 1])]; tensor var_1623_cast_fp16 = transpose(perm = var_1623_perm_0, x = x_131_cast_fp16)[name = string("transpose_369")]; tensor input1_36_cast_fp16 = add(x = input0_105_cast_fp16, y = var_1623_cast_fp16)[name = string("input1_36_cast_fp16")]; tensor input0_113_axes_0 = const()[name = string("input0_113_axes_0"), val = tensor([-1])]; tensor encoder_layers_7_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_7_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(415399040)))]; tensor encoder_layers_7_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_7_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(415401152)))]; tensor input0_113_cast_fp16 = layer_norm(axes = input0_113_axes_0, beta = encoder_layers_7_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_7_norm_feed_forward2_weight_to_fp16, x = input1_36_cast_fp16)[name = string("input0_113_cast_fp16")]; tensor encoder_layers_7_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_7_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(415403264)))]; tensor linear_71_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_7_feed_forward2_linear1_weight_to_fp16, x = input0_113_cast_fp16)[name = string("linear_71_cast_fp16")]; tensor var_1634_cast_fp16 = silu(x = linear_71_cast_fp16)[name = string("op_1634_cast_fp16")]; tensor encoder_layers_7_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_7_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(423791936)))]; tensor linear_72_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_7_feed_forward2_linear2_weight_to_fp16, x = var_1634_cast_fp16)[name = string("linear_72_cast_fp16")]; fp16 var_1639_to_fp16 = const()[name = string("op_1639_to_fp16"), val = fp16(0x1p-1)]; tensor var_1640_cast_fp16 = mul(x = linear_72_cast_fp16, y = var_1639_to_fp16)[name = string("op_1640_cast_fp16")]; tensor input2_18_cast_fp16 = add(x = input1_36_cast_fp16, y = var_1640_cast_fp16)[name = string("input2_18_cast_fp16")]; tensor input0_115_axes_0 = const()[name = string("input0_115_axes_0"), val = tensor([-1])]; tensor encoder_layers_7_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_7_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(432180608)))]; tensor encoder_layers_7_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_7_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(432182720)))]; tensor input0_115_cast_fp16 = layer_norm(axes = input0_115_axes_0, beta = encoder_layers_7_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_7_norm_out_weight_to_fp16, x = input2_18_cast_fp16)[name = string("input0_115_cast_fp16")]; tensor input_121_axes_0 = const()[name = string("input_121_axes_0"), val = tensor([-1])]; tensor encoder_layers_8_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_8_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(432184832)))]; tensor encoder_layers_8_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_8_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(432186944)))]; tensor input_121_cast_fp16 = layer_norm(axes = input_121_axes_0, beta = encoder_layers_8_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_8_norm_feed_forward1_weight_to_fp16, x = input0_115_cast_fp16)[name = string("input_121_cast_fp16")]; tensor encoder_layers_8_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_8_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(432189056)))]; tensor linear_73_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_8_feed_forward1_linear1_weight_to_fp16, x = input_121_cast_fp16)[name = string("linear_73_cast_fp16")]; tensor var_1663_cast_fp16 = silu(x = linear_73_cast_fp16)[name = string("op_1663_cast_fp16")]; tensor encoder_layers_8_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_8_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(440577728)))]; tensor linear_74_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_8_feed_forward1_linear2_weight_to_fp16, x = var_1663_cast_fp16)[name = string("linear_74_cast_fp16")]; fp16 var_1668_to_fp16 = const()[name = string("op_1668_to_fp16"), val = fp16(0x1p-1)]; tensor var_1669_cast_fp16 = mul(x = linear_74_cast_fp16, y = var_1668_to_fp16)[name = string("op_1669_cast_fp16")]; tensor input_125_cast_fp16 = add(x = input0_115_cast_fp16, y = var_1669_cast_fp16)[name = string("input_125_cast_fp16")]; tensor query_18_axes_0 = const()[name = string("query_18_axes_0"), val = tensor([-1])]; tensor encoder_layers_8_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_8_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(448966400)))]; tensor encoder_layers_8_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_8_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(448968512)))]; tensor query_18_cast_fp16 = layer_norm(axes = query_18_axes_0, beta = encoder_layers_8_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_8_norm_self_att_weight_to_fp16, x = input_125_cast_fp16)[name = string("query_18_cast_fp16")]; tensor var_1682_shape_cast_fp16 = shape(x = query_18_cast_fp16)[name = string("op_1682_shape_cast_fp16")]; int32 gather_116_axis_0 = const()[name = string("gather_116_axis_0"), val = int32(0)]; int32 gather_116_batch_dims_0 = const()[name = string("gather_116_batch_dims_0"), val = int32(0)]; bool gather_116_validate_indices_0 = const()[name = string("gather_116_validate_indices_0"), val = bool(false)]; string var_1682_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1682_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_116_to_uint16 = const()[name = string("select_116_to_uint16"), val = uint16(0)]; tensor var_1682_shape_cast_fp16_to_uint16 = cast(dtype = var_1682_shape_cast_fp16_to_uint16_dtype_0, x = var_1682_shape_cast_fp16)[name = string("cast_414")]; uint16 gather_116_cast_uint16 = gather(axis = gather_116_axis_0, batch_dims = gather_116_batch_dims_0, indices = select_116_to_uint16, validate_indices = gather_116_validate_indices_0, x = var_1682_shape_cast_fp16_to_uint16)[name = string("gather_116_cast_uint16")]; string gather_116_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_116_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_8_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_8_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(448970624)))]; tensor linear_75_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_8_self_attn_linear_q_weight_to_fp16, x = query_18_cast_fp16)[name = string("linear_75_cast_fp16")]; int32 concat_80_axis_0 = const()[name = string("concat_80_axis_0"), val = int32(0)]; bool concat_80_interleave_0 = const()[name = string("concat_80_interleave_0"), val = bool(false)]; int32 gather_116_cast_uint16_to_int32 = cast(dtype = gather_116_cast_uint16_to_int32_dtype_0, x = gather_116_cast_uint16)[name = string("cast_413")]; tensor concat_80 = concat(axis = concat_80_axis_0, interleave = concat_80_interleave_0, values = (gather_116_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_80")]; tensor q_18_cast_fp16 = reshape(shape = concat_80, x = linear_75_cast_fp16)[name = string("q_18_cast_fp16")]; tensor encoder_layers_8_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_8_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(451067840)))]; tensor linear_76_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_8_self_attn_linear_k_weight_to_fp16, x = query_18_cast_fp16)[name = string("linear_76_cast_fp16")]; tensor k_18_cast_fp16 = reshape(shape = concat_80, x = linear_76_cast_fp16)[name = string("k_18_cast_fp16")]; tensor encoder_layers_8_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_8_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(453165056)))]; tensor linear_77_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_8_self_attn_linear_v_weight_to_fp16, x = query_18_cast_fp16)[name = string("linear_77_cast_fp16")]; tensor v_18_cast_fp16 = reshape(shape = concat_80, x = linear_77_cast_fp16)[name = string("v_18_cast_fp16")]; tensor value_20_perm_0 = const()[name = string("value_20_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_8_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_8_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(455262272)))]; tensor linear_78_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_8_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_78_cast_fp16")]; tensor var_1702 = const()[name = string("op_1702"), val = tensor([1, -1, 8, 128])]; tensor p_18_cast_fp16 = reshape(shape = var_1702, x = linear_78_cast_fp16)[name = string("p_18_cast_fp16")]; tensor encoder_layers_8_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_8_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(457359488)))]; tensor var_1705_cast_fp16 = add(x = q_18_cast_fp16, y = encoder_layers_8_self_attn_pos_bias_u_to_fp16)[name = string("op_1705_cast_fp16")]; tensor encoder_layers_8_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_8_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(457361600)))]; tensor var_1707_cast_fp16 = add(x = q_18_cast_fp16, y = encoder_layers_8_self_attn_pos_bias_v_to_fp16)[name = string("op_1707_cast_fp16")]; bool x_139_transpose_x_0 = const()[name = string("x_139_transpose_x_0"), val = bool(false)]; bool x_139_transpose_y_0 = const()[name = string("x_139_transpose_y_0"), val = bool(false)]; tensor transpose_176_perm_0 = const()[name = string("transpose_176_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_177_perm_0 = const()[name = string("transpose_177_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_177 = transpose(perm = transpose_177_perm_0, x = p_18_cast_fp16)[name = string("transpose_366")]; tensor transpose_176 = transpose(perm = transpose_176_perm_0, x = var_1707_cast_fp16)[name = string("transpose_367")]; tensor x_139_cast_fp16 = matmul(transpose_x = x_139_transpose_x_0, transpose_y = x_139_transpose_y_0, x = transpose_176, y = transpose_177)[name = string("x_139_cast_fp16")]; tensor var_1711_shape_cast_fp16 = shape(x = x_139_cast_fp16)[name = string("op_1711_shape_cast_fp16")]; int32 gather_118_axis_0 = const()[name = string("gather_118_axis_0"), val = int32(0)]; int32 gather_118_batch_dims_0 = const()[name = string("gather_118_batch_dims_0"), val = int32(0)]; bool gather_118_validate_indices_0 = const()[name = string("gather_118_validate_indices_0"), val = bool(false)]; string var_1711_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1711_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_118_to_uint16 = const()[name = string("select_118_to_uint16"), val = uint16(0)]; tensor var_1711_shape_cast_fp16_to_uint16 = cast(dtype = var_1711_shape_cast_fp16_to_uint16_dtype_0, x = var_1711_shape_cast_fp16)[name = string("cast_412")]; uint16 gather_118_cast_uint16 = gather(axis = gather_118_axis_0, batch_dims = gather_118_batch_dims_0, indices = select_118_to_uint16, validate_indices = gather_118_validate_indices_0, x = var_1711_shape_cast_fp16_to_uint16)[name = string("gather_118_cast_uint16")]; string gather_118_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_118_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_119 = const()[name = string("gather_119"), val = int32(8)]; int32 gather_120_axis_0 = const()[name = string("gather_120_axis_0"), val = int32(0)]; int32 gather_120_batch_dims_0 = const()[name = string("gather_120_batch_dims_0"), val = int32(0)]; bool gather_120_validate_indices_0 = const()[name = string("gather_120_validate_indices_0"), val = bool(false)]; uint16 select_120_to_uint16 = const()[name = string("select_120_to_uint16"), val = uint16(2)]; uint16 gather_120_cast_uint16 = gather(axis = gather_120_axis_0, batch_dims = gather_120_batch_dims_0, indices = select_120_to_uint16, validate_indices = gather_120_validate_indices_0, x = var_1711_shape_cast_fp16_to_uint16)[name = string("gather_120_cast_uint16")]; string gather_120_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_120_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_121_axis_0 = const()[name = string("gather_121_axis_0"), val = int32(0)]; int32 gather_121_batch_dims_0 = const()[name = string("gather_121_batch_dims_0"), val = int32(0)]; bool gather_121_validate_indices_0 = const()[name = string("gather_121_validate_indices_0"), val = bool(false)]; uint16 select_121_to_uint16 = const()[name = string("select_121_to_uint16"), val = uint16(3)]; uint16 gather_121_cast_uint16 = gather(axis = gather_121_axis_0, batch_dims = gather_121_batch_dims_0, indices = select_121_to_uint16, validate_indices = gather_121_validate_indices_0, x = var_1711_shape_cast_fp16_to_uint16)[name = string("gather_121_cast_uint16")]; string gather_121_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_121_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_20_pad_0 = const()[name = string("x0_20_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_20_mode_0 = const()[name = string("x0_20_mode_0"), val = string("constant")]; fp16 const_27_to_fp16 = const()[name = string("const_27_to_fp16"), val = fp16(0x0p+0)]; tensor x0_20_cast_fp16 = pad(constant_val = const_27_to_fp16, mode = x0_20_mode_0, pad = x0_20_pad_0, x = x_139_cast_fp16)[name = string("x0_20_cast_fp16")]; int32 concat_83_axis_0 = const()[name = string("concat_83_axis_0"), val = int32(0)]; bool concat_83_interleave_0 = const()[name = string("concat_83_interleave_0"), val = bool(false)]; int32 gather_120_cast_uint16_to_int32 = cast(dtype = gather_120_cast_uint16_to_int32_dtype_0, x = gather_120_cast_uint16)[name = string("cast_410")]; int32 gather_118_cast_uint16_to_int32 = cast(dtype = gather_118_cast_uint16_to_int32_dtype_0, x = gather_118_cast_uint16)[name = string("cast_411")]; tensor concat_83 = concat(axis = concat_83_axis_0, interleave = concat_83_interleave_0, values = (gather_118_cast_uint16_to_int32, gather_119, var_24, gather_120_cast_uint16_to_int32))[name = string("concat_83")]; tensor x1_18_cast_fp16 = reshape(shape = concat_83, x = x0_20_cast_fp16)[name = string("x1_18_cast_fp16")]; tensor var_1721_begin_0 = const()[name = string("op_1721_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_1721_end_0 = const()[name = string("op_1721_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_1721_end_mask_0 = const()[name = string("op_1721_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1721_cast_fp16 = slice_by_index(begin = var_1721_begin_0, end = var_1721_end_0, end_mask = var_1721_end_mask_0, x = x1_18_cast_fp16)[name = string("op_1721_cast_fp16")]; int32 concat_84_axis_0 = const()[name = string("concat_84_axis_0"), val = int32(0)]; bool concat_84_interleave_0 = const()[name = string("concat_84_interleave_0"), val = bool(false)]; int32 gather_121_cast_uint16_to_int32 = cast(dtype = gather_121_cast_uint16_to_int32_dtype_0, x = gather_121_cast_uint16)[name = string("cast_409")]; tensor concat_84 = concat(axis = concat_84_axis_0, interleave = concat_84_interleave_0, values = (gather_118_cast_uint16_to_int32, gather_119, gather_120_cast_uint16_to_int32, gather_121_cast_uint16_to_int32))[name = string("concat_84")]; tensor matrix_bd_18_cast_fp16 = reshape(shape = concat_84, x = var_1721_cast_fp16)[name = string("matrix_bd_18_cast_fp16")]; bool matrix_ac_18_transpose_x_0 = const()[name = string("matrix_ac_18_transpose_x_0"), val = bool(false)]; bool matrix_ac_18_transpose_y_0 = const()[name = string("matrix_ac_18_transpose_y_0"), val = bool(false)]; tensor transpose_178_perm_0 = const()[name = string("transpose_178_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_179_perm_0 = const()[name = string("transpose_179_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_179 = transpose(perm = transpose_179_perm_0, x = k_18_cast_fp16)[name = string("transpose_364")]; tensor transpose_178 = transpose(perm = transpose_178_perm_0, x = var_1705_cast_fp16)[name = string("transpose_365")]; tensor matrix_ac_18_cast_fp16 = matmul(transpose_x = matrix_ac_18_transpose_x_0, transpose_y = matrix_ac_18_transpose_y_0, x = transpose_178, y = transpose_179)[name = string("matrix_ac_18_cast_fp16")]; tensor var_1726_shape_cast_fp16 = shape(x = matrix_ac_18_cast_fp16)[name = string("op_1726_shape_cast_fp16")]; int32 gather_122_axis_0 = const()[name = string("gather_122_axis_0"), val = int32(0)]; int32 gather_122_batch_dims_0 = const()[name = string("gather_122_batch_dims_0"), val = int32(0)]; bool gather_122_validate_indices_0 = const()[name = string("gather_122_validate_indices_0"), val = bool(false)]; string var_1726_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1726_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_122_to_uint16 = const()[name = string("select_122_to_uint16"), val = uint16(3)]; tensor var_1726_shape_cast_fp16_to_uint16 = cast(dtype = var_1726_shape_cast_fp16_to_uint16_dtype_0, x = var_1726_shape_cast_fp16)[name = string("cast_408")]; uint16 gather_122_cast_uint16 = gather(axis = gather_122_axis_0, batch_dims = gather_122_batch_dims_0, indices = select_122_to_uint16, validate_indices = gather_122_validate_indices_0, x = var_1726_shape_cast_fp16_to_uint16)[name = string("gather_122_cast_uint16")]; string gather_122_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_122_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_85_values0_0 = const()[name = string("concat_85_values0_0"), val = int32(0)]; int32 concat_85_values1_0 = const()[name = string("concat_85_values1_0"), val = int32(8)]; int32 concat_85_values2_0 = const()[name = string("concat_85_values2_0"), val = int32(0)]; int32 concat_85_axis_0 = const()[name = string("concat_85_axis_0"), val = int32(0)]; bool concat_85_interleave_0 = const()[name = string("concat_85_interleave_0"), val = bool(false)]; int32 gather_122_cast_uint16_to_int32 = cast(dtype = gather_122_cast_uint16_to_int32_dtype_0, x = gather_122_cast_uint16)[name = string("cast_407")]; tensor concat_85 = concat(axis = concat_85_axis_0, interleave = concat_85_interleave_0, values = (concat_85_values0_0, concat_85_values1_0, concat_85_values2_0, gather_122_cast_uint16_to_int32))[name = string("concat_85")]; tensor matrix_bd0_18_begin_0 = const()[name = string("matrix_bd0_18_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_18_end_mask_0 = const()[name = string("matrix_bd0_18_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_18_cast_fp16 = slice_by_index(begin = matrix_bd0_18_begin_0, end = concat_85, end_mask = matrix_bd0_18_end_mask_0, x = matrix_bd_18_cast_fp16)[name = string("matrix_bd0_18_cast_fp16")]; tensor var_1731_cast_fp16 = add(x = matrix_ac_18_cast_fp16, y = matrix_bd0_18_cast_fp16)[name = string("op_1731_cast_fp16")]; fp16 _inversed_scores_18_y_0_to_fp16 = const()[name = string("_inversed_scores_18_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_18_cast_fp16 = mul(x = var_1731_cast_fp16, y = _inversed_scores_18_y_0_to_fp16)[name = string("_inversed_scores_18_cast_fp16")]; tensor value_20_cast_fp16 = transpose(perm = value_20_perm_0, x = v_18_cast_fp16)[name = string("transpose_368")]; tensor var_1734_shape_cast_fp16 = shape(x = value_20_cast_fp16)[name = string("op_1734_shape_cast_fp16")]; int32 gather_123_axis_0 = const()[name = string("gather_123_axis_0"), val = int32(0)]; int32 gather_123_batch_dims_0 = const()[name = string("gather_123_batch_dims_0"), val = int32(0)]; bool gather_123_validate_indices_0 = const()[name = string("gather_123_validate_indices_0"), val = bool(false)]; string var_1734_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1734_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_123_to_uint16 = const()[name = string("select_123_to_uint16"), val = uint16(0)]; tensor var_1734_shape_cast_fp16_to_uint16 = cast(dtype = var_1734_shape_cast_fp16_to_uint16_dtype_0, x = var_1734_shape_cast_fp16)[name = string("cast_406")]; uint16 gather_123_cast_uint16 = gather(axis = gather_123_axis_0, batch_dims = gather_123_batch_dims_0, indices = select_123_to_uint16, validate_indices = gather_123_validate_indices_0, x = var_1734_shape_cast_fp16_to_uint16)[name = string("gather_123_cast_uint16")]; string gather_123_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_123_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_18_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_18_cast_fp16, cond = mask0_4)[name = string("scores0_18_cast_fp16")]; tensor var_1737_cast_fp16 = softmax(axis = var_24, x = scores0_18_cast_fp16)[name = string("op_1737_cast_fp16")]; tensor input_127_cast_fp16 = select(a = var_11_to_fp16, b = var_1737_cast_fp16, cond = mask0_4)[name = string("input_127_cast_fp16")]; bool x2_18_transpose_x_0 = const()[name = string("x2_18_transpose_x_0"), val = bool(false)]; bool x2_18_transpose_y_0 = const()[name = string("x2_18_transpose_y_0"), val = bool(false)]; tensor x2_18_cast_fp16 = matmul(transpose_x = x2_18_transpose_x_0, transpose_y = x2_18_transpose_y_0, x = input_127_cast_fp16, y = value_20_cast_fp16)[name = string("x2_18_cast_fp16")]; tensor var_1741_perm_0 = const()[name = string("op_1741_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_86_axis_0 = const()[name = string("concat_86_axis_0"), val = int32(0)]; bool concat_86_interleave_0 = const()[name = string("concat_86_interleave_0"), val = bool(false)]; int32 gather_123_cast_uint16_to_int32 = cast(dtype = gather_123_cast_uint16_to_int32_dtype_0, x = gather_123_cast_uint16)[name = string("cast_405")]; tensor concat_86 = concat(axis = concat_86_axis_0, interleave = concat_86_interleave_0, values = (gather_123_cast_uint16_to_int32, var_24, var_9))[name = string("concat_86")]; tensor var_1741_cast_fp16 = transpose(perm = var_1741_perm_0, x = x2_18_cast_fp16)[name = string("transpose_363")]; tensor input0_117_cast_fp16 = reshape(shape = concat_86, x = var_1741_cast_fp16)[name = string("input0_117_cast_fp16")]; tensor encoder_layers_8_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_8_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(457363712)))]; tensor linear_79_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_8_self_attn_linear_out_weight_to_fp16, x = input0_117_cast_fp16)[name = string("linear_79_cast_fp16")]; tensor input0_119_cast_fp16 = add(x = input_125_cast_fp16, y = linear_79_cast_fp16)[name = string("input0_119_cast_fp16")]; tensor x_143_axes_0 = const()[name = string("x_143_axes_0"), val = tensor([-1])]; tensor encoder_layers_8_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_8_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(459460928)))]; tensor encoder_layers_8_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_8_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(459463040)))]; tensor x_143_cast_fp16 = layer_norm(axes = x_143_axes_0, beta = encoder_layers_8_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_8_norm_conv_weight_to_fp16, x = input0_119_cast_fp16)[name = string("x_143_cast_fp16")]; tensor input_129_perm_0 = const()[name = string("input_129_perm_0"), val = tensor([0, 2, 1])]; string input0_121_pad_type_0 = const()[name = string("input0_121_pad_type_0"), val = string("valid")]; tensor input0_121_strides_0 = const()[name = string("input0_121_strides_0"), val = tensor([1])]; tensor input0_121_pad_0 = const()[name = string("input0_121_pad_0"), val = tensor([0, 0])]; tensor input0_121_dilations_0 = const()[name = string("input0_121_dilations_0"), val = tensor([1])]; int32 input0_121_groups_0 = const()[name = string("input0_121_groups_0"), val = int32(1)]; tensor encoder_layers_8_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_8_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(459465152)))]; tensor input_129_cast_fp16 = transpose(perm = input_129_perm_0, x = x_143_cast_fp16)[name = string("transpose_362")]; tensor input0_121_cast_fp16 = conv(dilations = input0_121_dilations_0, groups = input0_121_groups_0, pad = input0_121_pad_0, pad_type = input0_121_pad_type_0, strides = input0_121_strides_0, weight = encoder_layers_8_conv_pointwise_conv1_weight_to_fp16, x = input_129_cast_fp16)[name = string("input0_121_cast_fp16")]; int32 x_145_split_num_splits_0 = const()[name = string("x_145_split_num_splits_0"), val = int32(2)]; int32 x_145_split_axis_0 = const()[name = string("x_145_split_axis_0"), val = int32(1)]; tensor x_145_split_cast_fp16_0, tensor x_145_split_cast_fp16_1 = split(axis = x_145_split_axis_0, num_splits = x_145_split_num_splits_0, x = input0_121_cast_fp16)[name = string("x_145_split_cast_fp16")]; tensor x_145_split_1_sigmoid_cast_fp16 = sigmoid(x = x_145_split_cast_fp16_1)[name = string("x_145_split_1_sigmoid_cast_fp16")]; tensor x_145_cast_fp16 = mul(x = x_145_split_cast_fp16_0, y = x_145_split_1_sigmoid_cast_fp16)[name = string("x_145_cast_fp16")]; tensor input0_123_cast_fp16 = select(a = var_11_to_fp16, b = x_145_cast_fp16, cond = var_460)[name = string("input0_123_cast_fp16")]; tensor input0_125_pad_0 = const()[name = string("input0_125_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_125_mode_0 = const()[name = string("input0_125_mode_0"), val = string("constant")]; fp16 const_28_to_fp16 = const()[name = string("const_28_to_fp16"), val = fp16(0x0p+0)]; tensor input0_125_cast_fp16 = pad(constant_val = const_28_to_fp16, mode = input0_125_mode_0, pad = input0_125_pad_0, x = input0_123_cast_fp16)[name = string("input0_125_cast_fp16")]; string input1_38_pad_type_0 = const()[name = string("input1_38_pad_type_0"), val = string("valid")]; int32 input1_38_groups_0 = const()[name = string("input1_38_groups_0"), val = int32(1024)]; tensor input1_38_strides_0 = const()[name = string("input1_38_strides_0"), val = tensor([1])]; tensor input1_38_pad_0 = const()[name = string("input1_38_pad_0"), val = tensor([0, 0])]; tensor input1_38_dilations_0 = const()[name = string("input1_38_dilations_0"), val = tensor([1])]; tensor const_75_to_fp16 = const()[name = string("const_75_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(463659520)))]; tensor const_76_to_fp16 = const()[name = string("const_76_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(463678016)))]; tensor input_131_cast_fp16 = conv(bias = const_76_to_fp16, dilations = input1_38_dilations_0, groups = input1_38_groups_0, pad = input1_38_pad_0, pad_type = input1_38_pad_type_0, strides = input1_38_strides_0, weight = const_75_to_fp16, x = input0_125_cast_fp16)[name = string("input_131_cast_fp16")]; tensor var_1779_cast_fp16 = silu(x = input_131_cast_fp16)[name = string("op_1779_cast_fp16")]; string x_147_pad_type_0 = const()[name = string("x_147_pad_type_0"), val = string("valid")]; tensor x_147_strides_0 = const()[name = string("x_147_strides_0"), val = tensor([1])]; tensor x_147_pad_0 = const()[name = string("x_147_pad_0"), val = tensor([0, 0])]; tensor x_147_dilations_0 = const()[name = string("x_147_dilations_0"), val = tensor([1])]; int32 x_147_groups_0 = const()[name = string("x_147_groups_0"), val = int32(1)]; tensor encoder_layers_8_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_8_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(463680128)))]; tensor x_147_cast_fp16 = conv(dilations = x_147_dilations_0, groups = x_147_groups_0, pad = x_147_pad_0, pad_type = x_147_pad_type_0, strides = x_147_strides_0, weight = encoder_layers_8_conv_pointwise_conv2_weight_to_fp16, x = var_1779_cast_fp16)[name = string("x_147_cast_fp16")]; tensor var_1786_perm_0 = const()[name = string("op_1786_perm_0"), val = tensor([0, 2, 1])]; tensor var_1786_cast_fp16 = transpose(perm = var_1786_perm_0, x = x_147_cast_fp16)[name = string("transpose_361")]; tensor input1_40_cast_fp16 = add(x = input0_119_cast_fp16, y = var_1786_cast_fp16)[name = string("input1_40_cast_fp16")]; tensor input0_127_axes_0 = const()[name = string("input0_127_axes_0"), val = tensor([-1])]; tensor encoder_layers_8_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_8_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(465777344)))]; tensor encoder_layers_8_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_8_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(465779456)))]; tensor input0_127_cast_fp16 = layer_norm(axes = input0_127_axes_0, beta = encoder_layers_8_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_8_norm_feed_forward2_weight_to_fp16, x = input1_40_cast_fp16)[name = string("input0_127_cast_fp16")]; tensor encoder_layers_8_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_8_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(465781568)))]; tensor linear_80_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_8_feed_forward2_linear1_weight_to_fp16, x = input0_127_cast_fp16)[name = string("linear_80_cast_fp16")]; tensor var_1797_cast_fp16 = silu(x = linear_80_cast_fp16)[name = string("op_1797_cast_fp16")]; tensor encoder_layers_8_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_8_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(474170240)))]; tensor linear_81_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_8_feed_forward2_linear2_weight_to_fp16, x = var_1797_cast_fp16)[name = string("linear_81_cast_fp16")]; fp16 var_1802_to_fp16 = const()[name = string("op_1802_to_fp16"), val = fp16(0x1p-1)]; tensor var_1803_cast_fp16 = mul(x = linear_81_cast_fp16, y = var_1802_to_fp16)[name = string("op_1803_cast_fp16")]; tensor input2_20_cast_fp16 = add(x = input1_40_cast_fp16, y = var_1803_cast_fp16)[name = string("input2_20_cast_fp16")]; tensor input0_129_axes_0 = const()[name = string("input0_129_axes_0"), val = tensor([-1])]; tensor encoder_layers_8_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_8_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(482558912)))]; tensor encoder_layers_8_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_8_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(482561024)))]; tensor input0_129_cast_fp16 = layer_norm(axes = input0_129_axes_0, beta = encoder_layers_8_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_8_norm_out_weight_to_fp16, x = input2_20_cast_fp16)[name = string("input0_129_cast_fp16")]; tensor input_135_axes_0 = const()[name = string("input_135_axes_0"), val = tensor([-1])]; tensor encoder_layers_9_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_9_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(482563136)))]; tensor encoder_layers_9_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_9_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(482565248)))]; tensor input_135_cast_fp16 = layer_norm(axes = input_135_axes_0, beta = encoder_layers_9_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_9_norm_feed_forward1_weight_to_fp16, x = input0_129_cast_fp16)[name = string("input_135_cast_fp16")]; tensor encoder_layers_9_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_9_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(482567360)))]; tensor linear_82_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_9_feed_forward1_linear1_weight_to_fp16, x = input_135_cast_fp16)[name = string("linear_82_cast_fp16")]; tensor var_1826_cast_fp16 = silu(x = linear_82_cast_fp16)[name = string("op_1826_cast_fp16")]; tensor encoder_layers_9_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_9_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(490956032)))]; tensor linear_83_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_9_feed_forward1_linear2_weight_to_fp16, x = var_1826_cast_fp16)[name = string("linear_83_cast_fp16")]; fp16 var_1831_to_fp16 = const()[name = string("op_1831_to_fp16"), val = fp16(0x1p-1)]; tensor var_1832_cast_fp16 = mul(x = linear_83_cast_fp16, y = var_1831_to_fp16)[name = string("op_1832_cast_fp16")]; tensor input_139_cast_fp16 = add(x = input0_129_cast_fp16, y = var_1832_cast_fp16)[name = string("input_139_cast_fp16")]; tensor query_20_axes_0 = const()[name = string("query_20_axes_0"), val = tensor([-1])]; tensor encoder_layers_9_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_9_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(499344704)))]; tensor encoder_layers_9_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_9_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(499346816)))]; tensor query_20_cast_fp16 = layer_norm(axes = query_20_axes_0, beta = encoder_layers_9_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_9_norm_self_att_weight_to_fp16, x = input_139_cast_fp16)[name = string("query_20_cast_fp16")]; tensor var_1845_shape_cast_fp16 = shape(x = query_20_cast_fp16)[name = string("op_1845_shape_cast_fp16")]; int32 gather_124_axis_0 = const()[name = string("gather_124_axis_0"), val = int32(0)]; int32 gather_124_batch_dims_0 = const()[name = string("gather_124_batch_dims_0"), val = int32(0)]; bool gather_124_validate_indices_0 = const()[name = string("gather_124_validate_indices_0"), val = bool(false)]; string var_1845_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1845_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_124_to_uint16 = const()[name = string("select_124_to_uint16"), val = uint16(0)]; tensor var_1845_shape_cast_fp16_to_uint16 = cast(dtype = var_1845_shape_cast_fp16_to_uint16_dtype_0, x = var_1845_shape_cast_fp16)[name = string("cast_404")]; uint16 gather_124_cast_uint16 = gather(axis = gather_124_axis_0, batch_dims = gather_124_batch_dims_0, indices = select_124_to_uint16, validate_indices = gather_124_validate_indices_0, x = var_1845_shape_cast_fp16_to_uint16)[name = string("gather_124_cast_uint16")]; string gather_124_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_124_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_9_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_9_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(499348928)))]; tensor linear_84_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_9_self_attn_linear_q_weight_to_fp16, x = query_20_cast_fp16)[name = string("linear_84_cast_fp16")]; int32 concat_87_axis_0 = const()[name = string("concat_87_axis_0"), val = int32(0)]; bool concat_87_interleave_0 = const()[name = string("concat_87_interleave_0"), val = bool(false)]; int32 gather_124_cast_uint16_to_int32 = cast(dtype = gather_124_cast_uint16_to_int32_dtype_0, x = gather_124_cast_uint16)[name = string("cast_403")]; tensor concat_87 = concat(axis = concat_87_axis_0, interleave = concat_87_interleave_0, values = (gather_124_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_87")]; tensor q_20_cast_fp16 = reshape(shape = concat_87, x = linear_84_cast_fp16)[name = string("q_20_cast_fp16")]; tensor encoder_layers_9_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_9_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(501446144)))]; tensor linear_85_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_9_self_attn_linear_k_weight_to_fp16, x = query_20_cast_fp16)[name = string("linear_85_cast_fp16")]; tensor k_20_cast_fp16 = reshape(shape = concat_87, x = linear_85_cast_fp16)[name = string("k_20_cast_fp16")]; tensor encoder_layers_9_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_9_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(503543360)))]; tensor linear_86_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_9_self_attn_linear_v_weight_to_fp16, x = query_20_cast_fp16)[name = string("linear_86_cast_fp16")]; tensor v_20_cast_fp16 = reshape(shape = concat_87, x = linear_86_cast_fp16)[name = string("v_20_cast_fp16")]; tensor value_22_perm_0 = const()[name = string("value_22_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_9_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_9_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(505640576)))]; tensor linear_87_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_9_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_87_cast_fp16")]; tensor var_1865 = const()[name = string("op_1865"), val = tensor([1, -1, 8, 128])]; tensor p_20_cast_fp16 = reshape(shape = var_1865, x = linear_87_cast_fp16)[name = string("p_20_cast_fp16")]; tensor encoder_layers_9_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_9_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(507737792)))]; tensor var_1868_cast_fp16 = add(x = q_20_cast_fp16, y = encoder_layers_9_self_attn_pos_bias_u_to_fp16)[name = string("op_1868_cast_fp16")]; tensor encoder_layers_9_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_9_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(507739904)))]; tensor var_1870_cast_fp16 = add(x = q_20_cast_fp16, y = encoder_layers_9_self_attn_pos_bias_v_to_fp16)[name = string("op_1870_cast_fp16")]; bool x_155_transpose_x_0 = const()[name = string("x_155_transpose_x_0"), val = bool(false)]; bool x_155_transpose_y_0 = const()[name = string("x_155_transpose_y_0"), val = bool(false)]; tensor transpose_180_perm_0 = const()[name = string("transpose_180_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_181_perm_0 = const()[name = string("transpose_181_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_181 = transpose(perm = transpose_181_perm_0, x = p_20_cast_fp16)[name = string("transpose_358")]; tensor transpose_180 = transpose(perm = transpose_180_perm_0, x = var_1870_cast_fp16)[name = string("transpose_359")]; tensor x_155_cast_fp16 = matmul(transpose_x = x_155_transpose_x_0, transpose_y = x_155_transpose_y_0, x = transpose_180, y = transpose_181)[name = string("x_155_cast_fp16")]; tensor var_1874_shape_cast_fp16 = shape(x = x_155_cast_fp16)[name = string("op_1874_shape_cast_fp16")]; int32 gather_126_axis_0 = const()[name = string("gather_126_axis_0"), val = int32(0)]; int32 gather_126_batch_dims_0 = const()[name = string("gather_126_batch_dims_0"), val = int32(0)]; bool gather_126_validate_indices_0 = const()[name = string("gather_126_validate_indices_0"), val = bool(false)]; string var_1874_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1874_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_126_to_uint16 = const()[name = string("select_126_to_uint16"), val = uint16(0)]; tensor var_1874_shape_cast_fp16_to_uint16 = cast(dtype = var_1874_shape_cast_fp16_to_uint16_dtype_0, x = var_1874_shape_cast_fp16)[name = string("cast_402")]; uint16 gather_126_cast_uint16 = gather(axis = gather_126_axis_0, batch_dims = gather_126_batch_dims_0, indices = select_126_to_uint16, validate_indices = gather_126_validate_indices_0, x = var_1874_shape_cast_fp16_to_uint16)[name = string("gather_126_cast_uint16")]; string gather_126_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_126_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_127 = const()[name = string("gather_127"), val = int32(8)]; int32 gather_128_axis_0 = const()[name = string("gather_128_axis_0"), val = int32(0)]; int32 gather_128_batch_dims_0 = const()[name = string("gather_128_batch_dims_0"), val = int32(0)]; bool gather_128_validate_indices_0 = const()[name = string("gather_128_validate_indices_0"), val = bool(false)]; uint16 select_128_to_uint16 = const()[name = string("select_128_to_uint16"), val = uint16(2)]; uint16 gather_128_cast_uint16 = gather(axis = gather_128_axis_0, batch_dims = gather_128_batch_dims_0, indices = select_128_to_uint16, validate_indices = gather_128_validate_indices_0, x = var_1874_shape_cast_fp16_to_uint16)[name = string("gather_128_cast_uint16")]; string gather_128_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_128_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_129_axis_0 = const()[name = string("gather_129_axis_0"), val = int32(0)]; int32 gather_129_batch_dims_0 = const()[name = string("gather_129_batch_dims_0"), val = int32(0)]; bool gather_129_validate_indices_0 = const()[name = string("gather_129_validate_indices_0"), val = bool(false)]; uint16 select_129_to_uint16 = const()[name = string("select_129_to_uint16"), val = uint16(3)]; uint16 gather_129_cast_uint16 = gather(axis = gather_129_axis_0, batch_dims = gather_129_batch_dims_0, indices = select_129_to_uint16, validate_indices = gather_129_validate_indices_0, x = var_1874_shape_cast_fp16_to_uint16)[name = string("gather_129_cast_uint16")]; string gather_129_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_129_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_22_pad_0 = const()[name = string("x0_22_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_22_mode_0 = const()[name = string("x0_22_mode_0"), val = string("constant")]; fp16 const_29_to_fp16 = const()[name = string("const_29_to_fp16"), val = fp16(0x0p+0)]; tensor x0_22_cast_fp16 = pad(constant_val = const_29_to_fp16, mode = x0_22_mode_0, pad = x0_22_pad_0, x = x_155_cast_fp16)[name = string("x0_22_cast_fp16")]; int32 concat_90_axis_0 = const()[name = string("concat_90_axis_0"), val = int32(0)]; bool concat_90_interleave_0 = const()[name = string("concat_90_interleave_0"), val = bool(false)]; int32 gather_128_cast_uint16_to_int32 = cast(dtype = gather_128_cast_uint16_to_int32_dtype_0, x = gather_128_cast_uint16)[name = string("cast_400")]; int32 gather_126_cast_uint16_to_int32 = cast(dtype = gather_126_cast_uint16_to_int32_dtype_0, x = gather_126_cast_uint16)[name = string("cast_401")]; tensor concat_90 = concat(axis = concat_90_axis_0, interleave = concat_90_interleave_0, values = (gather_126_cast_uint16_to_int32, gather_127, var_24, gather_128_cast_uint16_to_int32))[name = string("concat_90")]; tensor x1_20_cast_fp16 = reshape(shape = concat_90, x = x0_22_cast_fp16)[name = string("x1_20_cast_fp16")]; tensor var_1884_begin_0 = const()[name = string("op_1884_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_1884_end_0 = const()[name = string("op_1884_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_1884_end_mask_0 = const()[name = string("op_1884_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1884_cast_fp16 = slice_by_index(begin = var_1884_begin_0, end = var_1884_end_0, end_mask = var_1884_end_mask_0, x = x1_20_cast_fp16)[name = string("op_1884_cast_fp16")]; int32 concat_91_axis_0 = const()[name = string("concat_91_axis_0"), val = int32(0)]; bool concat_91_interleave_0 = const()[name = string("concat_91_interleave_0"), val = bool(false)]; int32 gather_129_cast_uint16_to_int32 = cast(dtype = gather_129_cast_uint16_to_int32_dtype_0, x = gather_129_cast_uint16)[name = string("cast_399")]; tensor concat_91 = concat(axis = concat_91_axis_0, interleave = concat_91_interleave_0, values = (gather_126_cast_uint16_to_int32, gather_127, gather_128_cast_uint16_to_int32, gather_129_cast_uint16_to_int32))[name = string("concat_91")]; tensor matrix_bd_20_cast_fp16 = reshape(shape = concat_91, x = var_1884_cast_fp16)[name = string("matrix_bd_20_cast_fp16")]; bool matrix_ac_20_transpose_x_0 = const()[name = string("matrix_ac_20_transpose_x_0"), val = bool(false)]; bool matrix_ac_20_transpose_y_0 = const()[name = string("matrix_ac_20_transpose_y_0"), val = bool(false)]; tensor transpose_182_perm_0 = const()[name = string("transpose_182_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_183_perm_0 = const()[name = string("transpose_183_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_183 = transpose(perm = transpose_183_perm_0, x = k_20_cast_fp16)[name = string("transpose_356")]; tensor transpose_182 = transpose(perm = transpose_182_perm_0, x = var_1868_cast_fp16)[name = string("transpose_357")]; tensor matrix_ac_20_cast_fp16 = matmul(transpose_x = matrix_ac_20_transpose_x_0, transpose_y = matrix_ac_20_transpose_y_0, x = transpose_182, y = transpose_183)[name = string("matrix_ac_20_cast_fp16")]; tensor var_1889_shape_cast_fp16 = shape(x = matrix_ac_20_cast_fp16)[name = string("op_1889_shape_cast_fp16")]; int32 gather_130_axis_0 = const()[name = string("gather_130_axis_0"), val = int32(0)]; int32 gather_130_batch_dims_0 = const()[name = string("gather_130_batch_dims_0"), val = int32(0)]; bool gather_130_validate_indices_0 = const()[name = string("gather_130_validate_indices_0"), val = bool(false)]; string var_1889_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1889_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_130_to_uint16 = const()[name = string("select_130_to_uint16"), val = uint16(3)]; tensor var_1889_shape_cast_fp16_to_uint16 = cast(dtype = var_1889_shape_cast_fp16_to_uint16_dtype_0, x = var_1889_shape_cast_fp16)[name = string("cast_398")]; uint16 gather_130_cast_uint16 = gather(axis = gather_130_axis_0, batch_dims = gather_130_batch_dims_0, indices = select_130_to_uint16, validate_indices = gather_130_validate_indices_0, x = var_1889_shape_cast_fp16_to_uint16)[name = string("gather_130_cast_uint16")]; string gather_130_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_130_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_92_values0_0 = const()[name = string("concat_92_values0_0"), val = int32(0)]; int32 concat_92_values1_0 = const()[name = string("concat_92_values1_0"), val = int32(8)]; int32 concat_92_values2_0 = const()[name = string("concat_92_values2_0"), val = int32(0)]; int32 concat_92_axis_0 = const()[name = string("concat_92_axis_0"), val = int32(0)]; bool concat_92_interleave_0 = const()[name = string("concat_92_interleave_0"), val = bool(false)]; int32 gather_130_cast_uint16_to_int32 = cast(dtype = gather_130_cast_uint16_to_int32_dtype_0, x = gather_130_cast_uint16)[name = string("cast_397")]; tensor concat_92 = concat(axis = concat_92_axis_0, interleave = concat_92_interleave_0, values = (concat_92_values0_0, concat_92_values1_0, concat_92_values2_0, gather_130_cast_uint16_to_int32))[name = string("concat_92")]; tensor matrix_bd0_20_begin_0 = const()[name = string("matrix_bd0_20_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_20_end_mask_0 = const()[name = string("matrix_bd0_20_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_20_cast_fp16 = slice_by_index(begin = matrix_bd0_20_begin_0, end = concat_92, end_mask = matrix_bd0_20_end_mask_0, x = matrix_bd_20_cast_fp16)[name = string("matrix_bd0_20_cast_fp16")]; tensor var_1894_cast_fp16 = add(x = matrix_ac_20_cast_fp16, y = matrix_bd0_20_cast_fp16)[name = string("op_1894_cast_fp16")]; fp16 _inversed_scores_20_y_0_to_fp16 = const()[name = string("_inversed_scores_20_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_20_cast_fp16 = mul(x = var_1894_cast_fp16, y = _inversed_scores_20_y_0_to_fp16)[name = string("_inversed_scores_20_cast_fp16")]; tensor value_22_cast_fp16 = transpose(perm = value_22_perm_0, x = v_20_cast_fp16)[name = string("transpose_360")]; tensor var_1897_shape_cast_fp16 = shape(x = value_22_cast_fp16)[name = string("op_1897_shape_cast_fp16")]; int32 gather_131_axis_0 = const()[name = string("gather_131_axis_0"), val = int32(0)]; int32 gather_131_batch_dims_0 = const()[name = string("gather_131_batch_dims_0"), val = int32(0)]; bool gather_131_validate_indices_0 = const()[name = string("gather_131_validate_indices_0"), val = bool(false)]; string var_1897_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_1897_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_131_to_uint16 = const()[name = string("select_131_to_uint16"), val = uint16(0)]; tensor var_1897_shape_cast_fp16_to_uint16 = cast(dtype = var_1897_shape_cast_fp16_to_uint16_dtype_0, x = var_1897_shape_cast_fp16)[name = string("cast_396")]; uint16 gather_131_cast_uint16 = gather(axis = gather_131_axis_0, batch_dims = gather_131_batch_dims_0, indices = select_131_to_uint16, validate_indices = gather_131_validate_indices_0, x = var_1897_shape_cast_fp16_to_uint16)[name = string("gather_131_cast_uint16")]; string gather_131_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_131_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_20_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_20_cast_fp16, cond = mask0_4)[name = string("scores0_20_cast_fp16")]; tensor var_1900_cast_fp16 = softmax(axis = var_24, x = scores0_20_cast_fp16)[name = string("op_1900_cast_fp16")]; tensor input_141_cast_fp16 = select(a = var_11_to_fp16, b = var_1900_cast_fp16, cond = mask0_4)[name = string("input_141_cast_fp16")]; bool x2_20_transpose_x_0 = const()[name = string("x2_20_transpose_x_0"), val = bool(false)]; bool x2_20_transpose_y_0 = const()[name = string("x2_20_transpose_y_0"), val = bool(false)]; tensor x2_20_cast_fp16 = matmul(transpose_x = x2_20_transpose_x_0, transpose_y = x2_20_transpose_y_0, x = input_141_cast_fp16, y = value_22_cast_fp16)[name = string("x2_20_cast_fp16")]; tensor var_1904_perm_0 = const()[name = string("op_1904_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_93_axis_0 = const()[name = string("concat_93_axis_0"), val = int32(0)]; bool concat_93_interleave_0 = const()[name = string("concat_93_interleave_0"), val = bool(false)]; int32 gather_131_cast_uint16_to_int32 = cast(dtype = gather_131_cast_uint16_to_int32_dtype_0, x = gather_131_cast_uint16)[name = string("cast_395")]; tensor concat_93 = concat(axis = concat_93_axis_0, interleave = concat_93_interleave_0, values = (gather_131_cast_uint16_to_int32, var_24, var_9))[name = string("concat_93")]; tensor var_1904_cast_fp16 = transpose(perm = var_1904_perm_0, x = x2_20_cast_fp16)[name = string("transpose_355")]; tensor input0_131_cast_fp16 = reshape(shape = concat_93, x = var_1904_cast_fp16)[name = string("input0_131_cast_fp16")]; tensor encoder_layers_9_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_9_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(507742016)))]; tensor linear_88_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_9_self_attn_linear_out_weight_to_fp16, x = input0_131_cast_fp16)[name = string("linear_88_cast_fp16")]; tensor input0_133_cast_fp16 = add(x = input_139_cast_fp16, y = linear_88_cast_fp16)[name = string("input0_133_cast_fp16")]; tensor x_159_axes_0 = const()[name = string("x_159_axes_0"), val = tensor([-1])]; tensor encoder_layers_9_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_9_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(509839232)))]; tensor encoder_layers_9_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_9_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(509841344)))]; tensor x_159_cast_fp16 = layer_norm(axes = x_159_axes_0, beta = encoder_layers_9_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_9_norm_conv_weight_to_fp16, x = input0_133_cast_fp16)[name = string("x_159_cast_fp16")]; tensor input_143_perm_0 = const()[name = string("input_143_perm_0"), val = tensor([0, 2, 1])]; string input0_135_pad_type_0 = const()[name = string("input0_135_pad_type_0"), val = string("valid")]; tensor input0_135_strides_0 = const()[name = string("input0_135_strides_0"), val = tensor([1])]; tensor input0_135_pad_0 = const()[name = string("input0_135_pad_0"), val = tensor([0, 0])]; tensor input0_135_dilations_0 = const()[name = string("input0_135_dilations_0"), val = tensor([1])]; int32 input0_135_groups_0 = const()[name = string("input0_135_groups_0"), val = int32(1)]; tensor encoder_layers_9_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_9_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(509843456)))]; tensor input_143_cast_fp16 = transpose(perm = input_143_perm_0, x = x_159_cast_fp16)[name = string("transpose_354")]; tensor input0_135_cast_fp16 = conv(dilations = input0_135_dilations_0, groups = input0_135_groups_0, pad = input0_135_pad_0, pad_type = input0_135_pad_type_0, strides = input0_135_strides_0, weight = encoder_layers_9_conv_pointwise_conv1_weight_to_fp16, x = input_143_cast_fp16)[name = string("input0_135_cast_fp16")]; int32 x_161_split_num_splits_0 = const()[name = string("x_161_split_num_splits_0"), val = int32(2)]; int32 x_161_split_axis_0 = const()[name = string("x_161_split_axis_0"), val = int32(1)]; tensor x_161_split_cast_fp16_0, tensor x_161_split_cast_fp16_1 = split(axis = x_161_split_axis_0, num_splits = x_161_split_num_splits_0, x = input0_135_cast_fp16)[name = string("x_161_split_cast_fp16")]; tensor x_161_split_1_sigmoid_cast_fp16 = sigmoid(x = x_161_split_cast_fp16_1)[name = string("x_161_split_1_sigmoid_cast_fp16")]; tensor x_161_cast_fp16 = mul(x = x_161_split_cast_fp16_0, y = x_161_split_1_sigmoid_cast_fp16)[name = string("x_161_cast_fp16")]; tensor input0_137_cast_fp16 = select(a = var_11_to_fp16, b = x_161_cast_fp16, cond = var_460)[name = string("input0_137_cast_fp16")]; tensor input0_139_pad_0 = const()[name = string("input0_139_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_139_mode_0 = const()[name = string("input0_139_mode_0"), val = string("constant")]; fp16 const_30_to_fp16 = const()[name = string("const_30_to_fp16"), val = fp16(0x0p+0)]; tensor input0_139_cast_fp16 = pad(constant_val = const_30_to_fp16, mode = input0_139_mode_0, pad = input0_139_pad_0, x = input0_137_cast_fp16)[name = string("input0_139_cast_fp16")]; string input1_42_pad_type_0 = const()[name = string("input1_42_pad_type_0"), val = string("valid")]; int32 input1_42_groups_0 = const()[name = string("input1_42_groups_0"), val = int32(1024)]; tensor input1_42_strides_0 = const()[name = string("input1_42_strides_0"), val = tensor([1])]; tensor input1_42_pad_0 = const()[name = string("input1_42_pad_0"), val = tensor([0, 0])]; tensor input1_42_dilations_0 = const()[name = string("input1_42_dilations_0"), val = tensor([1])]; tensor const_77_to_fp16 = const()[name = string("const_77_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(514037824)))]; tensor const_78_to_fp16 = const()[name = string("const_78_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(514056320)))]; tensor input_145_cast_fp16 = conv(bias = const_78_to_fp16, dilations = input1_42_dilations_0, groups = input1_42_groups_0, pad = input1_42_pad_0, pad_type = input1_42_pad_type_0, strides = input1_42_strides_0, weight = const_77_to_fp16, x = input0_139_cast_fp16)[name = string("input_145_cast_fp16")]; tensor var_1942_cast_fp16 = silu(x = input_145_cast_fp16)[name = string("op_1942_cast_fp16")]; string x_163_pad_type_0 = const()[name = string("x_163_pad_type_0"), val = string("valid")]; tensor x_163_strides_0 = const()[name = string("x_163_strides_0"), val = tensor([1])]; tensor x_163_pad_0 = const()[name = string("x_163_pad_0"), val = tensor([0, 0])]; tensor x_163_dilations_0 = const()[name = string("x_163_dilations_0"), val = tensor([1])]; int32 x_163_groups_0 = const()[name = string("x_163_groups_0"), val = int32(1)]; tensor encoder_layers_9_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_9_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(514058432)))]; tensor x_163_cast_fp16 = conv(dilations = x_163_dilations_0, groups = x_163_groups_0, pad = x_163_pad_0, pad_type = x_163_pad_type_0, strides = x_163_strides_0, weight = encoder_layers_9_conv_pointwise_conv2_weight_to_fp16, x = var_1942_cast_fp16)[name = string("x_163_cast_fp16")]; tensor var_1949_perm_0 = const()[name = string("op_1949_perm_0"), val = tensor([0, 2, 1])]; tensor var_1949_cast_fp16 = transpose(perm = var_1949_perm_0, x = x_163_cast_fp16)[name = string("transpose_353")]; tensor input1_44_cast_fp16 = add(x = input0_133_cast_fp16, y = var_1949_cast_fp16)[name = string("input1_44_cast_fp16")]; tensor input0_141_axes_0 = const()[name = string("input0_141_axes_0"), val = tensor([-1])]; tensor encoder_layers_9_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_9_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(516155648)))]; tensor encoder_layers_9_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_9_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(516157760)))]; tensor input0_141_cast_fp16 = layer_norm(axes = input0_141_axes_0, beta = encoder_layers_9_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_9_norm_feed_forward2_weight_to_fp16, x = input1_44_cast_fp16)[name = string("input0_141_cast_fp16")]; tensor encoder_layers_9_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_9_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(516159872)))]; tensor linear_89_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_9_feed_forward2_linear1_weight_to_fp16, x = input0_141_cast_fp16)[name = string("linear_89_cast_fp16")]; tensor var_1960_cast_fp16 = silu(x = linear_89_cast_fp16)[name = string("op_1960_cast_fp16")]; tensor encoder_layers_9_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_9_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(524548544)))]; tensor linear_90_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_9_feed_forward2_linear2_weight_to_fp16, x = var_1960_cast_fp16)[name = string("linear_90_cast_fp16")]; fp16 var_1965_to_fp16 = const()[name = string("op_1965_to_fp16"), val = fp16(0x1p-1)]; tensor var_1966_cast_fp16 = mul(x = linear_90_cast_fp16, y = var_1965_to_fp16)[name = string("op_1966_cast_fp16")]; tensor input2_22_cast_fp16 = add(x = input1_44_cast_fp16, y = var_1966_cast_fp16)[name = string("input2_22_cast_fp16")]; tensor input0_143_axes_0 = const()[name = string("input0_143_axes_0"), val = tensor([-1])]; tensor encoder_layers_9_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_9_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(532937216)))]; tensor encoder_layers_9_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_9_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(532939328)))]; tensor input0_143_cast_fp16 = layer_norm(axes = input0_143_axes_0, beta = encoder_layers_9_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_9_norm_out_weight_to_fp16, x = input2_22_cast_fp16)[name = string("input0_143_cast_fp16")]; tensor input_149_axes_0 = const()[name = string("input_149_axes_0"), val = tensor([-1])]; tensor encoder_layers_10_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_10_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(532941440)))]; tensor encoder_layers_10_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_10_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(532943552)))]; tensor input_149_cast_fp16 = layer_norm(axes = input_149_axes_0, beta = encoder_layers_10_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_10_norm_feed_forward1_weight_to_fp16, x = input0_143_cast_fp16)[name = string("input_149_cast_fp16")]; tensor encoder_layers_10_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_10_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(532945664)))]; tensor linear_91_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_10_feed_forward1_linear1_weight_to_fp16, x = input_149_cast_fp16)[name = string("linear_91_cast_fp16")]; tensor var_1989_cast_fp16 = silu(x = linear_91_cast_fp16)[name = string("op_1989_cast_fp16")]; tensor encoder_layers_10_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_10_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(541334336)))]; tensor linear_92_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_10_feed_forward1_linear2_weight_to_fp16, x = var_1989_cast_fp16)[name = string("linear_92_cast_fp16")]; fp16 var_1994_to_fp16 = const()[name = string("op_1994_to_fp16"), val = fp16(0x1p-1)]; tensor var_1995_cast_fp16 = mul(x = linear_92_cast_fp16, y = var_1994_to_fp16)[name = string("op_1995_cast_fp16")]; tensor input_153_cast_fp16 = add(x = input0_143_cast_fp16, y = var_1995_cast_fp16)[name = string("input_153_cast_fp16")]; tensor query_22_axes_0 = const()[name = string("query_22_axes_0"), val = tensor([-1])]; tensor encoder_layers_10_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_10_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(549723008)))]; tensor encoder_layers_10_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_10_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(549725120)))]; tensor query_22_cast_fp16 = layer_norm(axes = query_22_axes_0, beta = encoder_layers_10_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_10_norm_self_att_weight_to_fp16, x = input_153_cast_fp16)[name = string("query_22_cast_fp16")]; tensor var_2008_shape_cast_fp16 = shape(x = query_22_cast_fp16)[name = string("op_2008_shape_cast_fp16")]; int32 gather_132_axis_0 = const()[name = string("gather_132_axis_0"), val = int32(0)]; int32 gather_132_batch_dims_0 = const()[name = string("gather_132_batch_dims_0"), val = int32(0)]; bool gather_132_validate_indices_0 = const()[name = string("gather_132_validate_indices_0"), val = bool(false)]; string var_2008_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2008_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_132_to_uint16 = const()[name = string("select_132_to_uint16"), val = uint16(0)]; tensor var_2008_shape_cast_fp16_to_uint16 = cast(dtype = var_2008_shape_cast_fp16_to_uint16_dtype_0, x = var_2008_shape_cast_fp16)[name = string("cast_394")]; uint16 gather_132_cast_uint16 = gather(axis = gather_132_axis_0, batch_dims = gather_132_batch_dims_0, indices = select_132_to_uint16, validate_indices = gather_132_validate_indices_0, x = var_2008_shape_cast_fp16_to_uint16)[name = string("gather_132_cast_uint16")]; string gather_132_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_132_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_10_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_10_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(549727232)))]; tensor linear_93_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_10_self_attn_linear_q_weight_to_fp16, x = query_22_cast_fp16)[name = string("linear_93_cast_fp16")]; int32 concat_94_axis_0 = const()[name = string("concat_94_axis_0"), val = int32(0)]; bool concat_94_interleave_0 = const()[name = string("concat_94_interleave_0"), val = bool(false)]; int32 gather_132_cast_uint16_to_int32 = cast(dtype = gather_132_cast_uint16_to_int32_dtype_0, x = gather_132_cast_uint16)[name = string("cast_393")]; tensor concat_94 = concat(axis = concat_94_axis_0, interleave = concat_94_interleave_0, values = (gather_132_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_94")]; tensor q_22_cast_fp16 = reshape(shape = concat_94, x = linear_93_cast_fp16)[name = string("q_22_cast_fp16")]; tensor encoder_layers_10_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_10_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(551824448)))]; tensor linear_94_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_10_self_attn_linear_k_weight_to_fp16, x = query_22_cast_fp16)[name = string("linear_94_cast_fp16")]; tensor k_22_cast_fp16 = reshape(shape = concat_94, x = linear_94_cast_fp16)[name = string("k_22_cast_fp16")]; tensor encoder_layers_10_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_10_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(553921664)))]; tensor linear_95_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_10_self_attn_linear_v_weight_to_fp16, x = query_22_cast_fp16)[name = string("linear_95_cast_fp16")]; tensor v_22_cast_fp16 = reshape(shape = concat_94, x = linear_95_cast_fp16)[name = string("v_22_cast_fp16")]; tensor value_24_perm_0 = const()[name = string("value_24_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_10_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_10_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(556018880)))]; tensor linear_96_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_10_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_96_cast_fp16")]; tensor var_2028 = const()[name = string("op_2028"), val = tensor([1, -1, 8, 128])]; tensor p_22_cast_fp16 = reshape(shape = var_2028, x = linear_96_cast_fp16)[name = string("p_22_cast_fp16")]; tensor encoder_layers_10_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_10_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(558116096)))]; tensor var_2031_cast_fp16 = add(x = q_22_cast_fp16, y = encoder_layers_10_self_attn_pos_bias_u_to_fp16)[name = string("op_2031_cast_fp16")]; tensor encoder_layers_10_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_10_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(558118208)))]; tensor var_2033_cast_fp16 = add(x = q_22_cast_fp16, y = encoder_layers_10_self_attn_pos_bias_v_to_fp16)[name = string("op_2033_cast_fp16")]; bool x_171_transpose_x_0 = const()[name = string("x_171_transpose_x_0"), val = bool(false)]; bool x_171_transpose_y_0 = const()[name = string("x_171_transpose_y_0"), val = bool(false)]; tensor transpose_184_perm_0 = const()[name = string("transpose_184_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_185_perm_0 = const()[name = string("transpose_185_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_185 = transpose(perm = transpose_185_perm_0, x = p_22_cast_fp16)[name = string("transpose_350")]; tensor transpose_184 = transpose(perm = transpose_184_perm_0, x = var_2033_cast_fp16)[name = string("transpose_351")]; tensor x_171_cast_fp16 = matmul(transpose_x = x_171_transpose_x_0, transpose_y = x_171_transpose_y_0, x = transpose_184, y = transpose_185)[name = string("x_171_cast_fp16")]; tensor var_2037_shape_cast_fp16 = shape(x = x_171_cast_fp16)[name = string("op_2037_shape_cast_fp16")]; int32 gather_134_axis_0 = const()[name = string("gather_134_axis_0"), val = int32(0)]; int32 gather_134_batch_dims_0 = const()[name = string("gather_134_batch_dims_0"), val = int32(0)]; bool gather_134_validate_indices_0 = const()[name = string("gather_134_validate_indices_0"), val = bool(false)]; string var_2037_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2037_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_134_to_uint16 = const()[name = string("select_134_to_uint16"), val = uint16(0)]; tensor var_2037_shape_cast_fp16_to_uint16 = cast(dtype = var_2037_shape_cast_fp16_to_uint16_dtype_0, x = var_2037_shape_cast_fp16)[name = string("cast_392")]; uint16 gather_134_cast_uint16 = gather(axis = gather_134_axis_0, batch_dims = gather_134_batch_dims_0, indices = select_134_to_uint16, validate_indices = gather_134_validate_indices_0, x = var_2037_shape_cast_fp16_to_uint16)[name = string("gather_134_cast_uint16")]; string gather_134_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_134_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_135 = const()[name = string("gather_135"), val = int32(8)]; int32 gather_136_axis_0 = const()[name = string("gather_136_axis_0"), val = int32(0)]; int32 gather_136_batch_dims_0 = const()[name = string("gather_136_batch_dims_0"), val = int32(0)]; bool gather_136_validate_indices_0 = const()[name = string("gather_136_validate_indices_0"), val = bool(false)]; uint16 select_136_to_uint16 = const()[name = string("select_136_to_uint16"), val = uint16(2)]; uint16 gather_136_cast_uint16 = gather(axis = gather_136_axis_0, batch_dims = gather_136_batch_dims_0, indices = select_136_to_uint16, validate_indices = gather_136_validate_indices_0, x = var_2037_shape_cast_fp16_to_uint16)[name = string("gather_136_cast_uint16")]; string gather_136_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_136_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_137_axis_0 = const()[name = string("gather_137_axis_0"), val = int32(0)]; int32 gather_137_batch_dims_0 = const()[name = string("gather_137_batch_dims_0"), val = int32(0)]; bool gather_137_validate_indices_0 = const()[name = string("gather_137_validate_indices_0"), val = bool(false)]; uint16 select_137_to_uint16 = const()[name = string("select_137_to_uint16"), val = uint16(3)]; uint16 gather_137_cast_uint16 = gather(axis = gather_137_axis_0, batch_dims = gather_137_batch_dims_0, indices = select_137_to_uint16, validate_indices = gather_137_validate_indices_0, x = var_2037_shape_cast_fp16_to_uint16)[name = string("gather_137_cast_uint16")]; string gather_137_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_137_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_24_pad_0 = const()[name = string("x0_24_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_24_mode_0 = const()[name = string("x0_24_mode_0"), val = string("constant")]; fp16 const_31_to_fp16 = const()[name = string("const_31_to_fp16"), val = fp16(0x0p+0)]; tensor x0_24_cast_fp16 = pad(constant_val = const_31_to_fp16, mode = x0_24_mode_0, pad = x0_24_pad_0, x = x_171_cast_fp16)[name = string("x0_24_cast_fp16")]; int32 concat_97_axis_0 = const()[name = string("concat_97_axis_0"), val = int32(0)]; bool concat_97_interleave_0 = const()[name = string("concat_97_interleave_0"), val = bool(false)]; int32 gather_136_cast_uint16_to_int32 = cast(dtype = gather_136_cast_uint16_to_int32_dtype_0, x = gather_136_cast_uint16)[name = string("cast_390")]; int32 gather_134_cast_uint16_to_int32 = cast(dtype = gather_134_cast_uint16_to_int32_dtype_0, x = gather_134_cast_uint16)[name = string("cast_391")]; tensor concat_97 = concat(axis = concat_97_axis_0, interleave = concat_97_interleave_0, values = (gather_134_cast_uint16_to_int32, gather_135, var_24, gather_136_cast_uint16_to_int32))[name = string("concat_97")]; tensor x1_22_cast_fp16 = reshape(shape = concat_97, x = x0_24_cast_fp16)[name = string("x1_22_cast_fp16")]; tensor var_2047_begin_0 = const()[name = string("op_2047_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_2047_end_0 = const()[name = string("op_2047_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_2047_end_mask_0 = const()[name = string("op_2047_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_2047_cast_fp16 = slice_by_index(begin = var_2047_begin_0, end = var_2047_end_0, end_mask = var_2047_end_mask_0, x = x1_22_cast_fp16)[name = string("op_2047_cast_fp16")]; int32 concat_98_axis_0 = const()[name = string("concat_98_axis_0"), val = int32(0)]; bool concat_98_interleave_0 = const()[name = string("concat_98_interleave_0"), val = bool(false)]; int32 gather_137_cast_uint16_to_int32 = cast(dtype = gather_137_cast_uint16_to_int32_dtype_0, x = gather_137_cast_uint16)[name = string("cast_389")]; tensor concat_98 = concat(axis = concat_98_axis_0, interleave = concat_98_interleave_0, values = (gather_134_cast_uint16_to_int32, gather_135, gather_136_cast_uint16_to_int32, gather_137_cast_uint16_to_int32))[name = string("concat_98")]; tensor matrix_bd_22_cast_fp16 = reshape(shape = concat_98, x = var_2047_cast_fp16)[name = string("matrix_bd_22_cast_fp16")]; bool matrix_ac_22_transpose_x_0 = const()[name = string("matrix_ac_22_transpose_x_0"), val = bool(false)]; bool matrix_ac_22_transpose_y_0 = const()[name = string("matrix_ac_22_transpose_y_0"), val = bool(false)]; tensor transpose_186_perm_0 = const()[name = string("transpose_186_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_187_perm_0 = const()[name = string("transpose_187_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_187 = transpose(perm = transpose_187_perm_0, x = k_22_cast_fp16)[name = string("transpose_348")]; tensor transpose_186 = transpose(perm = transpose_186_perm_0, x = var_2031_cast_fp16)[name = string("transpose_349")]; tensor matrix_ac_22_cast_fp16 = matmul(transpose_x = matrix_ac_22_transpose_x_0, transpose_y = matrix_ac_22_transpose_y_0, x = transpose_186, y = transpose_187)[name = string("matrix_ac_22_cast_fp16")]; tensor var_2052_shape_cast_fp16 = shape(x = matrix_ac_22_cast_fp16)[name = string("op_2052_shape_cast_fp16")]; int32 gather_138_axis_0 = const()[name = string("gather_138_axis_0"), val = int32(0)]; int32 gather_138_batch_dims_0 = const()[name = string("gather_138_batch_dims_0"), val = int32(0)]; bool gather_138_validate_indices_0 = const()[name = string("gather_138_validate_indices_0"), val = bool(false)]; string var_2052_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2052_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_138_to_uint16 = const()[name = string("select_138_to_uint16"), val = uint16(3)]; tensor var_2052_shape_cast_fp16_to_uint16 = cast(dtype = var_2052_shape_cast_fp16_to_uint16_dtype_0, x = var_2052_shape_cast_fp16)[name = string("cast_388")]; uint16 gather_138_cast_uint16 = gather(axis = gather_138_axis_0, batch_dims = gather_138_batch_dims_0, indices = select_138_to_uint16, validate_indices = gather_138_validate_indices_0, x = var_2052_shape_cast_fp16_to_uint16)[name = string("gather_138_cast_uint16")]; string gather_138_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_138_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_99_values0_0 = const()[name = string("concat_99_values0_0"), val = int32(0)]; int32 concat_99_values1_0 = const()[name = string("concat_99_values1_0"), val = int32(8)]; int32 concat_99_values2_0 = const()[name = string("concat_99_values2_0"), val = int32(0)]; int32 concat_99_axis_0 = const()[name = string("concat_99_axis_0"), val = int32(0)]; bool concat_99_interleave_0 = const()[name = string("concat_99_interleave_0"), val = bool(false)]; int32 gather_138_cast_uint16_to_int32 = cast(dtype = gather_138_cast_uint16_to_int32_dtype_0, x = gather_138_cast_uint16)[name = string("cast_387")]; tensor concat_99 = concat(axis = concat_99_axis_0, interleave = concat_99_interleave_0, values = (concat_99_values0_0, concat_99_values1_0, concat_99_values2_0, gather_138_cast_uint16_to_int32))[name = string("concat_99")]; tensor matrix_bd0_22_begin_0 = const()[name = string("matrix_bd0_22_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_22_end_mask_0 = const()[name = string("matrix_bd0_22_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_22_cast_fp16 = slice_by_index(begin = matrix_bd0_22_begin_0, end = concat_99, end_mask = matrix_bd0_22_end_mask_0, x = matrix_bd_22_cast_fp16)[name = string("matrix_bd0_22_cast_fp16")]; tensor var_2057_cast_fp16 = add(x = matrix_ac_22_cast_fp16, y = matrix_bd0_22_cast_fp16)[name = string("op_2057_cast_fp16")]; fp16 _inversed_scores_22_y_0_to_fp16 = const()[name = string("_inversed_scores_22_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_22_cast_fp16 = mul(x = var_2057_cast_fp16, y = _inversed_scores_22_y_0_to_fp16)[name = string("_inversed_scores_22_cast_fp16")]; tensor value_24_cast_fp16 = transpose(perm = value_24_perm_0, x = v_22_cast_fp16)[name = string("transpose_352")]; tensor var_2060_shape_cast_fp16 = shape(x = value_24_cast_fp16)[name = string("op_2060_shape_cast_fp16")]; int32 gather_139_axis_0 = const()[name = string("gather_139_axis_0"), val = int32(0)]; int32 gather_139_batch_dims_0 = const()[name = string("gather_139_batch_dims_0"), val = int32(0)]; bool gather_139_validate_indices_0 = const()[name = string("gather_139_validate_indices_0"), val = bool(false)]; string var_2060_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2060_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_139_to_uint16 = const()[name = string("select_139_to_uint16"), val = uint16(0)]; tensor var_2060_shape_cast_fp16_to_uint16 = cast(dtype = var_2060_shape_cast_fp16_to_uint16_dtype_0, x = var_2060_shape_cast_fp16)[name = string("cast_386")]; uint16 gather_139_cast_uint16 = gather(axis = gather_139_axis_0, batch_dims = gather_139_batch_dims_0, indices = select_139_to_uint16, validate_indices = gather_139_validate_indices_0, x = var_2060_shape_cast_fp16_to_uint16)[name = string("gather_139_cast_uint16")]; string gather_139_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_139_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_22_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_22_cast_fp16, cond = mask0_4)[name = string("scores0_22_cast_fp16")]; tensor var_2063_cast_fp16 = softmax(axis = var_24, x = scores0_22_cast_fp16)[name = string("op_2063_cast_fp16")]; tensor input_155_cast_fp16 = select(a = var_11_to_fp16, b = var_2063_cast_fp16, cond = mask0_4)[name = string("input_155_cast_fp16")]; bool x2_22_transpose_x_0 = const()[name = string("x2_22_transpose_x_0"), val = bool(false)]; bool x2_22_transpose_y_0 = const()[name = string("x2_22_transpose_y_0"), val = bool(false)]; tensor x2_22_cast_fp16 = matmul(transpose_x = x2_22_transpose_x_0, transpose_y = x2_22_transpose_y_0, x = input_155_cast_fp16, y = value_24_cast_fp16)[name = string("x2_22_cast_fp16")]; tensor var_2067_perm_0 = const()[name = string("op_2067_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_100_axis_0 = const()[name = string("concat_100_axis_0"), val = int32(0)]; bool concat_100_interleave_0 = const()[name = string("concat_100_interleave_0"), val = bool(false)]; int32 gather_139_cast_uint16_to_int32 = cast(dtype = gather_139_cast_uint16_to_int32_dtype_0, x = gather_139_cast_uint16)[name = string("cast_385")]; tensor concat_100 = concat(axis = concat_100_axis_0, interleave = concat_100_interleave_0, values = (gather_139_cast_uint16_to_int32, var_24, var_9))[name = string("concat_100")]; tensor var_2067_cast_fp16 = transpose(perm = var_2067_perm_0, x = x2_22_cast_fp16)[name = string("transpose_347")]; tensor input0_145_cast_fp16 = reshape(shape = concat_100, x = var_2067_cast_fp16)[name = string("input0_145_cast_fp16")]; tensor encoder_layers_10_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_10_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(558120320)))]; tensor linear_97_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_10_self_attn_linear_out_weight_to_fp16, x = input0_145_cast_fp16)[name = string("linear_97_cast_fp16")]; tensor input0_147_cast_fp16 = add(x = input_153_cast_fp16, y = linear_97_cast_fp16)[name = string("input0_147_cast_fp16")]; tensor x_175_axes_0 = const()[name = string("x_175_axes_0"), val = tensor([-1])]; tensor encoder_layers_10_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_10_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(560217536)))]; tensor encoder_layers_10_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_10_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(560219648)))]; tensor x_175_cast_fp16 = layer_norm(axes = x_175_axes_0, beta = encoder_layers_10_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_10_norm_conv_weight_to_fp16, x = input0_147_cast_fp16)[name = string("x_175_cast_fp16")]; tensor input_157_perm_0 = const()[name = string("input_157_perm_0"), val = tensor([0, 2, 1])]; string input0_149_pad_type_0 = const()[name = string("input0_149_pad_type_0"), val = string("valid")]; tensor input0_149_strides_0 = const()[name = string("input0_149_strides_0"), val = tensor([1])]; tensor input0_149_pad_0 = const()[name = string("input0_149_pad_0"), val = tensor([0, 0])]; tensor input0_149_dilations_0 = const()[name = string("input0_149_dilations_0"), val = tensor([1])]; int32 input0_149_groups_0 = const()[name = string("input0_149_groups_0"), val = int32(1)]; tensor encoder_layers_10_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_10_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(560221760)))]; tensor input_157_cast_fp16 = transpose(perm = input_157_perm_0, x = x_175_cast_fp16)[name = string("transpose_346")]; tensor input0_149_cast_fp16 = conv(dilations = input0_149_dilations_0, groups = input0_149_groups_0, pad = input0_149_pad_0, pad_type = input0_149_pad_type_0, strides = input0_149_strides_0, weight = encoder_layers_10_conv_pointwise_conv1_weight_to_fp16, x = input_157_cast_fp16)[name = string("input0_149_cast_fp16")]; int32 x_177_split_num_splits_0 = const()[name = string("x_177_split_num_splits_0"), val = int32(2)]; int32 x_177_split_axis_0 = const()[name = string("x_177_split_axis_0"), val = int32(1)]; tensor x_177_split_cast_fp16_0, tensor x_177_split_cast_fp16_1 = split(axis = x_177_split_axis_0, num_splits = x_177_split_num_splits_0, x = input0_149_cast_fp16)[name = string("x_177_split_cast_fp16")]; tensor x_177_split_1_sigmoid_cast_fp16 = sigmoid(x = x_177_split_cast_fp16_1)[name = string("x_177_split_1_sigmoid_cast_fp16")]; tensor x_177_cast_fp16 = mul(x = x_177_split_cast_fp16_0, y = x_177_split_1_sigmoid_cast_fp16)[name = string("x_177_cast_fp16")]; tensor input0_151_cast_fp16 = select(a = var_11_to_fp16, b = x_177_cast_fp16, cond = var_460)[name = string("input0_151_cast_fp16")]; tensor input0_153_pad_0 = const()[name = string("input0_153_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_153_mode_0 = const()[name = string("input0_153_mode_0"), val = string("constant")]; fp16 const_32_to_fp16 = const()[name = string("const_32_to_fp16"), val = fp16(0x0p+0)]; tensor input0_153_cast_fp16 = pad(constant_val = const_32_to_fp16, mode = input0_153_mode_0, pad = input0_153_pad_0, x = input0_151_cast_fp16)[name = string("input0_153_cast_fp16")]; string input1_46_pad_type_0 = const()[name = string("input1_46_pad_type_0"), val = string("valid")]; int32 input1_46_groups_0 = const()[name = string("input1_46_groups_0"), val = int32(1024)]; tensor input1_46_strides_0 = const()[name = string("input1_46_strides_0"), val = tensor([1])]; tensor input1_46_pad_0 = const()[name = string("input1_46_pad_0"), val = tensor([0, 0])]; tensor input1_46_dilations_0 = const()[name = string("input1_46_dilations_0"), val = tensor([1])]; tensor const_79_to_fp16 = const()[name = string("const_79_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(564416128)))]; tensor const_80_to_fp16 = const()[name = string("const_80_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(564434624)))]; tensor input_159_cast_fp16 = conv(bias = const_80_to_fp16, dilations = input1_46_dilations_0, groups = input1_46_groups_0, pad = input1_46_pad_0, pad_type = input1_46_pad_type_0, strides = input1_46_strides_0, weight = const_79_to_fp16, x = input0_153_cast_fp16)[name = string("input_159_cast_fp16")]; tensor var_2105_cast_fp16 = silu(x = input_159_cast_fp16)[name = string("op_2105_cast_fp16")]; string x_179_pad_type_0 = const()[name = string("x_179_pad_type_0"), val = string("valid")]; tensor x_179_strides_0 = const()[name = string("x_179_strides_0"), val = tensor([1])]; tensor x_179_pad_0 = const()[name = string("x_179_pad_0"), val = tensor([0, 0])]; tensor x_179_dilations_0 = const()[name = string("x_179_dilations_0"), val = tensor([1])]; int32 x_179_groups_0 = const()[name = string("x_179_groups_0"), val = int32(1)]; tensor encoder_layers_10_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_10_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(564436736)))]; tensor x_179_cast_fp16 = conv(dilations = x_179_dilations_0, groups = x_179_groups_0, pad = x_179_pad_0, pad_type = x_179_pad_type_0, strides = x_179_strides_0, weight = encoder_layers_10_conv_pointwise_conv2_weight_to_fp16, x = var_2105_cast_fp16)[name = string("x_179_cast_fp16")]; tensor var_2112_perm_0 = const()[name = string("op_2112_perm_0"), val = tensor([0, 2, 1])]; tensor var_2112_cast_fp16 = transpose(perm = var_2112_perm_0, x = x_179_cast_fp16)[name = string("transpose_345")]; tensor input1_48_cast_fp16 = add(x = input0_147_cast_fp16, y = var_2112_cast_fp16)[name = string("input1_48_cast_fp16")]; tensor input0_155_axes_0 = const()[name = string("input0_155_axes_0"), val = tensor([-1])]; tensor encoder_layers_10_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_10_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(566533952)))]; tensor encoder_layers_10_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_10_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(566536064)))]; tensor input0_155_cast_fp16 = layer_norm(axes = input0_155_axes_0, beta = encoder_layers_10_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_10_norm_feed_forward2_weight_to_fp16, x = input1_48_cast_fp16)[name = string("input0_155_cast_fp16")]; tensor encoder_layers_10_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_10_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(566538176)))]; tensor linear_98_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_10_feed_forward2_linear1_weight_to_fp16, x = input0_155_cast_fp16)[name = string("linear_98_cast_fp16")]; tensor var_2123_cast_fp16 = silu(x = linear_98_cast_fp16)[name = string("op_2123_cast_fp16")]; tensor encoder_layers_10_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_10_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(574926848)))]; tensor linear_99_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_10_feed_forward2_linear2_weight_to_fp16, x = var_2123_cast_fp16)[name = string("linear_99_cast_fp16")]; fp16 var_2128_to_fp16 = const()[name = string("op_2128_to_fp16"), val = fp16(0x1p-1)]; tensor var_2129_cast_fp16 = mul(x = linear_99_cast_fp16, y = var_2128_to_fp16)[name = string("op_2129_cast_fp16")]; tensor input2_24_cast_fp16 = add(x = input1_48_cast_fp16, y = var_2129_cast_fp16)[name = string("input2_24_cast_fp16")]; tensor input0_157_axes_0 = const()[name = string("input0_157_axes_0"), val = tensor([-1])]; tensor encoder_layers_10_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_10_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(583315520)))]; tensor encoder_layers_10_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_10_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(583317632)))]; tensor input0_157_cast_fp16 = layer_norm(axes = input0_157_axes_0, beta = encoder_layers_10_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_10_norm_out_weight_to_fp16, x = input2_24_cast_fp16)[name = string("input0_157_cast_fp16")]; tensor input_163_axes_0 = const()[name = string("input_163_axes_0"), val = tensor([-1])]; tensor encoder_layers_11_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_11_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(583319744)))]; tensor encoder_layers_11_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_11_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(583321856)))]; tensor input_163_cast_fp16 = layer_norm(axes = input_163_axes_0, beta = encoder_layers_11_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_11_norm_feed_forward1_weight_to_fp16, x = input0_157_cast_fp16)[name = string("input_163_cast_fp16")]; tensor encoder_layers_11_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_11_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(583323968)))]; tensor linear_100_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_11_feed_forward1_linear1_weight_to_fp16, x = input_163_cast_fp16)[name = string("linear_100_cast_fp16")]; tensor var_2152_cast_fp16 = silu(x = linear_100_cast_fp16)[name = string("op_2152_cast_fp16")]; tensor encoder_layers_11_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_11_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(591712640)))]; tensor linear_101_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_11_feed_forward1_linear2_weight_to_fp16, x = var_2152_cast_fp16)[name = string("linear_101_cast_fp16")]; fp16 var_2157_to_fp16 = const()[name = string("op_2157_to_fp16"), val = fp16(0x1p-1)]; tensor var_2158_cast_fp16 = mul(x = linear_101_cast_fp16, y = var_2157_to_fp16)[name = string("op_2158_cast_fp16")]; tensor input_167_cast_fp16 = add(x = input0_157_cast_fp16, y = var_2158_cast_fp16)[name = string("input_167_cast_fp16")]; tensor query_24_axes_0 = const()[name = string("query_24_axes_0"), val = tensor([-1])]; tensor encoder_layers_11_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_11_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(600101312)))]; tensor encoder_layers_11_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_11_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(600103424)))]; tensor query_24_cast_fp16 = layer_norm(axes = query_24_axes_0, beta = encoder_layers_11_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_11_norm_self_att_weight_to_fp16, x = input_167_cast_fp16)[name = string("query_24_cast_fp16")]; tensor var_2171_shape_cast_fp16 = shape(x = query_24_cast_fp16)[name = string("op_2171_shape_cast_fp16")]; int32 gather_140_axis_0 = const()[name = string("gather_140_axis_0"), val = int32(0)]; int32 gather_140_batch_dims_0 = const()[name = string("gather_140_batch_dims_0"), val = int32(0)]; bool gather_140_validate_indices_0 = const()[name = string("gather_140_validate_indices_0"), val = bool(false)]; string var_2171_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2171_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_140_to_uint16 = const()[name = string("select_140_to_uint16"), val = uint16(0)]; tensor var_2171_shape_cast_fp16_to_uint16 = cast(dtype = var_2171_shape_cast_fp16_to_uint16_dtype_0, x = var_2171_shape_cast_fp16)[name = string("cast_384")]; uint16 gather_140_cast_uint16 = gather(axis = gather_140_axis_0, batch_dims = gather_140_batch_dims_0, indices = select_140_to_uint16, validate_indices = gather_140_validate_indices_0, x = var_2171_shape_cast_fp16_to_uint16)[name = string("gather_140_cast_uint16")]; string gather_140_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_140_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_11_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_11_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(600105536)))]; tensor linear_102_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_11_self_attn_linear_q_weight_to_fp16, x = query_24_cast_fp16)[name = string("linear_102_cast_fp16")]; int32 concat_101_axis_0 = const()[name = string("concat_101_axis_0"), val = int32(0)]; bool concat_101_interleave_0 = const()[name = string("concat_101_interleave_0"), val = bool(false)]; int32 gather_140_cast_uint16_to_int32 = cast(dtype = gather_140_cast_uint16_to_int32_dtype_0, x = gather_140_cast_uint16)[name = string("cast_383")]; tensor concat_101 = concat(axis = concat_101_axis_0, interleave = concat_101_interleave_0, values = (gather_140_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_101")]; tensor q_24_cast_fp16 = reshape(shape = concat_101, x = linear_102_cast_fp16)[name = string("q_24_cast_fp16")]; tensor encoder_layers_11_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_11_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(602202752)))]; tensor linear_103_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_11_self_attn_linear_k_weight_to_fp16, x = query_24_cast_fp16)[name = string("linear_103_cast_fp16")]; tensor k_24_cast_fp16 = reshape(shape = concat_101, x = linear_103_cast_fp16)[name = string("k_24_cast_fp16")]; tensor encoder_layers_11_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_11_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(604299968)))]; tensor linear_104_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_11_self_attn_linear_v_weight_to_fp16, x = query_24_cast_fp16)[name = string("linear_104_cast_fp16")]; tensor v_24_cast_fp16 = reshape(shape = concat_101, x = linear_104_cast_fp16)[name = string("v_24_cast_fp16")]; tensor value_26_perm_0 = const()[name = string("value_26_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_11_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_11_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(606397184)))]; tensor linear_105_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_11_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_105_cast_fp16")]; tensor var_2191 = const()[name = string("op_2191"), val = tensor([1, -1, 8, 128])]; tensor p_24_cast_fp16 = reshape(shape = var_2191, x = linear_105_cast_fp16)[name = string("p_24_cast_fp16")]; tensor encoder_layers_11_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_11_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(608494400)))]; tensor var_2194_cast_fp16 = add(x = q_24_cast_fp16, y = encoder_layers_11_self_attn_pos_bias_u_to_fp16)[name = string("op_2194_cast_fp16")]; tensor encoder_layers_11_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_11_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(608496512)))]; tensor var_2196_cast_fp16 = add(x = q_24_cast_fp16, y = encoder_layers_11_self_attn_pos_bias_v_to_fp16)[name = string("op_2196_cast_fp16")]; bool x_187_transpose_x_0 = const()[name = string("x_187_transpose_x_0"), val = bool(false)]; bool x_187_transpose_y_0 = const()[name = string("x_187_transpose_y_0"), val = bool(false)]; tensor transpose_188_perm_0 = const()[name = string("transpose_188_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_189_perm_0 = const()[name = string("transpose_189_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_189 = transpose(perm = transpose_189_perm_0, x = p_24_cast_fp16)[name = string("transpose_342")]; tensor transpose_188 = transpose(perm = transpose_188_perm_0, x = var_2196_cast_fp16)[name = string("transpose_343")]; tensor x_187_cast_fp16 = matmul(transpose_x = x_187_transpose_x_0, transpose_y = x_187_transpose_y_0, x = transpose_188, y = transpose_189)[name = string("x_187_cast_fp16")]; tensor var_2200_shape_cast_fp16 = shape(x = x_187_cast_fp16)[name = string("op_2200_shape_cast_fp16")]; int32 gather_142_axis_0 = const()[name = string("gather_142_axis_0"), val = int32(0)]; int32 gather_142_batch_dims_0 = const()[name = string("gather_142_batch_dims_0"), val = int32(0)]; bool gather_142_validate_indices_0 = const()[name = string("gather_142_validate_indices_0"), val = bool(false)]; string var_2200_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2200_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_142_to_uint16 = const()[name = string("select_142_to_uint16"), val = uint16(0)]; tensor var_2200_shape_cast_fp16_to_uint16 = cast(dtype = var_2200_shape_cast_fp16_to_uint16_dtype_0, x = var_2200_shape_cast_fp16)[name = string("cast_382")]; uint16 gather_142_cast_uint16 = gather(axis = gather_142_axis_0, batch_dims = gather_142_batch_dims_0, indices = select_142_to_uint16, validate_indices = gather_142_validate_indices_0, x = var_2200_shape_cast_fp16_to_uint16)[name = string("gather_142_cast_uint16")]; string gather_142_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_142_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_143 = const()[name = string("gather_143"), val = int32(8)]; int32 gather_144_axis_0 = const()[name = string("gather_144_axis_0"), val = int32(0)]; int32 gather_144_batch_dims_0 = const()[name = string("gather_144_batch_dims_0"), val = int32(0)]; bool gather_144_validate_indices_0 = const()[name = string("gather_144_validate_indices_0"), val = bool(false)]; uint16 select_144_to_uint16 = const()[name = string("select_144_to_uint16"), val = uint16(2)]; uint16 gather_144_cast_uint16 = gather(axis = gather_144_axis_0, batch_dims = gather_144_batch_dims_0, indices = select_144_to_uint16, validate_indices = gather_144_validate_indices_0, x = var_2200_shape_cast_fp16_to_uint16)[name = string("gather_144_cast_uint16")]; string gather_144_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_144_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_145_axis_0 = const()[name = string("gather_145_axis_0"), val = int32(0)]; int32 gather_145_batch_dims_0 = const()[name = string("gather_145_batch_dims_0"), val = int32(0)]; bool gather_145_validate_indices_0 = const()[name = string("gather_145_validate_indices_0"), val = bool(false)]; uint16 select_145_to_uint16 = const()[name = string("select_145_to_uint16"), val = uint16(3)]; uint16 gather_145_cast_uint16 = gather(axis = gather_145_axis_0, batch_dims = gather_145_batch_dims_0, indices = select_145_to_uint16, validate_indices = gather_145_validate_indices_0, x = var_2200_shape_cast_fp16_to_uint16)[name = string("gather_145_cast_uint16")]; string gather_145_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_145_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_26_pad_0 = const()[name = string("x0_26_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_26_mode_0 = const()[name = string("x0_26_mode_0"), val = string("constant")]; fp16 const_33_to_fp16 = const()[name = string("const_33_to_fp16"), val = fp16(0x0p+0)]; tensor x0_26_cast_fp16 = pad(constant_val = const_33_to_fp16, mode = x0_26_mode_0, pad = x0_26_pad_0, x = x_187_cast_fp16)[name = string("x0_26_cast_fp16")]; int32 concat_104_axis_0 = const()[name = string("concat_104_axis_0"), val = int32(0)]; bool concat_104_interleave_0 = const()[name = string("concat_104_interleave_0"), val = bool(false)]; int32 gather_144_cast_uint16_to_int32 = cast(dtype = gather_144_cast_uint16_to_int32_dtype_0, x = gather_144_cast_uint16)[name = string("cast_380")]; int32 gather_142_cast_uint16_to_int32 = cast(dtype = gather_142_cast_uint16_to_int32_dtype_0, x = gather_142_cast_uint16)[name = string("cast_381")]; tensor concat_104 = concat(axis = concat_104_axis_0, interleave = concat_104_interleave_0, values = (gather_142_cast_uint16_to_int32, gather_143, var_24, gather_144_cast_uint16_to_int32))[name = string("concat_104")]; tensor x1_24_cast_fp16 = reshape(shape = concat_104, x = x0_26_cast_fp16)[name = string("x1_24_cast_fp16")]; tensor var_2210_begin_0 = const()[name = string("op_2210_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_2210_end_0 = const()[name = string("op_2210_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_2210_end_mask_0 = const()[name = string("op_2210_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_2210_cast_fp16 = slice_by_index(begin = var_2210_begin_0, end = var_2210_end_0, end_mask = var_2210_end_mask_0, x = x1_24_cast_fp16)[name = string("op_2210_cast_fp16")]; int32 concat_105_axis_0 = const()[name = string("concat_105_axis_0"), val = int32(0)]; bool concat_105_interleave_0 = const()[name = string("concat_105_interleave_0"), val = bool(false)]; int32 gather_145_cast_uint16_to_int32 = cast(dtype = gather_145_cast_uint16_to_int32_dtype_0, x = gather_145_cast_uint16)[name = string("cast_379")]; tensor concat_105 = concat(axis = concat_105_axis_0, interleave = concat_105_interleave_0, values = (gather_142_cast_uint16_to_int32, gather_143, gather_144_cast_uint16_to_int32, gather_145_cast_uint16_to_int32))[name = string("concat_105")]; tensor matrix_bd_24_cast_fp16 = reshape(shape = concat_105, x = var_2210_cast_fp16)[name = string("matrix_bd_24_cast_fp16")]; bool matrix_ac_24_transpose_x_0 = const()[name = string("matrix_ac_24_transpose_x_0"), val = bool(false)]; bool matrix_ac_24_transpose_y_0 = const()[name = string("matrix_ac_24_transpose_y_0"), val = bool(false)]; tensor transpose_190_perm_0 = const()[name = string("transpose_190_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_191_perm_0 = const()[name = string("transpose_191_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_191 = transpose(perm = transpose_191_perm_0, x = k_24_cast_fp16)[name = string("transpose_340")]; tensor transpose_190 = transpose(perm = transpose_190_perm_0, x = var_2194_cast_fp16)[name = string("transpose_341")]; tensor matrix_ac_24_cast_fp16 = matmul(transpose_x = matrix_ac_24_transpose_x_0, transpose_y = matrix_ac_24_transpose_y_0, x = transpose_190, y = transpose_191)[name = string("matrix_ac_24_cast_fp16")]; tensor var_2215_shape_cast_fp16 = shape(x = matrix_ac_24_cast_fp16)[name = string("op_2215_shape_cast_fp16")]; int32 gather_146_axis_0 = const()[name = string("gather_146_axis_0"), val = int32(0)]; int32 gather_146_batch_dims_0 = const()[name = string("gather_146_batch_dims_0"), val = int32(0)]; bool gather_146_validate_indices_0 = const()[name = string("gather_146_validate_indices_0"), val = bool(false)]; string var_2215_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2215_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_146_to_uint16 = const()[name = string("select_146_to_uint16"), val = uint16(3)]; tensor var_2215_shape_cast_fp16_to_uint16 = cast(dtype = var_2215_shape_cast_fp16_to_uint16_dtype_0, x = var_2215_shape_cast_fp16)[name = string("cast_378")]; uint16 gather_146_cast_uint16 = gather(axis = gather_146_axis_0, batch_dims = gather_146_batch_dims_0, indices = select_146_to_uint16, validate_indices = gather_146_validate_indices_0, x = var_2215_shape_cast_fp16_to_uint16)[name = string("gather_146_cast_uint16")]; string gather_146_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_146_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_106_values0_0 = const()[name = string("concat_106_values0_0"), val = int32(0)]; int32 concat_106_values1_0 = const()[name = string("concat_106_values1_0"), val = int32(8)]; int32 concat_106_values2_0 = const()[name = string("concat_106_values2_0"), val = int32(0)]; int32 concat_106_axis_0 = const()[name = string("concat_106_axis_0"), val = int32(0)]; bool concat_106_interleave_0 = const()[name = string("concat_106_interleave_0"), val = bool(false)]; int32 gather_146_cast_uint16_to_int32 = cast(dtype = gather_146_cast_uint16_to_int32_dtype_0, x = gather_146_cast_uint16)[name = string("cast_377")]; tensor concat_106 = concat(axis = concat_106_axis_0, interleave = concat_106_interleave_0, values = (concat_106_values0_0, concat_106_values1_0, concat_106_values2_0, gather_146_cast_uint16_to_int32))[name = string("concat_106")]; tensor matrix_bd0_24_begin_0 = const()[name = string("matrix_bd0_24_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_24_end_mask_0 = const()[name = string("matrix_bd0_24_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_24_cast_fp16 = slice_by_index(begin = matrix_bd0_24_begin_0, end = concat_106, end_mask = matrix_bd0_24_end_mask_0, x = matrix_bd_24_cast_fp16)[name = string("matrix_bd0_24_cast_fp16")]; tensor var_2220_cast_fp16 = add(x = matrix_ac_24_cast_fp16, y = matrix_bd0_24_cast_fp16)[name = string("op_2220_cast_fp16")]; fp16 _inversed_scores_24_y_0_to_fp16 = const()[name = string("_inversed_scores_24_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_24_cast_fp16 = mul(x = var_2220_cast_fp16, y = _inversed_scores_24_y_0_to_fp16)[name = string("_inversed_scores_24_cast_fp16")]; tensor value_26_cast_fp16 = transpose(perm = value_26_perm_0, x = v_24_cast_fp16)[name = string("transpose_344")]; tensor var_2223_shape_cast_fp16 = shape(x = value_26_cast_fp16)[name = string("op_2223_shape_cast_fp16")]; int32 gather_147_axis_0 = const()[name = string("gather_147_axis_0"), val = int32(0)]; int32 gather_147_batch_dims_0 = const()[name = string("gather_147_batch_dims_0"), val = int32(0)]; bool gather_147_validate_indices_0 = const()[name = string("gather_147_validate_indices_0"), val = bool(false)]; string var_2223_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2223_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_147_to_uint16 = const()[name = string("select_147_to_uint16"), val = uint16(0)]; tensor var_2223_shape_cast_fp16_to_uint16 = cast(dtype = var_2223_shape_cast_fp16_to_uint16_dtype_0, x = var_2223_shape_cast_fp16)[name = string("cast_376")]; uint16 gather_147_cast_uint16 = gather(axis = gather_147_axis_0, batch_dims = gather_147_batch_dims_0, indices = select_147_to_uint16, validate_indices = gather_147_validate_indices_0, x = var_2223_shape_cast_fp16_to_uint16)[name = string("gather_147_cast_uint16")]; string gather_147_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_147_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_24_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_24_cast_fp16, cond = mask0_4)[name = string("scores0_24_cast_fp16")]; tensor var_2226_cast_fp16 = softmax(axis = var_24, x = scores0_24_cast_fp16)[name = string("op_2226_cast_fp16")]; tensor input_169_cast_fp16 = select(a = var_11_to_fp16, b = var_2226_cast_fp16, cond = mask0_4)[name = string("input_169_cast_fp16")]; bool x2_24_transpose_x_0 = const()[name = string("x2_24_transpose_x_0"), val = bool(false)]; bool x2_24_transpose_y_0 = const()[name = string("x2_24_transpose_y_0"), val = bool(false)]; tensor x2_24_cast_fp16 = matmul(transpose_x = x2_24_transpose_x_0, transpose_y = x2_24_transpose_y_0, x = input_169_cast_fp16, y = value_26_cast_fp16)[name = string("x2_24_cast_fp16")]; tensor var_2230_perm_0 = const()[name = string("op_2230_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_107_axis_0 = const()[name = string("concat_107_axis_0"), val = int32(0)]; bool concat_107_interleave_0 = const()[name = string("concat_107_interleave_0"), val = bool(false)]; int32 gather_147_cast_uint16_to_int32 = cast(dtype = gather_147_cast_uint16_to_int32_dtype_0, x = gather_147_cast_uint16)[name = string("cast_375")]; tensor concat_107 = concat(axis = concat_107_axis_0, interleave = concat_107_interleave_0, values = (gather_147_cast_uint16_to_int32, var_24, var_9))[name = string("concat_107")]; tensor var_2230_cast_fp16 = transpose(perm = var_2230_perm_0, x = x2_24_cast_fp16)[name = string("transpose_339")]; tensor input0_159_cast_fp16 = reshape(shape = concat_107, x = var_2230_cast_fp16)[name = string("input0_159_cast_fp16")]; tensor encoder_layers_11_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_11_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(608498624)))]; tensor linear_106_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_11_self_attn_linear_out_weight_to_fp16, x = input0_159_cast_fp16)[name = string("linear_106_cast_fp16")]; tensor input0_161_cast_fp16 = add(x = input_167_cast_fp16, y = linear_106_cast_fp16)[name = string("input0_161_cast_fp16")]; tensor x_191_axes_0 = const()[name = string("x_191_axes_0"), val = tensor([-1])]; tensor encoder_layers_11_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_11_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(610595840)))]; tensor encoder_layers_11_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_11_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(610597952)))]; tensor x_191_cast_fp16 = layer_norm(axes = x_191_axes_0, beta = encoder_layers_11_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_11_norm_conv_weight_to_fp16, x = input0_161_cast_fp16)[name = string("x_191_cast_fp16")]; tensor input_171_perm_0 = const()[name = string("input_171_perm_0"), val = tensor([0, 2, 1])]; string input0_163_pad_type_0 = const()[name = string("input0_163_pad_type_0"), val = string("valid")]; tensor input0_163_strides_0 = const()[name = string("input0_163_strides_0"), val = tensor([1])]; tensor input0_163_pad_0 = const()[name = string("input0_163_pad_0"), val = tensor([0, 0])]; tensor input0_163_dilations_0 = const()[name = string("input0_163_dilations_0"), val = tensor([1])]; int32 input0_163_groups_0 = const()[name = string("input0_163_groups_0"), val = int32(1)]; tensor encoder_layers_11_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_11_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(610600064)))]; tensor input_171_cast_fp16 = transpose(perm = input_171_perm_0, x = x_191_cast_fp16)[name = string("transpose_338")]; tensor input0_163_cast_fp16 = conv(dilations = input0_163_dilations_0, groups = input0_163_groups_0, pad = input0_163_pad_0, pad_type = input0_163_pad_type_0, strides = input0_163_strides_0, weight = encoder_layers_11_conv_pointwise_conv1_weight_to_fp16, x = input_171_cast_fp16)[name = string("input0_163_cast_fp16")]; int32 x_193_split_num_splits_0 = const()[name = string("x_193_split_num_splits_0"), val = int32(2)]; int32 x_193_split_axis_0 = const()[name = string("x_193_split_axis_0"), val = int32(1)]; tensor x_193_split_cast_fp16_0, tensor x_193_split_cast_fp16_1 = split(axis = x_193_split_axis_0, num_splits = x_193_split_num_splits_0, x = input0_163_cast_fp16)[name = string("x_193_split_cast_fp16")]; tensor x_193_split_1_sigmoid_cast_fp16 = sigmoid(x = x_193_split_cast_fp16_1)[name = string("x_193_split_1_sigmoid_cast_fp16")]; tensor x_193_cast_fp16 = mul(x = x_193_split_cast_fp16_0, y = x_193_split_1_sigmoid_cast_fp16)[name = string("x_193_cast_fp16")]; tensor input0_165_cast_fp16 = select(a = var_11_to_fp16, b = x_193_cast_fp16, cond = var_460)[name = string("input0_165_cast_fp16")]; tensor input0_167_pad_0 = const()[name = string("input0_167_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_167_mode_0 = const()[name = string("input0_167_mode_0"), val = string("constant")]; fp16 const_34_to_fp16 = const()[name = string("const_34_to_fp16"), val = fp16(0x0p+0)]; tensor input0_167_cast_fp16 = pad(constant_val = const_34_to_fp16, mode = input0_167_mode_0, pad = input0_167_pad_0, x = input0_165_cast_fp16)[name = string("input0_167_cast_fp16")]; string input1_50_pad_type_0 = const()[name = string("input1_50_pad_type_0"), val = string("valid")]; int32 input1_50_groups_0 = const()[name = string("input1_50_groups_0"), val = int32(1024)]; tensor input1_50_strides_0 = const()[name = string("input1_50_strides_0"), val = tensor([1])]; tensor input1_50_pad_0 = const()[name = string("input1_50_pad_0"), val = tensor([0, 0])]; tensor input1_50_dilations_0 = const()[name = string("input1_50_dilations_0"), val = tensor([1])]; tensor const_81_to_fp16 = const()[name = string("const_81_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(614794432)))]; tensor const_82_to_fp16 = const()[name = string("const_82_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(614812928)))]; tensor input_173_cast_fp16 = conv(bias = const_82_to_fp16, dilations = input1_50_dilations_0, groups = input1_50_groups_0, pad = input1_50_pad_0, pad_type = input1_50_pad_type_0, strides = input1_50_strides_0, weight = const_81_to_fp16, x = input0_167_cast_fp16)[name = string("input_173_cast_fp16")]; tensor var_2268_cast_fp16 = silu(x = input_173_cast_fp16)[name = string("op_2268_cast_fp16")]; string x_195_pad_type_0 = const()[name = string("x_195_pad_type_0"), val = string("valid")]; tensor x_195_strides_0 = const()[name = string("x_195_strides_0"), val = tensor([1])]; tensor x_195_pad_0 = const()[name = string("x_195_pad_0"), val = tensor([0, 0])]; tensor x_195_dilations_0 = const()[name = string("x_195_dilations_0"), val = tensor([1])]; int32 x_195_groups_0 = const()[name = string("x_195_groups_0"), val = int32(1)]; tensor encoder_layers_11_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_11_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(614815040)))]; tensor x_195_cast_fp16 = conv(dilations = x_195_dilations_0, groups = x_195_groups_0, pad = x_195_pad_0, pad_type = x_195_pad_type_0, strides = x_195_strides_0, weight = encoder_layers_11_conv_pointwise_conv2_weight_to_fp16, x = var_2268_cast_fp16)[name = string("x_195_cast_fp16")]; tensor var_2275_perm_0 = const()[name = string("op_2275_perm_0"), val = tensor([0, 2, 1])]; tensor var_2275_cast_fp16 = transpose(perm = var_2275_perm_0, x = x_195_cast_fp16)[name = string("transpose_337")]; tensor input1_52_cast_fp16 = add(x = input0_161_cast_fp16, y = var_2275_cast_fp16)[name = string("input1_52_cast_fp16")]; tensor input0_169_axes_0 = const()[name = string("input0_169_axes_0"), val = tensor([-1])]; tensor encoder_layers_11_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_11_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(616912256)))]; tensor encoder_layers_11_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_11_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(616914368)))]; tensor input0_169_cast_fp16 = layer_norm(axes = input0_169_axes_0, beta = encoder_layers_11_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_11_norm_feed_forward2_weight_to_fp16, x = input1_52_cast_fp16)[name = string("input0_169_cast_fp16")]; tensor encoder_layers_11_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_11_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(616916480)))]; tensor linear_107_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_11_feed_forward2_linear1_weight_to_fp16, x = input0_169_cast_fp16)[name = string("linear_107_cast_fp16")]; tensor var_2286_cast_fp16 = silu(x = linear_107_cast_fp16)[name = string("op_2286_cast_fp16")]; tensor encoder_layers_11_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_11_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(625305152)))]; tensor linear_108_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_11_feed_forward2_linear2_weight_to_fp16, x = var_2286_cast_fp16)[name = string("linear_108_cast_fp16")]; fp16 var_2291_to_fp16 = const()[name = string("op_2291_to_fp16"), val = fp16(0x1p-1)]; tensor var_2292_cast_fp16 = mul(x = linear_108_cast_fp16, y = var_2291_to_fp16)[name = string("op_2292_cast_fp16")]; tensor input2_26_cast_fp16 = add(x = input1_52_cast_fp16, y = var_2292_cast_fp16)[name = string("input2_26_cast_fp16")]; tensor input0_171_axes_0 = const()[name = string("input0_171_axes_0"), val = tensor([-1])]; tensor encoder_layers_11_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_11_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(633693824)))]; tensor encoder_layers_11_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_11_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(633695936)))]; tensor input0_171_cast_fp16 = layer_norm(axes = input0_171_axes_0, beta = encoder_layers_11_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_11_norm_out_weight_to_fp16, x = input2_26_cast_fp16)[name = string("input0_171_cast_fp16")]; tensor input_177_axes_0 = const()[name = string("input_177_axes_0"), val = tensor([-1])]; tensor encoder_layers_12_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_12_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(633698048)))]; tensor encoder_layers_12_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_12_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(633700160)))]; tensor input_177_cast_fp16 = layer_norm(axes = input_177_axes_0, beta = encoder_layers_12_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_12_norm_feed_forward1_weight_to_fp16, x = input0_171_cast_fp16)[name = string("input_177_cast_fp16")]; tensor encoder_layers_12_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_12_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(633702272)))]; tensor linear_109_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_12_feed_forward1_linear1_weight_to_fp16, x = input_177_cast_fp16)[name = string("linear_109_cast_fp16")]; tensor var_2315_cast_fp16 = silu(x = linear_109_cast_fp16)[name = string("op_2315_cast_fp16")]; tensor encoder_layers_12_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_12_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(642090944)))]; tensor linear_110_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_12_feed_forward1_linear2_weight_to_fp16, x = var_2315_cast_fp16)[name = string("linear_110_cast_fp16")]; fp16 var_2320_to_fp16 = const()[name = string("op_2320_to_fp16"), val = fp16(0x1p-1)]; tensor var_2321_cast_fp16 = mul(x = linear_110_cast_fp16, y = var_2320_to_fp16)[name = string("op_2321_cast_fp16")]; tensor input_181_cast_fp16 = add(x = input0_171_cast_fp16, y = var_2321_cast_fp16)[name = string("input_181_cast_fp16")]; tensor query_26_axes_0 = const()[name = string("query_26_axes_0"), val = tensor([-1])]; tensor encoder_layers_12_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_12_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(650479616)))]; tensor encoder_layers_12_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_12_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(650481728)))]; tensor query_26_cast_fp16 = layer_norm(axes = query_26_axes_0, beta = encoder_layers_12_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_12_norm_self_att_weight_to_fp16, x = input_181_cast_fp16)[name = string("query_26_cast_fp16")]; tensor var_2334_shape_cast_fp16 = shape(x = query_26_cast_fp16)[name = string("op_2334_shape_cast_fp16")]; int32 gather_148_axis_0 = const()[name = string("gather_148_axis_0"), val = int32(0)]; int32 gather_148_batch_dims_0 = const()[name = string("gather_148_batch_dims_0"), val = int32(0)]; bool gather_148_validate_indices_0 = const()[name = string("gather_148_validate_indices_0"), val = bool(false)]; string var_2334_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2334_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_148_to_uint16 = const()[name = string("select_148_to_uint16"), val = uint16(0)]; tensor var_2334_shape_cast_fp16_to_uint16 = cast(dtype = var_2334_shape_cast_fp16_to_uint16_dtype_0, x = var_2334_shape_cast_fp16)[name = string("cast_374")]; uint16 gather_148_cast_uint16 = gather(axis = gather_148_axis_0, batch_dims = gather_148_batch_dims_0, indices = select_148_to_uint16, validate_indices = gather_148_validate_indices_0, x = var_2334_shape_cast_fp16_to_uint16)[name = string("gather_148_cast_uint16")]; string gather_148_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_148_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_12_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_12_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(650483840)))]; tensor linear_111_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_12_self_attn_linear_q_weight_to_fp16, x = query_26_cast_fp16)[name = string("linear_111_cast_fp16")]; int32 concat_108_axis_0 = const()[name = string("concat_108_axis_0"), val = int32(0)]; bool concat_108_interleave_0 = const()[name = string("concat_108_interleave_0"), val = bool(false)]; int32 gather_148_cast_uint16_to_int32 = cast(dtype = gather_148_cast_uint16_to_int32_dtype_0, x = gather_148_cast_uint16)[name = string("cast_373")]; tensor concat_108 = concat(axis = concat_108_axis_0, interleave = concat_108_interleave_0, values = (gather_148_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_108")]; tensor q_26_cast_fp16 = reshape(shape = concat_108, x = linear_111_cast_fp16)[name = string("q_26_cast_fp16")]; tensor encoder_layers_12_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_12_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(652581056)))]; tensor linear_112_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_12_self_attn_linear_k_weight_to_fp16, x = query_26_cast_fp16)[name = string("linear_112_cast_fp16")]; tensor k_26_cast_fp16 = reshape(shape = concat_108, x = linear_112_cast_fp16)[name = string("k_26_cast_fp16")]; tensor encoder_layers_12_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_12_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(654678272)))]; tensor linear_113_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_12_self_attn_linear_v_weight_to_fp16, x = query_26_cast_fp16)[name = string("linear_113_cast_fp16")]; tensor v_26_cast_fp16 = reshape(shape = concat_108, x = linear_113_cast_fp16)[name = string("v_26_cast_fp16")]; tensor value_28_perm_0 = const()[name = string("value_28_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_12_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_12_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(656775488)))]; tensor linear_114_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_12_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_114_cast_fp16")]; tensor var_2354 = const()[name = string("op_2354"), val = tensor([1, -1, 8, 128])]; tensor p_26_cast_fp16 = reshape(shape = var_2354, x = linear_114_cast_fp16)[name = string("p_26_cast_fp16")]; tensor encoder_layers_12_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_12_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(658872704)))]; tensor var_2357_cast_fp16 = add(x = q_26_cast_fp16, y = encoder_layers_12_self_attn_pos_bias_u_to_fp16)[name = string("op_2357_cast_fp16")]; tensor encoder_layers_12_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_12_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(658874816)))]; tensor var_2359_cast_fp16 = add(x = q_26_cast_fp16, y = encoder_layers_12_self_attn_pos_bias_v_to_fp16)[name = string("op_2359_cast_fp16")]; bool x_203_transpose_x_0 = const()[name = string("x_203_transpose_x_0"), val = bool(false)]; bool x_203_transpose_y_0 = const()[name = string("x_203_transpose_y_0"), val = bool(false)]; tensor transpose_192_perm_0 = const()[name = string("transpose_192_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_193_perm_0 = const()[name = string("transpose_193_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_193 = transpose(perm = transpose_193_perm_0, x = p_26_cast_fp16)[name = string("transpose_334")]; tensor transpose_192 = transpose(perm = transpose_192_perm_0, x = var_2359_cast_fp16)[name = string("transpose_335")]; tensor x_203_cast_fp16 = matmul(transpose_x = x_203_transpose_x_0, transpose_y = x_203_transpose_y_0, x = transpose_192, y = transpose_193)[name = string("x_203_cast_fp16")]; tensor var_2363_shape_cast_fp16 = shape(x = x_203_cast_fp16)[name = string("op_2363_shape_cast_fp16")]; int32 gather_150_axis_0 = const()[name = string("gather_150_axis_0"), val = int32(0)]; int32 gather_150_batch_dims_0 = const()[name = string("gather_150_batch_dims_0"), val = int32(0)]; bool gather_150_validate_indices_0 = const()[name = string("gather_150_validate_indices_0"), val = bool(false)]; string var_2363_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2363_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_150_to_uint16 = const()[name = string("select_150_to_uint16"), val = uint16(0)]; tensor var_2363_shape_cast_fp16_to_uint16 = cast(dtype = var_2363_shape_cast_fp16_to_uint16_dtype_0, x = var_2363_shape_cast_fp16)[name = string("cast_372")]; uint16 gather_150_cast_uint16 = gather(axis = gather_150_axis_0, batch_dims = gather_150_batch_dims_0, indices = select_150_to_uint16, validate_indices = gather_150_validate_indices_0, x = var_2363_shape_cast_fp16_to_uint16)[name = string("gather_150_cast_uint16")]; string gather_150_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_150_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_151 = const()[name = string("gather_151"), val = int32(8)]; int32 gather_152_axis_0 = const()[name = string("gather_152_axis_0"), val = int32(0)]; int32 gather_152_batch_dims_0 = const()[name = string("gather_152_batch_dims_0"), val = int32(0)]; bool gather_152_validate_indices_0 = const()[name = string("gather_152_validate_indices_0"), val = bool(false)]; uint16 select_152_to_uint16 = const()[name = string("select_152_to_uint16"), val = uint16(2)]; uint16 gather_152_cast_uint16 = gather(axis = gather_152_axis_0, batch_dims = gather_152_batch_dims_0, indices = select_152_to_uint16, validate_indices = gather_152_validate_indices_0, x = var_2363_shape_cast_fp16_to_uint16)[name = string("gather_152_cast_uint16")]; string gather_152_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_152_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_153_axis_0 = const()[name = string("gather_153_axis_0"), val = int32(0)]; int32 gather_153_batch_dims_0 = const()[name = string("gather_153_batch_dims_0"), val = int32(0)]; bool gather_153_validate_indices_0 = const()[name = string("gather_153_validate_indices_0"), val = bool(false)]; uint16 select_153_to_uint16 = const()[name = string("select_153_to_uint16"), val = uint16(3)]; uint16 gather_153_cast_uint16 = gather(axis = gather_153_axis_0, batch_dims = gather_153_batch_dims_0, indices = select_153_to_uint16, validate_indices = gather_153_validate_indices_0, x = var_2363_shape_cast_fp16_to_uint16)[name = string("gather_153_cast_uint16")]; string gather_153_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_153_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_28_pad_0 = const()[name = string("x0_28_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_28_mode_0 = const()[name = string("x0_28_mode_0"), val = string("constant")]; fp16 const_35_to_fp16 = const()[name = string("const_35_to_fp16"), val = fp16(0x0p+0)]; tensor x0_28_cast_fp16 = pad(constant_val = const_35_to_fp16, mode = x0_28_mode_0, pad = x0_28_pad_0, x = x_203_cast_fp16)[name = string("x0_28_cast_fp16")]; int32 concat_111_axis_0 = const()[name = string("concat_111_axis_0"), val = int32(0)]; bool concat_111_interleave_0 = const()[name = string("concat_111_interleave_0"), val = bool(false)]; int32 gather_152_cast_uint16_to_int32 = cast(dtype = gather_152_cast_uint16_to_int32_dtype_0, x = gather_152_cast_uint16)[name = string("cast_370")]; int32 gather_150_cast_uint16_to_int32 = cast(dtype = gather_150_cast_uint16_to_int32_dtype_0, x = gather_150_cast_uint16)[name = string("cast_371")]; tensor concat_111 = concat(axis = concat_111_axis_0, interleave = concat_111_interleave_0, values = (gather_150_cast_uint16_to_int32, gather_151, var_24, gather_152_cast_uint16_to_int32))[name = string("concat_111")]; tensor x1_26_cast_fp16 = reshape(shape = concat_111, x = x0_28_cast_fp16)[name = string("x1_26_cast_fp16")]; tensor var_2373_begin_0 = const()[name = string("op_2373_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_2373_end_0 = const()[name = string("op_2373_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_2373_end_mask_0 = const()[name = string("op_2373_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_2373_cast_fp16 = slice_by_index(begin = var_2373_begin_0, end = var_2373_end_0, end_mask = var_2373_end_mask_0, x = x1_26_cast_fp16)[name = string("op_2373_cast_fp16")]; int32 concat_112_axis_0 = const()[name = string("concat_112_axis_0"), val = int32(0)]; bool concat_112_interleave_0 = const()[name = string("concat_112_interleave_0"), val = bool(false)]; int32 gather_153_cast_uint16_to_int32 = cast(dtype = gather_153_cast_uint16_to_int32_dtype_0, x = gather_153_cast_uint16)[name = string("cast_369")]; tensor concat_112 = concat(axis = concat_112_axis_0, interleave = concat_112_interleave_0, values = (gather_150_cast_uint16_to_int32, gather_151, gather_152_cast_uint16_to_int32, gather_153_cast_uint16_to_int32))[name = string("concat_112")]; tensor matrix_bd_26_cast_fp16 = reshape(shape = concat_112, x = var_2373_cast_fp16)[name = string("matrix_bd_26_cast_fp16")]; bool matrix_ac_26_transpose_x_0 = const()[name = string("matrix_ac_26_transpose_x_0"), val = bool(false)]; bool matrix_ac_26_transpose_y_0 = const()[name = string("matrix_ac_26_transpose_y_0"), val = bool(false)]; tensor transpose_194_perm_0 = const()[name = string("transpose_194_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_195_perm_0 = const()[name = string("transpose_195_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_195 = transpose(perm = transpose_195_perm_0, x = k_26_cast_fp16)[name = string("transpose_332")]; tensor transpose_194 = transpose(perm = transpose_194_perm_0, x = var_2357_cast_fp16)[name = string("transpose_333")]; tensor matrix_ac_26_cast_fp16 = matmul(transpose_x = matrix_ac_26_transpose_x_0, transpose_y = matrix_ac_26_transpose_y_0, x = transpose_194, y = transpose_195)[name = string("matrix_ac_26_cast_fp16")]; tensor var_2378_shape_cast_fp16 = shape(x = matrix_ac_26_cast_fp16)[name = string("op_2378_shape_cast_fp16")]; int32 gather_154_axis_0 = const()[name = string("gather_154_axis_0"), val = int32(0)]; int32 gather_154_batch_dims_0 = const()[name = string("gather_154_batch_dims_0"), val = int32(0)]; bool gather_154_validate_indices_0 = const()[name = string("gather_154_validate_indices_0"), val = bool(false)]; string var_2378_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2378_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_154_to_uint16 = const()[name = string("select_154_to_uint16"), val = uint16(3)]; tensor var_2378_shape_cast_fp16_to_uint16 = cast(dtype = var_2378_shape_cast_fp16_to_uint16_dtype_0, x = var_2378_shape_cast_fp16)[name = string("cast_368")]; uint16 gather_154_cast_uint16 = gather(axis = gather_154_axis_0, batch_dims = gather_154_batch_dims_0, indices = select_154_to_uint16, validate_indices = gather_154_validate_indices_0, x = var_2378_shape_cast_fp16_to_uint16)[name = string("gather_154_cast_uint16")]; string gather_154_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_154_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_113_values0_0 = const()[name = string("concat_113_values0_0"), val = int32(0)]; int32 concat_113_values1_0 = const()[name = string("concat_113_values1_0"), val = int32(8)]; int32 concat_113_values2_0 = const()[name = string("concat_113_values2_0"), val = int32(0)]; int32 concat_113_axis_0 = const()[name = string("concat_113_axis_0"), val = int32(0)]; bool concat_113_interleave_0 = const()[name = string("concat_113_interleave_0"), val = bool(false)]; int32 gather_154_cast_uint16_to_int32 = cast(dtype = gather_154_cast_uint16_to_int32_dtype_0, x = gather_154_cast_uint16)[name = string("cast_367")]; tensor concat_113 = concat(axis = concat_113_axis_0, interleave = concat_113_interleave_0, values = (concat_113_values0_0, concat_113_values1_0, concat_113_values2_0, gather_154_cast_uint16_to_int32))[name = string("concat_113")]; tensor matrix_bd0_26_begin_0 = const()[name = string("matrix_bd0_26_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_26_end_mask_0 = const()[name = string("matrix_bd0_26_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_26_cast_fp16 = slice_by_index(begin = matrix_bd0_26_begin_0, end = concat_113, end_mask = matrix_bd0_26_end_mask_0, x = matrix_bd_26_cast_fp16)[name = string("matrix_bd0_26_cast_fp16")]; tensor var_2383_cast_fp16 = add(x = matrix_ac_26_cast_fp16, y = matrix_bd0_26_cast_fp16)[name = string("op_2383_cast_fp16")]; fp16 _inversed_scores_26_y_0_to_fp16 = const()[name = string("_inversed_scores_26_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_26_cast_fp16 = mul(x = var_2383_cast_fp16, y = _inversed_scores_26_y_0_to_fp16)[name = string("_inversed_scores_26_cast_fp16")]; tensor value_28_cast_fp16 = transpose(perm = value_28_perm_0, x = v_26_cast_fp16)[name = string("transpose_336")]; tensor var_2386_shape_cast_fp16 = shape(x = value_28_cast_fp16)[name = string("op_2386_shape_cast_fp16")]; int32 gather_155_axis_0 = const()[name = string("gather_155_axis_0"), val = int32(0)]; int32 gather_155_batch_dims_0 = const()[name = string("gather_155_batch_dims_0"), val = int32(0)]; bool gather_155_validate_indices_0 = const()[name = string("gather_155_validate_indices_0"), val = bool(false)]; string var_2386_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2386_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_155_to_uint16 = const()[name = string("select_155_to_uint16"), val = uint16(0)]; tensor var_2386_shape_cast_fp16_to_uint16 = cast(dtype = var_2386_shape_cast_fp16_to_uint16_dtype_0, x = var_2386_shape_cast_fp16)[name = string("cast_366")]; uint16 gather_155_cast_uint16 = gather(axis = gather_155_axis_0, batch_dims = gather_155_batch_dims_0, indices = select_155_to_uint16, validate_indices = gather_155_validate_indices_0, x = var_2386_shape_cast_fp16_to_uint16)[name = string("gather_155_cast_uint16")]; string gather_155_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_155_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_26_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_26_cast_fp16, cond = mask0_4)[name = string("scores0_26_cast_fp16")]; tensor var_2389_cast_fp16 = softmax(axis = var_24, x = scores0_26_cast_fp16)[name = string("op_2389_cast_fp16")]; tensor input_183_cast_fp16 = select(a = var_11_to_fp16, b = var_2389_cast_fp16, cond = mask0_4)[name = string("input_183_cast_fp16")]; bool x2_26_transpose_x_0 = const()[name = string("x2_26_transpose_x_0"), val = bool(false)]; bool x2_26_transpose_y_0 = const()[name = string("x2_26_transpose_y_0"), val = bool(false)]; tensor x2_26_cast_fp16 = matmul(transpose_x = x2_26_transpose_x_0, transpose_y = x2_26_transpose_y_0, x = input_183_cast_fp16, y = value_28_cast_fp16)[name = string("x2_26_cast_fp16")]; tensor var_2393_perm_0 = const()[name = string("op_2393_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_114_axis_0 = const()[name = string("concat_114_axis_0"), val = int32(0)]; bool concat_114_interleave_0 = const()[name = string("concat_114_interleave_0"), val = bool(false)]; int32 gather_155_cast_uint16_to_int32 = cast(dtype = gather_155_cast_uint16_to_int32_dtype_0, x = gather_155_cast_uint16)[name = string("cast_365")]; tensor concat_114 = concat(axis = concat_114_axis_0, interleave = concat_114_interleave_0, values = (gather_155_cast_uint16_to_int32, var_24, var_9))[name = string("concat_114")]; tensor var_2393_cast_fp16 = transpose(perm = var_2393_perm_0, x = x2_26_cast_fp16)[name = string("transpose_331")]; tensor input0_173_cast_fp16 = reshape(shape = concat_114, x = var_2393_cast_fp16)[name = string("input0_173_cast_fp16")]; tensor encoder_layers_12_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_12_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(658876928)))]; tensor linear_115_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_12_self_attn_linear_out_weight_to_fp16, x = input0_173_cast_fp16)[name = string("linear_115_cast_fp16")]; tensor input0_175_cast_fp16 = add(x = input_181_cast_fp16, y = linear_115_cast_fp16)[name = string("input0_175_cast_fp16")]; tensor x_207_axes_0 = const()[name = string("x_207_axes_0"), val = tensor([-1])]; tensor encoder_layers_12_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_12_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(660974144)))]; tensor encoder_layers_12_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_12_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(660976256)))]; tensor x_207_cast_fp16 = layer_norm(axes = x_207_axes_0, beta = encoder_layers_12_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_12_norm_conv_weight_to_fp16, x = input0_175_cast_fp16)[name = string("x_207_cast_fp16")]; tensor input_185_perm_0 = const()[name = string("input_185_perm_0"), val = tensor([0, 2, 1])]; string input0_177_pad_type_0 = const()[name = string("input0_177_pad_type_0"), val = string("valid")]; tensor input0_177_strides_0 = const()[name = string("input0_177_strides_0"), val = tensor([1])]; tensor input0_177_pad_0 = const()[name = string("input0_177_pad_0"), val = tensor([0, 0])]; tensor input0_177_dilations_0 = const()[name = string("input0_177_dilations_0"), val = tensor([1])]; int32 input0_177_groups_0 = const()[name = string("input0_177_groups_0"), val = int32(1)]; tensor encoder_layers_12_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_12_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(660978368)))]; tensor input_185_cast_fp16 = transpose(perm = input_185_perm_0, x = x_207_cast_fp16)[name = string("transpose_330")]; tensor input0_177_cast_fp16 = conv(dilations = input0_177_dilations_0, groups = input0_177_groups_0, pad = input0_177_pad_0, pad_type = input0_177_pad_type_0, strides = input0_177_strides_0, weight = encoder_layers_12_conv_pointwise_conv1_weight_to_fp16, x = input_185_cast_fp16)[name = string("input0_177_cast_fp16")]; int32 x_209_split_num_splits_0 = const()[name = string("x_209_split_num_splits_0"), val = int32(2)]; int32 x_209_split_axis_0 = const()[name = string("x_209_split_axis_0"), val = int32(1)]; tensor x_209_split_cast_fp16_0, tensor x_209_split_cast_fp16_1 = split(axis = x_209_split_axis_0, num_splits = x_209_split_num_splits_0, x = input0_177_cast_fp16)[name = string("x_209_split_cast_fp16")]; tensor x_209_split_1_sigmoid_cast_fp16 = sigmoid(x = x_209_split_cast_fp16_1)[name = string("x_209_split_1_sigmoid_cast_fp16")]; tensor x_209_cast_fp16 = mul(x = x_209_split_cast_fp16_0, y = x_209_split_1_sigmoid_cast_fp16)[name = string("x_209_cast_fp16")]; tensor input0_179_cast_fp16 = select(a = var_11_to_fp16, b = x_209_cast_fp16, cond = var_460)[name = string("input0_179_cast_fp16")]; tensor input0_181_pad_0 = const()[name = string("input0_181_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_181_mode_0 = const()[name = string("input0_181_mode_0"), val = string("constant")]; fp16 const_36_to_fp16 = const()[name = string("const_36_to_fp16"), val = fp16(0x0p+0)]; tensor input0_181_cast_fp16 = pad(constant_val = const_36_to_fp16, mode = input0_181_mode_0, pad = input0_181_pad_0, x = input0_179_cast_fp16)[name = string("input0_181_cast_fp16")]; string input1_54_pad_type_0 = const()[name = string("input1_54_pad_type_0"), val = string("valid")]; int32 input1_54_groups_0 = const()[name = string("input1_54_groups_0"), val = int32(1024)]; tensor input1_54_strides_0 = const()[name = string("input1_54_strides_0"), val = tensor([1])]; tensor input1_54_pad_0 = const()[name = string("input1_54_pad_0"), val = tensor([0, 0])]; tensor input1_54_dilations_0 = const()[name = string("input1_54_dilations_0"), val = tensor([1])]; tensor const_83_to_fp16 = const()[name = string("const_83_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(665172736)))]; tensor const_84_to_fp16 = const()[name = string("const_84_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(665191232)))]; tensor input_187_cast_fp16 = conv(bias = const_84_to_fp16, dilations = input1_54_dilations_0, groups = input1_54_groups_0, pad = input1_54_pad_0, pad_type = input1_54_pad_type_0, strides = input1_54_strides_0, weight = const_83_to_fp16, x = input0_181_cast_fp16)[name = string("input_187_cast_fp16")]; tensor var_2431_cast_fp16 = silu(x = input_187_cast_fp16)[name = string("op_2431_cast_fp16")]; string x_211_pad_type_0 = const()[name = string("x_211_pad_type_0"), val = string("valid")]; tensor x_211_strides_0 = const()[name = string("x_211_strides_0"), val = tensor([1])]; tensor x_211_pad_0 = const()[name = string("x_211_pad_0"), val = tensor([0, 0])]; tensor x_211_dilations_0 = const()[name = string("x_211_dilations_0"), val = tensor([1])]; int32 x_211_groups_0 = const()[name = string("x_211_groups_0"), val = int32(1)]; tensor encoder_layers_12_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_12_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(665193344)))]; tensor x_211_cast_fp16 = conv(dilations = x_211_dilations_0, groups = x_211_groups_0, pad = x_211_pad_0, pad_type = x_211_pad_type_0, strides = x_211_strides_0, weight = encoder_layers_12_conv_pointwise_conv2_weight_to_fp16, x = var_2431_cast_fp16)[name = string("x_211_cast_fp16")]; tensor var_2438_perm_0 = const()[name = string("op_2438_perm_0"), val = tensor([0, 2, 1])]; tensor var_2438_cast_fp16 = transpose(perm = var_2438_perm_0, x = x_211_cast_fp16)[name = string("transpose_329")]; tensor input1_56_cast_fp16 = add(x = input0_175_cast_fp16, y = var_2438_cast_fp16)[name = string("input1_56_cast_fp16")]; tensor input0_183_axes_0 = const()[name = string("input0_183_axes_0"), val = tensor([-1])]; tensor encoder_layers_12_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_12_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(667290560)))]; tensor encoder_layers_12_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_12_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(667292672)))]; tensor input0_183_cast_fp16 = layer_norm(axes = input0_183_axes_0, beta = encoder_layers_12_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_12_norm_feed_forward2_weight_to_fp16, x = input1_56_cast_fp16)[name = string("input0_183_cast_fp16")]; tensor encoder_layers_12_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_12_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(667294784)))]; tensor linear_116_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_12_feed_forward2_linear1_weight_to_fp16, x = input0_183_cast_fp16)[name = string("linear_116_cast_fp16")]; tensor var_2449_cast_fp16 = silu(x = linear_116_cast_fp16)[name = string("op_2449_cast_fp16")]; tensor encoder_layers_12_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_12_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(675683456)))]; tensor linear_117_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_12_feed_forward2_linear2_weight_to_fp16, x = var_2449_cast_fp16)[name = string("linear_117_cast_fp16")]; fp16 var_2454_to_fp16 = const()[name = string("op_2454_to_fp16"), val = fp16(0x1p-1)]; tensor var_2455_cast_fp16 = mul(x = linear_117_cast_fp16, y = var_2454_to_fp16)[name = string("op_2455_cast_fp16")]; tensor input2_28_cast_fp16 = add(x = input1_56_cast_fp16, y = var_2455_cast_fp16)[name = string("input2_28_cast_fp16")]; tensor input0_185_axes_0 = const()[name = string("input0_185_axes_0"), val = tensor([-1])]; tensor encoder_layers_12_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_12_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(684072128)))]; tensor encoder_layers_12_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_12_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(684074240)))]; tensor input0_185_cast_fp16 = layer_norm(axes = input0_185_axes_0, beta = encoder_layers_12_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_12_norm_out_weight_to_fp16, x = input2_28_cast_fp16)[name = string("input0_185_cast_fp16")]; tensor input_191_axes_0 = const()[name = string("input_191_axes_0"), val = tensor([-1])]; tensor encoder_layers_13_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_13_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(684076352)))]; tensor encoder_layers_13_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_13_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(684078464)))]; tensor input_191_cast_fp16 = layer_norm(axes = input_191_axes_0, beta = encoder_layers_13_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_13_norm_feed_forward1_weight_to_fp16, x = input0_185_cast_fp16)[name = string("input_191_cast_fp16")]; tensor encoder_layers_13_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_13_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(684080576)))]; tensor linear_118_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_13_feed_forward1_linear1_weight_to_fp16, x = input_191_cast_fp16)[name = string("linear_118_cast_fp16")]; tensor var_2478_cast_fp16 = silu(x = linear_118_cast_fp16)[name = string("op_2478_cast_fp16")]; tensor encoder_layers_13_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_13_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(692469248)))]; tensor linear_119_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_13_feed_forward1_linear2_weight_to_fp16, x = var_2478_cast_fp16)[name = string("linear_119_cast_fp16")]; fp16 var_2483_to_fp16 = const()[name = string("op_2483_to_fp16"), val = fp16(0x1p-1)]; tensor var_2484_cast_fp16 = mul(x = linear_119_cast_fp16, y = var_2483_to_fp16)[name = string("op_2484_cast_fp16")]; tensor input_195_cast_fp16 = add(x = input0_185_cast_fp16, y = var_2484_cast_fp16)[name = string("input_195_cast_fp16")]; tensor query_28_axes_0 = const()[name = string("query_28_axes_0"), val = tensor([-1])]; tensor encoder_layers_13_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_13_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(700857920)))]; tensor encoder_layers_13_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_13_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(700860032)))]; tensor query_28_cast_fp16 = layer_norm(axes = query_28_axes_0, beta = encoder_layers_13_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_13_norm_self_att_weight_to_fp16, x = input_195_cast_fp16)[name = string("query_28_cast_fp16")]; tensor var_2497_shape_cast_fp16 = shape(x = query_28_cast_fp16)[name = string("op_2497_shape_cast_fp16")]; int32 gather_156_axis_0 = const()[name = string("gather_156_axis_0"), val = int32(0)]; int32 gather_156_batch_dims_0 = const()[name = string("gather_156_batch_dims_0"), val = int32(0)]; bool gather_156_validate_indices_0 = const()[name = string("gather_156_validate_indices_0"), val = bool(false)]; string var_2497_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2497_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_156_to_uint16 = const()[name = string("select_156_to_uint16"), val = uint16(0)]; tensor var_2497_shape_cast_fp16_to_uint16 = cast(dtype = var_2497_shape_cast_fp16_to_uint16_dtype_0, x = var_2497_shape_cast_fp16)[name = string("cast_364")]; uint16 gather_156_cast_uint16 = gather(axis = gather_156_axis_0, batch_dims = gather_156_batch_dims_0, indices = select_156_to_uint16, validate_indices = gather_156_validate_indices_0, x = var_2497_shape_cast_fp16_to_uint16)[name = string("gather_156_cast_uint16")]; string gather_156_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_156_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_13_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_13_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(700862144)))]; tensor linear_120_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_13_self_attn_linear_q_weight_to_fp16, x = query_28_cast_fp16)[name = string("linear_120_cast_fp16")]; int32 concat_115_axis_0 = const()[name = string("concat_115_axis_0"), val = int32(0)]; bool concat_115_interleave_0 = const()[name = string("concat_115_interleave_0"), val = bool(false)]; int32 gather_156_cast_uint16_to_int32 = cast(dtype = gather_156_cast_uint16_to_int32_dtype_0, x = gather_156_cast_uint16)[name = string("cast_363")]; tensor concat_115 = concat(axis = concat_115_axis_0, interleave = concat_115_interleave_0, values = (gather_156_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_115")]; tensor q_28_cast_fp16 = reshape(shape = concat_115, x = linear_120_cast_fp16)[name = string("q_28_cast_fp16")]; tensor encoder_layers_13_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_13_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(702959360)))]; tensor linear_121_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_13_self_attn_linear_k_weight_to_fp16, x = query_28_cast_fp16)[name = string("linear_121_cast_fp16")]; tensor k_28_cast_fp16 = reshape(shape = concat_115, x = linear_121_cast_fp16)[name = string("k_28_cast_fp16")]; tensor encoder_layers_13_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_13_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(705056576)))]; tensor linear_122_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_13_self_attn_linear_v_weight_to_fp16, x = query_28_cast_fp16)[name = string("linear_122_cast_fp16")]; tensor v_28_cast_fp16 = reshape(shape = concat_115, x = linear_122_cast_fp16)[name = string("v_28_cast_fp16")]; tensor value_30_perm_0 = const()[name = string("value_30_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_13_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_13_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(707153792)))]; tensor linear_123_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_13_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_123_cast_fp16")]; tensor var_2517 = const()[name = string("op_2517"), val = tensor([1, -1, 8, 128])]; tensor p_28_cast_fp16 = reshape(shape = var_2517, x = linear_123_cast_fp16)[name = string("p_28_cast_fp16")]; tensor encoder_layers_13_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_13_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(709251008)))]; tensor var_2520_cast_fp16 = add(x = q_28_cast_fp16, y = encoder_layers_13_self_attn_pos_bias_u_to_fp16)[name = string("op_2520_cast_fp16")]; tensor encoder_layers_13_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_13_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(709253120)))]; tensor var_2522_cast_fp16 = add(x = q_28_cast_fp16, y = encoder_layers_13_self_attn_pos_bias_v_to_fp16)[name = string("op_2522_cast_fp16")]; bool x_219_transpose_x_0 = const()[name = string("x_219_transpose_x_0"), val = bool(false)]; bool x_219_transpose_y_0 = const()[name = string("x_219_transpose_y_0"), val = bool(false)]; tensor transpose_196_perm_0 = const()[name = string("transpose_196_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_197_perm_0 = const()[name = string("transpose_197_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_197 = transpose(perm = transpose_197_perm_0, x = p_28_cast_fp16)[name = string("transpose_326")]; tensor transpose_196 = transpose(perm = transpose_196_perm_0, x = var_2522_cast_fp16)[name = string("transpose_327")]; tensor x_219_cast_fp16 = matmul(transpose_x = x_219_transpose_x_0, transpose_y = x_219_transpose_y_0, x = transpose_196, y = transpose_197)[name = string("x_219_cast_fp16")]; tensor var_2526_shape_cast_fp16 = shape(x = x_219_cast_fp16)[name = string("op_2526_shape_cast_fp16")]; int32 gather_158_axis_0 = const()[name = string("gather_158_axis_0"), val = int32(0)]; int32 gather_158_batch_dims_0 = const()[name = string("gather_158_batch_dims_0"), val = int32(0)]; bool gather_158_validate_indices_0 = const()[name = string("gather_158_validate_indices_0"), val = bool(false)]; string var_2526_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2526_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_158_to_uint16 = const()[name = string("select_158_to_uint16"), val = uint16(0)]; tensor var_2526_shape_cast_fp16_to_uint16 = cast(dtype = var_2526_shape_cast_fp16_to_uint16_dtype_0, x = var_2526_shape_cast_fp16)[name = string("cast_362")]; uint16 gather_158_cast_uint16 = gather(axis = gather_158_axis_0, batch_dims = gather_158_batch_dims_0, indices = select_158_to_uint16, validate_indices = gather_158_validate_indices_0, x = var_2526_shape_cast_fp16_to_uint16)[name = string("gather_158_cast_uint16")]; string gather_158_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_158_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_159 = const()[name = string("gather_159"), val = int32(8)]; int32 gather_160_axis_0 = const()[name = string("gather_160_axis_0"), val = int32(0)]; int32 gather_160_batch_dims_0 = const()[name = string("gather_160_batch_dims_0"), val = int32(0)]; bool gather_160_validate_indices_0 = const()[name = string("gather_160_validate_indices_0"), val = bool(false)]; uint16 select_160_to_uint16 = const()[name = string("select_160_to_uint16"), val = uint16(2)]; uint16 gather_160_cast_uint16 = gather(axis = gather_160_axis_0, batch_dims = gather_160_batch_dims_0, indices = select_160_to_uint16, validate_indices = gather_160_validate_indices_0, x = var_2526_shape_cast_fp16_to_uint16)[name = string("gather_160_cast_uint16")]; string gather_160_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_160_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_161_axis_0 = const()[name = string("gather_161_axis_0"), val = int32(0)]; int32 gather_161_batch_dims_0 = const()[name = string("gather_161_batch_dims_0"), val = int32(0)]; bool gather_161_validate_indices_0 = const()[name = string("gather_161_validate_indices_0"), val = bool(false)]; uint16 select_161_to_uint16 = const()[name = string("select_161_to_uint16"), val = uint16(3)]; uint16 gather_161_cast_uint16 = gather(axis = gather_161_axis_0, batch_dims = gather_161_batch_dims_0, indices = select_161_to_uint16, validate_indices = gather_161_validate_indices_0, x = var_2526_shape_cast_fp16_to_uint16)[name = string("gather_161_cast_uint16")]; string gather_161_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_161_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_30_pad_0 = const()[name = string("x0_30_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_30_mode_0 = const()[name = string("x0_30_mode_0"), val = string("constant")]; fp16 const_37_to_fp16 = const()[name = string("const_37_to_fp16"), val = fp16(0x0p+0)]; tensor x0_30_cast_fp16 = pad(constant_val = const_37_to_fp16, mode = x0_30_mode_0, pad = x0_30_pad_0, x = x_219_cast_fp16)[name = string("x0_30_cast_fp16")]; int32 concat_118_axis_0 = const()[name = string("concat_118_axis_0"), val = int32(0)]; bool concat_118_interleave_0 = const()[name = string("concat_118_interleave_0"), val = bool(false)]; int32 gather_160_cast_uint16_to_int32 = cast(dtype = gather_160_cast_uint16_to_int32_dtype_0, x = gather_160_cast_uint16)[name = string("cast_360")]; int32 gather_158_cast_uint16_to_int32 = cast(dtype = gather_158_cast_uint16_to_int32_dtype_0, x = gather_158_cast_uint16)[name = string("cast_361")]; tensor concat_118 = concat(axis = concat_118_axis_0, interleave = concat_118_interleave_0, values = (gather_158_cast_uint16_to_int32, gather_159, var_24, gather_160_cast_uint16_to_int32))[name = string("concat_118")]; tensor x1_28_cast_fp16 = reshape(shape = concat_118, x = x0_30_cast_fp16)[name = string("x1_28_cast_fp16")]; tensor var_2536_begin_0 = const()[name = string("op_2536_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_2536_end_0 = const()[name = string("op_2536_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_2536_end_mask_0 = const()[name = string("op_2536_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_2536_cast_fp16 = slice_by_index(begin = var_2536_begin_0, end = var_2536_end_0, end_mask = var_2536_end_mask_0, x = x1_28_cast_fp16)[name = string("op_2536_cast_fp16")]; int32 concat_119_axis_0 = const()[name = string("concat_119_axis_0"), val = int32(0)]; bool concat_119_interleave_0 = const()[name = string("concat_119_interleave_0"), val = bool(false)]; int32 gather_161_cast_uint16_to_int32 = cast(dtype = gather_161_cast_uint16_to_int32_dtype_0, x = gather_161_cast_uint16)[name = string("cast_359")]; tensor concat_119 = concat(axis = concat_119_axis_0, interleave = concat_119_interleave_0, values = (gather_158_cast_uint16_to_int32, gather_159, gather_160_cast_uint16_to_int32, gather_161_cast_uint16_to_int32))[name = string("concat_119")]; tensor matrix_bd_28_cast_fp16 = reshape(shape = concat_119, x = var_2536_cast_fp16)[name = string("matrix_bd_28_cast_fp16")]; bool matrix_ac_28_transpose_x_0 = const()[name = string("matrix_ac_28_transpose_x_0"), val = bool(false)]; bool matrix_ac_28_transpose_y_0 = const()[name = string("matrix_ac_28_transpose_y_0"), val = bool(false)]; tensor transpose_198_perm_0 = const()[name = string("transpose_198_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_199_perm_0 = const()[name = string("transpose_199_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_199 = transpose(perm = transpose_199_perm_0, x = k_28_cast_fp16)[name = string("transpose_324")]; tensor transpose_198 = transpose(perm = transpose_198_perm_0, x = var_2520_cast_fp16)[name = string("transpose_325")]; tensor matrix_ac_28_cast_fp16 = matmul(transpose_x = matrix_ac_28_transpose_x_0, transpose_y = matrix_ac_28_transpose_y_0, x = transpose_198, y = transpose_199)[name = string("matrix_ac_28_cast_fp16")]; tensor var_2541_shape_cast_fp16 = shape(x = matrix_ac_28_cast_fp16)[name = string("op_2541_shape_cast_fp16")]; int32 gather_162_axis_0 = const()[name = string("gather_162_axis_0"), val = int32(0)]; int32 gather_162_batch_dims_0 = const()[name = string("gather_162_batch_dims_0"), val = int32(0)]; bool gather_162_validate_indices_0 = const()[name = string("gather_162_validate_indices_0"), val = bool(false)]; string var_2541_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2541_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_162_to_uint16 = const()[name = string("select_162_to_uint16"), val = uint16(3)]; tensor var_2541_shape_cast_fp16_to_uint16 = cast(dtype = var_2541_shape_cast_fp16_to_uint16_dtype_0, x = var_2541_shape_cast_fp16)[name = string("cast_358")]; uint16 gather_162_cast_uint16 = gather(axis = gather_162_axis_0, batch_dims = gather_162_batch_dims_0, indices = select_162_to_uint16, validate_indices = gather_162_validate_indices_0, x = var_2541_shape_cast_fp16_to_uint16)[name = string("gather_162_cast_uint16")]; string gather_162_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_162_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_120_values0_0 = const()[name = string("concat_120_values0_0"), val = int32(0)]; int32 concat_120_values1_0 = const()[name = string("concat_120_values1_0"), val = int32(8)]; int32 concat_120_values2_0 = const()[name = string("concat_120_values2_0"), val = int32(0)]; int32 concat_120_axis_0 = const()[name = string("concat_120_axis_0"), val = int32(0)]; bool concat_120_interleave_0 = const()[name = string("concat_120_interleave_0"), val = bool(false)]; int32 gather_162_cast_uint16_to_int32 = cast(dtype = gather_162_cast_uint16_to_int32_dtype_0, x = gather_162_cast_uint16)[name = string("cast_357")]; tensor concat_120 = concat(axis = concat_120_axis_0, interleave = concat_120_interleave_0, values = (concat_120_values0_0, concat_120_values1_0, concat_120_values2_0, gather_162_cast_uint16_to_int32))[name = string("concat_120")]; tensor matrix_bd0_28_begin_0 = const()[name = string("matrix_bd0_28_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_28_end_mask_0 = const()[name = string("matrix_bd0_28_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_28_cast_fp16 = slice_by_index(begin = matrix_bd0_28_begin_0, end = concat_120, end_mask = matrix_bd0_28_end_mask_0, x = matrix_bd_28_cast_fp16)[name = string("matrix_bd0_28_cast_fp16")]; tensor var_2546_cast_fp16 = add(x = matrix_ac_28_cast_fp16, y = matrix_bd0_28_cast_fp16)[name = string("op_2546_cast_fp16")]; fp16 _inversed_scores_28_y_0_to_fp16 = const()[name = string("_inversed_scores_28_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_28_cast_fp16 = mul(x = var_2546_cast_fp16, y = _inversed_scores_28_y_0_to_fp16)[name = string("_inversed_scores_28_cast_fp16")]; tensor value_30_cast_fp16 = transpose(perm = value_30_perm_0, x = v_28_cast_fp16)[name = string("transpose_328")]; tensor var_2549_shape_cast_fp16 = shape(x = value_30_cast_fp16)[name = string("op_2549_shape_cast_fp16")]; int32 gather_163_axis_0 = const()[name = string("gather_163_axis_0"), val = int32(0)]; int32 gather_163_batch_dims_0 = const()[name = string("gather_163_batch_dims_0"), val = int32(0)]; bool gather_163_validate_indices_0 = const()[name = string("gather_163_validate_indices_0"), val = bool(false)]; string var_2549_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2549_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_163_to_uint16 = const()[name = string("select_163_to_uint16"), val = uint16(0)]; tensor var_2549_shape_cast_fp16_to_uint16 = cast(dtype = var_2549_shape_cast_fp16_to_uint16_dtype_0, x = var_2549_shape_cast_fp16)[name = string("cast_356")]; uint16 gather_163_cast_uint16 = gather(axis = gather_163_axis_0, batch_dims = gather_163_batch_dims_0, indices = select_163_to_uint16, validate_indices = gather_163_validate_indices_0, x = var_2549_shape_cast_fp16_to_uint16)[name = string("gather_163_cast_uint16")]; string gather_163_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_163_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_28_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_28_cast_fp16, cond = mask0_4)[name = string("scores0_28_cast_fp16")]; tensor var_2552_cast_fp16 = softmax(axis = var_24, x = scores0_28_cast_fp16)[name = string("op_2552_cast_fp16")]; tensor input_197_cast_fp16 = select(a = var_11_to_fp16, b = var_2552_cast_fp16, cond = mask0_4)[name = string("input_197_cast_fp16")]; bool x2_28_transpose_x_0 = const()[name = string("x2_28_transpose_x_0"), val = bool(false)]; bool x2_28_transpose_y_0 = const()[name = string("x2_28_transpose_y_0"), val = bool(false)]; tensor x2_28_cast_fp16 = matmul(transpose_x = x2_28_transpose_x_0, transpose_y = x2_28_transpose_y_0, x = input_197_cast_fp16, y = value_30_cast_fp16)[name = string("x2_28_cast_fp16")]; tensor var_2556_perm_0 = const()[name = string("op_2556_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_121_axis_0 = const()[name = string("concat_121_axis_0"), val = int32(0)]; bool concat_121_interleave_0 = const()[name = string("concat_121_interleave_0"), val = bool(false)]; int32 gather_163_cast_uint16_to_int32 = cast(dtype = gather_163_cast_uint16_to_int32_dtype_0, x = gather_163_cast_uint16)[name = string("cast_355")]; tensor concat_121 = concat(axis = concat_121_axis_0, interleave = concat_121_interleave_0, values = (gather_163_cast_uint16_to_int32, var_24, var_9))[name = string("concat_121")]; tensor var_2556_cast_fp16 = transpose(perm = var_2556_perm_0, x = x2_28_cast_fp16)[name = string("transpose_323")]; tensor input0_187_cast_fp16 = reshape(shape = concat_121, x = var_2556_cast_fp16)[name = string("input0_187_cast_fp16")]; tensor encoder_layers_13_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_13_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(709255232)))]; tensor linear_124_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_13_self_attn_linear_out_weight_to_fp16, x = input0_187_cast_fp16)[name = string("linear_124_cast_fp16")]; tensor input0_189_cast_fp16 = add(x = input_195_cast_fp16, y = linear_124_cast_fp16)[name = string("input0_189_cast_fp16")]; tensor x_223_axes_0 = const()[name = string("x_223_axes_0"), val = tensor([-1])]; tensor encoder_layers_13_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_13_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(711352448)))]; tensor encoder_layers_13_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_13_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(711354560)))]; tensor x_223_cast_fp16 = layer_norm(axes = x_223_axes_0, beta = encoder_layers_13_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_13_norm_conv_weight_to_fp16, x = input0_189_cast_fp16)[name = string("x_223_cast_fp16")]; tensor input_199_perm_0 = const()[name = string("input_199_perm_0"), val = tensor([0, 2, 1])]; string input0_191_pad_type_0 = const()[name = string("input0_191_pad_type_0"), val = string("valid")]; tensor input0_191_strides_0 = const()[name = string("input0_191_strides_0"), val = tensor([1])]; tensor input0_191_pad_0 = const()[name = string("input0_191_pad_0"), val = tensor([0, 0])]; tensor input0_191_dilations_0 = const()[name = string("input0_191_dilations_0"), val = tensor([1])]; int32 input0_191_groups_0 = const()[name = string("input0_191_groups_0"), val = int32(1)]; tensor encoder_layers_13_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_13_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(711356672)))]; tensor input_199_cast_fp16 = transpose(perm = input_199_perm_0, x = x_223_cast_fp16)[name = string("transpose_322")]; tensor input0_191_cast_fp16 = conv(dilations = input0_191_dilations_0, groups = input0_191_groups_0, pad = input0_191_pad_0, pad_type = input0_191_pad_type_0, strides = input0_191_strides_0, weight = encoder_layers_13_conv_pointwise_conv1_weight_to_fp16, x = input_199_cast_fp16)[name = string("input0_191_cast_fp16")]; int32 x_225_split_num_splits_0 = const()[name = string("x_225_split_num_splits_0"), val = int32(2)]; int32 x_225_split_axis_0 = const()[name = string("x_225_split_axis_0"), val = int32(1)]; tensor x_225_split_cast_fp16_0, tensor x_225_split_cast_fp16_1 = split(axis = x_225_split_axis_0, num_splits = x_225_split_num_splits_0, x = input0_191_cast_fp16)[name = string("x_225_split_cast_fp16")]; tensor x_225_split_1_sigmoid_cast_fp16 = sigmoid(x = x_225_split_cast_fp16_1)[name = string("x_225_split_1_sigmoid_cast_fp16")]; tensor x_225_cast_fp16 = mul(x = x_225_split_cast_fp16_0, y = x_225_split_1_sigmoid_cast_fp16)[name = string("x_225_cast_fp16")]; tensor input0_193_cast_fp16 = select(a = var_11_to_fp16, b = x_225_cast_fp16, cond = var_460)[name = string("input0_193_cast_fp16")]; tensor input0_195_pad_0 = const()[name = string("input0_195_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_195_mode_0 = const()[name = string("input0_195_mode_0"), val = string("constant")]; fp16 const_38_to_fp16 = const()[name = string("const_38_to_fp16"), val = fp16(0x0p+0)]; tensor input0_195_cast_fp16 = pad(constant_val = const_38_to_fp16, mode = input0_195_mode_0, pad = input0_195_pad_0, x = input0_193_cast_fp16)[name = string("input0_195_cast_fp16")]; string input1_58_pad_type_0 = const()[name = string("input1_58_pad_type_0"), val = string("valid")]; int32 input1_58_groups_0 = const()[name = string("input1_58_groups_0"), val = int32(1024)]; tensor input1_58_strides_0 = const()[name = string("input1_58_strides_0"), val = tensor([1])]; tensor input1_58_pad_0 = const()[name = string("input1_58_pad_0"), val = tensor([0, 0])]; tensor input1_58_dilations_0 = const()[name = string("input1_58_dilations_0"), val = tensor([1])]; tensor const_85_to_fp16 = const()[name = string("const_85_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(715551040)))]; tensor const_86_to_fp16 = const()[name = string("const_86_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(715569536)))]; tensor input_201_cast_fp16 = conv(bias = const_86_to_fp16, dilations = input1_58_dilations_0, groups = input1_58_groups_0, pad = input1_58_pad_0, pad_type = input1_58_pad_type_0, strides = input1_58_strides_0, weight = const_85_to_fp16, x = input0_195_cast_fp16)[name = string("input_201_cast_fp16")]; tensor var_2594_cast_fp16 = silu(x = input_201_cast_fp16)[name = string("op_2594_cast_fp16")]; string x_227_pad_type_0 = const()[name = string("x_227_pad_type_0"), val = string("valid")]; tensor x_227_strides_0 = const()[name = string("x_227_strides_0"), val = tensor([1])]; tensor x_227_pad_0 = const()[name = string("x_227_pad_0"), val = tensor([0, 0])]; tensor x_227_dilations_0 = const()[name = string("x_227_dilations_0"), val = tensor([1])]; int32 x_227_groups_0 = const()[name = string("x_227_groups_0"), val = int32(1)]; tensor encoder_layers_13_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_13_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(715571648)))]; tensor x_227_cast_fp16 = conv(dilations = x_227_dilations_0, groups = x_227_groups_0, pad = x_227_pad_0, pad_type = x_227_pad_type_0, strides = x_227_strides_0, weight = encoder_layers_13_conv_pointwise_conv2_weight_to_fp16, x = var_2594_cast_fp16)[name = string("x_227_cast_fp16")]; tensor var_2601_perm_0 = const()[name = string("op_2601_perm_0"), val = tensor([0, 2, 1])]; tensor var_2601_cast_fp16 = transpose(perm = var_2601_perm_0, x = x_227_cast_fp16)[name = string("transpose_321")]; tensor input1_60_cast_fp16 = add(x = input0_189_cast_fp16, y = var_2601_cast_fp16)[name = string("input1_60_cast_fp16")]; tensor input0_197_axes_0 = const()[name = string("input0_197_axes_0"), val = tensor([-1])]; tensor encoder_layers_13_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_13_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(717668864)))]; tensor encoder_layers_13_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_13_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(717670976)))]; tensor input0_197_cast_fp16 = layer_norm(axes = input0_197_axes_0, beta = encoder_layers_13_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_13_norm_feed_forward2_weight_to_fp16, x = input1_60_cast_fp16)[name = string("input0_197_cast_fp16")]; tensor encoder_layers_13_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_13_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(717673088)))]; tensor linear_125_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_13_feed_forward2_linear1_weight_to_fp16, x = input0_197_cast_fp16)[name = string("linear_125_cast_fp16")]; tensor var_2612_cast_fp16 = silu(x = linear_125_cast_fp16)[name = string("op_2612_cast_fp16")]; tensor encoder_layers_13_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_13_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(726061760)))]; tensor linear_126_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_13_feed_forward2_linear2_weight_to_fp16, x = var_2612_cast_fp16)[name = string("linear_126_cast_fp16")]; fp16 var_2617_to_fp16 = const()[name = string("op_2617_to_fp16"), val = fp16(0x1p-1)]; tensor var_2618_cast_fp16 = mul(x = linear_126_cast_fp16, y = var_2617_to_fp16)[name = string("op_2618_cast_fp16")]; tensor input2_30_cast_fp16 = add(x = input1_60_cast_fp16, y = var_2618_cast_fp16)[name = string("input2_30_cast_fp16")]; tensor input0_199_axes_0 = const()[name = string("input0_199_axes_0"), val = tensor([-1])]; tensor encoder_layers_13_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_13_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(734450432)))]; tensor encoder_layers_13_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_13_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(734452544)))]; tensor input0_199_cast_fp16 = layer_norm(axes = input0_199_axes_0, beta = encoder_layers_13_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_13_norm_out_weight_to_fp16, x = input2_30_cast_fp16)[name = string("input0_199_cast_fp16")]; tensor input_205_axes_0 = const()[name = string("input_205_axes_0"), val = tensor([-1])]; tensor encoder_layers_14_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_14_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(734454656)))]; tensor encoder_layers_14_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_14_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(734456768)))]; tensor input_205_cast_fp16 = layer_norm(axes = input_205_axes_0, beta = encoder_layers_14_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_14_norm_feed_forward1_weight_to_fp16, x = input0_199_cast_fp16)[name = string("input_205_cast_fp16")]; tensor encoder_layers_14_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_14_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(734458880)))]; tensor linear_127_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_14_feed_forward1_linear1_weight_to_fp16, x = input_205_cast_fp16)[name = string("linear_127_cast_fp16")]; tensor var_2641_cast_fp16 = silu(x = linear_127_cast_fp16)[name = string("op_2641_cast_fp16")]; tensor encoder_layers_14_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_14_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(742847552)))]; tensor linear_128_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_14_feed_forward1_linear2_weight_to_fp16, x = var_2641_cast_fp16)[name = string("linear_128_cast_fp16")]; fp16 var_2646_to_fp16 = const()[name = string("op_2646_to_fp16"), val = fp16(0x1p-1)]; tensor var_2647_cast_fp16 = mul(x = linear_128_cast_fp16, y = var_2646_to_fp16)[name = string("op_2647_cast_fp16")]; tensor input_209_cast_fp16 = add(x = input0_199_cast_fp16, y = var_2647_cast_fp16)[name = string("input_209_cast_fp16")]; tensor query_30_axes_0 = const()[name = string("query_30_axes_0"), val = tensor([-1])]; tensor encoder_layers_14_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_14_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(751236224)))]; tensor encoder_layers_14_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_14_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(751238336)))]; tensor query_30_cast_fp16 = layer_norm(axes = query_30_axes_0, beta = encoder_layers_14_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_14_norm_self_att_weight_to_fp16, x = input_209_cast_fp16)[name = string("query_30_cast_fp16")]; tensor var_2660_shape_cast_fp16 = shape(x = query_30_cast_fp16)[name = string("op_2660_shape_cast_fp16")]; int32 gather_164_axis_0 = const()[name = string("gather_164_axis_0"), val = int32(0)]; int32 gather_164_batch_dims_0 = const()[name = string("gather_164_batch_dims_0"), val = int32(0)]; bool gather_164_validate_indices_0 = const()[name = string("gather_164_validate_indices_0"), val = bool(false)]; string var_2660_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2660_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_164_to_uint16 = const()[name = string("select_164_to_uint16"), val = uint16(0)]; tensor var_2660_shape_cast_fp16_to_uint16 = cast(dtype = var_2660_shape_cast_fp16_to_uint16_dtype_0, x = var_2660_shape_cast_fp16)[name = string("cast_354")]; uint16 gather_164_cast_uint16 = gather(axis = gather_164_axis_0, batch_dims = gather_164_batch_dims_0, indices = select_164_to_uint16, validate_indices = gather_164_validate_indices_0, x = var_2660_shape_cast_fp16_to_uint16)[name = string("gather_164_cast_uint16")]; string gather_164_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_164_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_14_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_14_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(751240448)))]; tensor linear_129_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_14_self_attn_linear_q_weight_to_fp16, x = query_30_cast_fp16)[name = string("linear_129_cast_fp16")]; int32 concat_122_axis_0 = const()[name = string("concat_122_axis_0"), val = int32(0)]; bool concat_122_interleave_0 = const()[name = string("concat_122_interleave_0"), val = bool(false)]; int32 gather_164_cast_uint16_to_int32 = cast(dtype = gather_164_cast_uint16_to_int32_dtype_0, x = gather_164_cast_uint16)[name = string("cast_353")]; tensor concat_122 = concat(axis = concat_122_axis_0, interleave = concat_122_interleave_0, values = (gather_164_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_122")]; tensor q_30_cast_fp16 = reshape(shape = concat_122, x = linear_129_cast_fp16)[name = string("q_30_cast_fp16")]; tensor encoder_layers_14_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_14_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(753337664)))]; tensor linear_130_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_14_self_attn_linear_k_weight_to_fp16, x = query_30_cast_fp16)[name = string("linear_130_cast_fp16")]; tensor k_30_cast_fp16 = reshape(shape = concat_122, x = linear_130_cast_fp16)[name = string("k_30_cast_fp16")]; tensor encoder_layers_14_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_14_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(755434880)))]; tensor linear_131_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_14_self_attn_linear_v_weight_to_fp16, x = query_30_cast_fp16)[name = string("linear_131_cast_fp16")]; tensor v_30_cast_fp16 = reshape(shape = concat_122, x = linear_131_cast_fp16)[name = string("v_30_cast_fp16")]; tensor value_32_perm_0 = const()[name = string("value_32_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_14_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_14_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(757532096)))]; tensor linear_132_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_14_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_132_cast_fp16")]; tensor var_2680 = const()[name = string("op_2680"), val = tensor([1, -1, 8, 128])]; tensor p_30_cast_fp16 = reshape(shape = var_2680, x = linear_132_cast_fp16)[name = string("p_30_cast_fp16")]; tensor encoder_layers_14_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_14_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(759629312)))]; tensor var_2683_cast_fp16 = add(x = q_30_cast_fp16, y = encoder_layers_14_self_attn_pos_bias_u_to_fp16)[name = string("op_2683_cast_fp16")]; tensor encoder_layers_14_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_14_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(759631424)))]; tensor var_2685_cast_fp16 = add(x = q_30_cast_fp16, y = encoder_layers_14_self_attn_pos_bias_v_to_fp16)[name = string("op_2685_cast_fp16")]; bool x_235_transpose_x_0 = const()[name = string("x_235_transpose_x_0"), val = bool(false)]; bool x_235_transpose_y_0 = const()[name = string("x_235_transpose_y_0"), val = bool(false)]; tensor transpose_200_perm_0 = const()[name = string("transpose_200_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_201_perm_0 = const()[name = string("transpose_201_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_201 = transpose(perm = transpose_201_perm_0, x = p_30_cast_fp16)[name = string("transpose_318")]; tensor transpose_200 = transpose(perm = transpose_200_perm_0, x = var_2685_cast_fp16)[name = string("transpose_319")]; tensor x_235_cast_fp16 = matmul(transpose_x = x_235_transpose_x_0, transpose_y = x_235_transpose_y_0, x = transpose_200, y = transpose_201)[name = string("x_235_cast_fp16")]; tensor var_2689_shape_cast_fp16 = shape(x = x_235_cast_fp16)[name = string("op_2689_shape_cast_fp16")]; int32 gather_166_axis_0 = const()[name = string("gather_166_axis_0"), val = int32(0)]; int32 gather_166_batch_dims_0 = const()[name = string("gather_166_batch_dims_0"), val = int32(0)]; bool gather_166_validate_indices_0 = const()[name = string("gather_166_validate_indices_0"), val = bool(false)]; string var_2689_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2689_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_166_to_uint16 = const()[name = string("select_166_to_uint16"), val = uint16(0)]; tensor var_2689_shape_cast_fp16_to_uint16 = cast(dtype = var_2689_shape_cast_fp16_to_uint16_dtype_0, x = var_2689_shape_cast_fp16)[name = string("cast_352")]; uint16 gather_166_cast_uint16 = gather(axis = gather_166_axis_0, batch_dims = gather_166_batch_dims_0, indices = select_166_to_uint16, validate_indices = gather_166_validate_indices_0, x = var_2689_shape_cast_fp16_to_uint16)[name = string("gather_166_cast_uint16")]; string gather_166_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_166_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_167 = const()[name = string("gather_167"), val = int32(8)]; int32 gather_168_axis_0 = const()[name = string("gather_168_axis_0"), val = int32(0)]; int32 gather_168_batch_dims_0 = const()[name = string("gather_168_batch_dims_0"), val = int32(0)]; bool gather_168_validate_indices_0 = const()[name = string("gather_168_validate_indices_0"), val = bool(false)]; uint16 select_168_to_uint16 = const()[name = string("select_168_to_uint16"), val = uint16(2)]; uint16 gather_168_cast_uint16 = gather(axis = gather_168_axis_0, batch_dims = gather_168_batch_dims_0, indices = select_168_to_uint16, validate_indices = gather_168_validate_indices_0, x = var_2689_shape_cast_fp16_to_uint16)[name = string("gather_168_cast_uint16")]; string gather_168_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_168_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_169_axis_0 = const()[name = string("gather_169_axis_0"), val = int32(0)]; int32 gather_169_batch_dims_0 = const()[name = string("gather_169_batch_dims_0"), val = int32(0)]; bool gather_169_validate_indices_0 = const()[name = string("gather_169_validate_indices_0"), val = bool(false)]; uint16 select_169_to_uint16 = const()[name = string("select_169_to_uint16"), val = uint16(3)]; uint16 gather_169_cast_uint16 = gather(axis = gather_169_axis_0, batch_dims = gather_169_batch_dims_0, indices = select_169_to_uint16, validate_indices = gather_169_validate_indices_0, x = var_2689_shape_cast_fp16_to_uint16)[name = string("gather_169_cast_uint16")]; string gather_169_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_169_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_32_pad_0 = const()[name = string("x0_32_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_32_mode_0 = const()[name = string("x0_32_mode_0"), val = string("constant")]; fp16 const_39_to_fp16 = const()[name = string("const_39_to_fp16"), val = fp16(0x0p+0)]; tensor x0_32_cast_fp16 = pad(constant_val = const_39_to_fp16, mode = x0_32_mode_0, pad = x0_32_pad_0, x = x_235_cast_fp16)[name = string("x0_32_cast_fp16")]; int32 concat_125_axis_0 = const()[name = string("concat_125_axis_0"), val = int32(0)]; bool concat_125_interleave_0 = const()[name = string("concat_125_interleave_0"), val = bool(false)]; int32 gather_168_cast_uint16_to_int32 = cast(dtype = gather_168_cast_uint16_to_int32_dtype_0, x = gather_168_cast_uint16)[name = string("cast_350")]; int32 gather_166_cast_uint16_to_int32 = cast(dtype = gather_166_cast_uint16_to_int32_dtype_0, x = gather_166_cast_uint16)[name = string("cast_351")]; tensor concat_125 = concat(axis = concat_125_axis_0, interleave = concat_125_interleave_0, values = (gather_166_cast_uint16_to_int32, gather_167, var_24, gather_168_cast_uint16_to_int32))[name = string("concat_125")]; tensor x1_30_cast_fp16 = reshape(shape = concat_125, x = x0_32_cast_fp16)[name = string("x1_30_cast_fp16")]; tensor var_2699_begin_0 = const()[name = string("op_2699_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_2699_end_0 = const()[name = string("op_2699_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_2699_end_mask_0 = const()[name = string("op_2699_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_2699_cast_fp16 = slice_by_index(begin = var_2699_begin_0, end = var_2699_end_0, end_mask = var_2699_end_mask_0, x = x1_30_cast_fp16)[name = string("op_2699_cast_fp16")]; int32 concat_126_axis_0 = const()[name = string("concat_126_axis_0"), val = int32(0)]; bool concat_126_interleave_0 = const()[name = string("concat_126_interleave_0"), val = bool(false)]; int32 gather_169_cast_uint16_to_int32 = cast(dtype = gather_169_cast_uint16_to_int32_dtype_0, x = gather_169_cast_uint16)[name = string("cast_349")]; tensor concat_126 = concat(axis = concat_126_axis_0, interleave = concat_126_interleave_0, values = (gather_166_cast_uint16_to_int32, gather_167, gather_168_cast_uint16_to_int32, gather_169_cast_uint16_to_int32))[name = string("concat_126")]; tensor matrix_bd_30_cast_fp16 = reshape(shape = concat_126, x = var_2699_cast_fp16)[name = string("matrix_bd_30_cast_fp16")]; bool matrix_ac_30_transpose_x_0 = const()[name = string("matrix_ac_30_transpose_x_0"), val = bool(false)]; bool matrix_ac_30_transpose_y_0 = const()[name = string("matrix_ac_30_transpose_y_0"), val = bool(false)]; tensor transpose_202_perm_0 = const()[name = string("transpose_202_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_203_perm_0 = const()[name = string("transpose_203_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_203 = transpose(perm = transpose_203_perm_0, x = k_30_cast_fp16)[name = string("transpose_316")]; tensor transpose_202 = transpose(perm = transpose_202_perm_0, x = var_2683_cast_fp16)[name = string("transpose_317")]; tensor matrix_ac_30_cast_fp16 = matmul(transpose_x = matrix_ac_30_transpose_x_0, transpose_y = matrix_ac_30_transpose_y_0, x = transpose_202, y = transpose_203)[name = string("matrix_ac_30_cast_fp16")]; tensor var_2704_shape_cast_fp16 = shape(x = matrix_ac_30_cast_fp16)[name = string("op_2704_shape_cast_fp16")]; int32 gather_170_axis_0 = const()[name = string("gather_170_axis_0"), val = int32(0)]; int32 gather_170_batch_dims_0 = const()[name = string("gather_170_batch_dims_0"), val = int32(0)]; bool gather_170_validate_indices_0 = const()[name = string("gather_170_validate_indices_0"), val = bool(false)]; string var_2704_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2704_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_170_to_uint16 = const()[name = string("select_170_to_uint16"), val = uint16(3)]; tensor var_2704_shape_cast_fp16_to_uint16 = cast(dtype = var_2704_shape_cast_fp16_to_uint16_dtype_0, x = var_2704_shape_cast_fp16)[name = string("cast_348")]; uint16 gather_170_cast_uint16 = gather(axis = gather_170_axis_0, batch_dims = gather_170_batch_dims_0, indices = select_170_to_uint16, validate_indices = gather_170_validate_indices_0, x = var_2704_shape_cast_fp16_to_uint16)[name = string("gather_170_cast_uint16")]; string gather_170_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_170_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_127_values0_0 = const()[name = string("concat_127_values0_0"), val = int32(0)]; int32 concat_127_values1_0 = const()[name = string("concat_127_values1_0"), val = int32(8)]; int32 concat_127_values2_0 = const()[name = string("concat_127_values2_0"), val = int32(0)]; int32 concat_127_axis_0 = const()[name = string("concat_127_axis_0"), val = int32(0)]; bool concat_127_interleave_0 = const()[name = string("concat_127_interleave_0"), val = bool(false)]; int32 gather_170_cast_uint16_to_int32 = cast(dtype = gather_170_cast_uint16_to_int32_dtype_0, x = gather_170_cast_uint16)[name = string("cast_347")]; tensor concat_127 = concat(axis = concat_127_axis_0, interleave = concat_127_interleave_0, values = (concat_127_values0_0, concat_127_values1_0, concat_127_values2_0, gather_170_cast_uint16_to_int32))[name = string("concat_127")]; tensor matrix_bd0_30_begin_0 = const()[name = string("matrix_bd0_30_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_30_end_mask_0 = const()[name = string("matrix_bd0_30_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_30_cast_fp16 = slice_by_index(begin = matrix_bd0_30_begin_0, end = concat_127, end_mask = matrix_bd0_30_end_mask_0, x = matrix_bd_30_cast_fp16)[name = string("matrix_bd0_30_cast_fp16")]; tensor var_2709_cast_fp16 = add(x = matrix_ac_30_cast_fp16, y = matrix_bd0_30_cast_fp16)[name = string("op_2709_cast_fp16")]; fp16 _inversed_scores_30_y_0_to_fp16 = const()[name = string("_inversed_scores_30_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_30_cast_fp16 = mul(x = var_2709_cast_fp16, y = _inversed_scores_30_y_0_to_fp16)[name = string("_inversed_scores_30_cast_fp16")]; tensor value_32_cast_fp16 = transpose(perm = value_32_perm_0, x = v_30_cast_fp16)[name = string("transpose_320")]; tensor var_2712_shape_cast_fp16 = shape(x = value_32_cast_fp16)[name = string("op_2712_shape_cast_fp16")]; int32 gather_171_axis_0 = const()[name = string("gather_171_axis_0"), val = int32(0)]; int32 gather_171_batch_dims_0 = const()[name = string("gather_171_batch_dims_0"), val = int32(0)]; bool gather_171_validate_indices_0 = const()[name = string("gather_171_validate_indices_0"), val = bool(false)]; string var_2712_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2712_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_171_to_uint16 = const()[name = string("select_171_to_uint16"), val = uint16(0)]; tensor var_2712_shape_cast_fp16_to_uint16 = cast(dtype = var_2712_shape_cast_fp16_to_uint16_dtype_0, x = var_2712_shape_cast_fp16)[name = string("cast_346")]; uint16 gather_171_cast_uint16 = gather(axis = gather_171_axis_0, batch_dims = gather_171_batch_dims_0, indices = select_171_to_uint16, validate_indices = gather_171_validate_indices_0, x = var_2712_shape_cast_fp16_to_uint16)[name = string("gather_171_cast_uint16")]; string gather_171_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_171_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_30_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_30_cast_fp16, cond = mask0_4)[name = string("scores0_30_cast_fp16")]; tensor var_2715_cast_fp16 = softmax(axis = var_24, x = scores0_30_cast_fp16)[name = string("op_2715_cast_fp16")]; tensor input_211_cast_fp16 = select(a = var_11_to_fp16, b = var_2715_cast_fp16, cond = mask0_4)[name = string("input_211_cast_fp16")]; bool x2_30_transpose_x_0 = const()[name = string("x2_30_transpose_x_0"), val = bool(false)]; bool x2_30_transpose_y_0 = const()[name = string("x2_30_transpose_y_0"), val = bool(false)]; tensor x2_30_cast_fp16 = matmul(transpose_x = x2_30_transpose_x_0, transpose_y = x2_30_transpose_y_0, x = input_211_cast_fp16, y = value_32_cast_fp16)[name = string("x2_30_cast_fp16")]; tensor var_2719_perm_0 = const()[name = string("op_2719_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_128_axis_0 = const()[name = string("concat_128_axis_0"), val = int32(0)]; bool concat_128_interleave_0 = const()[name = string("concat_128_interleave_0"), val = bool(false)]; int32 gather_171_cast_uint16_to_int32 = cast(dtype = gather_171_cast_uint16_to_int32_dtype_0, x = gather_171_cast_uint16)[name = string("cast_345")]; tensor concat_128 = concat(axis = concat_128_axis_0, interleave = concat_128_interleave_0, values = (gather_171_cast_uint16_to_int32, var_24, var_9))[name = string("concat_128")]; tensor var_2719_cast_fp16 = transpose(perm = var_2719_perm_0, x = x2_30_cast_fp16)[name = string("transpose_315")]; tensor input0_201_cast_fp16 = reshape(shape = concat_128, x = var_2719_cast_fp16)[name = string("input0_201_cast_fp16")]; tensor encoder_layers_14_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_14_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(759633536)))]; tensor linear_133_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_14_self_attn_linear_out_weight_to_fp16, x = input0_201_cast_fp16)[name = string("linear_133_cast_fp16")]; tensor input0_203_cast_fp16 = add(x = input_209_cast_fp16, y = linear_133_cast_fp16)[name = string("input0_203_cast_fp16")]; tensor x_239_axes_0 = const()[name = string("x_239_axes_0"), val = tensor([-1])]; tensor encoder_layers_14_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_14_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(761730752)))]; tensor encoder_layers_14_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_14_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(761732864)))]; tensor x_239_cast_fp16 = layer_norm(axes = x_239_axes_0, beta = encoder_layers_14_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_14_norm_conv_weight_to_fp16, x = input0_203_cast_fp16)[name = string("x_239_cast_fp16")]; tensor input_213_perm_0 = const()[name = string("input_213_perm_0"), val = tensor([0, 2, 1])]; string input0_205_pad_type_0 = const()[name = string("input0_205_pad_type_0"), val = string("valid")]; tensor input0_205_strides_0 = const()[name = string("input0_205_strides_0"), val = tensor([1])]; tensor input0_205_pad_0 = const()[name = string("input0_205_pad_0"), val = tensor([0, 0])]; tensor input0_205_dilations_0 = const()[name = string("input0_205_dilations_0"), val = tensor([1])]; int32 input0_205_groups_0 = const()[name = string("input0_205_groups_0"), val = int32(1)]; tensor encoder_layers_14_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_14_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(761734976)))]; tensor input_213_cast_fp16 = transpose(perm = input_213_perm_0, x = x_239_cast_fp16)[name = string("transpose_314")]; tensor input0_205_cast_fp16 = conv(dilations = input0_205_dilations_0, groups = input0_205_groups_0, pad = input0_205_pad_0, pad_type = input0_205_pad_type_0, strides = input0_205_strides_0, weight = encoder_layers_14_conv_pointwise_conv1_weight_to_fp16, x = input_213_cast_fp16)[name = string("input0_205_cast_fp16")]; int32 x_241_split_num_splits_0 = const()[name = string("x_241_split_num_splits_0"), val = int32(2)]; int32 x_241_split_axis_0 = const()[name = string("x_241_split_axis_0"), val = int32(1)]; tensor x_241_split_cast_fp16_0, tensor x_241_split_cast_fp16_1 = split(axis = x_241_split_axis_0, num_splits = x_241_split_num_splits_0, x = input0_205_cast_fp16)[name = string("x_241_split_cast_fp16")]; tensor x_241_split_1_sigmoid_cast_fp16 = sigmoid(x = x_241_split_cast_fp16_1)[name = string("x_241_split_1_sigmoid_cast_fp16")]; tensor x_241_cast_fp16 = mul(x = x_241_split_cast_fp16_0, y = x_241_split_1_sigmoid_cast_fp16)[name = string("x_241_cast_fp16")]; tensor input0_207_cast_fp16 = select(a = var_11_to_fp16, b = x_241_cast_fp16, cond = var_460)[name = string("input0_207_cast_fp16")]; tensor input0_209_pad_0 = const()[name = string("input0_209_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_209_mode_0 = const()[name = string("input0_209_mode_0"), val = string("constant")]; fp16 const_40_to_fp16 = const()[name = string("const_40_to_fp16"), val = fp16(0x0p+0)]; tensor input0_209_cast_fp16 = pad(constant_val = const_40_to_fp16, mode = input0_209_mode_0, pad = input0_209_pad_0, x = input0_207_cast_fp16)[name = string("input0_209_cast_fp16")]; string input1_62_pad_type_0 = const()[name = string("input1_62_pad_type_0"), val = string("valid")]; int32 input1_62_groups_0 = const()[name = string("input1_62_groups_0"), val = int32(1024)]; tensor input1_62_strides_0 = const()[name = string("input1_62_strides_0"), val = tensor([1])]; tensor input1_62_pad_0 = const()[name = string("input1_62_pad_0"), val = tensor([0, 0])]; tensor input1_62_dilations_0 = const()[name = string("input1_62_dilations_0"), val = tensor([1])]; tensor const_87_to_fp16 = const()[name = string("const_87_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(765929344)))]; tensor const_88_to_fp16 = const()[name = string("const_88_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(765947840)))]; tensor input_215_cast_fp16 = conv(bias = const_88_to_fp16, dilations = input1_62_dilations_0, groups = input1_62_groups_0, pad = input1_62_pad_0, pad_type = input1_62_pad_type_0, strides = input1_62_strides_0, weight = const_87_to_fp16, x = input0_209_cast_fp16)[name = string("input_215_cast_fp16")]; tensor var_2757_cast_fp16 = silu(x = input_215_cast_fp16)[name = string("op_2757_cast_fp16")]; string x_243_pad_type_0 = const()[name = string("x_243_pad_type_0"), val = string("valid")]; tensor x_243_strides_0 = const()[name = string("x_243_strides_0"), val = tensor([1])]; tensor x_243_pad_0 = const()[name = string("x_243_pad_0"), val = tensor([0, 0])]; tensor x_243_dilations_0 = const()[name = string("x_243_dilations_0"), val = tensor([1])]; int32 x_243_groups_0 = const()[name = string("x_243_groups_0"), val = int32(1)]; tensor encoder_layers_14_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_14_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(765949952)))]; tensor x_243_cast_fp16 = conv(dilations = x_243_dilations_0, groups = x_243_groups_0, pad = x_243_pad_0, pad_type = x_243_pad_type_0, strides = x_243_strides_0, weight = encoder_layers_14_conv_pointwise_conv2_weight_to_fp16, x = var_2757_cast_fp16)[name = string("x_243_cast_fp16")]; tensor var_2764_perm_0 = const()[name = string("op_2764_perm_0"), val = tensor([0, 2, 1])]; tensor var_2764_cast_fp16 = transpose(perm = var_2764_perm_0, x = x_243_cast_fp16)[name = string("transpose_313")]; tensor input1_64_cast_fp16 = add(x = input0_203_cast_fp16, y = var_2764_cast_fp16)[name = string("input1_64_cast_fp16")]; tensor input0_211_axes_0 = const()[name = string("input0_211_axes_0"), val = tensor([-1])]; tensor encoder_layers_14_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_14_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(768047168)))]; tensor encoder_layers_14_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_14_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(768049280)))]; tensor input0_211_cast_fp16 = layer_norm(axes = input0_211_axes_0, beta = encoder_layers_14_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_14_norm_feed_forward2_weight_to_fp16, x = input1_64_cast_fp16)[name = string("input0_211_cast_fp16")]; tensor encoder_layers_14_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_14_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(768051392)))]; tensor linear_134_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_14_feed_forward2_linear1_weight_to_fp16, x = input0_211_cast_fp16)[name = string("linear_134_cast_fp16")]; tensor var_2775_cast_fp16 = silu(x = linear_134_cast_fp16)[name = string("op_2775_cast_fp16")]; tensor encoder_layers_14_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_14_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(776440064)))]; tensor linear_135_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_14_feed_forward2_linear2_weight_to_fp16, x = var_2775_cast_fp16)[name = string("linear_135_cast_fp16")]; fp16 var_2780_to_fp16 = const()[name = string("op_2780_to_fp16"), val = fp16(0x1p-1)]; tensor var_2781_cast_fp16 = mul(x = linear_135_cast_fp16, y = var_2780_to_fp16)[name = string("op_2781_cast_fp16")]; tensor input2_32_cast_fp16 = add(x = input1_64_cast_fp16, y = var_2781_cast_fp16)[name = string("input2_32_cast_fp16")]; tensor input0_213_axes_0 = const()[name = string("input0_213_axes_0"), val = tensor([-1])]; tensor encoder_layers_14_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_14_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(784828736)))]; tensor encoder_layers_14_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_14_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(784830848)))]; tensor input0_213_cast_fp16 = layer_norm(axes = input0_213_axes_0, beta = encoder_layers_14_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_14_norm_out_weight_to_fp16, x = input2_32_cast_fp16)[name = string("input0_213_cast_fp16")]; tensor input_219_axes_0 = const()[name = string("input_219_axes_0"), val = tensor([-1])]; tensor encoder_layers_15_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_15_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(784832960)))]; tensor encoder_layers_15_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_15_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(784835072)))]; tensor input_219_cast_fp16 = layer_norm(axes = input_219_axes_0, beta = encoder_layers_15_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_15_norm_feed_forward1_weight_to_fp16, x = input0_213_cast_fp16)[name = string("input_219_cast_fp16")]; tensor encoder_layers_15_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_15_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(784837184)))]; tensor linear_136_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_15_feed_forward1_linear1_weight_to_fp16, x = input_219_cast_fp16)[name = string("linear_136_cast_fp16")]; tensor var_2804_cast_fp16 = silu(x = linear_136_cast_fp16)[name = string("op_2804_cast_fp16")]; tensor encoder_layers_15_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_15_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(793225856)))]; tensor linear_137_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_15_feed_forward1_linear2_weight_to_fp16, x = var_2804_cast_fp16)[name = string("linear_137_cast_fp16")]; fp16 var_2809_to_fp16 = const()[name = string("op_2809_to_fp16"), val = fp16(0x1p-1)]; tensor var_2810_cast_fp16 = mul(x = linear_137_cast_fp16, y = var_2809_to_fp16)[name = string("op_2810_cast_fp16")]; tensor input_223_cast_fp16 = add(x = input0_213_cast_fp16, y = var_2810_cast_fp16)[name = string("input_223_cast_fp16")]; tensor query_32_axes_0 = const()[name = string("query_32_axes_0"), val = tensor([-1])]; tensor encoder_layers_15_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_15_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(801614528)))]; tensor encoder_layers_15_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_15_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(801616640)))]; tensor query_32_cast_fp16 = layer_norm(axes = query_32_axes_0, beta = encoder_layers_15_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_15_norm_self_att_weight_to_fp16, x = input_223_cast_fp16)[name = string("query_32_cast_fp16")]; tensor var_2823_shape_cast_fp16 = shape(x = query_32_cast_fp16)[name = string("op_2823_shape_cast_fp16")]; int32 gather_172_axis_0 = const()[name = string("gather_172_axis_0"), val = int32(0)]; int32 gather_172_batch_dims_0 = const()[name = string("gather_172_batch_dims_0"), val = int32(0)]; bool gather_172_validate_indices_0 = const()[name = string("gather_172_validate_indices_0"), val = bool(false)]; string var_2823_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2823_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_172_to_uint16 = const()[name = string("select_172_to_uint16"), val = uint16(0)]; tensor var_2823_shape_cast_fp16_to_uint16 = cast(dtype = var_2823_shape_cast_fp16_to_uint16_dtype_0, x = var_2823_shape_cast_fp16)[name = string("cast_344")]; uint16 gather_172_cast_uint16 = gather(axis = gather_172_axis_0, batch_dims = gather_172_batch_dims_0, indices = select_172_to_uint16, validate_indices = gather_172_validate_indices_0, x = var_2823_shape_cast_fp16_to_uint16)[name = string("gather_172_cast_uint16")]; string gather_172_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_172_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_15_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_15_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(801618752)))]; tensor linear_138_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_15_self_attn_linear_q_weight_to_fp16, x = query_32_cast_fp16)[name = string("linear_138_cast_fp16")]; int32 concat_129_axis_0 = const()[name = string("concat_129_axis_0"), val = int32(0)]; bool concat_129_interleave_0 = const()[name = string("concat_129_interleave_0"), val = bool(false)]; int32 gather_172_cast_uint16_to_int32 = cast(dtype = gather_172_cast_uint16_to_int32_dtype_0, x = gather_172_cast_uint16)[name = string("cast_343")]; tensor concat_129 = concat(axis = concat_129_axis_0, interleave = concat_129_interleave_0, values = (gather_172_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_129")]; tensor q_32_cast_fp16 = reshape(shape = concat_129, x = linear_138_cast_fp16)[name = string("q_32_cast_fp16")]; tensor encoder_layers_15_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_15_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(803715968)))]; tensor linear_139_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_15_self_attn_linear_k_weight_to_fp16, x = query_32_cast_fp16)[name = string("linear_139_cast_fp16")]; tensor k_32_cast_fp16 = reshape(shape = concat_129, x = linear_139_cast_fp16)[name = string("k_32_cast_fp16")]; tensor encoder_layers_15_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_15_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(805813184)))]; tensor linear_140_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_15_self_attn_linear_v_weight_to_fp16, x = query_32_cast_fp16)[name = string("linear_140_cast_fp16")]; tensor v_32_cast_fp16 = reshape(shape = concat_129, x = linear_140_cast_fp16)[name = string("v_32_cast_fp16")]; tensor value_34_perm_0 = const()[name = string("value_34_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_15_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_15_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(807910400)))]; tensor linear_141_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_15_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_141_cast_fp16")]; tensor var_2843 = const()[name = string("op_2843"), val = tensor([1, -1, 8, 128])]; tensor p_32_cast_fp16 = reshape(shape = var_2843, x = linear_141_cast_fp16)[name = string("p_32_cast_fp16")]; tensor encoder_layers_15_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_15_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(810007616)))]; tensor var_2846_cast_fp16 = add(x = q_32_cast_fp16, y = encoder_layers_15_self_attn_pos_bias_u_to_fp16)[name = string("op_2846_cast_fp16")]; tensor encoder_layers_15_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_15_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(810009728)))]; tensor var_2848_cast_fp16 = add(x = q_32_cast_fp16, y = encoder_layers_15_self_attn_pos_bias_v_to_fp16)[name = string("op_2848_cast_fp16")]; bool x_251_transpose_x_0 = const()[name = string("x_251_transpose_x_0"), val = bool(false)]; bool x_251_transpose_y_0 = const()[name = string("x_251_transpose_y_0"), val = bool(false)]; tensor transpose_204_perm_0 = const()[name = string("transpose_204_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_205_perm_0 = const()[name = string("transpose_205_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_205 = transpose(perm = transpose_205_perm_0, x = p_32_cast_fp16)[name = string("transpose_310")]; tensor transpose_204 = transpose(perm = transpose_204_perm_0, x = var_2848_cast_fp16)[name = string("transpose_311")]; tensor x_251_cast_fp16 = matmul(transpose_x = x_251_transpose_x_0, transpose_y = x_251_transpose_y_0, x = transpose_204, y = transpose_205)[name = string("x_251_cast_fp16")]; tensor var_2852_shape_cast_fp16 = shape(x = x_251_cast_fp16)[name = string("op_2852_shape_cast_fp16")]; int32 gather_174_axis_0 = const()[name = string("gather_174_axis_0"), val = int32(0)]; int32 gather_174_batch_dims_0 = const()[name = string("gather_174_batch_dims_0"), val = int32(0)]; bool gather_174_validate_indices_0 = const()[name = string("gather_174_validate_indices_0"), val = bool(false)]; string var_2852_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2852_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_174_to_uint16 = const()[name = string("select_174_to_uint16"), val = uint16(0)]; tensor var_2852_shape_cast_fp16_to_uint16 = cast(dtype = var_2852_shape_cast_fp16_to_uint16_dtype_0, x = var_2852_shape_cast_fp16)[name = string("cast_342")]; uint16 gather_174_cast_uint16 = gather(axis = gather_174_axis_0, batch_dims = gather_174_batch_dims_0, indices = select_174_to_uint16, validate_indices = gather_174_validate_indices_0, x = var_2852_shape_cast_fp16_to_uint16)[name = string("gather_174_cast_uint16")]; string gather_174_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_174_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_175 = const()[name = string("gather_175"), val = int32(8)]; int32 gather_176_axis_0 = const()[name = string("gather_176_axis_0"), val = int32(0)]; int32 gather_176_batch_dims_0 = const()[name = string("gather_176_batch_dims_0"), val = int32(0)]; bool gather_176_validate_indices_0 = const()[name = string("gather_176_validate_indices_0"), val = bool(false)]; uint16 select_176_to_uint16 = const()[name = string("select_176_to_uint16"), val = uint16(2)]; uint16 gather_176_cast_uint16 = gather(axis = gather_176_axis_0, batch_dims = gather_176_batch_dims_0, indices = select_176_to_uint16, validate_indices = gather_176_validate_indices_0, x = var_2852_shape_cast_fp16_to_uint16)[name = string("gather_176_cast_uint16")]; string gather_176_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_176_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_177_axis_0 = const()[name = string("gather_177_axis_0"), val = int32(0)]; int32 gather_177_batch_dims_0 = const()[name = string("gather_177_batch_dims_0"), val = int32(0)]; bool gather_177_validate_indices_0 = const()[name = string("gather_177_validate_indices_0"), val = bool(false)]; uint16 select_177_to_uint16 = const()[name = string("select_177_to_uint16"), val = uint16(3)]; uint16 gather_177_cast_uint16 = gather(axis = gather_177_axis_0, batch_dims = gather_177_batch_dims_0, indices = select_177_to_uint16, validate_indices = gather_177_validate_indices_0, x = var_2852_shape_cast_fp16_to_uint16)[name = string("gather_177_cast_uint16")]; string gather_177_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_177_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_34_pad_0 = const()[name = string("x0_34_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_34_mode_0 = const()[name = string("x0_34_mode_0"), val = string("constant")]; fp16 const_41_to_fp16 = const()[name = string("const_41_to_fp16"), val = fp16(0x0p+0)]; tensor x0_34_cast_fp16 = pad(constant_val = const_41_to_fp16, mode = x0_34_mode_0, pad = x0_34_pad_0, x = x_251_cast_fp16)[name = string("x0_34_cast_fp16")]; int32 concat_132_axis_0 = const()[name = string("concat_132_axis_0"), val = int32(0)]; bool concat_132_interleave_0 = const()[name = string("concat_132_interleave_0"), val = bool(false)]; int32 gather_176_cast_uint16_to_int32 = cast(dtype = gather_176_cast_uint16_to_int32_dtype_0, x = gather_176_cast_uint16)[name = string("cast_340")]; int32 gather_174_cast_uint16_to_int32 = cast(dtype = gather_174_cast_uint16_to_int32_dtype_0, x = gather_174_cast_uint16)[name = string("cast_341")]; tensor concat_132 = concat(axis = concat_132_axis_0, interleave = concat_132_interleave_0, values = (gather_174_cast_uint16_to_int32, gather_175, var_24, gather_176_cast_uint16_to_int32))[name = string("concat_132")]; tensor x1_32_cast_fp16 = reshape(shape = concat_132, x = x0_34_cast_fp16)[name = string("x1_32_cast_fp16")]; tensor var_2862_begin_0 = const()[name = string("op_2862_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_2862_end_0 = const()[name = string("op_2862_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_2862_end_mask_0 = const()[name = string("op_2862_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_2862_cast_fp16 = slice_by_index(begin = var_2862_begin_0, end = var_2862_end_0, end_mask = var_2862_end_mask_0, x = x1_32_cast_fp16)[name = string("op_2862_cast_fp16")]; int32 concat_133_axis_0 = const()[name = string("concat_133_axis_0"), val = int32(0)]; bool concat_133_interleave_0 = const()[name = string("concat_133_interleave_0"), val = bool(false)]; int32 gather_177_cast_uint16_to_int32 = cast(dtype = gather_177_cast_uint16_to_int32_dtype_0, x = gather_177_cast_uint16)[name = string("cast_339")]; tensor concat_133 = concat(axis = concat_133_axis_0, interleave = concat_133_interleave_0, values = (gather_174_cast_uint16_to_int32, gather_175, gather_176_cast_uint16_to_int32, gather_177_cast_uint16_to_int32))[name = string("concat_133")]; tensor matrix_bd_32_cast_fp16 = reshape(shape = concat_133, x = var_2862_cast_fp16)[name = string("matrix_bd_32_cast_fp16")]; bool matrix_ac_32_transpose_x_0 = const()[name = string("matrix_ac_32_transpose_x_0"), val = bool(false)]; bool matrix_ac_32_transpose_y_0 = const()[name = string("matrix_ac_32_transpose_y_0"), val = bool(false)]; tensor transpose_206_perm_0 = const()[name = string("transpose_206_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_207_perm_0 = const()[name = string("transpose_207_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_207 = transpose(perm = transpose_207_perm_0, x = k_32_cast_fp16)[name = string("transpose_308")]; tensor transpose_206 = transpose(perm = transpose_206_perm_0, x = var_2846_cast_fp16)[name = string("transpose_309")]; tensor matrix_ac_32_cast_fp16 = matmul(transpose_x = matrix_ac_32_transpose_x_0, transpose_y = matrix_ac_32_transpose_y_0, x = transpose_206, y = transpose_207)[name = string("matrix_ac_32_cast_fp16")]; tensor var_2867_shape_cast_fp16 = shape(x = matrix_ac_32_cast_fp16)[name = string("op_2867_shape_cast_fp16")]; int32 gather_178_axis_0 = const()[name = string("gather_178_axis_0"), val = int32(0)]; int32 gather_178_batch_dims_0 = const()[name = string("gather_178_batch_dims_0"), val = int32(0)]; bool gather_178_validate_indices_0 = const()[name = string("gather_178_validate_indices_0"), val = bool(false)]; string var_2867_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2867_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_178_to_uint16 = const()[name = string("select_178_to_uint16"), val = uint16(3)]; tensor var_2867_shape_cast_fp16_to_uint16 = cast(dtype = var_2867_shape_cast_fp16_to_uint16_dtype_0, x = var_2867_shape_cast_fp16)[name = string("cast_338")]; uint16 gather_178_cast_uint16 = gather(axis = gather_178_axis_0, batch_dims = gather_178_batch_dims_0, indices = select_178_to_uint16, validate_indices = gather_178_validate_indices_0, x = var_2867_shape_cast_fp16_to_uint16)[name = string("gather_178_cast_uint16")]; string gather_178_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_178_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_134_values0_0 = const()[name = string("concat_134_values0_0"), val = int32(0)]; int32 concat_134_values1_0 = const()[name = string("concat_134_values1_0"), val = int32(8)]; int32 concat_134_values2_0 = const()[name = string("concat_134_values2_0"), val = int32(0)]; int32 concat_134_axis_0 = const()[name = string("concat_134_axis_0"), val = int32(0)]; bool concat_134_interleave_0 = const()[name = string("concat_134_interleave_0"), val = bool(false)]; int32 gather_178_cast_uint16_to_int32 = cast(dtype = gather_178_cast_uint16_to_int32_dtype_0, x = gather_178_cast_uint16)[name = string("cast_337")]; tensor concat_134 = concat(axis = concat_134_axis_0, interleave = concat_134_interleave_0, values = (concat_134_values0_0, concat_134_values1_0, concat_134_values2_0, gather_178_cast_uint16_to_int32))[name = string("concat_134")]; tensor matrix_bd0_32_begin_0 = const()[name = string("matrix_bd0_32_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_32_end_mask_0 = const()[name = string("matrix_bd0_32_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_32_cast_fp16 = slice_by_index(begin = matrix_bd0_32_begin_0, end = concat_134, end_mask = matrix_bd0_32_end_mask_0, x = matrix_bd_32_cast_fp16)[name = string("matrix_bd0_32_cast_fp16")]; tensor var_2872_cast_fp16 = add(x = matrix_ac_32_cast_fp16, y = matrix_bd0_32_cast_fp16)[name = string("op_2872_cast_fp16")]; fp16 _inversed_scores_32_y_0_to_fp16 = const()[name = string("_inversed_scores_32_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_32_cast_fp16 = mul(x = var_2872_cast_fp16, y = _inversed_scores_32_y_0_to_fp16)[name = string("_inversed_scores_32_cast_fp16")]; tensor value_34_cast_fp16 = transpose(perm = value_34_perm_0, x = v_32_cast_fp16)[name = string("transpose_312")]; tensor var_2875_shape_cast_fp16 = shape(x = value_34_cast_fp16)[name = string("op_2875_shape_cast_fp16")]; int32 gather_179_axis_0 = const()[name = string("gather_179_axis_0"), val = int32(0)]; int32 gather_179_batch_dims_0 = const()[name = string("gather_179_batch_dims_0"), val = int32(0)]; bool gather_179_validate_indices_0 = const()[name = string("gather_179_validate_indices_0"), val = bool(false)]; string var_2875_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2875_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_179_to_uint16 = const()[name = string("select_179_to_uint16"), val = uint16(0)]; tensor var_2875_shape_cast_fp16_to_uint16 = cast(dtype = var_2875_shape_cast_fp16_to_uint16_dtype_0, x = var_2875_shape_cast_fp16)[name = string("cast_336")]; uint16 gather_179_cast_uint16 = gather(axis = gather_179_axis_0, batch_dims = gather_179_batch_dims_0, indices = select_179_to_uint16, validate_indices = gather_179_validate_indices_0, x = var_2875_shape_cast_fp16_to_uint16)[name = string("gather_179_cast_uint16")]; string gather_179_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_179_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_32_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_32_cast_fp16, cond = mask0_4)[name = string("scores0_32_cast_fp16")]; tensor var_2878_cast_fp16 = softmax(axis = var_24, x = scores0_32_cast_fp16)[name = string("op_2878_cast_fp16")]; tensor input_225_cast_fp16 = select(a = var_11_to_fp16, b = var_2878_cast_fp16, cond = mask0_4)[name = string("input_225_cast_fp16")]; bool x2_32_transpose_x_0 = const()[name = string("x2_32_transpose_x_0"), val = bool(false)]; bool x2_32_transpose_y_0 = const()[name = string("x2_32_transpose_y_0"), val = bool(false)]; tensor x2_32_cast_fp16 = matmul(transpose_x = x2_32_transpose_x_0, transpose_y = x2_32_transpose_y_0, x = input_225_cast_fp16, y = value_34_cast_fp16)[name = string("x2_32_cast_fp16")]; tensor var_2882_perm_0 = const()[name = string("op_2882_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_135_axis_0 = const()[name = string("concat_135_axis_0"), val = int32(0)]; bool concat_135_interleave_0 = const()[name = string("concat_135_interleave_0"), val = bool(false)]; int32 gather_179_cast_uint16_to_int32 = cast(dtype = gather_179_cast_uint16_to_int32_dtype_0, x = gather_179_cast_uint16)[name = string("cast_335")]; tensor concat_135 = concat(axis = concat_135_axis_0, interleave = concat_135_interleave_0, values = (gather_179_cast_uint16_to_int32, var_24, var_9))[name = string("concat_135")]; tensor var_2882_cast_fp16 = transpose(perm = var_2882_perm_0, x = x2_32_cast_fp16)[name = string("transpose_307")]; tensor input0_215_cast_fp16 = reshape(shape = concat_135, x = var_2882_cast_fp16)[name = string("input0_215_cast_fp16")]; tensor encoder_layers_15_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_15_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(810011840)))]; tensor linear_142_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_15_self_attn_linear_out_weight_to_fp16, x = input0_215_cast_fp16)[name = string("linear_142_cast_fp16")]; tensor input0_217_cast_fp16 = add(x = input_223_cast_fp16, y = linear_142_cast_fp16)[name = string("input0_217_cast_fp16")]; tensor x_255_axes_0 = const()[name = string("x_255_axes_0"), val = tensor([-1])]; tensor encoder_layers_15_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_15_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(812109056)))]; tensor encoder_layers_15_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_15_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(812111168)))]; tensor x_255_cast_fp16 = layer_norm(axes = x_255_axes_0, beta = encoder_layers_15_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_15_norm_conv_weight_to_fp16, x = input0_217_cast_fp16)[name = string("x_255_cast_fp16")]; tensor input_227_perm_0 = const()[name = string("input_227_perm_0"), val = tensor([0, 2, 1])]; string input0_219_pad_type_0 = const()[name = string("input0_219_pad_type_0"), val = string("valid")]; tensor input0_219_strides_0 = const()[name = string("input0_219_strides_0"), val = tensor([1])]; tensor input0_219_pad_0 = const()[name = string("input0_219_pad_0"), val = tensor([0, 0])]; tensor input0_219_dilations_0 = const()[name = string("input0_219_dilations_0"), val = tensor([1])]; int32 input0_219_groups_0 = const()[name = string("input0_219_groups_0"), val = int32(1)]; tensor encoder_layers_15_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_15_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(812113280)))]; tensor input_227_cast_fp16 = transpose(perm = input_227_perm_0, x = x_255_cast_fp16)[name = string("transpose_306")]; tensor input0_219_cast_fp16 = conv(dilations = input0_219_dilations_0, groups = input0_219_groups_0, pad = input0_219_pad_0, pad_type = input0_219_pad_type_0, strides = input0_219_strides_0, weight = encoder_layers_15_conv_pointwise_conv1_weight_to_fp16, x = input_227_cast_fp16)[name = string("input0_219_cast_fp16")]; int32 x_257_split_num_splits_0 = const()[name = string("x_257_split_num_splits_0"), val = int32(2)]; int32 x_257_split_axis_0 = const()[name = string("x_257_split_axis_0"), val = int32(1)]; tensor x_257_split_cast_fp16_0, tensor x_257_split_cast_fp16_1 = split(axis = x_257_split_axis_0, num_splits = x_257_split_num_splits_0, x = input0_219_cast_fp16)[name = string("x_257_split_cast_fp16")]; tensor x_257_split_1_sigmoid_cast_fp16 = sigmoid(x = x_257_split_cast_fp16_1)[name = string("x_257_split_1_sigmoid_cast_fp16")]; tensor x_257_cast_fp16 = mul(x = x_257_split_cast_fp16_0, y = x_257_split_1_sigmoid_cast_fp16)[name = string("x_257_cast_fp16")]; tensor input0_221_cast_fp16 = select(a = var_11_to_fp16, b = x_257_cast_fp16, cond = var_460)[name = string("input0_221_cast_fp16")]; tensor input0_223_pad_0 = const()[name = string("input0_223_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_223_mode_0 = const()[name = string("input0_223_mode_0"), val = string("constant")]; fp16 const_42_to_fp16 = const()[name = string("const_42_to_fp16"), val = fp16(0x0p+0)]; tensor input0_223_cast_fp16 = pad(constant_val = const_42_to_fp16, mode = input0_223_mode_0, pad = input0_223_pad_0, x = input0_221_cast_fp16)[name = string("input0_223_cast_fp16")]; string input1_66_pad_type_0 = const()[name = string("input1_66_pad_type_0"), val = string("valid")]; int32 input1_66_groups_0 = const()[name = string("input1_66_groups_0"), val = int32(1024)]; tensor input1_66_strides_0 = const()[name = string("input1_66_strides_0"), val = tensor([1])]; tensor input1_66_pad_0 = const()[name = string("input1_66_pad_0"), val = tensor([0, 0])]; tensor input1_66_dilations_0 = const()[name = string("input1_66_dilations_0"), val = tensor([1])]; tensor const_89_to_fp16 = const()[name = string("const_89_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(816307648)))]; tensor const_90_to_fp16 = const()[name = string("const_90_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(816326144)))]; tensor input_229_cast_fp16 = conv(bias = const_90_to_fp16, dilations = input1_66_dilations_0, groups = input1_66_groups_0, pad = input1_66_pad_0, pad_type = input1_66_pad_type_0, strides = input1_66_strides_0, weight = const_89_to_fp16, x = input0_223_cast_fp16)[name = string("input_229_cast_fp16")]; tensor var_2920_cast_fp16 = silu(x = input_229_cast_fp16)[name = string("op_2920_cast_fp16")]; string x_259_pad_type_0 = const()[name = string("x_259_pad_type_0"), val = string("valid")]; tensor x_259_strides_0 = const()[name = string("x_259_strides_0"), val = tensor([1])]; tensor x_259_pad_0 = const()[name = string("x_259_pad_0"), val = tensor([0, 0])]; tensor x_259_dilations_0 = const()[name = string("x_259_dilations_0"), val = tensor([1])]; int32 x_259_groups_0 = const()[name = string("x_259_groups_0"), val = int32(1)]; tensor encoder_layers_15_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_15_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(816328256)))]; tensor x_259_cast_fp16 = conv(dilations = x_259_dilations_0, groups = x_259_groups_0, pad = x_259_pad_0, pad_type = x_259_pad_type_0, strides = x_259_strides_0, weight = encoder_layers_15_conv_pointwise_conv2_weight_to_fp16, x = var_2920_cast_fp16)[name = string("x_259_cast_fp16")]; tensor var_2927_perm_0 = const()[name = string("op_2927_perm_0"), val = tensor([0, 2, 1])]; tensor var_2927_cast_fp16 = transpose(perm = var_2927_perm_0, x = x_259_cast_fp16)[name = string("transpose_305")]; tensor input1_68_cast_fp16 = add(x = input0_217_cast_fp16, y = var_2927_cast_fp16)[name = string("input1_68_cast_fp16")]; tensor input0_225_axes_0 = const()[name = string("input0_225_axes_0"), val = tensor([-1])]; tensor encoder_layers_15_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_15_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(818425472)))]; tensor encoder_layers_15_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_15_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(818427584)))]; tensor input0_225_cast_fp16 = layer_norm(axes = input0_225_axes_0, beta = encoder_layers_15_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_15_norm_feed_forward2_weight_to_fp16, x = input1_68_cast_fp16)[name = string("input0_225_cast_fp16")]; tensor encoder_layers_15_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_15_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(818429696)))]; tensor linear_143_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_15_feed_forward2_linear1_weight_to_fp16, x = input0_225_cast_fp16)[name = string("linear_143_cast_fp16")]; tensor var_2938_cast_fp16 = silu(x = linear_143_cast_fp16)[name = string("op_2938_cast_fp16")]; tensor encoder_layers_15_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_15_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(826818368)))]; tensor linear_144_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_15_feed_forward2_linear2_weight_to_fp16, x = var_2938_cast_fp16)[name = string("linear_144_cast_fp16")]; fp16 var_2943_to_fp16 = const()[name = string("op_2943_to_fp16"), val = fp16(0x1p-1)]; tensor var_2944_cast_fp16 = mul(x = linear_144_cast_fp16, y = var_2943_to_fp16)[name = string("op_2944_cast_fp16")]; tensor input2_34_cast_fp16 = add(x = input1_68_cast_fp16, y = var_2944_cast_fp16)[name = string("input2_34_cast_fp16")]; tensor input0_227_axes_0 = const()[name = string("input0_227_axes_0"), val = tensor([-1])]; tensor encoder_layers_15_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_15_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(835207040)))]; tensor encoder_layers_15_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_15_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(835209152)))]; tensor input0_227_cast_fp16 = layer_norm(axes = input0_227_axes_0, beta = encoder_layers_15_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_15_norm_out_weight_to_fp16, x = input2_34_cast_fp16)[name = string("input0_227_cast_fp16")]; tensor input_233_axes_0 = const()[name = string("input_233_axes_0"), val = tensor([-1])]; tensor encoder_layers_16_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_16_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(835211264)))]; tensor encoder_layers_16_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_16_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(835213376)))]; tensor input_233_cast_fp16 = layer_norm(axes = input_233_axes_0, beta = encoder_layers_16_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_16_norm_feed_forward1_weight_to_fp16, x = input0_227_cast_fp16)[name = string("input_233_cast_fp16")]; tensor encoder_layers_16_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_16_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(835215488)))]; tensor linear_145_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_16_feed_forward1_linear1_weight_to_fp16, x = input_233_cast_fp16)[name = string("linear_145_cast_fp16")]; tensor var_2967_cast_fp16 = silu(x = linear_145_cast_fp16)[name = string("op_2967_cast_fp16")]; tensor encoder_layers_16_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_16_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(843604160)))]; tensor linear_146_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_16_feed_forward1_linear2_weight_to_fp16, x = var_2967_cast_fp16)[name = string("linear_146_cast_fp16")]; fp16 var_2972_to_fp16 = const()[name = string("op_2972_to_fp16"), val = fp16(0x1p-1)]; tensor var_2973_cast_fp16 = mul(x = linear_146_cast_fp16, y = var_2972_to_fp16)[name = string("op_2973_cast_fp16")]; tensor input_237_cast_fp16 = add(x = input0_227_cast_fp16, y = var_2973_cast_fp16)[name = string("input_237_cast_fp16")]; tensor query_34_axes_0 = const()[name = string("query_34_axes_0"), val = tensor([-1])]; tensor encoder_layers_16_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_16_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(851992832)))]; tensor encoder_layers_16_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_16_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(851994944)))]; tensor query_34_cast_fp16 = layer_norm(axes = query_34_axes_0, beta = encoder_layers_16_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_16_norm_self_att_weight_to_fp16, x = input_237_cast_fp16)[name = string("query_34_cast_fp16")]; tensor var_2986_shape_cast_fp16 = shape(x = query_34_cast_fp16)[name = string("op_2986_shape_cast_fp16")]; int32 gather_180_axis_0 = const()[name = string("gather_180_axis_0"), val = int32(0)]; int32 gather_180_batch_dims_0 = const()[name = string("gather_180_batch_dims_0"), val = int32(0)]; bool gather_180_validate_indices_0 = const()[name = string("gather_180_validate_indices_0"), val = bool(false)]; string var_2986_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_2986_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_180_to_uint16 = const()[name = string("select_180_to_uint16"), val = uint16(0)]; tensor var_2986_shape_cast_fp16_to_uint16 = cast(dtype = var_2986_shape_cast_fp16_to_uint16_dtype_0, x = var_2986_shape_cast_fp16)[name = string("cast_334")]; uint16 gather_180_cast_uint16 = gather(axis = gather_180_axis_0, batch_dims = gather_180_batch_dims_0, indices = select_180_to_uint16, validate_indices = gather_180_validate_indices_0, x = var_2986_shape_cast_fp16_to_uint16)[name = string("gather_180_cast_uint16")]; string gather_180_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_180_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_16_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_16_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(851997056)))]; tensor linear_147_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_16_self_attn_linear_q_weight_to_fp16, x = query_34_cast_fp16)[name = string("linear_147_cast_fp16")]; int32 concat_136_axis_0 = const()[name = string("concat_136_axis_0"), val = int32(0)]; bool concat_136_interleave_0 = const()[name = string("concat_136_interleave_0"), val = bool(false)]; int32 gather_180_cast_uint16_to_int32 = cast(dtype = gather_180_cast_uint16_to_int32_dtype_0, x = gather_180_cast_uint16)[name = string("cast_333")]; tensor concat_136 = concat(axis = concat_136_axis_0, interleave = concat_136_interleave_0, values = (gather_180_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_136")]; tensor q_34_cast_fp16 = reshape(shape = concat_136, x = linear_147_cast_fp16)[name = string("q_34_cast_fp16")]; tensor encoder_layers_16_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_16_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(854094272)))]; tensor linear_148_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_16_self_attn_linear_k_weight_to_fp16, x = query_34_cast_fp16)[name = string("linear_148_cast_fp16")]; tensor k_34_cast_fp16 = reshape(shape = concat_136, x = linear_148_cast_fp16)[name = string("k_34_cast_fp16")]; tensor encoder_layers_16_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_16_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(856191488)))]; tensor linear_149_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_16_self_attn_linear_v_weight_to_fp16, x = query_34_cast_fp16)[name = string("linear_149_cast_fp16")]; tensor v_34_cast_fp16 = reshape(shape = concat_136, x = linear_149_cast_fp16)[name = string("v_34_cast_fp16")]; tensor value_36_perm_0 = const()[name = string("value_36_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_16_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_16_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(858288704)))]; tensor linear_150_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_16_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_150_cast_fp16")]; tensor var_3006 = const()[name = string("op_3006"), val = tensor([1, -1, 8, 128])]; tensor p_34_cast_fp16 = reshape(shape = var_3006, x = linear_150_cast_fp16)[name = string("p_34_cast_fp16")]; tensor encoder_layers_16_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_16_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(860385920)))]; tensor var_3009_cast_fp16 = add(x = q_34_cast_fp16, y = encoder_layers_16_self_attn_pos_bias_u_to_fp16)[name = string("op_3009_cast_fp16")]; tensor encoder_layers_16_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_16_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(860388032)))]; tensor var_3011_cast_fp16 = add(x = q_34_cast_fp16, y = encoder_layers_16_self_attn_pos_bias_v_to_fp16)[name = string("op_3011_cast_fp16")]; bool x_267_transpose_x_0 = const()[name = string("x_267_transpose_x_0"), val = bool(false)]; bool x_267_transpose_y_0 = const()[name = string("x_267_transpose_y_0"), val = bool(false)]; tensor transpose_208_perm_0 = const()[name = string("transpose_208_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_209_perm_0 = const()[name = string("transpose_209_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_209 = transpose(perm = transpose_209_perm_0, x = p_34_cast_fp16)[name = string("transpose_302")]; tensor transpose_208 = transpose(perm = transpose_208_perm_0, x = var_3011_cast_fp16)[name = string("transpose_303")]; tensor x_267_cast_fp16 = matmul(transpose_x = x_267_transpose_x_0, transpose_y = x_267_transpose_y_0, x = transpose_208, y = transpose_209)[name = string("x_267_cast_fp16")]; tensor var_3015_shape_cast_fp16 = shape(x = x_267_cast_fp16)[name = string("op_3015_shape_cast_fp16")]; int32 gather_182_axis_0 = const()[name = string("gather_182_axis_0"), val = int32(0)]; int32 gather_182_batch_dims_0 = const()[name = string("gather_182_batch_dims_0"), val = int32(0)]; bool gather_182_validate_indices_0 = const()[name = string("gather_182_validate_indices_0"), val = bool(false)]; string var_3015_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3015_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_182_to_uint16 = const()[name = string("select_182_to_uint16"), val = uint16(0)]; tensor var_3015_shape_cast_fp16_to_uint16 = cast(dtype = var_3015_shape_cast_fp16_to_uint16_dtype_0, x = var_3015_shape_cast_fp16)[name = string("cast_332")]; uint16 gather_182_cast_uint16 = gather(axis = gather_182_axis_0, batch_dims = gather_182_batch_dims_0, indices = select_182_to_uint16, validate_indices = gather_182_validate_indices_0, x = var_3015_shape_cast_fp16_to_uint16)[name = string("gather_182_cast_uint16")]; string gather_182_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_182_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_183 = const()[name = string("gather_183"), val = int32(8)]; int32 gather_184_axis_0 = const()[name = string("gather_184_axis_0"), val = int32(0)]; int32 gather_184_batch_dims_0 = const()[name = string("gather_184_batch_dims_0"), val = int32(0)]; bool gather_184_validate_indices_0 = const()[name = string("gather_184_validate_indices_0"), val = bool(false)]; uint16 select_184_to_uint16 = const()[name = string("select_184_to_uint16"), val = uint16(2)]; uint16 gather_184_cast_uint16 = gather(axis = gather_184_axis_0, batch_dims = gather_184_batch_dims_0, indices = select_184_to_uint16, validate_indices = gather_184_validate_indices_0, x = var_3015_shape_cast_fp16_to_uint16)[name = string("gather_184_cast_uint16")]; string gather_184_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_184_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_185_axis_0 = const()[name = string("gather_185_axis_0"), val = int32(0)]; int32 gather_185_batch_dims_0 = const()[name = string("gather_185_batch_dims_0"), val = int32(0)]; bool gather_185_validate_indices_0 = const()[name = string("gather_185_validate_indices_0"), val = bool(false)]; uint16 select_185_to_uint16 = const()[name = string("select_185_to_uint16"), val = uint16(3)]; uint16 gather_185_cast_uint16 = gather(axis = gather_185_axis_0, batch_dims = gather_185_batch_dims_0, indices = select_185_to_uint16, validate_indices = gather_185_validate_indices_0, x = var_3015_shape_cast_fp16_to_uint16)[name = string("gather_185_cast_uint16")]; string gather_185_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_185_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_36_pad_0 = const()[name = string("x0_36_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_36_mode_0 = const()[name = string("x0_36_mode_0"), val = string("constant")]; fp16 const_43_to_fp16 = const()[name = string("const_43_to_fp16"), val = fp16(0x0p+0)]; tensor x0_36_cast_fp16 = pad(constant_val = const_43_to_fp16, mode = x0_36_mode_0, pad = x0_36_pad_0, x = x_267_cast_fp16)[name = string("x0_36_cast_fp16")]; int32 concat_139_axis_0 = const()[name = string("concat_139_axis_0"), val = int32(0)]; bool concat_139_interleave_0 = const()[name = string("concat_139_interleave_0"), val = bool(false)]; int32 gather_184_cast_uint16_to_int32 = cast(dtype = gather_184_cast_uint16_to_int32_dtype_0, x = gather_184_cast_uint16)[name = string("cast_330")]; int32 gather_182_cast_uint16_to_int32 = cast(dtype = gather_182_cast_uint16_to_int32_dtype_0, x = gather_182_cast_uint16)[name = string("cast_331")]; tensor concat_139 = concat(axis = concat_139_axis_0, interleave = concat_139_interleave_0, values = (gather_182_cast_uint16_to_int32, gather_183, var_24, gather_184_cast_uint16_to_int32))[name = string("concat_139")]; tensor x1_34_cast_fp16 = reshape(shape = concat_139, x = x0_36_cast_fp16)[name = string("x1_34_cast_fp16")]; tensor var_3025_begin_0 = const()[name = string("op_3025_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_3025_end_0 = const()[name = string("op_3025_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_3025_end_mask_0 = const()[name = string("op_3025_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_3025_cast_fp16 = slice_by_index(begin = var_3025_begin_0, end = var_3025_end_0, end_mask = var_3025_end_mask_0, x = x1_34_cast_fp16)[name = string("op_3025_cast_fp16")]; int32 concat_140_axis_0 = const()[name = string("concat_140_axis_0"), val = int32(0)]; bool concat_140_interleave_0 = const()[name = string("concat_140_interleave_0"), val = bool(false)]; int32 gather_185_cast_uint16_to_int32 = cast(dtype = gather_185_cast_uint16_to_int32_dtype_0, x = gather_185_cast_uint16)[name = string("cast_329")]; tensor concat_140 = concat(axis = concat_140_axis_0, interleave = concat_140_interleave_0, values = (gather_182_cast_uint16_to_int32, gather_183, gather_184_cast_uint16_to_int32, gather_185_cast_uint16_to_int32))[name = string("concat_140")]; tensor matrix_bd_34_cast_fp16 = reshape(shape = concat_140, x = var_3025_cast_fp16)[name = string("matrix_bd_34_cast_fp16")]; bool matrix_ac_34_transpose_x_0 = const()[name = string("matrix_ac_34_transpose_x_0"), val = bool(false)]; bool matrix_ac_34_transpose_y_0 = const()[name = string("matrix_ac_34_transpose_y_0"), val = bool(false)]; tensor transpose_210_perm_0 = const()[name = string("transpose_210_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_211_perm_0 = const()[name = string("transpose_211_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_211 = transpose(perm = transpose_211_perm_0, x = k_34_cast_fp16)[name = string("transpose_300")]; tensor transpose_210 = transpose(perm = transpose_210_perm_0, x = var_3009_cast_fp16)[name = string("transpose_301")]; tensor matrix_ac_34_cast_fp16 = matmul(transpose_x = matrix_ac_34_transpose_x_0, transpose_y = matrix_ac_34_transpose_y_0, x = transpose_210, y = transpose_211)[name = string("matrix_ac_34_cast_fp16")]; tensor var_3030_shape_cast_fp16 = shape(x = matrix_ac_34_cast_fp16)[name = string("op_3030_shape_cast_fp16")]; int32 gather_186_axis_0 = const()[name = string("gather_186_axis_0"), val = int32(0)]; int32 gather_186_batch_dims_0 = const()[name = string("gather_186_batch_dims_0"), val = int32(0)]; bool gather_186_validate_indices_0 = const()[name = string("gather_186_validate_indices_0"), val = bool(false)]; string var_3030_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3030_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_186_to_uint16 = const()[name = string("select_186_to_uint16"), val = uint16(3)]; tensor var_3030_shape_cast_fp16_to_uint16 = cast(dtype = var_3030_shape_cast_fp16_to_uint16_dtype_0, x = var_3030_shape_cast_fp16)[name = string("cast_328")]; uint16 gather_186_cast_uint16 = gather(axis = gather_186_axis_0, batch_dims = gather_186_batch_dims_0, indices = select_186_to_uint16, validate_indices = gather_186_validate_indices_0, x = var_3030_shape_cast_fp16_to_uint16)[name = string("gather_186_cast_uint16")]; string gather_186_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_186_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_141_values0_0 = const()[name = string("concat_141_values0_0"), val = int32(0)]; int32 concat_141_values1_0 = const()[name = string("concat_141_values1_0"), val = int32(8)]; int32 concat_141_values2_0 = const()[name = string("concat_141_values2_0"), val = int32(0)]; int32 concat_141_axis_0 = const()[name = string("concat_141_axis_0"), val = int32(0)]; bool concat_141_interleave_0 = const()[name = string("concat_141_interleave_0"), val = bool(false)]; int32 gather_186_cast_uint16_to_int32 = cast(dtype = gather_186_cast_uint16_to_int32_dtype_0, x = gather_186_cast_uint16)[name = string("cast_327")]; tensor concat_141 = concat(axis = concat_141_axis_0, interleave = concat_141_interleave_0, values = (concat_141_values0_0, concat_141_values1_0, concat_141_values2_0, gather_186_cast_uint16_to_int32))[name = string("concat_141")]; tensor matrix_bd0_34_begin_0 = const()[name = string("matrix_bd0_34_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_34_end_mask_0 = const()[name = string("matrix_bd0_34_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_34_cast_fp16 = slice_by_index(begin = matrix_bd0_34_begin_0, end = concat_141, end_mask = matrix_bd0_34_end_mask_0, x = matrix_bd_34_cast_fp16)[name = string("matrix_bd0_34_cast_fp16")]; tensor var_3035_cast_fp16 = add(x = matrix_ac_34_cast_fp16, y = matrix_bd0_34_cast_fp16)[name = string("op_3035_cast_fp16")]; fp16 _inversed_scores_34_y_0_to_fp16 = const()[name = string("_inversed_scores_34_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_34_cast_fp16 = mul(x = var_3035_cast_fp16, y = _inversed_scores_34_y_0_to_fp16)[name = string("_inversed_scores_34_cast_fp16")]; tensor value_36_cast_fp16 = transpose(perm = value_36_perm_0, x = v_34_cast_fp16)[name = string("transpose_304")]; tensor var_3038_shape_cast_fp16 = shape(x = value_36_cast_fp16)[name = string("op_3038_shape_cast_fp16")]; int32 gather_187_axis_0 = const()[name = string("gather_187_axis_0"), val = int32(0)]; int32 gather_187_batch_dims_0 = const()[name = string("gather_187_batch_dims_0"), val = int32(0)]; bool gather_187_validate_indices_0 = const()[name = string("gather_187_validate_indices_0"), val = bool(false)]; string var_3038_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3038_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_187_to_uint16 = const()[name = string("select_187_to_uint16"), val = uint16(0)]; tensor var_3038_shape_cast_fp16_to_uint16 = cast(dtype = var_3038_shape_cast_fp16_to_uint16_dtype_0, x = var_3038_shape_cast_fp16)[name = string("cast_326")]; uint16 gather_187_cast_uint16 = gather(axis = gather_187_axis_0, batch_dims = gather_187_batch_dims_0, indices = select_187_to_uint16, validate_indices = gather_187_validate_indices_0, x = var_3038_shape_cast_fp16_to_uint16)[name = string("gather_187_cast_uint16")]; string gather_187_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_187_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_34_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_34_cast_fp16, cond = mask0_4)[name = string("scores0_34_cast_fp16")]; tensor var_3041_cast_fp16 = softmax(axis = var_24, x = scores0_34_cast_fp16)[name = string("op_3041_cast_fp16")]; tensor input_239_cast_fp16 = select(a = var_11_to_fp16, b = var_3041_cast_fp16, cond = mask0_4)[name = string("input_239_cast_fp16")]; bool x2_34_transpose_x_0 = const()[name = string("x2_34_transpose_x_0"), val = bool(false)]; bool x2_34_transpose_y_0 = const()[name = string("x2_34_transpose_y_0"), val = bool(false)]; tensor x2_34_cast_fp16 = matmul(transpose_x = x2_34_transpose_x_0, transpose_y = x2_34_transpose_y_0, x = input_239_cast_fp16, y = value_36_cast_fp16)[name = string("x2_34_cast_fp16")]; tensor var_3045_perm_0 = const()[name = string("op_3045_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_142_axis_0 = const()[name = string("concat_142_axis_0"), val = int32(0)]; bool concat_142_interleave_0 = const()[name = string("concat_142_interleave_0"), val = bool(false)]; int32 gather_187_cast_uint16_to_int32 = cast(dtype = gather_187_cast_uint16_to_int32_dtype_0, x = gather_187_cast_uint16)[name = string("cast_325")]; tensor concat_142 = concat(axis = concat_142_axis_0, interleave = concat_142_interleave_0, values = (gather_187_cast_uint16_to_int32, var_24, var_9))[name = string("concat_142")]; tensor var_3045_cast_fp16 = transpose(perm = var_3045_perm_0, x = x2_34_cast_fp16)[name = string("transpose_299")]; tensor input0_229_cast_fp16 = reshape(shape = concat_142, x = var_3045_cast_fp16)[name = string("input0_229_cast_fp16")]; tensor encoder_layers_16_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_16_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(860390144)))]; tensor linear_151_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_16_self_attn_linear_out_weight_to_fp16, x = input0_229_cast_fp16)[name = string("linear_151_cast_fp16")]; tensor input0_231_cast_fp16 = add(x = input_237_cast_fp16, y = linear_151_cast_fp16)[name = string("input0_231_cast_fp16")]; tensor x_271_axes_0 = const()[name = string("x_271_axes_0"), val = tensor([-1])]; tensor encoder_layers_16_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_16_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(862487360)))]; tensor encoder_layers_16_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_16_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(862489472)))]; tensor x_271_cast_fp16 = layer_norm(axes = x_271_axes_0, beta = encoder_layers_16_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_16_norm_conv_weight_to_fp16, x = input0_231_cast_fp16)[name = string("x_271_cast_fp16")]; tensor input_241_perm_0 = const()[name = string("input_241_perm_0"), val = tensor([0, 2, 1])]; string input0_233_pad_type_0 = const()[name = string("input0_233_pad_type_0"), val = string("valid")]; tensor input0_233_strides_0 = const()[name = string("input0_233_strides_0"), val = tensor([1])]; tensor input0_233_pad_0 = const()[name = string("input0_233_pad_0"), val = tensor([0, 0])]; tensor input0_233_dilations_0 = const()[name = string("input0_233_dilations_0"), val = tensor([1])]; int32 input0_233_groups_0 = const()[name = string("input0_233_groups_0"), val = int32(1)]; tensor encoder_layers_16_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_16_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(862491584)))]; tensor input_241_cast_fp16 = transpose(perm = input_241_perm_0, x = x_271_cast_fp16)[name = string("transpose_298")]; tensor input0_233_cast_fp16 = conv(dilations = input0_233_dilations_0, groups = input0_233_groups_0, pad = input0_233_pad_0, pad_type = input0_233_pad_type_0, strides = input0_233_strides_0, weight = encoder_layers_16_conv_pointwise_conv1_weight_to_fp16, x = input_241_cast_fp16)[name = string("input0_233_cast_fp16")]; int32 x_273_split_num_splits_0 = const()[name = string("x_273_split_num_splits_0"), val = int32(2)]; int32 x_273_split_axis_0 = const()[name = string("x_273_split_axis_0"), val = int32(1)]; tensor x_273_split_cast_fp16_0, tensor x_273_split_cast_fp16_1 = split(axis = x_273_split_axis_0, num_splits = x_273_split_num_splits_0, x = input0_233_cast_fp16)[name = string("x_273_split_cast_fp16")]; tensor x_273_split_1_sigmoid_cast_fp16 = sigmoid(x = x_273_split_cast_fp16_1)[name = string("x_273_split_1_sigmoid_cast_fp16")]; tensor x_273_cast_fp16 = mul(x = x_273_split_cast_fp16_0, y = x_273_split_1_sigmoid_cast_fp16)[name = string("x_273_cast_fp16")]; tensor input0_235_cast_fp16 = select(a = var_11_to_fp16, b = x_273_cast_fp16, cond = var_460)[name = string("input0_235_cast_fp16")]; tensor input0_237_pad_0 = const()[name = string("input0_237_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_237_mode_0 = const()[name = string("input0_237_mode_0"), val = string("constant")]; fp16 const_44_to_fp16 = const()[name = string("const_44_to_fp16"), val = fp16(0x0p+0)]; tensor input0_237_cast_fp16 = pad(constant_val = const_44_to_fp16, mode = input0_237_mode_0, pad = input0_237_pad_0, x = input0_235_cast_fp16)[name = string("input0_237_cast_fp16")]; string input1_70_pad_type_0 = const()[name = string("input1_70_pad_type_0"), val = string("valid")]; int32 input1_70_groups_0 = const()[name = string("input1_70_groups_0"), val = int32(1024)]; tensor input1_70_strides_0 = const()[name = string("input1_70_strides_0"), val = tensor([1])]; tensor input1_70_pad_0 = const()[name = string("input1_70_pad_0"), val = tensor([0, 0])]; tensor input1_70_dilations_0 = const()[name = string("input1_70_dilations_0"), val = tensor([1])]; tensor const_91_to_fp16 = const()[name = string("const_91_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(866685952)))]; tensor const_92_to_fp16 = const()[name = string("const_92_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(866704448)))]; tensor input_243_cast_fp16 = conv(bias = const_92_to_fp16, dilations = input1_70_dilations_0, groups = input1_70_groups_0, pad = input1_70_pad_0, pad_type = input1_70_pad_type_0, strides = input1_70_strides_0, weight = const_91_to_fp16, x = input0_237_cast_fp16)[name = string("input_243_cast_fp16")]; tensor var_3083_cast_fp16 = silu(x = input_243_cast_fp16)[name = string("op_3083_cast_fp16")]; string x_275_pad_type_0 = const()[name = string("x_275_pad_type_0"), val = string("valid")]; tensor x_275_strides_0 = const()[name = string("x_275_strides_0"), val = tensor([1])]; tensor x_275_pad_0 = const()[name = string("x_275_pad_0"), val = tensor([0, 0])]; tensor x_275_dilations_0 = const()[name = string("x_275_dilations_0"), val = tensor([1])]; int32 x_275_groups_0 = const()[name = string("x_275_groups_0"), val = int32(1)]; tensor encoder_layers_16_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_16_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(866706560)))]; tensor x_275_cast_fp16 = conv(dilations = x_275_dilations_0, groups = x_275_groups_0, pad = x_275_pad_0, pad_type = x_275_pad_type_0, strides = x_275_strides_0, weight = encoder_layers_16_conv_pointwise_conv2_weight_to_fp16, x = var_3083_cast_fp16)[name = string("x_275_cast_fp16")]; tensor var_3090_perm_0 = const()[name = string("op_3090_perm_0"), val = tensor([0, 2, 1])]; tensor var_3090_cast_fp16 = transpose(perm = var_3090_perm_0, x = x_275_cast_fp16)[name = string("transpose_297")]; tensor input1_72_cast_fp16 = add(x = input0_231_cast_fp16, y = var_3090_cast_fp16)[name = string("input1_72_cast_fp16")]; tensor input0_239_axes_0 = const()[name = string("input0_239_axes_0"), val = tensor([-1])]; tensor encoder_layers_16_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_16_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(868803776)))]; tensor encoder_layers_16_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_16_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(868805888)))]; tensor input0_239_cast_fp16 = layer_norm(axes = input0_239_axes_0, beta = encoder_layers_16_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_16_norm_feed_forward2_weight_to_fp16, x = input1_72_cast_fp16)[name = string("input0_239_cast_fp16")]; tensor encoder_layers_16_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_16_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(868808000)))]; tensor linear_152_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_16_feed_forward2_linear1_weight_to_fp16, x = input0_239_cast_fp16)[name = string("linear_152_cast_fp16")]; tensor var_3101_cast_fp16 = silu(x = linear_152_cast_fp16)[name = string("op_3101_cast_fp16")]; tensor encoder_layers_16_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_16_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(877196672)))]; tensor linear_153_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_16_feed_forward2_linear2_weight_to_fp16, x = var_3101_cast_fp16)[name = string("linear_153_cast_fp16")]; fp16 var_3106_to_fp16 = const()[name = string("op_3106_to_fp16"), val = fp16(0x1p-1)]; tensor var_3107_cast_fp16 = mul(x = linear_153_cast_fp16, y = var_3106_to_fp16)[name = string("op_3107_cast_fp16")]; tensor input2_36_cast_fp16 = add(x = input1_72_cast_fp16, y = var_3107_cast_fp16)[name = string("input2_36_cast_fp16")]; tensor input0_241_axes_0 = const()[name = string("input0_241_axes_0"), val = tensor([-1])]; tensor encoder_layers_16_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_16_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(885585344)))]; tensor encoder_layers_16_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_16_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(885587456)))]; tensor input0_241_cast_fp16 = layer_norm(axes = input0_241_axes_0, beta = encoder_layers_16_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_16_norm_out_weight_to_fp16, x = input2_36_cast_fp16)[name = string("input0_241_cast_fp16")]; tensor input_247_axes_0 = const()[name = string("input_247_axes_0"), val = tensor([-1])]; tensor encoder_layers_17_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_17_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(885589568)))]; tensor encoder_layers_17_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_17_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(885591680)))]; tensor input_247_cast_fp16 = layer_norm(axes = input_247_axes_0, beta = encoder_layers_17_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_17_norm_feed_forward1_weight_to_fp16, x = input0_241_cast_fp16)[name = string("input_247_cast_fp16")]; tensor encoder_layers_17_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_17_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(885593792)))]; tensor linear_154_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_17_feed_forward1_linear1_weight_to_fp16, x = input_247_cast_fp16)[name = string("linear_154_cast_fp16")]; tensor var_3130_cast_fp16 = silu(x = linear_154_cast_fp16)[name = string("op_3130_cast_fp16")]; tensor encoder_layers_17_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_17_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(893982464)))]; tensor linear_155_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_17_feed_forward1_linear2_weight_to_fp16, x = var_3130_cast_fp16)[name = string("linear_155_cast_fp16")]; fp16 var_3135_to_fp16 = const()[name = string("op_3135_to_fp16"), val = fp16(0x1p-1)]; tensor var_3136_cast_fp16 = mul(x = linear_155_cast_fp16, y = var_3135_to_fp16)[name = string("op_3136_cast_fp16")]; tensor input_251_cast_fp16 = add(x = input0_241_cast_fp16, y = var_3136_cast_fp16)[name = string("input_251_cast_fp16")]; tensor query_36_axes_0 = const()[name = string("query_36_axes_0"), val = tensor([-1])]; tensor encoder_layers_17_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_17_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(902371136)))]; tensor encoder_layers_17_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_17_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(902373248)))]; tensor query_36_cast_fp16 = layer_norm(axes = query_36_axes_0, beta = encoder_layers_17_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_17_norm_self_att_weight_to_fp16, x = input_251_cast_fp16)[name = string("query_36_cast_fp16")]; tensor var_3149_shape_cast_fp16 = shape(x = query_36_cast_fp16)[name = string("op_3149_shape_cast_fp16")]; int32 gather_188_axis_0 = const()[name = string("gather_188_axis_0"), val = int32(0)]; int32 gather_188_batch_dims_0 = const()[name = string("gather_188_batch_dims_0"), val = int32(0)]; bool gather_188_validate_indices_0 = const()[name = string("gather_188_validate_indices_0"), val = bool(false)]; string var_3149_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3149_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_188_to_uint16 = const()[name = string("select_188_to_uint16"), val = uint16(0)]; tensor var_3149_shape_cast_fp16_to_uint16 = cast(dtype = var_3149_shape_cast_fp16_to_uint16_dtype_0, x = var_3149_shape_cast_fp16)[name = string("cast_324")]; uint16 gather_188_cast_uint16 = gather(axis = gather_188_axis_0, batch_dims = gather_188_batch_dims_0, indices = select_188_to_uint16, validate_indices = gather_188_validate_indices_0, x = var_3149_shape_cast_fp16_to_uint16)[name = string("gather_188_cast_uint16")]; string gather_188_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_188_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_17_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_17_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(902375360)))]; tensor linear_156_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_17_self_attn_linear_q_weight_to_fp16, x = query_36_cast_fp16)[name = string("linear_156_cast_fp16")]; int32 concat_143_axis_0 = const()[name = string("concat_143_axis_0"), val = int32(0)]; bool concat_143_interleave_0 = const()[name = string("concat_143_interleave_0"), val = bool(false)]; int32 gather_188_cast_uint16_to_int32 = cast(dtype = gather_188_cast_uint16_to_int32_dtype_0, x = gather_188_cast_uint16)[name = string("cast_323")]; tensor concat_143 = concat(axis = concat_143_axis_0, interleave = concat_143_interleave_0, values = (gather_188_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_143")]; tensor q_36_cast_fp16 = reshape(shape = concat_143, x = linear_156_cast_fp16)[name = string("q_36_cast_fp16")]; tensor encoder_layers_17_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_17_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(904472576)))]; tensor linear_157_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_17_self_attn_linear_k_weight_to_fp16, x = query_36_cast_fp16)[name = string("linear_157_cast_fp16")]; tensor k_36_cast_fp16 = reshape(shape = concat_143, x = linear_157_cast_fp16)[name = string("k_36_cast_fp16")]; tensor encoder_layers_17_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_17_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(906569792)))]; tensor linear_158_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_17_self_attn_linear_v_weight_to_fp16, x = query_36_cast_fp16)[name = string("linear_158_cast_fp16")]; tensor v_36_cast_fp16 = reshape(shape = concat_143, x = linear_158_cast_fp16)[name = string("v_36_cast_fp16")]; tensor value_38_perm_0 = const()[name = string("value_38_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_17_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_17_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(908667008)))]; tensor linear_159_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_17_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_159_cast_fp16")]; tensor var_3169 = const()[name = string("op_3169"), val = tensor([1, -1, 8, 128])]; tensor p_36_cast_fp16 = reshape(shape = var_3169, x = linear_159_cast_fp16)[name = string("p_36_cast_fp16")]; tensor encoder_layers_17_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_17_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(910764224)))]; tensor var_3172_cast_fp16 = add(x = q_36_cast_fp16, y = encoder_layers_17_self_attn_pos_bias_u_to_fp16)[name = string("op_3172_cast_fp16")]; tensor encoder_layers_17_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_17_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(910766336)))]; tensor var_3174_cast_fp16 = add(x = q_36_cast_fp16, y = encoder_layers_17_self_attn_pos_bias_v_to_fp16)[name = string("op_3174_cast_fp16")]; bool x_283_transpose_x_0 = const()[name = string("x_283_transpose_x_0"), val = bool(false)]; bool x_283_transpose_y_0 = const()[name = string("x_283_transpose_y_0"), val = bool(false)]; tensor transpose_212_perm_0 = const()[name = string("transpose_212_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_213_perm_0 = const()[name = string("transpose_213_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_213 = transpose(perm = transpose_213_perm_0, x = p_36_cast_fp16)[name = string("transpose_294")]; tensor transpose_212 = transpose(perm = transpose_212_perm_0, x = var_3174_cast_fp16)[name = string("transpose_295")]; tensor x_283_cast_fp16 = matmul(transpose_x = x_283_transpose_x_0, transpose_y = x_283_transpose_y_0, x = transpose_212, y = transpose_213)[name = string("x_283_cast_fp16")]; tensor var_3178_shape_cast_fp16 = shape(x = x_283_cast_fp16)[name = string("op_3178_shape_cast_fp16")]; int32 gather_190_axis_0 = const()[name = string("gather_190_axis_0"), val = int32(0)]; int32 gather_190_batch_dims_0 = const()[name = string("gather_190_batch_dims_0"), val = int32(0)]; bool gather_190_validate_indices_0 = const()[name = string("gather_190_validate_indices_0"), val = bool(false)]; string var_3178_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3178_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_190_to_uint16 = const()[name = string("select_190_to_uint16"), val = uint16(0)]; tensor var_3178_shape_cast_fp16_to_uint16 = cast(dtype = var_3178_shape_cast_fp16_to_uint16_dtype_0, x = var_3178_shape_cast_fp16)[name = string("cast_322")]; uint16 gather_190_cast_uint16 = gather(axis = gather_190_axis_0, batch_dims = gather_190_batch_dims_0, indices = select_190_to_uint16, validate_indices = gather_190_validate_indices_0, x = var_3178_shape_cast_fp16_to_uint16)[name = string("gather_190_cast_uint16")]; string gather_190_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_190_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_191 = const()[name = string("gather_191"), val = int32(8)]; int32 gather_192_axis_0 = const()[name = string("gather_192_axis_0"), val = int32(0)]; int32 gather_192_batch_dims_0 = const()[name = string("gather_192_batch_dims_0"), val = int32(0)]; bool gather_192_validate_indices_0 = const()[name = string("gather_192_validate_indices_0"), val = bool(false)]; uint16 select_192_to_uint16 = const()[name = string("select_192_to_uint16"), val = uint16(2)]; uint16 gather_192_cast_uint16 = gather(axis = gather_192_axis_0, batch_dims = gather_192_batch_dims_0, indices = select_192_to_uint16, validate_indices = gather_192_validate_indices_0, x = var_3178_shape_cast_fp16_to_uint16)[name = string("gather_192_cast_uint16")]; string gather_192_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_192_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_193_axis_0 = const()[name = string("gather_193_axis_0"), val = int32(0)]; int32 gather_193_batch_dims_0 = const()[name = string("gather_193_batch_dims_0"), val = int32(0)]; bool gather_193_validate_indices_0 = const()[name = string("gather_193_validate_indices_0"), val = bool(false)]; uint16 select_193_to_uint16 = const()[name = string("select_193_to_uint16"), val = uint16(3)]; uint16 gather_193_cast_uint16 = gather(axis = gather_193_axis_0, batch_dims = gather_193_batch_dims_0, indices = select_193_to_uint16, validate_indices = gather_193_validate_indices_0, x = var_3178_shape_cast_fp16_to_uint16)[name = string("gather_193_cast_uint16")]; string gather_193_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_193_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_38_pad_0 = const()[name = string("x0_38_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_38_mode_0 = const()[name = string("x0_38_mode_0"), val = string("constant")]; fp16 const_45_to_fp16 = const()[name = string("const_45_to_fp16"), val = fp16(0x0p+0)]; tensor x0_38_cast_fp16 = pad(constant_val = const_45_to_fp16, mode = x0_38_mode_0, pad = x0_38_pad_0, x = x_283_cast_fp16)[name = string("x0_38_cast_fp16")]; int32 concat_146_axis_0 = const()[name = string("concat_146_axis_0"), val = int32(0)]; bool concat_146_interleave_0 = const()[name = string("concat_146_interleave_0"), val = bool(false)]; int32 gather_192_cast_uint16_to_int32 = cast(dtype = gather_192_cast_uint16_to_int32_dtype_0, x = gather_192_cast_uint16)[name = string("cast_320")]; int32 gather_190_cast_uint16_to_int32 = cast(dtype = gather_190_cast_uint16_to_int32_dtype_0, x = gather_190_cast_uint16)[name = string("cast_321")]; tensor concat_146 = concat(axis = concat_146_axis_0, interleave = concat_146_interleave_0, values = (gather_190_cast_uint16_to_int32, gather_191, var_24, gather_192_cast_uint16_to_int32))[name = string("concat_146")]; tensor x1_36_cast_fp16 = reshape(shape = concat_146, x = x0_38_cast_fp16)[name = string("x1_36_cast_fp16")]; tensor var_3188_begin_0 = const()[name = string("op_3188_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_3188_end_0 = const()[name = string("op_3188_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_3188_end_mask_0 = const()[name = string("op_3188_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_3188_cast_fp16 = slice_by_index(begin = var_3188_begin_0, end = var_3188_end_0, end_mask = var_3188_end_mask_0, x = x1_36_cast_fp16)[name = string("op_3188_cast_fp16")]; int32 concat_147_axis_0 = const()[name = string("concat_147_axis_0"), val = int32(0)]; bool concat_147_interleave_0 = const()[name = string("concat_147_interleave_0"), val = bool(false)]; int32 gather_193_cast_uint16_to_int32 = cast(dtype = gather_193_cast_uint16_to_int32_dtype_0, x = gather_193_cast_uint16)[name = string("cast_319")]; tensor concat_147 = concat(axis = concat_147_axis_0, interleave = concat_147_interleave_0, values = (gather_190_cast_uint16_to_int32, gather_191, gather_192_cast_uint16_to_int32, gather_193_cast_uint16_to_int32))[name = string("concat_147")]; tensor matrix_bd_36_cast_fp16 = reshape(shape = concat_147, x = var_3188_cast_fp16)[name = string("matrix_bd_36_cast_fp16")]; bool matrix_ac_36_transpose_x_0 = const()[name = string("matrix_ac_36_transpose_x_0"), val = bool(false)]; bool matrix_ac_36_transpose_y_0 = const()[name = string("matrix_ac_36_transpose_y_0"), val = bool(false)]; tensor transpose_214_perm_0 = const()[name = string("transpose_214_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_215_perm_0 = const()[name = string("transpose_215_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_215 = transpose(perm = transpose_215_perm_0, x = k_36_cast_fp16)[name = string("transpose_292")]; tensor transpose_214 = transpose(perm = transpose_214_perm_0, x = var_3172_cast_fp16)[name = string("transpose_293")]; tensor matrix_ac_36_cast_fp16 = matmul(transpose_x = matrix_ac_36_transpose_x_0, transpose_y = matrix_ac_36_transpose_y_0, x = transpose_214, y = transpose_215)[name = string("matrix_ac_36_cast_fp16")]; tensor var_3193_shape_cast_fp16 = shape(x = matrix_ac_36_cast_fp16)[name = string("op_3193_shape_cast_fp16")]; int32 gather_194_axis_0 = const()[name = string("gather_194_axis_0"), val = int32(0)]; int32 gather_194_batch_dims_0 = const()[name = string("gather_194_batch_dims_0"), val = int32(0)]; bool gather_194_validate_indices_0 = const()[name = string("gather_194_validate_indices_0"), val = bool(false)]; string var_3193_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3193_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_194_to_uint16 = const()[name = string("select_194_to_uint16"), val = uint16(3)]; tensor var_3193_shape_cast_fp16_to_uint16 = cast(dtype = var_3193_shape_cast_fp16_to_uint16_dtype_0, x = var_3193_shape_cast_fp16)[name = string("cast_318")]; uint16 gather_194_cast_uint16 = gather(axis = gather_194_axis_0, batch_dims = gather_194_batch_dims_0, indices = select_194_to_uint16, validate_indices = gather_194_validate_indices_0, x = var_3193_shape_cast_fp16_to_uint16)[name = string("gather_194_cast_uint16")]; string gather_194_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_194_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_148_values0_0 = const()[name = string("concat_148_values0_0"), val = int32(0)]; int32 concat_148_values1_0 = const()[name = string("concat_148_values1_0"), val = int32(8)]; int32 concat_148_values2_0 = const()[name = string("concat_148_values2_0"), val = int32(0)]; int32 concat_148_axis_0 = const()[name = string("concat_148_axis_0"), val = int32(0)]; bool concat_148_interleave_0 = const()[name = string("concat_148_interleave_0"), val = bool(false)]; int32 gather_194_cast_uint16_to_int32 = cast(dtype = gather_194_cast_uint16_to_int32_dtype_0, x = gather_194_cast_uint16)[name = string("cast_317")]; tensor concat_148 = concat(axis = concat_148_axis_0, interleave = concat_148_interleave_0, values = (concat_148_values0_0, concat_148_values1_0, concat_148_values2_0, gather_194_cast_uint16_to_int32))[name = string("concat_148")]; tensor matrix_bd0_36_begin_0 = const()[name = string("matrix_bd0_36_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_36_end_mask_0 = const()[name = string("matrix_bd0_36_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_36_cast_fp16 = slice_by_index(begin = matrix_bd0_36_begin_0, end = concat_148, end_mask = matrix_bd0_36_end_mask_0, x = matrix_bd_36_cast_fp16)[name = string("matrix_bd0_36_cast_fp16")]; tensor var_3198_cast_fp16 = add(x = matrix_ac_36_cast_fp16, y = matrix_bd0_36_cast_fp16)[name = string("op_3198_cast_fp16")]; fp16 _inversed_scores_36_y_0_to_fp16 = const()[name = string("_inversed_scores_36_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_36_cast_fp16 = mul(x = var_3198_cast_fp16, y = _inversed_scores_36_y_0_to_fp16)[name = string("_inversed_scores_36_cast_fp16")]; tensor value_38_cast_fp16 = transpose(perm = value_38_perm_0, x = v_36_cast_fp16)[name = string("transpose_296")]; tensor var_3201_shape_cast_fp16 = shape(x = value_38_cast_fp16)[name = string("op_3201_shape_cast_fp16")]; int32 gather_195_axis_0 = const()[name = string("gather_195_axis_0"), val = int32(0)]; int32 gather_195_batch_dims_0 = const()[name = string("gather_195_batch_dims_0"), val = int32(0)]; bool gather_195_validate_indices_0 = const()[name = string("gather_195_validate_indices_0"), val = bool(false)]; string var_3201_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3201_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_195_to_uint16 = const()[name = string("select_195_to_uint16"), val = uint16(0)]; tensor var_3201_shape_cast_fp16_to_uint16 = cast(dtype = var_3201_shape_cast_fp16_to_uint16_dtype_0, x = var_3201_shape_cast_fp16)[name = string("cast_316")]; uint16 gather_195_cast_uint16 = gather(axis = gather_195_axis_0, batch_dims = gather_195_batch_dims_0, indices = select_195_to_uint16, validate_indices = gather_195_validate_indices_0, x = var_3201_shape_cast_fp16_to_uint16)[name = string("gather_195_cast_uint16")]; string gather_195_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_195_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_36_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_36_cast_fp16, cond = mask0_4)[name = string("scores0_36_cast_fp16")]; tensor var_3204_cast_fp16 = softmax(axis = var_24, x = scores0_36_cast_fp16)[name = string("op_3204_cast_fp16")]; tensor input_253_cast_fp16 = select(a = var_11_to_fp16, b = var_3204_cast_fp16, cond = mask0_4)[name = string("input_253_cast_fp16")]; bool x2_36_transpose_x_0 = const()[name = string("x2_36_transpose_x_0"), val = bool(false)]; bool x2_36_transpose_y_0 = const()[name = string("x2_36_transpose_y_0"), val = bool(false)]; tensor x2_36_cast_fp16 = matmul(transpose_x = x2_36_transpose_x_0, transpose_y = x2_36_transpose_y_0, x = input_253_cast_fp16, y = value_38_cast_fp16)[name = string("x2_36_cast_fp16")]; tensor var_3208_perm_0 = const()[name = string("op_3208_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_149_axis_0 = const()[name = string("concat_149_axis_0"), val = int32(0)]; bool concat_149_interleave_0 = const()[name = string("concat_149_interleave_0"), val = bool(false)]; int32 gather_195_cast_uint16_to_int32 = cast(dtype = gather_195_cast_uint16_to_int32_dtype_0, x = gather_195_cast_uint16)[name = string("cast_315")]; tensor concat_149 = concat(axis = concat_149_axis_0, interleave = concat_149_interleave_0, values = (gather_195_cast_uint16_to_int32, var_24, var_9))[name = string("concat_149")]; tensor var_3208_cast_fp16 = transpose(perm = var_3208_perm_0, x = x2_36_cast_fp16)[name = string("transpose_291")]; tensor input0_243_cast_fp16 = reshape(shape = concat_149, x = var_3208_cast_fp16)[name = string("input0_243_cast_fp16")]; tensor encoder_layers_17_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_17_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(910768448)))]; tensor linear_160_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_17_self_attn_linear_out_weight_to_fp16, x = input0_243_cast_fp16)[name = string("linear_160_cast_fp16")]; tensor input0_245_cast_fp16 = add(x = input_251_cast_fp16, y = linear_160_cast_fp16)[name = string("input0_245_cast_fp16")]; tensor x_287_axes_0 = const()[name = string("x_287_axes_0"), val = tensor([-1])]; tensor encoder_layers_17_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_17_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(912865664)))]; tensor encoder_layers_17_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_17_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(912867776)))]; tensor x_287_cast_fp16 = layer_norm(axes = x_287_axes_0, beta = encoder_layers_17_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_17_norm_conv_weight_to_fp16, x = input0_245_cast_fp16)[name = string("x_287_cast_fp16")]; tensor input_255_perm_0 = const()[name = string("input_255_perm_0"), val = tensor([0, 2, 1])]; string input0_247_pad_type_0 = const()[name = string("input0_247_pad_type_0"), val = string("valid")]; tensor input0_247_strides_0 = const()[name = string("input0_247_strides_0"), val = tensor([1])]; tensor input0_247_pad_0 = const()[name = string("input0_247_pad_0"), val = tensor([0, 0])]; tensor input0_247_dilations_0 = const()[name = string("input0_247_dilations_0"), val = tensor([1])]; int32 input0_247_groups_0 = const()[name = string("input0_247_groups_0"), val = int32(1)]; tensor encoder_layers_17_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_17_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(912869888)))]; tensor input_255_cast_fp16 = transpose(perm = input_255_perm_0, x = x_287_cast_fp16)[name = string("transpose_290")]; tensor input0_247_cast_fp16 = conv(dilations = input0_247_dilations_0, groups = input0_247_groups_0, pad = input0_247_pad_0, pad_type = input0_247_pad_type_0, strides = input0_247_strides_0, weight = encoder_layers_17_conv_pointwise_conv1_weight_to_fp16, x = input_255_cast_fp16)[name = string("input0_247_cast_fp16")]; int32 x_289_split_num_splits_0 = const()[name = string("x_289_split_num_splits_0"), val = int32(2)]; int32 x_289_split_axis_0 = const()[name = string("x_289_split_axis_0"), val = int32(1)]; tensor x_289_split_cast_fp16_0, tensor x_289_split_cast_fp16_1 = split(axis = x_289_split_axis_0, num_splits = x_289_split_num_splits_0, x = input0_247_cast_fp16)[name = string("x_289_split_cast_fp16")]; tensor x_289_split_1_sigmoid_cast_fp16 = sigmoid(x = x_289_split_cast_fp16_1)[name = string("x_289_split_1_sigmoid_cast_fp16")]; tensor x_289_cast_fp16 = mul(x = x_289_split_cast_fp16_0, y = x_289_split_1_sigmoid_cast_fp16)[name = string("x_289_cast_fp16")]; tensor input0_249_cast_fp16 = select(a = var_11_to_fp16, b = x_289_cast_fp16, cond = var_460)[name = string("input0_249_cast_fp16")]; tensor input0_251_pad_0 = const()[name = string("input0_251_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_251_mode_0 = const()[name = string("input0_251_mode_0"), val = string("constant")]; fp16 const_46_to_fp16 = const()[name = string("const_46_to_fp16"), val = fp16(0x0p+0)]; tensor input0_251_cast_fp16 = pad(constant_val = const_46_to_fp16, mode = input0_251_mode_0, pad = input0_251_pad_0, x = input0_249_cast_fp16)[name = string("input0_251_cast_fp16")]; string input1_74_pad_type_0 = const()[name = string("input1_74_pad_type_0"), val = string("valid")]; int32 input1_74_groups_0 = const()[name = string("input1_74_groups_0"), val = int32(1024)]; tensor input1_74_strides_0 = const()[name = string("input1_74_strides_0"), val = tensor([1])]; tensor input1_74_pad_0 = const()[name = string("input1_74_pad_0"), val = tensor([0, 0])]; tensor input1_74_dilations_0 = const()[name = string("input1_74_dilations_0"), val = tensor([1])]; tensor const_93_to_fp16 = const()[name = string("const_93_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(917064256)))]; tensor const_94_to_fp16 = const()[name = string("const_94_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(917082752)))]; tensor input_257_cast_fp16 = conv(bias = const_94_to_fp16, dilations = input1_74_dilations_0, groups = input1_74_groups_0, pad = input1_74_pad_0, pad_type = input1_74_pad_type_0, strides = input1_74_strides_0, weight = const_93_to_fp16, x = input0_251_cast_fp16)[name = string("input_257_cast_fp16")]; tensor var_3246_cast_fp16 = silu(x = input_257_cast_fp16)[name = string("op_3246_cast_fp16")]; string x_291_pad_type_0 = const()[name = string("x_291_pad_type_0"), val = string("valid")]; tensor x_291_strides_0 = const()[name = string("x_291_strides_0"), val = tensor([1])]; tensor x_291_pad_0 = const()[name = string("x_291_pad_0"), val = tensor([0, 0])]; tensor x_291_dilations_0 = const()[name = string("x_291_dilations_0"), val = tensor([1])]; int32 x_291_groups_0 = const()[name = string("x_291_groups_0"), val = int32(1)]; tensor encoder_layers_17_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_17_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(917084864)))]; tensor x_291_cast_fp16 = conv(dilations = x_291_dilations_0, groups = x_291_groups_0, pad = x_291_pad_0, pad_type = x_291_pad_type_0, strides = x_291_strides_0, weight = encoder_layers_17_conv_pointwise_conv2_weight_to_fp16, x = var_3246_cast_fp16)[name = string("x_291_cast_fp16")]; tensor var_3253_perm_0 = const()[name = string("op_3253_perm_0"), val = tensor([0, 2, 1])]; tensor var_3253_cast_fp16 = transpose(perm = var_3253_perm_0, x = x_291_cast_fp16)[name = string("transpose_289")]; tensor input1_76_cast_fp16 = add(x = input0_245_cast_fp16, y = var_3253_cast_fp16)[name = string("input1_76_cast_fp16")]; tensor input0_253_axes_0 = const()[name = string("input0_253_axes_0"), val = tensor([-1])]; tensor encoder_layers_17_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_17_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(919182080)))]; tensor encoder_layers_17_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_17_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(919184192)))]; tensor input0_253_cast_fp16 = layer_norm(axes = input0_253_axes_0, beta = encoder_layers_17_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_17_norm_feed_forward2_weight_to_fp16, x = input1_76_cast_fp16)[name = string("input0_253_cast_fp16")]; tensor encoder_layers_17_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_17_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(919186304)))]; tensor linear_161_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_17_feed_forward2_linear1_weight_to_fp16, x = input0_253_cast_fp16)[name = string("linear_161_cast_fp16")]; tensor var_3264_cast_fp16 = silu(x = linear_161_cast_fp16)[name = string("op_3264_cast_fp16")]; tensor encoder_layers_17_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_17_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(927574976)))]; tensor linear_162_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_17_feed_forward2_linear2_weight_to_fp16, x = var_3264_cast_fp16)[name = string("linear_162_cast_fp16")]; fp16 var_3269_to_fp16 = const()[name = string("op_3269_to_fp16"), val = fp16(0x1p-1)]; tensor var_3270_cast_fp16 = mul(x = linear_162_cast_fp16, y = var_3269_to_fp16)[name = string("op_3270_cast_fp16")]; tensor input2_38_cast_fp16 = add(x = input1_76_cast_fp16, y = var_3270_cast_fp16)[name = string("input2_38_cast_fp16")]; tensor input0_255_axes_0 = const()[name = string("input0_255_axes_0"), val = tensor([-1])]; tensor encoder_layers_17_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_17_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(935963648)))]; tensor encoder_layers_17_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_17_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(935965760)))]; tensor input0_255_cast_fp16 = layer_norm(axes = input0_255_axes_0, beta = encoder_layers_17_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_17_norm_out_weight_to_fp16, x = input2_38_cast_fp16)[name = string("input0_255_cast_fp16")]; tensor input_261_axes_0 = const()[name = string("input_261_axes_0"), val = tensor([-1])]; tensor encoder_layers_18_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_18_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(935967872)))]; tensor encoder_layers_18_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_18_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(935969984)))]; tensor input_261_cast_fp16 = layer_norm(axes = input_261_axes_0, beta = encoder_layers_18_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_18_norm_feed_forward1_weight_to_fp16, x = input0_255_cast_fp16)[name = string("input_261_cast_fp16")]; tensor encoder_layers_18_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_18_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(935972096)))]; tensor linear_163_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_18_feed_forward1_linear1_weight_to_fp16, x = input_261_cast_fp16)[name = string("linear_163_cast_fp16")]; tensor var_3293_cast_fp16 = silu(x = linear_163_cast_fp16)[name = string("op_3293_cast_fp16")]; tensor encoder_layers_18_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_18_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(944360768)))]; tensor linear_164_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_18_feed_forward1_linear2_weight_to_fp16, x = var_3293_cast_fp16)[name = string("linear_164_cast_fp16")]; fp16 var_3298_to_fp16 = const()[name = string("op_3298_to_fp16"), val = fp16(0x1p-1)]; tensor var_3299_cast_fp16 = mul(x = linear_164_cast_fp16, y = var_3298_to_fp16)[name = string("op_3299_cast_fp16")]; tensor input_265_cast_fp16 = add(x = input0_255_cast_fp16, y = var_3299_cast_fp16)[name = string("input_265_cast_fp16")]; tensor query_38_axes_0 = const()[name = string("query_38_axes_0"), val = tensor([-1])]; tensor encoder_layers_18_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_18_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(952749440)))]; tensor encoder_layers_18_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_18_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(952751552)))]; tensor query_38_cast_fp16 = layer_norm(axes = query_38_axes_0, beta = encoder_layers_18_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_18_norm_self_att_weight_to_fp16, x = input_265_cast_fp16)[name = string("query_38_cast_fp16")]; tensor var_3312_shape_cast_fp16 = shape(x = query_38_cast_fp16)[name = string("op_3312_shape_cast_fp16")]; int32 gather_196_axis_0 = const()[name = string("gather_196_axis_0"), val = int32(0)]; int32 gather_196_batch_dims_0 = const()[name = string("gather_196_batch_dims_0"), val = int32(0)]; bool gather_196_validate_indices_0 = const()[name = string("gather_196_validate_indices_0"), val = bool(false)]; string var_3312_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3312_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_196_to_uint16 = const()[name = string("select_196_to_uint16"), val = uint16(0)]; tensor var_3312_shape_cast_fp16_to_uint16 = cast(dtype = var_3312_shape_cast_fp16_to_uint16_dtype_0, x = var_3312_shape_cast_fp16)[name = string("cast_314")]; uint16 gather_196_cast_uint16 = gather(axis = gather_196_axis_0, batch_dims = gather_196_batch_dims_0, indices = select_196_to_uint16, validate_indices = gather_196_validate_indices_0, x = var_3312_shape_cast_fp16_to_uint16)[name = string("gather_196_cast_uint16")]; string gather_196_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_196_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_18_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_18_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(952753664)))]; tensor linear_165_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_18_self_attn_linear_q_weight_to_fp16, x = query_38_cast_fp16)[name = string("linear_165_cast_fp16")]; int32 concat_150_axis_0 = const()[name = string("concat_150_axis_0"), val = int32(0)]; bool concat_150_interleave_0 = const()[name = string("concat_150_interleave_0"), val = bool(false)]; int32 gather_196_cast_uint16_to_int32 = cast(dtype = gather_196_cast_uint16_to_int32_dtype_0, x = gather_196_cast_uint16)[name = string("cast_313")]; tensor concat_150 = concat(axis = concat_150_axis_0, interleave = concat_150_interleave_0, values = (gather_196_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_150")]; tensor q_38_cast_fp16 = reshape(shape = concat_150, x = linear_165_cast_fp16)[name = string("q_38_cast_fp16")]; tensor encoder_layers_18_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_18_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(954850880)))]; tensor linear_166_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_18_self_attn_linear_k_weight_to_fp16, x = query_38_cast_fp16)[name = string("linear_166_cast_fp16")]; tensor k_38_cast_fp16 = reshape(shape = concat_150, x = linear_166_cast_fp16)[name = string("k_38_cast_fp16")]; tensor encoder_layers_18_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_18_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(956948096)))]; tensor linear_167_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_18_self_attn_linear_v_weight_to_fp16, x = query_38_cast_fp16)[name = string("linear_167_cast_fp16")]; tensor v_38_cast_fp16 = reshape(shape = concat_150, x = linear_167_cast_fp16)[name = string("v_38_cast_fp16")]; tensor value_40_perm_0 = const()[name = string("value_40_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_18_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_18_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(959045312)))]; tensor linear_168_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_18_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_168_cast_fp16")]; tensor var_3332 = const()[name = string("op_3332"), val = tensor([1, -1, 8, 128])]; tensor p_38_cast_fp16 = reshape(shape = var_3332, x = linear_168_cast_fp16)[name = string("p_38_cast_fp16")]; tensor encoder_layers_18_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_18_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(961142528)))]; tensor var_3335_cast_fp16 = add(x = q_38_cast_fp16, y = encoder_layers_18_self_attn_pos_bias_u_to_fp16)[name = string("op_3335_cast_fp16")]; tensor encoder_layers_18_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_18_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(961144640)))]; tensor var_3337_cast_fp16 = add(x = q_38_cast_fp16, y = encoder_layers_18_self_attn_pos_bias_v_to_fp16)[name = string("op_3337_cast_fp16")]; bool x_299_transpose_x_0 = const()[name = string("x_299_transpose_x_0"), val = bool(false)]; bool x_299_transpose_y_0 = const()[name = string("x_299_transpose_y_0"), val = bool(false)]; tensor transpose_216_perm_0 = const()[name = string("transpose_216_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_217_perm_0 = const()[name = string("transpose_217_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_217 = transpose(perm = transpose_217_perm_0, x = p_38_cast_fp16)[name = string("transpose_286")]; tensor transpose_216 = transpose(perm = transpose_216_perm_0, x = var_3337_cast_fp16)[name = string("transpose_287")]; tensor x_299_cast_fp16 = matmul(transpose_x = x_299_transpose_x_0, transpose_y = x_299_transpose_y_0, x = transpose_216, y = transpose_217)[name = string("x_299_cast_fp16")]; tensor var_3341_shape_cast_fp16 = shape(x = x_299_cast_fp16)[name = string("op_3341_shape_cast_fp16")]; int32 gather_198_axis_0 = const()[name = string("gather_198_axis_0"), val = int32(0)]; int32 gather_198_batch_dims_0 = const()[name = string("gather_198_batch_dims_0"), val = int32(0)]; bool gather_198_validate_indices_0 = const()[name = string("gather_198_validate_indices_0"), val = bool(false)]; string var_3341_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3341_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_198_to_uint16 = const()[name = string("select_198_to_uint16"), val = uint16(0)]; tensor var_3341_shape_cast_fp16_to_uint16 = cast(dtype = var_3341_shape_cast_fp16_to_uint16_dtype_0, x = var_3341_shape_cast_fp16)[name = string("cast_312")]; uint16 gather_198_cast_uint16 = gather(axis = gather_198_axis_0, batch_dims = gather_198_batch_dims_0, indices = select_198_to_uint16, validate_indices = gather_198_validate_indices_0, x = var_3341_shape_cast_fp16_to_uint16)[name = string("gather_198_cast_uint16")]; string gather_198_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_198_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_199 = const()[name = string("gather_199"), val = int32(8)]; int32 gather_200_axis_0 = const()[name = string("gather_200_axis_0"), val = int32(0)]; int32 gather_200_batch_dims_0 = const()[name = string("gather_200_batch_dims_0"), val = int32(0)]; bool gather_200_validate_indices_0 = const()[name = string("gather_200_validate_indices_0"), val = bool(false)]; uint16 select_200_to_uint16 = const()[name = string("select_200_to_uint16"), val = uint16(2)]; uint16 gather_200_cast_uint16 = gather(axis = gather_200_axis_0, batch_dims = gather_200_batch_dims_0, indices = select_200_to_uint16, validate_indices = gather_200_validate_indices_0, x = var_3341_shape_cast_fp16_to_uint16)[name = string("gather_200_cast_uint16")]; string gather_200_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_200_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_201_axis_0 = const()[name = string("gather_201_axis_0"), val = int32(0)]; int32 gather_201_batch_dims_0 = const()[name = string("gather_201_batch_dims_0"), val = int32(0)]; bool gather_201_validate_indices_0 = const()[name = string("gather_201_validate_indices_0"), val = bool(false)]; uint16 select_201_to_uint16 = const()[name = string("select_201_to_uint16"), val = uint16(3)]; uint16 gather_201_cast_uint16 = gather(axis = gather_201_axis_0, batch_dims = gather_201_batch_dims_0, indices = select_201_to_uint16, validate_indices = gather_201_validate_indices_0, x = var_3341_shape_cast_fp16_to_uint16)[name = string("gather_201_cast_uint16")]; string gather_201_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_201_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_40_pad_0 = const()[name = string("x0_40_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_40_mode_0 = const()[name = string("x0_40_mode_0"), val = string("constant")]; fp16 const_47_to_fp16 = const()[name = string("const_47_to_fp16"), val = fp16(0x0p+0)]; tensor x0_40_cast_fp16 = pad(constant_val = const_47_to_fp16, mode = x0_40_mode_0, pad = x0_40_pad_0, x = x_299_cast_fp16)[name = string("x0_40_cast_fp16")]; int32 concat_153_axis_0 = const()[name = string("concat_153_axis_0"), val = int32(0)]; bool concat_153_interleave_0 = const()[name = string("concat_153_interleave_0"), val = bool(false)]; int32 gather_200_cast_uint16_to_int32 = cast(dtype = gather_200_cast_uint16_to_int32_dtype_0, x = gather_200_cast_uint16)[name = string("cast_310")]; int32 gather_198_cast_uint16_to_int32 = cast(dtype = gather_198_cast_uint16_to_int32_dtype_0, x = gather_198_cast_uint16)[name = string("cast_311")]; tensor concat_153 = concat(axis = concat_153_axis_0, interleave = concat_153_interleave_0, values = (gather_198_cast_uint16_to_int32, gather_199, var_24, gather_200_cast_uint16_to_int32))[name = string("concat_153")]; tensor x1_38_cast_fp16 = reshape(shape = concat_153, x = x0_40_cast_fp16)[name = string("x1_38_cast_fp16")]; tensor var_3351_begin_0 = const()[name = string("op_3351_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_3351_end_0 = const()[name = string("op_3351_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_3351_end_mask_0 = const()[name = string("op_3351_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_3351_cast_fp16 = slice_by_index(begin = var_3351_begin_0, end = var_3351_end_0, end_mask = var_3351_end_mask_0, x = x1_38_cast_fp16)[name = string("op_3351_cast_fp16")]; int32 concat_154_axis_0 = const()[name = string("concat_154_axis_0"), val = int32(0)]; bool concat_154_interleave_0 = const()[name = string("concat_154_interleave_0"), val = bool(false)]; int32 gather_201_cast_uint16_to_int32 = cast(dtype = gather_201_cast_uint16_to_int32_dtype_0, x = gather_201_cast_uint16)[name = string("cast_309")]; tensor concat_154 = concat(axis = concat_154_axis_0, interleave = concat_154_interleave_0, values = (gather_198_cast_uint16_to_int32, gather_199, gather_200_cast_uint16_to_int32, gather_201_cast_uint16_to_int32))[name = string("concat_154")]; tensor matrix_bd_38_cast_fp16 = reshape(shape = concat_154, x = var_3351_cast_fp16)[name = string("matrix_bd_38_cast_fp16")]; bool matrix_ac_38_transpose_x_0 = const()[name = string("matrix_ac_38_transpose_x_0"), val = bool(false)]; bool matrix_ac_38_transpose_y_0 = const()[name = string("matrix_ac_38_transpose_y_0"), val = bool(false)]; tensor transpose_218_perm_0 = const()[name = string("transpose_218_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_219_perm_0 = const()[name = string("transpose_219_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_219 = transpose(perm = transpose_219_perm_0, x = k_38_cast_fp16)[name = string("transpose_284")]; tensor transpose_218 = transpose(perm = transpose_218_perm_0, x = var_3335_cast_fp16)[name = string("transpose_285")]; tensor matrix_ac_38_cast_fp16 = matmul(transpose_x = matrix_ac_38_transpose_x_0, transpose_y = matrix_ac_38_transpose_y_0, x = transpose_218, y = transpose_219)[name = string("matrix_ac_38_cast_fp16")]; tensor var_3356_shape_cast_fp16 = shape(x = matrix_ac_38_cast_fp16)[name = string("op_3356_shape_cast_fp16")]; int32 gather_202_axis_0 = const()[name = string("gather_202_axis_0"), val = int32(0)]; int32 gather_202_batch_dims_0 = const()[name = string("gather_202_batch_dims_0"), val = int32(0)]; bool gather_202_validate_indices_0 = const()[name = string("gather_202_validate_indices_0"), val = bool(false)]; string var_3356_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3356_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_202_to_uint16 = const()[name = string("select_202_to_uint16"), val = uint16(3)]; tensor var_3356_shape_cast_fp16_to_uint16 = cast(dtype = var_3356_shape_cast_fp16_to_uint16_dtype_0, x = var_3356_shape_cast_fp16)[name = string("cast_308")]; uint16 gather_202_cast_uint16 = gather(axis = gather_202_axis_0, batch_dims = gather_202_batch_dims_0, indices = select_202_to_uint16, validate_indices = gather_202_validate_indices_0, x = var_3356_shape_cast_fp16_to_uint16)[name = string("gather_202_cast_uint16")]; string gather_202_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_202_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_155_values0_0 = const()[name = string("concat_155_values0_0"), val = int32(0)]; int32 concat_155_values1_0 = const()[name = string("concat_155_values1_0"), val = int32(8)]; int32 concat_155_values2_0 = const()[name = string("concat_155_values2_0"), val = int32(0)]; int32 concat_155_axis_0 = const()[name = string("concat_155_axis_0"), val = int32(0)]; bool concat_155_interleave_0 = const()[name = string("concat_155_interleave_0"), val = bool(false)]; int32 gather_202_cast_uint16_to_int32 = cast(dtype = gather_202_cast_uint16_to_int32_dtype_0, x = gather_202_cast_uint16)[name = string("cast_307")]; tensor concat_155 = concat(axis = concat_155_axis_0, interleave = concat_155_interleave_0, values = (concat_155_values0_0, concat_155_values1_0, concat_155_values2_0, gather_202_cast_uint16_to_int32))[name = string("concat_155")]; tensor matrix_bd0_38_begin_0 = const()[name = string("matrix_bd0_38_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_38_end_mask_0 = const()[name = string("matrix_bd0_38_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_38_cast_fp16 = slice_by_index(begin = matrix_bd0_38_begin_0, end = concat_155, end_mask = matrix_bd0_38_end_mask_0, x = matrix_bd_38_cast_fp16)[name = string("matrix_bd0_38_cast_fp16")]; tensor var_3361_cast_fp16 = add(x = matrix_ac_38_cast_fp16, y = matrix_bd0_38_cast_fp16)[name = string("op_3361_cast_fp16")]; fp16 _inversed_scores_38_y_0_to_fp16 = const()[name = string("_inversed_scores_38_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_38_cast_fp16 = mul(x = var_3361_cast_fp16, y = _inversed_scores_38_y_0_to_fp16)[name = string("_inversed_scores_38_cast_fp16")]; tensor value_40_cast_fp16 = transpose(perm = value_40_perm_0, x = v_38_cast_fp16)[name = string("transpose_288")]; tensor var_3364_shape_cast_fp16 = shape(x = value_40_cast_fp16)[name = string("op_3364_shape_cast_fp16")]; int32 gather_203_axis_0 = const()[name = string("gather_203_axis_0"), val = int32(0)]; int32 gather_203_batch_dims_0 = const()[name = string("gather_203_batch_dims_0"), val = int32(0)]; bool gather_203_validate_indices_0 = const()[name = string("gather_203_validate_indices_0"), val = bool(false)]; string var_3364_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3364_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_203_to_uint16 = const()[name = string("select_203_to_uint16"), val = uint16(0)]; tensor var_3364_shape_cast_fp16_to_uint16 = cast(dtype = var_3364_shape_cast_fp16_to_uint16_dtype_0, x = var_3364_shape_cast_fp16)[name = string("cast_306")]; uint16 gather_203_cast_uint16 = gather(axis = gather_203_axis_0, batch_dims = gather_203_batch_dims_0, indices = select_203_to_uint16, validate_indices = gather_203_validate_indices_0, x = var_3364_shape_cast_fp16_to_uint16)[name = string("gather_203_cast_uint16")]; string gather_203_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_203_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_38_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_38_cast_fp16, cond = mask0_4)[name = string("scores0_38_cast_fp16")]; tensor var_3367_cast_fp16 = softmax(axis = var_24, x = scores0_38_cast_fp16)[name = string("op_3367_cast_fp16")]; tensor input_267_cast_fp16 = select(a = var_11_to_fp16, b = var_3367_cast_fp16, cond = mask0_4)[name = string("input_267_cast_fp16")]; bool x2_38_transpose_x_0 = const()[name = string("x2_38_transpose_x_0"), val = bool(false)]; bool x2_38_transpose_y_0 = const()[name = string("x2_38_transpose_y_0"), val = bool(false)]; tensor x2_38_cast_fp16 = matmul(transpose_x = x2_38_transpose_x_0, transpose_y = x2_38_transpose_y_0, x = input_267_cast_fp16, y = value_40_cast_fp16)[name = string("x2_38_cast_fp16")]; tensor var_3371_perm_0 = const()[name = string("op_3371_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_156_axis_0 = const()[name = string("concat_156_axis_0"), val = int32(0)]; bool concat_156_interleave_0 = const()[name = string("concat_156_interleave_0"), val = bool(false)]; int32 gather_203_cast_uint16_to_int32 = cast(dtype = gather_203_cast_uint16_to_int32_dtype_0, x = gather_203_cast_uint16)[name = string("cast_305")]; tensor concat_156 = concat(axis = concat_156_axis_0, interleave = concat_156_interleave_0, values = (gather_203_cast_uint16_to_int32, var_24, var_9))[name = string("concat_156")]; tensor var_3371_cast_fp16 = transpose(perm = var_3371_perm_0, x = x2_38_cast_fp16)[name = string("transpose_283")]; tensor input0_257_cast_fp16 = reshape(shape = concat_156, x = var_3371_cast_fp16)[name = string("input0_257_cast_fp16")]; tensor encoder_layers_18_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_18_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(961146752)))]; tensor linear_169_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_18_self_attn_linear_out_weight_to_fp16, x = input0_257_cast_fp16)[name = string("linear_169_cast_fp16")]; tensor input0_259_cast_fp16 = add(x = input_265_cast_fp16, y = linear_169_cast_fp16)[name = string("input0_259_cast_fp16")]; tensor x_303_axes_0 = const()[name = string("x_303_axes_0"), val = tensor([-1])]; tensor encoder_layers_18_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_18_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(963243968)))]; tensor encoder_layers_18_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_18_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(963246080)))]; tensor x_303_cast_fp16 = layer_norm(axes = x_303_axes_0, beta = encoder_layers_18_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_18_norm_conv_weight_to_fp16, x = input0_259_cast_fp16)[name = string("x_303_cast_fp16")]; tensor input_269_perm_0 = const()[name = string("input_269_perm_0"), val = tensor([0, 2, 1])]; string input0_261_pad_type_0 = const()[name = string("input0_261_pad_type_0"), val = string("valid")]; tensor input0_261_strides_0 = const()[name = string("input0_261_strides_0"), val = tensor([1])]; tensor input0_261_pad_0 = const()[name = string("input0_261_pad_0"), val = tensor([0, 0])]; tensor input0_261_dilations_0 = const()[name = string("input0_261_dilations_0"), val = tensor([1])]; int32 input0_261_groups_0 = const()[name = string("input0_261_groups_0"), val = int32(1)]; tensor encoder_layers_18_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_18_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(963248192)))]; tensor input_269_cast_fp16 = transpose(perm = input_269_perm_0, x = x_303_cast_fp16)[name = string("transpose_282")]; tensor input0_261_cast_fp16 = conv(dilations = input0_261_dilations_0, groups = input0_261_groups_0, pad = input0_261_pad_0, pad_type = input0_261_pad_type_0, strides = input0_261_strides_0, weight = encoder_layers_18_conv_pointwise_conv1_weight_to_fp16, x = input_269_cast_fp16)[name = string("input0_261_cast_fp16")]; int32 x_305_split_num_splits_0 = const()[name = string("x_305_split_num_splits_0"), val = int32(2)]; int32 x_305_split_axis_0 = const()[name = string("x_305_split_axis_0"), val = int32(1)]; tensor x_305_split_cast_fp16_0, tensor x_305_split_cast_fp16_1 = split(axis = x_305_split_axis_0, num_splits = x_305_split_num_splits_0, x = input0_261_cast_fp16)[name = string("x_305_split_cast_fp16")]; tensor x_305_split_1_sigmoid_cast_fp16 = sigmoid(x = x_305_split_cast_fp16_1)[name = string("x_305_split_1_sigmoid_cast_fp16")]; tensor x_305_cast_fp16 = mul(x = x_305_split_cast_fp16_0, y = x_305_split_1_sigmoid_cast_fp16)[name = string("x_305_cast_fp16")]; tensor input0_263_cast_fp16 = select(a = var_11_to_fp16, b = x_305_cast_fp16, cond = var_460)[name = string("input0_263_cast_fp16")]; tensor input0_265_pad_0 = const()[name = string("input0_265_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_265_mode_0 = const()[name = string("input0_265_mode_0"), val = string("constant")]; fp16 const_48_to_fp16 = const()[name = string("const_48_to_fp16"), val = fp16(0x0p+0)]; tensor input0_265_cast_fp16 = pad(constant_val = const_48_to_fp16, mode = input0_265_mode_0, pad = input0_265_pad_0, x = input0_263_cast_fp16)[name = string("input0_265_cast_fp16")]; string input1_78_pad_type_0 = const()[name = string("input1_78_pad_type_0"), val = string("valid")]; int32 input1_78_groups_0 = const()[name = string("input1_78_groups_0"), val = int32(1024)]; tensor input1_78_strides_0 = const()[name = string("input1_78_strides_0"), val = tensor([1])]; tensor input1_78_pad_0 = const()[name = string("input1_78_pad_0"), val = tensor([0, 0])]; tensor input1_78_dilations_0 = const()[name = string("input1_78_dilations_0"), val = tensor([1])]; tensor const_95_to_fp16 = const()[name = string("const_95_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(967442560)))]; tensor const_96_to_fp16 = const()[name = string("const_96_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(967461056)))]; tensor input_271_cast_fp16 = conv(bias = const_96_to_fp16, dilations = input1_78_dilations_0, groups = input1_78_groups_0, pad = input1_78_pad_0, pad_type = input1_78_pad_type_0, strides = input1_78_strides_0, weight = const_95_to_fp16, x = input0_265_cast_fp16)[name = string("input_271_cast_fp16")]; tensor var_3409_cast_fp16 = silu(x = input_271_cast_fp16)[name = string("op_3409_cast_fp16")]; string x_307_pad_type_0 = const()[name = string("x_307_pad_type_0"), val = string("valid")]; tensor x_307_strides_0 = const()[name = string("x_307_strides_0"), val = tensor([1])]; tensor x_307_pad_0 = const()[name = string("x_307_pad_0"), val = tensor([0, 0])]; tensor x_307_dilations_0 = const()[name = string("x_307_dilations_0"), val = tensor([1])]; int32 x_307_groups_0 = const()[name = string("x_307_groups_0"), val = int32(1)]; tensor encoder_layers_18_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_18_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(967463168)))]; tensor x_307_cast_fp16 = conv(dilations = x_307_dilations_0, groups = x_307_groups_0, pad = x_307_pad_0, pad_type = x_307_pad_type_0, strides = x_307_strides_0, weight = encoder_layers_18_conv_pointwise_conv2_weight_to_fp16, x = var_3409_cast_fp16)[name = string("x_307_cast_fp16")]; tensor var_3416_perm_0 = const()[name = string("op_3416_perm_0"), val = tensor([0, 2, 1])]; tensor var_3416_cast_fp16 = transpose(perm = var_3416_perm_0, x = x_307_cast_fp16)[name = string("transpose_281")]; tensor input1_80_cast_fp16 = add(x = input0_259_cast_fp16, y = var_3416_cast_fp16)[name = string("input1_80_cast_fp16")]; tensor input0_267_axes_0 = const()[name = string("input0_267_axes_0"), val = tensor([-1])]; tensor encoder_layers_18_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_18_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(969560384)))]; tensor encoder_layers_18_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_18_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(969562496)))]; tensor input0_267_cast_fp16 = layer_norm(axes = input0_267_axes_0, beta = encoder_layers_18_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_18_norm_feed_forward2_weight_to_fp16, x = input1_80_cast_fp16)[name = string("input0_267_cast_fp16")]; tensor encoder_layers_18_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_18_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(969564608)))]; tensor linear_170_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_18_feed_forward2_linear1_weight_to_fp16, x = input0_267_cast_fp16)[name = string("linear_170_cast_fp16")]; tensor var_3427_cast_fp16 = silu(x = linear_170_cast_fp16)[name = string("op_3427_cast_fp16")]; tensor encoder_layers_18_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_18_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(977953280)))]; tensor linear_171_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_18_feed_forward2_linear2_weight_to_fp16, x = var_3427_cast_fp16)[name = string("linear_171_cast_fp16")]; fp16 var_3432_to_fp16 = const()[name = string("op_3432_to_fp16"), val = fp16(0x1p-1)]; tensor var_3433_cast_fp16 = mul(x = linear_171_cast_fp16, y = var_3432_to_fp16)[name = string("op_3433_cast_fp16")]; tensor input2_40_cast_fp16 = add(x = input1_80_cast_fp16, y = var_3433_cast_fp16)[name = string("input2_40_cast_fp16")]; tensor input0_269_axes_0 = const()[name = string("input0_269_axes_0"), val = tensor([-1])]; tensor encoder_layers_18_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_18_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(986341952)))]; tensor encoder_layers_18_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_18_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(986344064)))]; tensor input0_269_cast_fp16 = layer_norm(axes = input0_269_axes_0, beta = encoder_layers_18_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_18_norm_out_weight_to_fp16, x = input2_40_cast_fp16)[name = string("input0_269_cast_fp16")]; tensor input_275_axes_0 = const()[name = string("input_275_axes_0"), val = tensor([-1])]; tensor encoder_layers_19_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_19_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(986346176)))]; tensor encoder_layers_19_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_19_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(986348288)))]; tensor input_275_cast_fp16 = layer_norm(axes = input_275_axes_0, beta = encoder_layers_19_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_19_norm_feed_forward1_weight_to_fp16, x = input0_269_cast_fp16)[name = string("input_275_cast_fp16")]; tensor encoder_layers_19_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_19_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(986350400)))]; tensor linear_172_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_19_feed_forward1_linear1_weight_to_fp16, x = input_275_cast_fp16)[name = string("linear_172_cast_fp16")]; tensor var_3456_cast_fp16 = silu(x = linear_172_cast_fp16)[name = string("op_3456_cast_fp16")]; tensor encoder_layers_19_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_19_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(994739072)))]; tensor linear_173_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_19_feed_forward1_linear2_weight_to_fp16, x = var_3456_cast_fp16)[name = string("linear_173_cast_fp16")]; fp16 var_3461_to_fp16 = const()[name = string("op_3461_to_fp16"), val = fp16(0x1p-1)]; tensor var_3462_cast_fp16 = mul(x = linear_173_cast_fp16, y = var_3461_to_fp16)[name = string("op_3462_cast_fp16")]; tensor input_279_cast_fp16 = add(x = input0_269_cast_fp16, y = var_3462_cast_fp16)[name = string("input_279_cast_fp16")]; tensor query_40_axes_0 = const()[name = string("query_40_axes_0"), val = tensor([-1])]; tensor encoder_layers_19_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_19_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1003127744)))]; tensor encoder_layers_19_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_19_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1003129856)))]; tensor query_40_cast_fp16 = layer_norm(axes = query_40_axes_0, beta = encoder_layers_19_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_19_norm_self_att_weight_to_fp16, x = input_279_cast_fp16)[name = string("query_40_cast_fp16")]; tensor var_3475_shape_cast_fp16 = shape(x = query_40_cast_fp16)[name = string("op_3475_shape_cast_fp16")]; int32 gather_204_axis_0 = const()[name = string("gather_204_axis_0"), val = int32(0)]; int32 gather_204_batch_dims_0 = const()[name = string("gather_204_batch_dims_0"), val = int32(0)]; bool gather_204_validate_indices_0 = const()[name = string("gather_204_validate_indices_0"), val = bool(false)]; string var_3475_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3475_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_204_to_uint16 = const()[name = string("select_204_to_uint16"), val = uint16(0)]; tensor var_3475_shape_cast_fp16_to_uint16 = cast(dtype = var_3475_shape_cast_fp16_to_uint16_dtype_0, x = var_3475_shape_cast_fp16)[name = string("cast_304")]; uint16 gather_204_cast_uint16 = gather(axis = gather_204_axis_0, batch_dims = gather_204_batch_dims_0, indices = select_204_to_uint16, validate_indices = gather_204_validate_indices_0, x = var_3475_shape_cast_fp16_to_uint16)[name = string("gather_204_cast_uint16")]; string gather_204_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_204_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_19_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_19_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1003131968)))]; tensor linear_174_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_19_self_attn_linear_q_weight_to_fp16, x = query_40_cast_fp16)[name = string("linear_174_cast_fp16")]; int32 concat_157_axis_0 = const()[name = string("concat_157_axis_0"), val = int32(0)]; bool concat_157_interleave_0 = const()[name = string("concat_157_interleave_0"), val = bool(false)]; int32 gather_204_cast_uint16_to_int32 = cast(dtype = gather_204_cast_uint16_to_int32_dtype_0, x = gather_204_cast_uint16)[name = string("cast_303")]; tensor concat_157 = concat(axis = concat_157_axis_0, interleave = concat_157_interleave_0, values = (gather_204_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_157")]; tensor q_40_cast_fp16 = reshape(shape = concat_157, x = linear_174_cast_fp16)[name = string("q_40_cast_fp16")]; tensor encoder_layers_19_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_19_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1005229184)))]; tensor linear_175_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_19_self_attn_linear_k_weight_to_fp16, x = query_40_cast_fp16)[name = string("linear_175_cast_fp16")]; tensor k_40_cast_fp16 = reshape(shape = concat_157, x = linear_175_cast_fp16)[name = string("k_40_cast_fp16")]; tensor encoder_layers_19_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_19_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1007326400)))]; tensor linear_176_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_19_self_attn_linear_v_weight_to_fp16, x = query_40_cast_fp16)[name = string("linear_176_cast_fp16")]; tensor v_40_cast_fp16 = reshape(shape = concat_157, x = linear_176_cast_fp16)[name = string("v_40_cast_fp16")]; tensor value_42_perm_0 = const()[name = string("value_42_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_19_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_19_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1009423616)))]; tensor linear_177_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_19_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_177_cast_fp16")]; tensor var_3495 = const()[name = string("op_3495"), val = tensor([1, -1, 8, 128])]; tensor p_40_cast_fp16 = reshape(shape = var_3495, x = linear_177_cast_fp16)[name = string("p_40_cast_fp16")]; tensor encoder_layers_19_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_19_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1011520832)))]; tensor var_3498_cast_fp16 = add(x = q_40_cast_fp16, y = encoder_layers_19_self_attn_pos_bias_u_to_fp16)[name = string("op_3498_cast_fp16")]; tensor encoder_layers_19_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_19_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1011522944)))]; tensor var_3500_cast_fp16 = add(x = q_40_cast_fp16, y = encoder_layers_19_self_attn_pos_bias_v_to_fp16)[name = string("op_3500_cast_fp16")]; bool x_315_transpose_x_0 = const()[name = string("x_315_transpose_x_0"), val = bool(false)]; bool x_315_transpose_y_0 = const()[name = string("x_315_transpose_y_0"), val = bool(false)]; tensor transpose_220_perm_0 = const()[name = string("transpose_220_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_221_perm_0 = const()[name = string("transpose_221_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_221 = transpose(perm = transpose_221_perm_0, x = p_40_cast_fp16)[name = string("transpose_278")]; tensor transpose_220 = transpose(perm = transpose_220_perm_0, x = var_3500_cast_fp16)[name = string("transpose_279")]; tensor x_315_cast_fp16 = matmul(transpose_x = x_315_transpose_x_0, transpose_y = x_315_transpose_y_0, x = transpose_220, y = transpose_221)[name = string("x_315_cast_fp16")]; tensor var_3504_shape_cast_fp16 = shape(x = x_315_cast_fp16)[name = string("op_3504_shape_cast_fp16")]; int32 gather_206_axis_0 = const()[name = string("gather_206_axis_0"), val = int32(0)]; int32 gather_206_batch_dims_0 = const()[name = string("gather_206_batch_dims_0"), val = int32(0)]; bool gather_206_validate_indices_0 = const()[name = string("gather_206_validate_indices_0"), val = bool(false)]; string var_3504_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3504_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_206_to_uint16 = const()[name = string("select_206_to_uint16"), val = uint16(0)]; tensor var_3504_shape_cast_fp16_to_uint16 = cast(dtype = var_3504_shape_cast_fp16_to_uint16_dtype_0, x = var_3504_shape_cast_fp16)[name = string("cast_302")]; uint16 gather_206_cast_uint16 = gather(axis = gather_206_axis_0, batch_dims = gather_206_batch_dims_0, indices = select_206_to_uint16, validate_indices = gather_206_validate_indices_0, x = var_3504_shape_cast_fp16_to_uint16)[name = string("gather_206_cast_uint16")]; string gather_206_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_206_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_207 = const()[name = string("gather_207"), val = int32(8)]; int32 gather_208_axis_0 = const()[name = string("gather_208_axis_0"), val = int32(0)]; int32 gather_208_batch_dims_0 = const()[name = string("gather_208_batch_dims_0"), val = int32(0)]; bool gather_208_validate_indices_0 = const()[name = string("gather_208_validate_indices_0"), val = bool(false)]; uint16 select_208_to_uint16 = const()[name = string("select_208_to_uint16"), val = uint16(2)]; uint16 gather_208_cast_uint16 = gather(axis = gather_208_axis_0, batch_dims = gather_208_batch_dims_0, indices = select_208_to_uint16, validate_indices = gather_208_validate_indices_0, x = var_3504_shape_cast_fp16_to_uint16)[name = string("gather_208_cast_uint16")]; string gather_208_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_208_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_209_axis_0 = const()[name = string("gather_209_axis_0"), val = int32(0)]; int32 gather_209_batch_dims_0 = const()[name = string("gather_209_batch_dims_0"), val = int32(0)]; bool gather_209_validate_indices_0 = const()[name = string("gather_209_validate_indices_0"), val = bool(false)]; uint16 select_209_to_uint16 = const()[name = string("select_209_to_uint16"), val = uint16(3)]; uint16 gather_209_cast_uint16 = gather(axis = gather_209_axis_0, batch_dims = gather_209_batch_dims_0, indices = select_209_to_uint16, validate_indices = gather_209_validate_indices_0, x = var_3504_shape_cast_fp16_to_uint16)[name = string("gather_209_cast_uint16")]; string gather_209_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_209_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_42_pad_0 = const()[name = string("x0_42_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_42_mode_0 = const()[name = string("x0_42_mode_0"), val = string("constant")]; fp16 const_49_to_fp16 = const()[name = string("const_49_to_fp16"), val = fp16(0x0p+0)]; tensor x0_42_cast_fp16 = pad(constant_val = const_49_to_fp16, mode = x0_42_mode_0, pad = x0_42_pad_0, x = x_315_cast_fp16)[name = string("x0_42_cast_fp16")]; int32 concat_160_axis_0 = const()[name = string("concat_160_axis_0"), val = int32(0)]; bool concat_160_interleave_0 = const()[name = string("concat_160_interleave_0"), val = bool(false)]; int32 gather_208_cast_uint16_to_int32 = cast(dtype = gather_208_cast_uint16_to_int32_dtype_0, x = gather_208_cast_uint16)[name = string("cast_300")]; int32 gather_206_cast_uint16_to_int32 = cast(dtype = gather_206_cast_uint16_to_int32_dtype_0, x = gather_206_cast_uint16)[name = string("cast_301")]; tensor concat_160 = concat(axis = concat_160_axis_0, interleave = concat_160_interleave_0, values = (gather_206_cast_uint16_to_int32, gather_207, var_24, gather_208_cast_uint16_to_int32))[name = string("concat_160")]; tensor x1_40_cast_fp16 = reshape(shape = concat_160, x = x0_42_cast_fp16)[name = string("x1_40_cast_fp16")]; tensor var_3514_begin_0 = const()[name = string("op_3514_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_3514_end_0 = const()[name = string("op_3514_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_3514_end_mask_0 = const()[name = string("op_3514_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_3514_cast_fp16 = slice_by_index(begin = var_3514_begin_0, end = var_3514_end_0, end_mask = var_3514_end_mask_0, x = x1_40_cast_fp16)[name = string("op_3514_cast_fp16")]; int32 concat_161_axis_0 = const()[name = string("concat_161_axis_0"), val = int32(0)]; bool concat_161_interleave_0 = const()[name = string("concat_161_interleave_0"), val = bool(false)]; int32 gather_209_cast_uint16_to_int32 = cast(dtype = gather_209_cast_uint16_to_int32_dtype_0, x = gather_209_cast_uint16)[name = string("cast_299")]; tensor concat_161 = concat(axis = concat_161_axis_0, interleave = concat_161_interleave_0, values = (gather_206_cast_uint16_to_int32, gather_207, gather_208_cast_uint16_to_int32, gather_209_cast_uint16_to_int32))[name = string("concat_161")]; tensor matrix_bd_40_cast_fp16 = reshape(shape = concat_161, x = var_3514_cast_fp16)[name = string("matrix_bd_40_cast_fp16")]; bool matrix_ac_40_transpose_x_0 = const()[name = string("matrix_ac_40_transpose_x_0"), val = bool(false)]; bool matrix_ac_40_transpose_y_0 = const()[name = string("matrix_ac_40_transpose_y_0"), val = bool(false)]; tensor transpose_222_perm_0 = const()[name = string("transpose_222_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_223_perm_0 = const()[name = string("transpose_223_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_223 = transpose(perm = transpose_223_perm_0, x = k_40_cast_fp16)[name = string("transpose_276")]; tensor transpose_222 = transpose(perm = transpose_222_perm_0, x = var_3498_cast_fp16)[name = string("transpose_277")]; tensor matrix_ac_40_cast_fp16 = matmul(transpose_x = matrix_ac_40_transpose_x_0, transpose_y = matrix_ac_40_transpose_y_0, x = transpose_222, y = transpose_223)[name = string("matrix_ac_40_cast_fp16")]; tensor var_3519_shape_cast_fp16 = shape(x = matrix_ac_40_cast_fp16)[name = string("op_3519_shape_cast_fp16")]; int32 gather_210_axis_0 = const()[name = string("gather_210_axis_0"), val = int32(0)]; int32 gather_210_batch_dims_0 = const()[name = string("gather_210_batch_dims_0"), val = int32(0)]; bool gather_210_validate_indices_0 = const()[name = string("gather_210_validate_indices_0"), val = bool(false)]; string var_3519_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3519_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_210_to_uint16 = const()[name = string("select_210_to_uint16"), val = uint16(3)]; tensor var_3519_shape_cast_fp16_to_uint16 = cast(dtype = var_3519_shape_cast_fp16_to_uint16_dtype_0, x = var_3519_shape_cast_fp16)[name = string("cast_298")]; uint16 gather_210_cast_uint16 = gather(axis = gather_210_axis_0, batch_dims = gather_210_batch_dims_0, indices = select_210_to_uint16, validate_indices = gather_210_validate_indices_0, x = var_3519_shape_cast_fp16_to_uint16)[name = string("gather_210_cast_uint16")]; string gather_210_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_210_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_162_values0_0 = const()[name = string("concat_162_values0_0"), val = int32(0)]; int32 concat_162_values1_0 = const()[name = string("concat_162_values1_0"), val = int32(8)]; int32 concat_162_values2_0 = const()[name = string("concat_162_values2_0"), val = int32(0)]; int32 concat_162_axis_0 = const()[name = string("concat_162_axis_0"), val = int32(0)]; bool concat_162_interleave_0 = const()[name = string("concat_162_interleave_0"), val = bool(false)]; int32 gather_210_cast_uint16_to_int32 = cast(dtype = gather_210_cast_uint16_to_int32_dtype_0, x = gather_210_cast_uint16)[name = string("cast_297")]; tensor concat_162 = concat(axis = concat_162_axis_0, interleave = concat_162_interleave_0, values = (concat_162_values0_0, concat_162_values1_0, concat_162_values2_0, gather_210_cast_uint16_to_int32))[name = string("concat_162")]; tensor matrix_bd0_40_begin_0 = const()[name = string("matrix_bd0_40_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_40_end_mask_0 = const()[name = string("matrix_bd0_40_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_40_cast_fp16 = slice_by_index(begin = matrix_bd0_40_begin_0, end = concat_162, end_mask = matrix_bd0_40_end_mask_0, x = matrix_bd_40_cast_fp16)[name = string("matrix_bd0_40_cast_fp16")]; tensor var_3524_cast_fp16 = add(x = matrix_ac_40_cast_fp16, y = matrix_bd0_40_cast_fp16)[name = string("op_3524_cast_fp16")]; fp16 _inversed_scores_40_y_0_to_fp16 = const()[name = string("_inversed_scores_40_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_40_cast_fp16 = mul(x = var_3524_cast_fp16, y = _inversed_scores_40_y_0_to_fp16)[name = string("_inversed_scores_40_cast_fp16")]; tensor value_42_cast_fp16 = transpose(perm = value_42_perm_0, x = v_40_cast_fp16)[name = string("transpose_280")]; tensor var_3527_shape_cast_fp16 = shape(x = value_42_cast_fp16)[name = string("op_3527_shape_cast_fp16")]; int32 gather_211_axis_0 = const()[name = string("gather_211_axis_0"), val = int32(0)]; int32 gather_211_batch_dims_0 = const()[name = string("gather_211_batch_dims_0"), val = int32(0)]; bool gather_211_validate_indices_0 = const()[name = string("gather_211_validate_indices_0"), val = bool(false)]; string var_3527_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3527_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_211_to_uint16 = const()[name = string("select_211_to_uint16"), val = uint16(0)]; tensor var_3527_shape_cast_fp16_to_uint16 = cast(dtype = var_3527_shape_cast_fp16_to_uint16_dtype_0, x = var_3527_shape_cast_fp16)[name = string("cast_296")]; uint16 gather_211_cast_uint16 = gather(axis = gather_211_axis_0, batch_dims = gather_211_batch_dims_0, indices = select_211_to_uint16, validate_indices = gather_211_validate_indices_0, x = var_3527_shape_cast_fp16_to_uint16)[name = string("gather_211_cast_uint16")]; string gather_211_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_211_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_40_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_40_cast_fp16, cond = mask0_4)[name = string("scores0_40_cast_fp16")]; tensor var_3530_cast_fp16 = softmax(axis = var_24, x = scores0_40_cast_fp16)[name = string("op_3530_cast_fp16")]; tensor input_281_cast_fp16 = select(a = var_11_to_fp16, b = var_3530_cast_fp16, cond = mask0_4)[name = string("input_281_cast_fp16")]; bool x2_40_transpose_x_0 = const()[name = string("x2_40_transpose_x_0"), val = bool(false)]; bool x2_40_transpose_y_0 = const()[name = string("x2_40_transpose_y_0"), val = bool(false)]; tensor x2_40_cast_fp16 = matmul(transpose_x = x2_40_transpose_x_0, transpose_y = x2_40_transpose_y_0, x = input_281_cast_fp16, y = value_42_cast_fp16)[name = string("x2_40_cast_fp16")]; tensor var_3534_perm_0 = const()[name = string("op_3534_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_163_axis_0 = const()[name = string("concat_163_axis_0"), val = int32(0)]; bool concat_163_interleave_0 = const()[name = string("concat_163_interleave_0"), val = bool(false)]; int32 gather_211_cast_uint16_to_int32 = cast(dtype = gather_211_cast_uint16_to_int32_dtype_0, x = gather_211_cast_uint16)[name = string("cast_295")]; tensor concat_163 = concat(axis = concat_163_axis_0, interleave = concat_163_interleave_0, values = (gather_211_cast_uint16_to_int32, var_24, var_9))[name = string("concat_163")]; tensor var_3534_cast_fp16 = transpose(perm = var_3534_perm_0, x = x2_40_cast_fp16)[name = string("transpose_275")]; tensor input0_271_cast_fp16 = reshape(shape = concat_163, x = var_3534_cast_fp16)[name = string("input0_271_cast_fp16")]; tensor encoder_layers_19_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_19_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1011525056)))]; tensor linear_178_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_19_self_attn_linear_out_weight_to_fp16, x = input0_271_cast_fp16)[name = string("linear_178_cast_fp16")]; tensor input0_273_cast_fp16 = add(x = input_279_cast_fp16, y = linear_178_cast_fp16)[name = string("input0_273_cast_fp16")]; tensor x_319_axes_0 = const()[name = string("x_319_axes_0"), val = tensor([-1])]; tensor encoder_layers_19_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_19_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1013622272)))]; tensor encoder_layers_19_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_19_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1013624384)))]; tensor x_319_cast_fp16 = layer_norm(axes = x_319_axes_0, beta = encoder_layers_19_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_19_norm_conv_weight_to_fp16, x = input0_273_cast_fp16)[name = string("x_319_cast_fp16")]; tensor input_283_perm_0 = const()[name = string("input_283_perm_0"), val = tensor([0, 2, 1])]; string input0_275_pad_type_0 = const()[name = string("input0_275_pad_type_0"), val = string("valid")]; tensor input0_275_strides_0 = const()[name = string("input0_275_strides_0"), val = tensor([1])]; tensor input0_275_pad_0 = const()[name = string("input0_275_pad_0"), val = tensor([0, 0])]; tensor input0_275_dilations_0 = const()[name = string("input0_275_dilations_0"), val = tensor([1])]; int32 input0_275_groups_0 = const()[name = string("input0_275_groups_0"), val = int32(1)]; tensor encoder_layers_19_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_19_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1013626496)))]; tensor input_283_cast_fp16 = transpose(perm = input_283_perm_0, x = x_319_cast_fp16)[name = string("transpose_274")]; tensor input0_275_cast_fp16 = conv(dilations = input0_275_dilations_0, groups = input0_275_groups_0, pad = input0_275_pad_0, pad_type = input0_275_pad_type_0, strides = input0_275_strides_0, weight = encoder_layers_19_conv_pointwise_conv1_weight_to_fp16, x = input_283_cast_fp16)[name = string("input0_275_cast_fp16")]; int32 x_321_split_num_splits_0 = const()[name = string("x_321_split_num_splits_0"), val = int32(2)]; int32 x_321_split_axis_0 = const()[name = string("x_321_split_axis_0"), val = int32(1)]; tensor x_321_split_cast_fp16_0, tensor x_321_split_cast_fp16_1 = split(axis = x_321_split_axis_0, num_splits = x_321_split_num_splits_0, x = input0_275_cast_fp16)[name = string("x_321_split_cast_fp16")]; tensor x_321_split_1_sigmoid_cast_fp16 = sigmoid(x = x_321_split_cast_fp16_1)[name = string("x_321_split_1_sigmoid_cast_fp16")]; tensor x_321_cast_fp16 = mul(x = x_321_split_cast_fp16_0, y = x_321_split_1_sigmoid_cast_fp16)[name = string("x_321_cast_fp16")]; tensor input0_277_cast_fp16 = select(a = var_11_to_fp16, b = x_321_cast_fp16, cond = var_460)[name = string("input0_277_cast_fp16")]; tensor input0_279_pad_0 = const()[name = string("input0_279_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_279_mode_0 = const()[name = string("input0_279_mode_0"), val = string("constant")]; fp16 const_50_to_fp16 = const()[name = string("const_50_to_fp16"), val = fp16(0x0p+0)]; tensor input0_279_cast_fp16 = pad(constant_val = const_50_to_fp16, mode = input0_279_mode_0, pad = input0_279_pad_0, x = input0_277_cast_fp16)[name = string("input0_279_cast_fp16")]; string input1_82_pad_type_0 = const()[name = string("input1_82_pad_type_0"), val = string("valid")]; int32 input1_82_groups_0 = const()[name = string("input1_82_groups_0"), val = int32(1024)]; tensor input1_82_strides_0 = const()[name = string("input1_82_strides_0"), val = tensor([1])]; tensor input1_82_pad_0 = const()[name = string("input1_82_pad_0"), val = tensor([0, 0])]; tensor input1_82_dilations_0 = const()[name = string("input1_82_dilations_0"), val = tensor([1])]; tensor const_97_to_fp16 = const()[name = string("const_97_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1017820864)))]; tensor const_98_to_fp16 = const()[name = string("const_98_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1017839360)))]; tensor input_285_cast_fp16 = conv(bias = const_98_to_fp16, dilations = input1_82_dilations_0, groups = input1_82_groups_0, pad = input1_82_pad_0, pad_type = input1_82_pad_type_0, strides = input1_82_strides_0, weight = const_97_to_fp16, x = input0_279_cast_fp16)[name = string("input_285_cast_fp16")]; tensor var_3572_cast_fp16 = silu(x = input_285_cast_fp16)[name = string("op_3572_cast_fp16")]; string x_323_pad_type_0 = const()[name = string("x_323_pad_type_0"), val = string("valid")]; tensor x_323_strides_0 = const()[name = string("x_323_strides_0"), val = tensor([1])]; tensor x_323_pad_0 = const()[name = string("x_323_pad_0"), val = tensor([0, 0])]; tensor x_323_dilations_0 = const()[name = string("x_323_dilations_0"), val = tensor([1])]; int32 x_323_groups_0 = const()[name = string("x_323_groups_0"), val = int32(1)]; tensor encoder_layers_19_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_19_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1017841472)))]; tensor x_323_cast_fp16 = conv(dilations = x_323_dilations_0, groups = x_323_groups_0, pad = x_323_pad_0, pad_type = x_323_pad_type_0, strides = x_323_strides_0, weight = encoder_layers_19_conv_pointwise_conv2_weight_to_fp16, x = var_3572_cast_fp16)[name = string("x_323_cast_fp16")]; tensor var_3579_perm_0 = const()[name = string("op_3579_perm_0"), val = tensor([0, 2, 1])]; tensor var_3579_cast_fp16 = transpose(perm = var_3579_perm_0, x = x_323_cast_fp16)[name = string("transpose_273")]; tensor input1_84_cast_fp16 = add(x = input0_273_cast_fp16, y = var_3579_cast_fp16)[name = string("input1_84_cast_fp16")]; tensor input0_281_axes_0 = const()[name = string("input0_281_axes_0"), val = tensor([-1])]; tensor encoder_layers_19_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_19_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1019938688)))]; tensor encoder_layers_19_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_19_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1019940800)))]; tensor input0_281_cast_fp16 = layer_norm(axes = input0_281_axes_0, beta = encoder_layers_19_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_19_norm_feed_forward2_weight_to_fp16, x = input1_84_cast_fp16)[name = string("input0_281_cast_fp16")]; tensor encoder_layers_19_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_19_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1019942912)))]; tensor linear_179_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_19_feed_forward2_linear1_weight_to_fp16, x = input0_281_cast_fp16)[name = string("linear_179_cast_fp16")]; tensor var_3590_cast_fp16 = silu(x = linear_179_cast_fp16)[name = string("op_3590_cast_fp16")]; tensor encoder_layers_19_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_19_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1028331584)))]; tensor linear_180_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_19_feed_forward2_linear2_weight_to_fp16, x = var_3590_cast_fp16)[name = string("linear_180_cast_fp16")]; fp16 var_3595_to_fp16 = const()[name = string("op_3595_to_fp16"), val = fp16(0x1p-1)]; tensor var_3596_cast_fp16 = mul(x = linear_180_cast_fp16, y = var_3595_to_fp16)[name = string("op_3596_cast_fp16")]; tensor input2_42_cast_fp16 = add(x = input1_84_cast_fp16, y = var_3596_cast_fp16)[name = string("input2_42_cast_fp16")]; tensor input0_283_axes_0 = const()[name = string("input0_283_axes_0"), val = tensor([-1])]; tensor encoder_layers_19_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_19_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1036720256)))]; tensor encoder_layers_19_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_19_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1036722368)))]; tensor input0_283_cast_fp16 = layer_norm(axes = input0_283_axes_0, beta = encoder_layers_19_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_19_norm_out_weight_to_fp16, x = input2_42_cast_fp16)[name = string("input0_283_cast_fp16")]; tensor input_289_axes_0 = const()[name = string("input_289_axes_0"), val = tensor([-1])]; tensor encoder_layers_20_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_20_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1036724480)))]; tensor encoder_layers_20_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_20_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1036726592)))]; tensor input_289_cast_fp16 = layer_norm(axes = input_289_axes_0, beta = encoder_layers_20_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_20_norm_feed_forward1_weight_to_fp16, x = input0_283_cast_fp16)[name = string("input_289_cast_fp16")]; tensor encoder_layers_20_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_20_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1036728704)))]; tensor linear_181_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_20_feed_forward1_linear1_weight_to_fp16, x = input_289_cast_fp16)[name = string("linear_181_cast_fp16")]; tensor var_3619_cast_fp16 = silu(x = linear_181_cast_fp16)[name = string("op_3619_cast_fp16")]; tensor encoder_layers_20_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_20_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1045117376)))]; tensor linear_182_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_20_feed_forward1_linear2_weight_to_fp16, x = var_3619_cast_fp16)[name = string("linear_182_cast_fp16")]; fp16 var_3624_to_fp16 = const()[name = string("op_3624_to_fp16"), val = fp16(0x1p-1)]; tensor var_3625_cast_fp16 = mul(x = linear_182_cast_fp16, y = var_3624_to_fp16)[name = string("op_3625_cast_fp16")]; tensor input_293_cast_fp16 = add(x = input0_283_cast_fp16, y = var_3625_cast_fp16)[name = string("input_293_cast_fp16")]; tensor query_42_axes_0 = const()[name = string("query_42_axes_0"), val = tensor([-1])]; tensor encoder_layers_20_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_20_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1053506048)))]; tensor encoder_layers_20_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_20_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1053508160)))]; tensor query_42_cast_fp16 = layer_norm(axes = query_42_axes_0, beta = encoder_layers_20_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_20_norm_self_att_weight_to_fp16, x = input_293_cast_fp16)[name = string("query_42_cast_fp16")]; tensor var_3638_shape_cast_fp16 = shape(x = query_42_cast_fp16)[name = string("op_3638_shape_cast_fp16")]; int32 gather_212_axis_0 = const()[name = string("gather_212_axis_0"), val = int32(0)]; int32 gather_212_batch_dims_0 = const()[name = string("gather_212_batch_dims_0"), val = int32(0)]; bool gather_212_validate_indices_0 = const()[name = string("gather_212_validate_indices_0"), val = bool(false)]; string var_3638_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3638_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_212_to_uint16 = const()[name = string("select_212_to_uint16"), val = uint16(0)]; tensor var_3638_shape_cast_fp16_to_uint16 = cast(dtype = var_3638_shape_cast_fp16_to_uint16_dtype_0, x = var_3638_shape_cast_fp16)[name = string("cast_294")]; uint16 gather_212_cast_uint16 = gather(axis = gather_212_axis_0, batch_dims = gather_212_batch_dims_0, indices = select_212_to_uint16, validate_indices = gather_212_validate_indices_0, x = var_3638_shape_cast_fp16_to_uint16)[name = string("gather_212_cast_uint16")]; string gather_212_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_212_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_20_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_20_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1053510272)))]; tensor linear_183_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_20_self_attn_linear_q_weight_to_fp16, x = query_42_cast_fp16)[name = string("linear_183_cast_fp16")]; int32 concat_164_axis_0 = const()[name = string("concat_164_axis_0"), val = int32(0)]; bool concat_164_interleave_0 = const()[name = string("concat_164_interleave_0"), val = bool(false)]; int32 gather_212_cast_uint16_to_int32 = cast(dtype = gather_212_cast_uint16_to_int32_dtype_0, x = gather_212_cast_uint16)[name = string("cast_293")]; tensor concat_164 = concat(axis = concat_164_axis_0, interleave = concat_164_interleave_0, values = (gather_212_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_164")]; tensor q_42_cast_fp16 = reshape(shape = concat_164, x = linear_183_cast_fp16)[name = string("q_42_cast_fp16")]; tensor encoder_layers_20_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_20_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1055607488)))]; tensor linear_184_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_20_self_attn_linear_k_weight_to_fp16, x = query_42_cast_fp16)[name = string("linear_184_cast_fp16")]; tensor k_42_cast_fp16 = reshape(shape = concat_164, x = linear_184_cast_fp16)[name = string("k_42_cast_fp16")]; tensor encoder_layers_20_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_20_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1057704704)))]; tensor linear_185_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_20_self_attn_linear_v_weight_to_fp16, x = query_42_cast_fp16)[name = string("linear_185_cast_fp16")]; tensor v_42_cast_fp16 = reshape(shape = concat_164, x = linear_185_cast_fp16)[name = string("v_42_cast_fp16")]; tensor value_44_perm_0 = const()[name = string("value_44_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_20_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_20_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1059801920)))]; tensor linear_186_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_20_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_186_cast_fp16")]; tensor var_3658 = const()[name = string("op_3658"), val = tensor([1, -1, 8, 128])]; tensor p_42_cast_fp16 = reshape(shape = var_3658, x = linear_186_cast_fp16)[name = string("p_42_cast_fp16")]; tensor encoder_layers_20_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_20_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1061899136)))]; tensor var_3661_cast_fp16 = add(x = q_42_cast_fp16, y = encoder_layers_20_self_attn_pos_bias_u_to_fp16)[name = string("op_3661_cast_fp16")]; tensor encoder_layers_20_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_20_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1061901248)))]; tensor var_3663_cast_fp16 = add(x = q_42_cast_fp16, y = encoder_layers_20_self_attn_pos_bias_v_to_fp16)[name = string("op_3663_cast_fp16")]; bool x_331_transpose_x_0 = const()[name = string("x_331_transpose_x_0"), val = bool(false)]; bool x_331_transpose_y_0 = const()[name = string("x_331_transpose_y_0"), val = bool(false)]; tensor transpose_224_perm_0 = const()[name = string("transpose_224_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_225_perm_0 = const()[name = string("transpose_225_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_225 = transpose(perm = transpose_225_perm_0, x = p_42_cast_fp16)[name = string("transpose_270")]; tensor transpose_224 = transpose(perm = transpose_224_perm_0, x = var_3663_cast_fp16)[name = string("transpose_271")]; tensor x_331_cast_fp16 = matmul(transpose_x = x_331_transpose_x_0, transpose_y = x_331_transpose_y_0, x = transpose_224, y = transpose_225)[name = string("x_331_cast_fp16")]; tensor var_3667_shape_cast_fp16 = shape(x = x_331_cast_fp16)[name = string("op_3667_shape_cast_fp16")]; int32 gather_214_axis_0 = const()[name = string("gather_214_axis_0"), val = int32(0)]; int32 gather_214_batch_dims_0 = const()[name = string("gather_214_batch_dims_0"), val = int32(0)]; bool gather_214_validate_indices_0 = const()[name = string("gather_214_validate_indices_0"), val = bool(false)]; string var_3667_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3667_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_214_to_uint16 = const()[name = string("select_214_to_uint16"), val = uint16(0)]; tensor var_3667_shape_cast_fp16_to_uint16 = cast(dtype = var_3667_shape_cast_fp16_to_uint16_dtype_0, x = var_3667_shape_cast_fp16)[name = string("cast_292")]; uint16 gather_214_cast_uint16 = gather(axis = gather_214_axis_0, batch_dims = gather_214_batch_dims_0, indices = select_214_to_uint16, validate_indices = gather_214_validate_indices_0, x = var_3667_shape_cast_fp16_to_uint16)[name = string("gather_214_cast_uint16")]; string gather_214_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_214_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_215 = const()[name = string("gather_215"), val = int32(8)]; int32 gather_216_axis_0 = const()[name = string("gather_216_axis_0"), val = int32(0)]; int32 gather_216_batch_dims_0 = const()[name = string("gather_216_batch_dims_0"), val = int32(0)]; bool gather_216_validate_indices_0 = const()[name = string("gather_216_validate_indices_0"), val = bool(false)]; uint16 select_216_to_uint16 = const()[name = string("select_216_to_uint16"), val = uint16(2)]; uint16 gather_216_cast_uint16 = gather(axis = gather_216_axis_0, batch_dims = gather_216_batch_dims_0, indices = select_216_to_uint16, validate_indices = gather_216_validate_indices_0, x = var_3667_shape_cast_fp16_to_uint16)[name = string("gather_216_cast_uint16")]; string gather_216_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_216_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_217_axis_0 = const()[name = string("gather_217_axis_0"), val = int32(0)]; int32 gather_217_batch_dims_0 = const()[name = string("gather_217_batch_dims_0"), val = int32(0)]; bool gather_217_validate_indices_0 = const()[name = string("gather_217_validate_indices_0"), val = bool(false)]; uint16 select_217_to_uint16 = const()[name = string("select_217_to_uint16"), val = uint16(3)]; uint16 gather_217_cast_uint16 = gather(axis = gather_217_axis_0, batch_dims = gather_217_batch_dims_0, indices = select_217_to_uint16, validate_indices = gather_217_validate_indices_0, x = var_3667_shape_cast_fp16_to_uint16)[name = string("gather_217_cast_uint16")]; string gather_217_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_217_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_44_pad_0 = const()[name = string("x0_44_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_44_mode_0 = const()[name = string("x0_44_mode_0"), val = string("constant")]; fp16 const_51_to_fp16 = const()[name = string("const_51_to_fp16"), val = fp16(0x0p+0)]; tensor x0_44_cast_fp16 = pad(constant_val = const_51_to_fp16, mode = x0_44_mode_0, pad = x0_44_pad_0, x = x_331_cast_fp16)[name = string("x0_44_cast_fp16")]; int32 concat_167_axis_0 = const()[name = string("concat_167_axis_0"), val = int32(0)]; bool concat_167_interleave_0 = const()[name = string("concat_167_interleave_0"), val = bool(false)]; int32 gather_216_cast_uint16_to_int32 = cast(dtype = gather_216_cast_uint16_to_int32_dtype_0, x = gather_216_cast_uint16)[name = string("cast_290")]; int32 gather_214_cast_uint16_to_int32 = cast(dtype = gather_214_cast_uint16_to_int32_dtype_0, x = gather_214_cast_uint16)[name = string("cast_291")]; tensor concat_167 = concat(axis = concat_167_axis_0, interleave = concat_167_interleave_0, values = (gather_214_cast_uint16_to_int32, gather_215, var_24, gather_216_cast_uint16_to_int32))[name = string("concat_167")]; tensor x1_42_cast_fp16 = reshape(shape = concat_167, x = x0_44_cast_fp16)[name = string("x1_42_cast_fp16")]; tensor var_3677_begin_0 = const()[name = string("op_3677_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_3677_end_0 = const()[name = string("op_3677_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_3677_end_mask_0 = const()[name = string("op_3677_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_3677_cast_fp16 = slice_by_index(begin = var_3677_begin_0, end = var_3677_end_0, end_mask = var_3677_end_mask_0, x = x1_42_cast_fp16)[name = string("op_3677_cast_fp16")]; int32 concat_168_axis_0 = const()[name = string("concat_168_axis_0"), val = int32(0)]; bool concat_168_interleave_0 = const()[name = string("concat_168_interleave_0"), val = bool(false)]; int32 gather_217_cast_uint16_to_int32 = cast(dtype = gather_217_cast_uint16_to_int32_dtype_0, x = gather_217_cast_uint16)[name = string("cast_289")]; tensor concat_168 = concat(axis = concat_168_axis_0, interleave = concat_168_interleave_0, values = (gather_214_cast_uint16_to_int32, gather_215, gather_216_cast_uint16_to_int32, gather_217_cast_uint16_to_int32))[name = string("concat_168")]; tensor matrix_bd_42_cast_fp16 = reshape(shape = concat_168, x = var_3677_cast_fp16)[name = string("matrix_bd_42_cast_fp16")]; bool matrix_ac_42_transpose_x_0 = const()[name = string("matrix_ac_42_transpose_x_0"), val = bool(false)]; bool matrix_ac_42_transpose_y_0 = const()[name = string("matrix_ac_42_transpose_y_0"), val = bool(false)]; tensor transpose_226_perm_0 = const()[name = string("transpose_226_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_227_perm_0 = const()[name = string("transpose_227_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_227 = transpose(perm = transpose_227_perm_0, x = k_42_cast_fp16)[name = string("transpose_268")]; tensor transpose_226 = transpose(perm = transpose_226_perm_0, x = var_3661_cast_fp16)[name = string("transpose_269")]; tensor matrix_ac_42_cast_fp16 = matmul(transpose_x = matrix_ac_42_transpose_x_0, transpose_y = matrix_ac_42_transpose_y_0, x = transpose_226, y = transpose_227)[name = string("matrix_ac_42_cast_fp16")]; tensor var_3682_shape_cast_fp16 = shape(x = matrix_ac_42_cast_fp16)[name = string("op_3682_shape_cast_fp16")]; int32 gather_218_axis_0 = const()[name = string("gather_218_axis_0"), val = int32(0)]; int32 gather_218_batch_dims_0 = const()[name = string("gather_218_batch_dims_0"), val = int32(0)]; bool gather_218_validate_indices_0 = const()[name = string("gather_218_validate_indices_0"), val = bool(false)]; string var_3682_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3682_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_218_to_uint16 = const()[name = string("select_218_to_uint16"), val = uint16(3)]; tensor var_3682_shape_cast_fp16_to_uint16 = cast(dtype = var_3682_shape_cast_fp16_to_uint16_dtype_0, x = var_3682_shape_cast_fp16)[name = string("cast_288")]; uint16 gather_218_cast_uint16 = gather(axis = gather_218_axis_0, batch_dims = gather_218_batch_dims_0, indices = select_218_to_uint16, validate_indices = gather_218_validate_indices_0, x = var_3682_shape_cast_fp16_to_uint16)[name = string("gather_218_cast_uint16")]; string gather_218_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_218_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_169_values0_0 = const()[name = string("concat_169_values0_0"), val = int32(0)]; int32 concat_169_values1_0 = const()[name = string("concat_169_values1_0"), val = int32(8)]; int32 concat_169_values2_0 = const()[name = string("concat_169_values2_0"), val = int32(0)]; int32 concat_169_axis_0 = const()[name = string("concat_169_axis_0"), val = int32(0)]; bool concat_169_interleave_0 = const()[name = string("concat_169_interleave_0"), val = bool(false)]; int32 gather_218_cast_uint16_to_int32 = cast(dtype = gather_218_cast_uint16_to_int32_dtype_0, x = gather_218_cast_uint16)[name = string("cast_287")]; tensor concat_169 = concat(axis = concat_169_axis_0, interleave = concat_169_interleave_0, values = (concat_169_values0_0, concat_169_values1_0, concat_169_values2_0, gather_218_cast_uint16_to_int32))[name = string("concat_169")]; tensor matrix_bd0_42_begin_0 = const()[name = string("matrix_bd0_42_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_42_end_mask_0 = const()[name = string("matrix_bd0_42_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_42_cast_fp16 = slice_by_index(begin = matrix_bd0_42_begin_0, end = concat_169, end_mask = matrix_bd0_42_end_mask_0, x = matrix_bd_42_cast_fp16)[name = string("matrix_bd0_42_cast_fp16")]; tensor var_3687_cast_fp16 = add(x = matrix_ac_42_cast_fp16, y = matrix_bd0_42_cast_fp16)[name = string("op_3687_cast_fp16")]; fp16 _inversed_scores_42_y_0_to_fp16 = const()[name = string("_inversed_scores_42_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_42_cast_fp16 = mul(x = var_3687_cast_fp16, y = _inversed_scores_42_y_0_to_fp16)[name = string("_inversed_scores_42_cast_fp16")]; tensor value_44_cast_fp16 = transpose(perm = value_44_perm_0, x = v_42_cast_fp16)[name = string("transpose_272")]; tensor var_3690_shape_cast_fp16 = shape(x = value_44_cast_fp16)[name = string("op_3690_shape_cast_fp16")]; int32 gather_219_axis_0 = const()[name = string("gather_219_axis_0"), val = int32(0)]; int32 gather_219_batch_dims_0 = const()[name = string("gather_219_batch_dims_0"), val = int32(0)]; bool gather_219_validate_indices_0 = const()[name = string("gather_219_validate_indices_0"), val = bool(false)]; string var_3690_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3690_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_219_to_uint16 = const()[name = string("select_219_to_uint16"), val = uint16(0)]; tensor var_3690_shape_cast_fp16_to_uint16 = cast(dtype = var_3690_shape_cast_fp16_to_uint16_dtype_0, x = var_3690_shape_cast_fp16)[name = string("cast_286")]; uint16 gather_219_cast_uint16 = gather(axis = gather_219_axis_0, batch_dims = gather_219_batch_dims_0, indices = select_219_to_uint16, validate_indices = gather_219_validate_indices_0, x = var_3690_shape_cast_fp16_to_uint16)[name = string("gather_219_cast_uint16")]; string gather_219_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_219_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_42_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_42_cast_fp16, cond = mask0_4)[name = string("scores0_42_cast_fp16")]; tensor var_3693_cast_fp16 = softmax(axis = var_24, x = scores0_42_cast_fp16)[name = string("op_3693_cast_fp16")]; tensor input_295_cast_fp16 = select(a = var_11_to_fp16, b = var_3693_cast_fp16, cond = mask0_4)[name = string("input_295_cast_fp16")]; bool x2_42_transpose_x_0 = const()[name = string("x2_42_transpose_x_0"), val = bool(false)]; bool x2_42_transpose_y_0 = const()[name = string("x2_42_transpose_y_0"), val = bool(false)]; tensor x2_42_cast_fp16 = matmul(transpose_x = x2_42_transpose_x_0, transpose_y = x2_42_transpose_y_0, x = input_295_cast_fp16, y = value_44_cast_fp16)[name = string("x2_42_cast_fp16")]; tensor var_3697_perm_0 = const()[name = string("op_3697_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_170_axis_0 = const()[name = string("concat_170_axis_0"), val = int32(0)]; bool concat_170_interleave_0 = const()[name = string("concat_170_interleave_0"), val = bool(false)]; int32 gather_219_cast_uint16_to_int32 = cast(dtype = gather_219_cast_uint16_to_int32_dtype_0, x = gather_219_cast_uint16)[name = string("cast_285")]; tensor concat_170 = concat(axis = concat_170_axis_0, interleave = concat_170_interleave_0, values = (gather_219_cast_uint16_to_int32, var_24, var_9))[name = string("concat_170")]; tensor var_3697_cast_fp16 = transpose(perm = var_3697_perm_0, x = x2_42_cast_fp16)[name = string("transpose_267")]; tensor input0_285_cast_fp16 = reshape(shape = concat_170, x = var_3697_cast_fp16)[name = string("input0_285_cast_fp16")]; tensor encoder_layers_20_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_20_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1061903360)))]; tensor linear_187_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_20_self_attn_linear_out_weight_to_fp16, x = input0_285_cast_fp16)[name = string("linear_187_cast_fp16")]; tensor input0_287_cast_fp16 = add(x = input_293_cast_fp16, y = linear_187_cast_fp16)[name = string("input0_287_cast_fp16")]; tensor x_335_axes_0 = const()[name = string("x_335_axes_0"), val = tensor([-1])]; tensor encoder_layers_20_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_20_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1064000576)))]; tensor encoder_layers_20_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_20_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1064002688)))]; tensor x_335_cast_fp16 = layer_norm(axes = x_335_axes_0, beta = encoder_layers_20_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_20_norm_conv_weight_to_fp16, x = input0_287_cast_fp16)[name = string("x_335_cast_fp16")]; tensor input_297_perm_0 = const()[name = string("input_297_perm_0"), val = tensor([0, 2, 1])]; string input0_289_pad_type_0 = const()[name = string("input0_289_pad_type_0"), val = string("valid")]; tensor input0_289_strides_0 = const()[name = string("input0_289_strides_0"), val = tensor([1])]; tensor input0_289_pad_0 = const()[name = string("input0_289_pad_0"), val = tensor([0, 0])]; tensor input0_289_dilations_0 = const()[name = string("input0_289_dilations_0"), val = tensor([1])]; int32 input0_289_groups_0 = const()[name = string("input0_289_groups_0"), val = int32(1)]; tensor encoder_layers_20_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_20_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1064004800)))]; tensor input_297_cast_fp16 = transpose(perm = input_297_perm_0, x = x_335_cast_fp16)[name = string("transpose_266")]; tensor input0_289_cast_fp16 = conv(dilations = input0_289_dilations_0, groups = input0_289_groups_0, pad = input0_289_pad_0, pad_type = input0_289_pad_type_0, strides = input0_289_strides_0, weight = encoder_layers_20_conv_pointwise_conv1_weight_to_fp16, x = input_297_cast_fp16)[name = string("input0_289_cast_fp16")]; int32 x_337_split_num_splits_0 = const()[name = string("x_337_split_num_splits_0"), val = int32(2)]; int32 x_337_split_axis_0 = const()[name = string("x_337_split_axis_0"), val = int32(1)]; tensor x_337_split_cast_fp16_0, tensor x_337_split_cast_fp16_1 = split(axis = x_337_split_axis_0, num_splits = x_337_split_num_splits_0, x = input0_289_cast_fp16)[name = string("x_337_split_cast_fp16")]; tensor x_337_split_1_sigmoid_cast_fp16 = sigmoid(x = x_337_split_cast_fp16_1)[name = string("x_337_split_1_sigmoid_cast_fp16")]; tensor x_337_cast_fp16 = mul(x = x_337_split_cast_fp16_0, y = x_337_split_1_sigmoid_cast_fp16)[name = string("x_337_cast_fp16")]; tensor input0_291_cast_fp16 = select(a = var_11_to_fp16, b = x_337_cast_fp16, cond = var_460)[name = string("input0_291_cast_fp16")]; tensor input0_293_pad_0 = const()[name = string("input0_293_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_293_mode_0 = const()[name = string("input0_293_mode_0"), val = string("constant")]; fp16 const_52_to_fp16 = const()[name = string("const_52_to_fp16"), val = fp16(0x0p+0)]; tensor input0_293_cast_fp16 = pad(constant_val = const_52_to_fp16, mode = input0_293_mode_0, pad = input0_293_pad_0, x = input0_291_cast_fp16)[name = string("input0_293_cast_fp16")]; string input1_86_pad_type_0 = const()[name = string("input1_86_pad_type_0"), val = string("valid")]; int32 input1_86_groups_0 = const()[name = string("input1_86_groups_0"), val = int32(1024)]; tensor input1_86_strides_0 = const()[name = string("input1_86_strides_0"), val = tensor([1])]; tensor input1_86_pad_0 = const()[name = string("input1_86_pad_0"), val = tensor([0, 0])]; tensor input1_86_dilations_0 = const()[name = string("input1_86_dilations_0"), val = tensor([1])]; tensor const_99_to_fp16 = const()[name = string("const_99_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1068199168)))]; tensor const_100_to_fp16 = const()[name = string("const_100_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1068217664)))]; tensor input_299_cast_fp16 = conv(bias = const_100_to_fp16, dilations = input1_86_dilations_0, groups = input1_86_groups_0, pad = input1_86_pad_0, pad_type = input1_86_pad_type_0, strides = input1_86_strides_0, weight = const_99_to_fp16, x = input0_293_cast_fp16)[name = string("input_299_cast_fp16")]; tensor var_3735_cast_fp16 = silu(x = input_299_cast_fp16)[name = string("op_3735_cast_fp16")]; string x_339_pad_type_0 = const()[name = string("x_339_pad_type_0"), val = string("valid")]; tensor x_339_strides_0 = const()[name = string("x_339_strides_0"), val = tensor([1])]; tensor x_339_pad_0 = const()[name = string("x_339_pad_0"), val = tensor([0, 0])]; tensor x_339_dilations_0 = const()[name = string("x_339_dilations_0"), val = tensor([1])]; int32 x_339_groups_0 = const()[name = string("x_339_groups_0"), val = int32(1)]; tensor encoder_layers_20_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_20_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1068219776)))]; tensor x_339_cast_fp16 = conv(dilations = x_339_dilations_0, groups = x_339_groups_0, pad = x_339_pad_0, pad_type = x_339_pad_type_0, strides = x_339_strides_0, weight = encoder_layers_20_conv_pointwise_conv2_weight_to_fp16, x = var_3735_cast_fp16)[name = string("x_339_cast_fp16")]; tensor var_3742_perm_0 = const()[name = string("op_3742_perm_0"), val = tensor([0, 2, 1])]; tensor var_3742_cast_fp16 = transpose(perm = var_3742_perm_0, x = x_339_cast_fp16)[name = string("transpose_265")]; tensor input1_88_cast_fp16 = add(x = input0_287_cast_fp16, y = var_3742_cast_fp16)[name = string("input1_88_cast_fp16")]; tensor input0_295_axes_0 = const()[name = string("input0_295_axes_0"), val = tensor([-1])]; tensor encoder_layers_20_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_20_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1070316992)))]; tensor encoder_layers_20_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_20_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1070319104)))]; tensor input0_295_cast_fp16 = layer_norm(axes = input0_295_axes_0, beta = encoder_layers_20_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_20_norm_feed_forward2_weight_to_fp16, x = input1_88_cast_fp16)[name = string("input0_295_cast_fp16")]; tensor encoder_layers_20_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_20_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1070321216)))]; tensor linear_188_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_20_feed_forward2_linear1_weight_to_fp16, x = input0_295_cast_fp16)[name = string("linear_188_cast_fp16")]; tensor var_3753_cast_fp16 = silu(x = linear_188_cast_fp16)[name = string("op_3753_cast_fp16")]; tensor encoder_layers_20_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_20_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1078709888)))]; tensor linear_189_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_20_feed_forward2_linear2_weight_to_fp16, x = var_3753_cast_fp16)[name = string("linear_189_cast_fp16")]; fp16 var_3758_to_fp16 = const()[name = string("op_3758_to_fp16"), val = fp16(0x1p-1)]; tensor var_3759_cast_fp16 = mul(x = linear_189_cast_fp16, y = var_3758_to_fp16)[name = string("op_3759_cast_fp16")]; tensor input2_44_cast_fp16 = add(x = input1_88_cast_fp16, y = var_3759_cast_fp16)[name = string("input2_44_cast_fp16")]; tensor input0_297_axes_0 = const()[name = string("input0_297_axes_0"), val = tensor([-1])]; tensor encoder_layers_20_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_20_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1087098560)))]; tensor encoder_layers_20_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_20_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1087100672)))]; tensor input0_297_cast_fp16 = layer_norm(axes = input0_297_axes_0, beta = encoder_layers_20_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_20_norm_out_weight_to_fp16, x = input2_44_cast_fp16)[name = string("input0_297_cast_fp16")]; tensor input_303_axes_0 = const()[name = string("input_303_axes_0"), val = tensor([-1])]; tensor encoder_layers_21_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_21_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1087102784)))]; tensor encoder_layers_21_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_21_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1087104896)))]; tensor input_303_cast_fp16 = layer_norm(axes = input_303_axes_0, beta = encoder_layers_21_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_21_norm_feed_forward1_weight_to_fp16, x = input0_297_cast_fp16)[name = string("input_303_cast_fp16")]; tensor encoder_layers_21_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_21_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1087107008)))]; tensor linear_190_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_21_feed_forward1_linear1_weight_to_fp16, x = input_303_cast_fp16)[name = string("linear_190_cast_fp16")]; tensor var_3782_cast_fp16 = silu(x = linear_190_cast_fp16)[name = string("op_3782_cast_fp16")]; tensor encoder_layers_21_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_21_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1095495680)))]; tensor linear_191_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_21_feed_forward1_linear2_weight_to_fp16, x = var_3782_cast_fp16)[name = string("linear_191_cast_fp16")]; fp16 var_3787_to_fp16 = const()[name = string("op_3787_to_fp16"), val = fp16(0x1p-1)]; tensor var_3788_cast_fp16 = mul(x = linear_191_cast_fp16, y = var_3787_to_fp16)[name = string("op_3788_cast_fp16")]; tensor input_307_cast_fp16 = add(x = input0_297_cast_fp16, y = var_3788_cast_fp16)[name = string("input_307_cast_fp16")]; tensor query_44_axes_0 = const()[name = string("query_44_axes_0"), val = tensor([-1])]; tensor encoder_layers_21_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_21_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1103884352)))]; tensor encoder_layers_21_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_21_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1103886464)))]; tensor query_44_cast_fp16 = layer_norm(axes = query_44_axes_0, beta = encoder_layers_21_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_21_norm_self_att_weight_to_fp16, x = input_307_cast_fp16)[name = string("query_44_cast_fp16")]; tensor var_3801_shape_cast_fp16 = shape(x = query_44_cast_fp16)[name = string("op_3801_shape_cast_fp16")]; int32 gather_220_axis_0 = const()[name = string("gather_220_axis_0"), val = int32(0)]; int32 gather_220_batch_dims_0 = const()[name = string("gather_220_batch_dims_0"), val = int32(0)]; bool gather_220_validate_indices_0 = const()[name = string("gather_220_validate_indices_0"), val = bool(false)]; string var_3801_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3801_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_220_to_uint16 = const()[name = string("select_220_to_uint16"), val = uint16(0)]; tensor var_3801_shape_cast_fp16_to_uint16 = cast(dtype = var_3801_shape_cast_fp16_to_uint16_dtype_0, x = var_3801_shape_cast_fp16)[name = string("cast_284")]; uint16 gather_220_cast_uint16 = gather(axis = gather_220_axis_0, batch_dims = gather_220_batch_dims_0, indices = select_220_to_uint16, validate_indices = gather_220_validate_indices_0, x = var_3801_shape_cast_fp16_to_uint16)[name = string("gather_220_cast_uint16")]; string gather_220_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_220_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_21_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_21_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1103888576)))]; tensor linear_192_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_21_self_attn_linear_q_weight_to_fp16, x = query_44_cast_fp16)[name = string("linear_192_cast_fp16")]; int32 concat_171_axis_0 = const()[name = string("concat_171_axis_0"), val = int32(0)]; bool concat_171_interleave_0 = const()[name = string("concat_171_interleave_0"), val = bool(false)]; int32 gather_220_cast_uint16_to_int32 = cast(dtype = gather_220_cast_uint16_to_int32_dtype_0, x = gather_220_cast_uint16)[name = string("cast_283")]; tensor concat_171 = concat(axis = concat_171_axis_0, interleave = concat_171_interleave_0, values = (gather_220_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_171")]; tensor q_44_cast_fp16 = reshape(shape = concat_171, x = linear_192_cast_fp16)[name = string("q_44_cast_fp16")]; tensor encoder_layers_21_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_21_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1105985792)))]; tensor linear_193_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_21_self_attn_linear_k_weight_to_fp16, x = query_44_cast_fp16)[name = string("linear_193_cast_fp16")]; tensor k_44_cast_fp16 = reshape(shape = concat_171, x = linear_193_cast_fp16)[name = string("k_44_cast_fp16")]; tensor encoder_layers_21_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_21_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1108083008)))]; tensor linear_194_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_21_self_attn_linear_v_weight_to_fp16, x = query_44_cast_fp16)[name = string("linear_194_cast_fp16")]; tensor v_44_cast_fp16 = reshape(shape = concat_171, x = linear_194_cast_fp16)[name = string("v_44_cast_fp16")]; tensor value_46_perm_0 = const()[name = string("value_46_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_21_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_21_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1110180224)))]; tensor linear_195_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_21_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_195_cast_fp16")]; tensor var_3821 = const()[name = string("op_3821"), val = tensor([1, -1, 8, 128])]; tensor p_44_cast_fp16 = reshape(shape = var_3821, x = linear_195_cast_fp16)[name = string("p_44_cast_fp16")]; tensor encoder_layers_21_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_21_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1112277440)))]; tensor var_3824_cast_fp16 = add(x = q_44_cast_fp16, y = encoder_layers_21_self_attn_pos_bias_u_to_fp16)[name = string("op_3824_cast_fp16")]; tensor encoder_layers_21_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_21_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1112279552)))]; tensor var_3826_cast_fp16 = add(x = q_44_cast_fp16, y = encoder_layers_21_self_attn_pos_bias_v_to_fp16)[name = string("op_3826_cast_fp16")]; bool x_347_transpose_x_0 = const()[name = string("x_347_transpose_x_0"), val = bool(false)]; bool x_347_transpose_y_0 = const()[name = string("x_347_transpose_y_0"), val = bool(false)]; tensor transpose_228_perm_0 = const()[name = string("transpose_228_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_229_perm_0 = const()[name = string("transpose_229_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_229 = transpose(perm = transpose_229_perm_0, x = p_44_cast_fp16)[name = string("transpose_262")]; tensor transpose_228 = transpose(perm = transpose_228_perm_0, x = var_3826_cast_fp16)[name = string("transpose_263")]; tensor x_347_cast_fp16 = matmul(transpose_x = x_347_transpose_x_0, transpose_y = x_347_transpose_y_0, x = transpose_228, y = transpose_229)[name = string("x_347_cast_fp16")]; tensor var_3830_shape_cast_fp16 = shape(x = x_347_cast_fp16)[name = string("op_3830_shape_cast_fp16")]; int32 gather_222_axis_0 = const()[name = string("gather_222_axis_0"), val = int32(0)]; int32 gather_222_batch_dims_0 = const()[name = string("gather_222_batch_dims_0"), val = int32(0)]; bool gather_222_validate_indices_0 = const()[name = string("gather_222_validate_indices_0"), val = bool(false)]; string var_3830_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3830_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_222_to_uint16 = const()[name = string("select_222_to_uint16"), val = uint16(0)]; tensor var_3830_shape_cast_fp16_to_uint16 = cast(dtype = var_3830_shape_cast_fp16_to_uint16_dtype_0, x = var_3830_shape_cast_fp16)[name = string("cast_282")]; uint16 gather_222_cast_uint16 = gather(axis = gather_222_axis_0, batch_dims = gather_222_batch_dims_0, indices = select_222_to_uint16, validate_indices = gather_222_validate_indices_0, x = var_3830_shape_cast_fp16_to_uint16)[name = string("gather_222_cast_uint16")]; string gather_222_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_222_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_223 = const()[name = string("gather_223"), val = int32(8)]; int32 gather_224_axis_0 = const()[name = string("gather_224_axis_0"), val = int32(0)]; int32 gather_224_batch_dims_0 = const()[name = string("gather_224_batch_dims_0"), val = int32(0)]; bool gather_224_validate_indices_0 = const()[name = string("gather_224_validate_indices_0"), val = bool(false)]; uint16 select_224_to_uint16 = const()[name = string("select_224_to_uint16"), val = uint16(2)]; uint16 gather_224_cast_uint16 = gather(axis = gather_224_axis_0, batch_dims = gather_224_batch_dims_0, indices = select_224_to_uint16, validate_indices = gather_224_validate_indices_0, x = var_3830_shape_cast_fp16_to_uint16)[name = string("gather_224_cast_uint16")]; string gather_224_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_224_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_225_axis_0 = const()[name = string("gather_225_axis_0"), val = int32(0)]; int32 gather_225_batch_dims_0 = const()[name = string("gather_225_batch_dims_0"), val = int32(0)]; bool gather_225_validate_indices_0 = const()[name = string("gather_225_validate_indices_0"), val = bool(false)]; uint16 select_225_to_uint16 = const()[name = string("select_225_to_uint16"), val = uint16(3)]; uint16 gather_225_cast_uint16 = gather(axis = gather_225_axis_0, batch_dims = gather_225_batch_dims_0, indices = select_225_to_uint16, validate_indices = gather_225_validate_indices_0, x = var_3830_shape_cast_fp16_to_uint16)[name = string("gather_225_cast_uint16")]; string gather_225_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_225_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_46_pad_0 = const()[name = string("x0_46_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_46_mode_0 = const()[name = string("x0_46_mode_0"), val = string("constant")]; fp16 const_53_to_fp16 = const()[name = string("const_53_to_fp16"), val = fp16(0x0p+0)]; tensor x0_46_cast_fp16 = pad(constant_val = const_53_to_fp16, mode = x0_46_mode_0, pad = x0_46_pad_0, x = x_347_cast_fp16)[name = string("x0_46_cast_fp16")]; int32 concat_174_axis_0 = const()[name = string("concat_174_axis_0"), val = int32(0)]; bool concat_174_interleave_0 = const()[name = string("concat_174_interleave_0"), val = bool(false)]; int32 gather_224_cast_uint16_to_int32 = cast(dtype = gather_224_cast_uint16_to_int32_dtype_0, x = gather_224_cast_uint16)[name = string("cast_280")]; int32 gather_222_cast_uint16_to_int32 = cast(dtype = gather_222_cast_uint16_to_int32_dtype_0, x = gather_222_cast_uint16)[name = string("cast_281")]; tensor concat_174 = concat(axis = concat_174_axis_0, interleave = concat_174_interleave_0, values = (gather_222_cast_uint16_to_int32, gather_223, var_24, gather_224_cast_uint16_to_int32))[name = string("concat_174")]; tensor x1_44_cast_fp16 = reshape(shape = concat_174, x = x0_46_cast_fp16)[name = string("x1_44_cast_fp16")]; tensor var_3840_begin_0 = const()[name = string("op_3840_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_3840_end_0 = const()[name = string("op_3840_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_3840_end_mask_0 = const()[name = string("op_3840_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_3840_cast_fp16 = slice_by_index(begin = var_3840_begin_0, end = var_3840_end_0, end_mask = var_3840_end_mask_0, x = x1_44_cast_fp16)[name = string("op_3840_cast_fp16")]; int32 concat_175_axis_0 = const()[name = string("concat_175_axis_0"), val = int32(0)]; bool concat_175_interleave_0 = const()[name = string("concat_175_interleave_0"), val = bool(false)]; int32 gather_225_cast_uint16_to_int32 = cast(dtype = gather_225_cast_uint16_to_int32_dtype_0, x = gather_225_cast_uint16)[name = string("cast_279")]; tensor concat_175 = concat(axis = concat_175_axis_0, interleave = concat_175_interleave_0, values = (gather_222_cast_uint16_to_int32, gather_223, gather_224_cast_uint16_to_int32, gather_225_cast_uint16_to_int32))[name = string("concat_175")]; tensor matrix_bd_44_cast_fp16 = reshape(shape = concat_175, x = var_3840_cast_fp16)[name = string("matrix_bd_44_cast_fp16")]; bool matrix_ac_44_transpose_x_0 = const()[name = string("matrix_ac_44_transpose_x_0"), val = bool(false)]; bool matrix_ac_44_transpose_y_0 = const()[name = string("matrix_ac_44_transpose_y_0"), val = bool(false)]; tensor transpose_230_perm_0 = const()[name = string("transpose_230_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_231_perm_0 = const()[name = string("transpose_231_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_231 = transpose(perm = transpose_231_perm_0, x = k_44_cast_fp16)[name = string("transpose_260")]; tensor transpose_230 = transpose(perm = transpose_230_perm_0, x = var_3824_cast_fp16)[name = string("transpose_261")]; tensor matrix_ac_44_cast_fp16 = matmul(transpose_x = matrix_ac_44_transpose_x_0, transpose_y = matrix_ac_44_transpose_y_0, x = transpose_230, y = transpose_231)[name = string("matrix_ac_44_cast_fp16")]; tensor var_3845_shape_cast_fp16 = shape(x = matrix_ac_44_cast_fp16)[name = string("op_3845_shape_cast_fp16")]; int32 gather_226_axis_0 = const()[name = string("gather_226_axis_0"), val = int32(0)]; int32 gather_226_batch_dims_0 = const()[name = string("gather_226_batch_dims_0"), val = int32(0)]; bool gather_226_validate_indices_0 = const()[name = string("gather_226_validate_indices_0"), val = bool(false)]; string var_3845_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3845_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_226_to_uint16 = const()[name = string("select_226_to_uint16"), val = uint16(3)]; tensor var_3845_shape_cast_fp16_to_uint16 = cast(dtype = var_3845_shape_cast_fp16_to_uint16_dtype_0, x = var_3845_shape_cast_fp16)[name = string("cast_278")]; uint16 gather_226_cast_uint16 = gather(axis = gather_226_axis_0, batch_dims = gather_226_batch_dims_0, indices = select_226_to_uint16, validate_indices = gather_226_validate_indices_0, x = var_3845_shape_cast_fp16_to_uint16)[name = string("gather_226_cast_uint16")]; string gather_226_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_226_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_176_values0_0 = const()[name = string("concat_176_values0_0"), val = int32(0)]; int32 concat_176_values1_0 = const()[name = string("concat_176_values1_0"), val = int32(8)]; int32 concat_176_values2_0 = const()[name = string("concat_176_values2_0"), val = int32(0)]; int32 concat_176_axis_0 = const()[name = string("concat_176_axis_0"), val = int32(0)]; bool concat_176_interleave_0 = const()[name = string("concat_176_interleave_0"), val = bool(false)]; int32 gather_226_cast_uint16_to_int32 = cast(dtype = gather_226_cast_uint16_to_int32_dtype_0, x = gather_226_cast_uint16)[name = string("cast_277")]; tensor concat_176 = concat(axis = concat_176_axis_0, interleave = concat_176_interleave_0, values = (concat_176_values0_0, concat_176_values1_0, concat_176_values2_0, gather_226_cast_uint16_to_int32))[name = string("concat_176")]; tensor matrix_bd0_44_begin_0 = const()[name = string("matrix_bd0_44_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_44_end_mask_0 = const()[name = string("matrix_bd0_44_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_44_cast_fp16 = slice_by_index(begin = matrix_bd0_44_begin_0, end = concat_176, end_mask = matrix_bd0_44_end_mask_0, x = matrix_bd_44_cast_fp16)[name = string("matrix_bd0_44_cast_fp16")]; tensor var_3850_cast_fp16 = add(x = matrix_ac_44_cast_fp16, y = matrix_bd0_44_cast_fp16)[name = string("op_3850_cast_fp16")]; fp16 _inversed_scores_44_y_0_to_fp16 = const()[name = string("_inversed_scores_44_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_44_cast_fp16 = mul(x = var_3850_cast_fp16, y = _inversed_scores_44_y_0_to_fp16)[name = string("_inversed_scores_44_cast_fp16")]; tensor value_46_cast_fp16 = transpose(perm = value_46_perm_0, x = v_44_cast_fp16)[name = string("transpose_264")]; tensor var_3853_shape_cast_fp16 = shape(x = value_46_cast_fp16)[name = string("op_3853_shape_cast_fp16")]; int32 gather_227_axis_0 = const()[name = string("gather_227_axis_0"), val = int32(0)]; int32 gather_227_batch_dims_0 = const()[name = string("gather_227_batch_dims_0"), val = int32(0)]; bool gather_227_validate_indices_0 = const()[name = string("gather_227_validate_indices_0"), val = bool(false)]; string var_3853_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3853_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_227_to_uint16 = const()[name = string("select_227_to_uint16"), val = uint16(0)]; tensor var_3853_shape_cast_fp16_to_uint16 = cast(dtype = var_3853_shape_cast_fp16_to_uint16_dtype_0, x = var_3853_shape_cast_fp16)[name = string("cast_276")]; uint16 gather_227_cast_uint16 = gather(axis = gather_227_axis_0, batch_dims = gather_227_batch_dims_0, indices = select_227_to_uint16, validate_indices = gather_227_validate_indices_0, x = var_3853_shape_cast_fp16_to_uint16)[name = string("gather_227_cast_uint16")]; string gather_227_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_227_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_44_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_44_cast_fp16, cond = mask0_4)[name = string("scores0_44_cast_fp16")]; tensor var_3856_cast_fp16 = softmax(axis = var_24, x = scores0_44_cast_fp16)[name = string("op_3856_cast_fp16")]; tensor input_309_cast_fp16 = select(a = var_11_to_fp16, b = var_3856_cast_fp16, cond = mask0_4)[name = string("input_309_cast_fp16")]; bool x2_44_transpose_x_0 = const()[name = string("x2_44_transpose_x_0"), val = bool(false)]; bool x2_44_transpose_y_0 = const()[name = string("x2_44_transpose_y_0"), val = bool(false)]; tensor x2_44_cast_fp16 = matmul(transpose_x = x2_44_transpose_x_0, transpose_y = x2_44_transpose_y_0, x = input_309_cast_fp16, y = value_46_cast_fp16)[name = string("x2_44_cast_fp16")]; tensor var_3860_perm_0 = const()[name = string("op_3860_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_177_axis_0 = const()[name = string("concat_177_axis_0"), val = int32(0)]; bool concat_177_interleave_0 = const()[name = string("concat_177_interleave_0"), val = bool(false)]; int32 gather_227_cast_uint16_to_int32 = cast(dtype = gather_227_cast_uint16_to_int32_dtype_0, x = gather_227_cast_uint16)[name = string("cast_275")]; tensor concat_177 = concat(axis = concat_177_axis_0, interleave = concat_177_interleave_0, values = (gather_227_cast_uint16_to_int32, var_24, var_9))[name = string("concat_177")]; tensor var_3860_cast_fp16 = transpose(perm = var_3860_perm_0, x = x2_44_cast_fp16)[name = string("transpose_259")]; tensor input0_299_cast_fp16 = reshape(shape = concat_177, x = var_3860_cast_fp16)[name = string("input0_299_cast_fp16")]; tensor encoder_layers_21_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_21_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1112281664)))]; tensor linear_196_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_21_self_attn_linear_out_weight_to_fp16, x = input0_299_cast_fp16)[name = string("linear_196_cast_fp16")]; tensor input0_301_cast_fp16 = add(x = input_307_cast_fp16, y = linear_196_cast_fp16)[name = string("input0_301_cast_fp16")]; tensor x_351_axes_0 = const()[name = string("x_351_axes_0"), val = tensor([-1])]; tensor encoder_layers_21_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_21_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1114378880)))]; tensor encoder_layers_21_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_21_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1114380992)))]; tensor x_351_cast_fp16 = layer_norm(axes = x_351_axes_0, beta = encoder_layers_21_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_21_norm_conv_weight_to_fp16, x = input0_301_cast_fp16)[name = string("x_351_cast_fp16")]; tensor input_311_perm_0 = const()[name = string("input_311_perm_0"), val = tensor([0, 2, 1])]; string input0_303_pad_type_0 = const()[name = string("input0_303_pad_type_0"), val = string("valid")]; tensor input0_303_strides_0 = const()[name = string("input0_303_strides_0"), val = tensor([1])]; tensor input0_303_pad_0 = const()[name = string("input0_303_pad_0"), val = tensor([0, 0])]; tensor input0_303_dilations_0 = const()[name = string("input0_303_dilations_0"), val = tensor([1])]; int32 input0_303_groups_0 = const()[name = string("input0_303_groups_0"), val = int32(1)]; tensor encoder_layers_21_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_21_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1114383104)))]; tensor input_311_cast_fp16 = transpose(perm = input_311_perm_0, x = x_351_cast_fp16)[name = string("transpose_258")]; tensor input0_303_cast_fp16 = conv(dilations = input0_303_dilations_0, groups = input0_303_groups_0, pad = input0_303_pad_0, pad_type = input0_303_pad_type_0, strides = input0_303_strides_0, weight = encoder_layers_21_conv_pointwise_conv1_weight_to_fp16, x = input_311_cast_fp16)[name = string("input0_303_cast_fp16")]; int32 x_353_split_num_splits_0 = const()[name = string("x_353_split_num_splits_0"), val = int32(2)]; int32 x_353_split_axis_0 = const()[name = string("x_353_split_axis_0"), val = int32(1)]; tensor x_353_split_cast_fp16_0, tensor x_353_split_cast_fp16_1 = split(axis = x_353_split_axis_0, num_splits = x_353_split_num_splits_0, x = input0_303_cast_fp16)[name = string("x_353_split_cast_fp16")]; tensor x_353_split_1_sigmoid_cast_fp16 = sigmoid(x = x_353_split_cast_fp16_1)[name = string("x_353_split_1_sigmoid_cast_fp16")]; tensor x_353_cast_fp16 = mul(x = x_353_split_cast_fp16_0, y = x_353_split_1_sigmoid_cast_fp16)[name = string("x_353_cast_fp16")]; tensor input0_305_cast_fp16 = select(a = var_11_to_fp16, b = x_353_cast_fp16, cond = var_460)[name = string("input0_305_cast_fp16")]; tensor input0_307_pad_0 = const()[name = string("input0_307_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_307_mode_0 = const()[name = string("input0_307_mode_0"), val = string("constant")]; fp16 const_54_to_fp16 = const()[name = string("const_54_to_fp16"), val = fp16(0x0p+0)]; tensor input0_307_cast_fp16 = pad(constant_val = const_54_to_fp16, mode = input0_307_mode_0, pad = input0_307_pad_0, x = input0_305_cast_fp16)[name = string("input0_307_cast_fp16")]; string input1_90_pad_type_0 = const()[name = string("input1_90_pad_type_0"), val = string("valid")]; int32 input1_90_groups_0 = const()[name = string("input1_90_groups_0"), val = int32(1024)]; tensor input1_90_strides_0 = const()[name = string("input1_90_strides_0"), val = tensor([1])]; tensor input1_90_pad_0 = const()[name = string("input1_90_pad_0"), val = tensor([0, 0])]; tensor input1_90_dilations_0 = const()[name = string("input1_90_dilations_0"), val = tensor([1])]; tensor const_101_to_fp16 = const()[name = string("const_101_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1118577472)))]; tensor const_102_to_fp16 = const()[name = string("const_102_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1118595968)))]; tensor input_313_cast_fp16 = conv(bias = const_102_to_fp16, dilations = input1_90_dilations_0, groups = input1_90_groups_0, pad = input1_90_pad_0, pad_type = input1_90_pad_type_0, strides = input1_90_strides_0, weight = const_101_to_fp16, x = input0_307_cast_fp16)[name = string("input_313_cast_fp16")]; tensor var_3898_cast_fp16 = silu(x = input_313_cast_fp16)[name = string("op_3898_cast_fp16")]; string x_355_pad_type_0 = const()[name = string("x_355_pad_type_0"), val = string("valid")]; tensor x_355_strides_0 = const()[name = string("x_355_strides_0"), val = tensor([1])]; tensor x_355_pad_0 = const()[name = string("x_355_pad_0"), val = tensor([0, 0])]; tensor x_355_dilations_0 = const()[name = string("x_355_dilations_0"), val = tensor([1])]; int32 x_355_groups_0 = const()[name = string("x_355_groups_0"), val = int32(1)]; tensor encoder_layers_21_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_21_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1118598080)))]; tensor x_355_cast_fp16 = conv(dilations = x_355_dilations_0, groups = x_355_groups_0, pad = x_355_pad_0, pad_type = x_355_pad_type_0, strides = x_355_strides_0, weight = encoder_layers_21_conv_pointwise_conv2_weight_to_fp16, x = var_3898_cast_fp16)[name = string("x_355_cast_fp16")]; tensor var_3905_perm_0 = const()[name = string("op_3905_perm_0"), val = tensor([0, 2, 1])]; tensor var_3905_cast_fp16 = transpose(perm = var_3905_perm_0, x = x_355_cast_fp16)[name = string("transpose_257")]; tensor input1_92_cast_fp16 = add(x = input0_301_cast_fp16, y = var_3905_cast_fp16)[name = string("input1_92_cast_fp16")]; tensor input0_309_axes_0 = const()[name = string("input0_309_axes_0"), val = tensor([-1])]; tensor encoder_layers_21_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_21_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1120695296)))]; tensor encoder_layers_21_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_21_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1120697408)))]; tensor input0_309_cast_fp16 = layer_norm(axes = input0_309_axes_0, beta = encoder_layers_21_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_21_norm_feed_forward2_weight_to_fp16, x = input1_92_cast_fp16)[name = string("input0_309_cast_fp16")]; tensor encoder_layers_21_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_21_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1120699520)))]; tensor linear_197_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_21_feed_forward2_linear1_weight_to_fp16, x = input0_309_cast_fp16)[name = string("linear_197_cast_fp16")]; tensor var_3916_cast_fp16 = silu(x = linear_197_cast_fp16)[name = string("op_3916_cast_fp16")]; tensor encoder_layers_21_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_21_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1129088192)))]; tensor linear_198_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_21_feed_forward2_linear2_weight_to_fp16, x = var_3916_cast_fp16)[name = string("linear_198_cast_fp16")]; fp16 var_3921_to_fp16 = const()[name = string("op_3921_to_fp16"), val = fp16(0x1p-1)]; tensor var_3922_cast_fp16 = mul(x = linear_198_cast_fp16, y = var_3921_to_fp16)[name = string("op_3922_cast_fp16")]; tensor input2_46_cast_fp16 = add(x = input1_92_cast_fp16, y = var_3922_cast_fp16)[name = string("input2_46_cast_fp16")]; tensor input0_311_axes_0 = const()[name = string("input0_311_axes_0"), val = tensor([-1])]; tensor encoder_layers_21_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_21_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1137476864)))]; tensor encoder_layers_21_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_21_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1137478976)))]; tensor input0_311_cast_fp16 = layer_norm(axes = input0_311_axes_0, beta = encoder_layers_21_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_21_norm_out_weight_to_fp16, x = input2_46_cast_fp16)[name = string("input0_311_cast_fp16")]; tensor input_317_axes_0 = const()[name = string("input_317_axes_0"), val = tensor([-1])]; tensor encoder_layers_22_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_22_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1137481088)))]; tensor encoder_layers_22_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_22_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1137483200)))]; tensor input_317_cast_fp16 = layer_norm(axes = input_317_axes_0, beta = encoder_layers_22_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_22_norm_feed_forward1_weight_to_fp16, x = input0_311_cast_fp16)[name = string("input_317_cast_fp16")]; tensor encoder_layers_22_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_22_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1137485312)))]; tensor linear_199_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_22_feed_forward1_linear1_weight_to_fp16, x = input_317_cast_fp16)[name = string("linear_199_cast_fp16")]; tensor var_3945_cast_fp16 = silu(x = linear_199_cast_fp16)[name = string("op_3945_cast_fp16")]; tensor encoder_layers_22_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_22_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1145873984)))]; tensor linear_200_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_22_feed_forward1_linear2_weight_to_fp16, x = var_3945_cast_fp16)[name = string("linear_200_cast_fp16")]; fp16 var_3950_to_fp16 = const()[name = string("op_3950_to_fp16"), val = fp16(0x1p-1)]; tensor var_3951_cast_fp16 = mul(x = linear_200_cast_fp16, y = var_3950_to_fp16)[name = string("op_3951_cast_fp16")]; tensor input_321_cast_fp16 = add(x = input0_311_cast_fp16, y = var_3951_cast_fp16)[name = string("input_321_cast_fp16")]; tensor query_46_axes_0 = const()[name = string("query_46_axes_0"), val = tensor([-1])]; tensor encoder_layers_22_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_22_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1154262656)))]; tensor encoder_layers_22_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_22_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1154264768)))]; tensor query_46_cast_fp16 = layer_norm(axes = query_46_axes_0, beta = encoder_layers_22_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_22_norm_self_att_weight_to_fp16, x = input_321_cast_fp16)[name = string("query_46_cast_fp16")]; tensor var_3964_shape_cast_fp16 = shape(x = query_46_cast_fp16)[name = string("op_3964_shape_cast_fp16")]; int32 gather_228_axis_0 = const()[name = string("gather_228_axis_0"), val = int32(0)]; int32 gather_228_batch_dims_0 = const()[name = string("gather_228_batch_dims_0"), val = int32(0)]; bool gather_228_validate_indices_0 = const()[name = string("gather_228_validate_indices_0"), val = bool(false)]; string var_3964_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3964_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_228_to_uint16 = const()[name = string("select_228_to_uint16"), val = uint16(0)]; tensor var_3964_shape_cast_fp16_to_uint16 = cast(dtype = var_3964_shape_cast_fp16_to_uint16_dtype_0, x = var_3964_shape_cast_fp16)[name = string("cast_274")]; uint16 gather_228_cast_uint16 = gather(axis = gather_228_axis_0, batch_dims = gather_228_batch_dims_0, indices = select_228_to_uint16, validate_indices = gather_228_validate_indices_0, x = var_3964_shape_cast_fp16_to_uint16)[name = string("gather_228_cast_uint16")]; string gather_228_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_228_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_22_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_22_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1154266880)))]; tensor linear_201_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_22_self_attn_linear_q_weight_to_fp16, x = query_46_cast_fp16)[name = string("linear_201_cast_fp16")]; int32 concat_178_axis_0 = const()[name = string("concat_178_axis_0"), val = int32(0)]; bool concat_178_interleave_0 = const()[name = string("concat_178_interleave_0"), val = bool(false)]; int32 gather_228_cast_uint16_to_int32 = cast(dtype = gather_228_cast_uint16_to_int32_dtype_0, x = gather_228_cast_uint16)[name = string("cast_273")]; tensor concat_178 = concat(axis = concat_178_axis_0, interleave = concat_178_interleave_0, values = (gather_228_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_178")]; tensor q_46_cast_fp16 = reshape(shape = concat_178, x = linear_201_cast_fp16)[name = string("q_46_cast_fp16")]; tensor encoder_layers_22_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_22_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1156364096)))]; tensor linear_202_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_22_self_attn_linear_k_weight_to_fp16, x = query_46_cast_fp16)[name = string("linear_202_cast_fp16")]; tensor k_46_cast_fp16 = reshape(shape = concat_178, x = linear_202_cast_fp16)[name = string("k_46_cast_fp16")]; tensor encoder_layers_22_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_22_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1158461312)))]; tensor linear_203_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_22_self_attn_linear_v_weight_to_fp16, x = query_46_cast_fp16)[name = string("linear_203_cast_fp16")]; tensor v_46_cast_fp16 = reshape(shape = concat_178, x = linear_203_cast_fp16)[name = string("v_46_cast_fp16")]; tensor value_48_perm_0 = const()[name = string("value_48_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_22_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_22_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1160558528)))]; tensor linear_204_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_22_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_204_cast_fp16")]; tensor var_3984 = const()[name = string("op_3984"), val = tensor([1, -1, 8, 128])]; tensor p_46_cast_fp16 = reshape(shape = var_3984, x = linear_204_cast_fp16)[name = string("p_46_cast_fp16")]; tensor encoder_layers_22_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_22_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1162655744)))]; tensor var_3987_cast_fp16 = add(x = q_46_cast_fp16, y = encoder_layers_22_self_attn_pos_bias_u_to_fp16)[name = string("op_3987_cast_fp16")]; tensor encoder_layers_22_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_22_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1162657856)))]; tensor var_3989_cast_fp16 = add(x = q_46_cast_fp16, y = encoder_layers_22_self_attn_pos_bias_v_to_fp16)[name = string("op_3989_cast_fp16")]; bool x_363_transpose_x_0 = const()[name = string("x_363_transpose_x_0"), val = bool(false)]; bool x_363_transpose_y_0 = const()[name = string("x_363_transpose_y_0"), val = bool(false)]; tensor transpose_232_perm_0 = const()[name = string("transpose_232_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_233_perm_0 = const()[name = string("transpose_233_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_233 = transpose(perm = transpose_233_perm_0, x = p_46_cast_fp16)[name = string("transpose_254")]; tensor transpose_232 = transpose(perm = transpose_232_perm_0, x = var_3989_cast_fp16)[name = string("transpose_255")]; tensor x_363_cast_fp16 = matmul(transpose_x = x_363_transpose_x_0, transpose_y = x_363_transpose_y_0, x = transpose_232, y = transpose_233)[name = string("x_363_cast_fp16")]; tensor var_3993_shape_cast_fp16 = shape(x = x_363_cast_fp16)[name = string("op_3993_shape_cast_fp16")]; int32 gather_230_axis_0 = const()[name = string("gather_230_axis_0"), val = int32(0)]; int32 gather_230_batch_dims_0 = const()[name = string("gather_230_batch_dims_0"), val = int32(0)]; bool gather_230_validate_indices_0 = const()[name = string("gather_230_validate_indices_0"), val = bool(false)]; string var_3993_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_3993_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_230_to_uint16 = const()[name = string("select_230_to_uint16"), val = uint16(0)]; tensor var_3993_shape_cast_fp16_to_uint16 = cast(dtype = var_3993_shape_cast_fp16_to_uint16_dtype_0, x = var_3993_shape_cast_fp16)[name = string("cast_272")]; uint16 gather_230_cast_uint16 = gather(axis = gather_230_axis_0, batch_dims = gather_230_batch_dims_0, indices = select_230_to_uint16, validate_indices = gather_230_validate_indices_0, x = var_3993_shape_cast_fp16_to_uint16)[name = string("gather_230_cast_uint16")]; string gather_230_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_230_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_231 = const()[name = string("gather_231"), val = int32(8)]; int32 gather_232_axis_0 = const()[name = string("gather_232_axis_0"), val = int32(0)]; int32 gather_232_batch_dims_0 = const()[name = string("gather_232_batch_dims_0"), val = int32(0)]; bool gather_232_validate_indices_0 = const()[name = string("gather_232_validate_indices_0"), val = bool(false)]; uint16 select_232_to_uint16 = const()[name = string("select_232_to_uint16"), val = uint16(2)]; uint16 gather_232_cast_uint16 = gather(axis = gather_232_axis_0, batch_dims = gather_232_batch_dims_0, indices = select_232_to_uint16, validate_indices = gather_232_validate_indices_0, x = var_3993_shape_cast_fp16_to_uint16)[name = string("gather_232_cast_uint16")]; string gather_232_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_232_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_233_axis_0 = const()[name = string("gather_233_axis_0"), val = int32(0)]; int32 gather_233_batch_dims_0 = const()[name = string("gather_233_batch_dims_0"), val = int32(0)]; bool gather_233_validate_indices_0 = const()[name = string("gather_233_validate_indices_0"), val = bool(false)]; uint16 select_233_to_uint16 = const()[name = string("select_233_to_uint16"), val = uint16(3)]; uint16 gather_233_cast_uint16 = gather(axis = gather_233_axis_0, batch_dims = gather_233_batch_dims_0, indices = select_233_to_uint16, validate_indices = gather_233_validate_indices_0, x = var_3993_shape_cast_fp16_to_uint16)[name = string("gather_233_cast_uint16")]; string gather_233_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_233_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_48_pad_0 = const()[name = string("x0_48_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_48_mode_0 = const()[name = string("x0_48_mode_0"), val = string("constant")]; fp16 const_55_to_fp16 = const()[name = string("const_55_to_fp16"), val = fp16(0x0p+0)]; tensor x0_48_cast_fp16 = pad(constant_val = const_55_to_fp16, mode = x0_48_mode_0, pad = x0_48_pad_0, x = x_363_cast_fp16)[name = string("x0_48_cast_fp16")]; int32 concat_181_axis_0 = const()[name = string("concat_181_axis_0"), val = int32(0)]; bool concat_181_interleave_0 = const()[name = string("concat_181_interleave_0"), val = bool(false)]; int32 gather_232_cast_uint16_to_int32 = cast(dtype = gather_232_cast_uint16_to_int32_dtype_0, x = gather_232_cast_uint16)[name = string("cast_270")]; int32 gather_230_cast_uint16_to_int32 = cast(dtype = gather_230_cast_uint16_to_int32_dtype_0, x = gather_230_cast_uint16)[name = string("cast_271")]; tensor concat_181 = concat(axis = concat_181_axis_0, interleave = concat_181_interleave_0, values = (gather_230_cast_uint16_to_int32, gather_231, var_24, gather_232_cast_uint16_to_int32))[name = string("concat_181")]; tensor x1_46_cast_fp16 = reshape(shape = concat_181, x = x0_48_cast_fp16)[name = string("x1_46_cast_fp16")]; tensor var_4003_begin_0 = const()[name = string("op_4003_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_4003_end_0 = const()[name = string("op_4003_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_4003_end_mask_0 = const()[name = string("op_4003_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_4003_cast_fp16 = slice_by_index(begin = var_4003_begin_0, end = var_4003_end_0, end_mask = var_4003_end_mask_0, x = x1_46_cast_fp16)[name = string("op_4003_cast_fp16")]; int32 concat_182_axis_0 = const()[name = string("concat_182_axis_0"), val = int32(0)]; bool concat_182_interleave_0 = const()[name = string("concat_182_interleave_0"), val = bool(false)]; int32 gather_233_cast_uint16_to_int32 = cast(dtype = gather_233_cast_uint16_to_int32_dtype_0, x = gather_233_cast_uint16)[name = string("cast_269")]; tensor concat_182 = concat(axis = concat_182_axis_0, interleave = concat_182_interleave_0, values = (gather_230_cast_uint16_to_int32, gather_231, gather_232_cast_uint16_to_int32, gather_233_cast_uint16_to_int32))[name = string("concat_182")]; tensor matrix_bd_46_cast_fp16 = reshape(shape = concat_182, x = var_4003_cast_fp16)[name = string("matrix_bd_46_cast_fp16")]; bool matrix_ac_46_transpose_x_0 = const()[name = string("matrix_ac_46_transpose_x_0"), val = bool(false)]; bool matrix_ac_46_transpose_y_0 = const()[name = string("matrix_ac_46_transpose_y_0"), val = bool(false)]; tensor transpose_234_perm_0 = const()[name = string("transpose_234_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_235_perm_0 = const()[name = string("transpose_235_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_235 = transpose(perm = transpose_235_perm_0, x = k_46_cast_fp16)[name = string("transpose_252")]; tensor transpose_234 = transpose(perm = transpose_234_perm_0, x = var_3987_cast_fp16)[name = string("transpose_253")]; tensor matrix_ac_46_cast_fp16 = matmul(transpose_x = matrix_ac_46_transpose_x_0, transpose_y = matrix_ac_46_transpose_y_0, x = transpose_234, y = transpose_235)[name = string("matrix_ac_46_cast_fp16")]; tensor var_4008_shape_cast_fp16 = shape(x = matrix_ac_46_cast_fp16)[name = string("op_4008_shape_cast_fp16")]; int32 gather_234_axis_0 = const()[name = string("gather_234_axis_0"), val = int32(0)]; int32 gather_234_batch_dims_0 = const()[name = string("gather_234_batch_dims_0"), val = int32(0)]; bool gather_234_validate_indices_0 = const()[name = string("gather_234_validate_indices_0"), val = bool(false)]; string var_4008_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_4008_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_234_to_uint16 = const()[name = string("select_234_to_uint16"), val = uint16(3)]; tensor var_4008_shape_cast_fp16_to_uint16 = cast(dtype = var_4008_shape_cast_fp16_to_uint16_dtype_0, x = var_4008_shape_cast_fp16)[name = string("cast_268")]; uint16 gather_234_cast_uint16 = gather(axis = gather_234_axis_0, batch_dims = gather_234_batch_dims_0, indices = select_234_to_uint16, validate_indices = gather_234_validate_indices_0, x = var_4008_shape_cast_fp16_to_uint16)[name = string("gather_234_cast_uint16")]; string gather_234_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_234_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_183_values0_0 = const()[name = string("concat_183_values0_0"), val = int32(0)]; int32 concat_183_values1_0 = const()[name = string("concat_183_values1_0"), val = int32(8)]; int32 concat_183_values2_0 = const()[name = string("concat_183_values2_0"), val = int32(0)]; int32 concat_183_axis_0 = const()[name = string("concat_183_axis_0"), val = int32(0)]; bool concat_183_interleave_0 = const()[name = string("concat_183_interleave_0"), val = bool(false)]; int32 gather_234_cast_uint16_to_int32 = cast(dtype = gather_234_cast_uint16_to_int32_dtype_0, x = gather_234_cast_uint16)[name = string("cast_267")]; tensor concat_183 = concat(axis = concat_183_axis_0, interleave = concat_183_interleave_0, values = (concat_183_values0_0, concat_183_values1_0, concat_183_values2_0, gather_234_cast_uint16_to_int32))[name = string("concat_183")]; tensor matrix_bd0_46_begin_0 = const()[name = string("matrix_bd0_46_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_46_end_mask_0 = const()[name = string("matrix_bd0_46_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_46_cast_fp16 = slice_by_index(begin = matrix_bd0_46_begin_0, end = concat_183, end_mask = matrix_bd0_46_end_mask_0, x = matrix_bd_46_cast_fp16)[name = string("matrix_bd0_46_cast_fp16")]; tensor var_4013_cast_fp16 = add(x = matrix_ac_46_cast_fp16, y = matrix_bd0_46_cast_fp16)[name = string("op_4013_cast_fp16")]; fp16 _inversed_scores_46_y_0_to_fp16 = const()[name = string("_inversed_scores_46_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_46_cast_fp16 = mul(x = var_4013_cast_fp16, y = _inversed_scores_46_y_0_to_fp16)[name = string("_inversed_scores_46_cast_fp16")]; tensor value_48_cast_fp16 = transpose(perm = value_48_perm_0, x = v_46_cast_fp16)[name = string("transpose_256")]; tensor var_4016_shape_cast_fp16 = shape(x = value_48_cast_fp16)[name = string("op_4016_shape_cast_fp16")]; int32 gather_235_axis_0 = const()[name = string("gather_235_axis_0"), val = int32(0)]; int32 gather_235_batch_dims_0 = const()[name = string("gather_235_batch_dims_0"), val = int32(0)]; bool gather_235_validate_indices_0 = const()[name = string("gather_235_validate_indices_0"), val = bool(false)]; string var_4016_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_4016_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_235_to_uint16 = const()[name = string("select_235_to_uint16"), val = uint16(0)]; tensor var_4016_shape_cast_fp16_to_uint16 = cast(dtype = var_4016_shape_cast_fp16_to_uint16_dtype_0, x = var_4016_shape_cast_fp16)[name = string("cast_266")]; uint16 gather_235_cast_uint16 = gather(axis = gather_235_axis_0, batch_dims = gather_235_batch_dims_0, indices = select_235_to_uint16, validate_indices = gather_235_validate_indices_0, x = var_4016_shape_cast_fp16_to_uint16)[name = string("gather_235_cast_uint16")]; string gather_235_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_235_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_46_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_46_cast_fp16, cond = mask0_4)[name = string("scores0_46_cast_fp16")]; tensor var_4019_cast_fp16 = softmax(axis = var_24, x = scores0_46_cast_fp16)[name = string("op_4019_cast_fp16")]; tensor input_323_cast_fp16 = select(a = var_11_to_fp16, b = var_4019_cast_fp16, cond = mask0_4)[name = string("input_323_cast_fp16")]; bool x2_46_transpose_x_0 = const()[name = string("x2_46_transpose_x_0"), val = bool(false)]; bool x2_46_transpose_y_0 = const()[name = string("x2_46_transpose_y_0"), val = bool(false)]; tensor x2_46_cast_fp16 = matmul(transpose_x = x2_46_transpose_x_0, transpose_y = x2_46_transpose_y_0, x = input_323_cast_fp16, y = value_48_cast_fp16)[name = string("x2_46_cast_fp16")]; tensor var_4023_perm_0 = const()[name = string("op_4023_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_184_axis_0 = const()[name = string("concat_184_axis_0"), val = int32(0)]; bool concat_184_interleave_0 = const()[name = string("concat_184_interleave_0"), val = bool(false)]; int32 gather_235_cast_uint16_to_int32 = cast(dtype = gather_235_cast_uint16_to_int32_dtype_0, x = gather_235_cast_uint16)[name = string("cast_265")]; tensor concat_184 = concat(axis = concat_184_axis_0, interleave = concat_184_interleave_0, values = (gather_235_cast_uint16_to_int32, var_24, var_9))[name = string("concat_184")]; tensor var_4023_cast_fp16 = transpose(perm = var_4023_perm_0, x = x2_46_cast_fp16)[name = string("transpose_251")]; tensor input0_313_cast_fp16 = reshape(shape = concat_184, x = var_4023_cast_fp16)[name = string("input0_313_cast_fp16")]; tensor encoder_layers_22_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_22_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1162659968)))]; tensor linear_205_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_22_self_attn_linear_out_weight_to_fp16, x = input0_313_cast_fp16)[name = string("linear_205_cast_fp16")]; tensor input0_315_cast_fp16 = add(x = input_321_cast_fp16, y = linear_205_cast_fp16)[name = string("input0_315_cast_fp16")]; tensor x_367_axes_0 = const()[name = string("x_367_axes_0"), val = tensor([-1])]; tensor encoder_layers_22_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_22_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1164757184)))]; tensor encoder_layers_22_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_22_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1164759296)))]; tensor x_367_cast_fp16 = layer_norm(axes = x_367_axes_0, beta = encoder_layers_22_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_22_norm_conv_weight_to_fp16, x = input0_315_cast_fp16)[name = string("x_367_cast_fp16")]; tensor input_325_perm_0 = const()[name = string("input_325_perm_0"), val = tensor([0, 2, 1])]; string input0_317_pad_type_0 = const()[name = string("input0_317_pad_type_0"), val = string("valid")]; tensor input0_317_strides_0 = const()[name = string("input0_317_strides_0"), val = tensor([1])]; tensor input0_317_pad_0 = const()[name = string("input0_317_pad_0"), val = tensor([0, 0])]; tensor input0_317_dilations_0 = const()[name = string("input0_317_dilations_0"), val = tensor([1])]; int32 input0_317_groups_0 = const()[name = string("input0_317_groups_0"), val = int32(1)]; tensor encoder_layers_22_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_22_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1164761408)))]; tensor input_325_cast_fp16 = transpose(perm = input_325_perm_0, x = x_367_cast_fp16)[name = string("transpose_250")]; tensor input0_317_cast_fp16 = conv(dilations = input0_317_dilations_0, groups = input0_317_groups_0, pad = input0_317_pad_0, pad_type = input0_317_pad_type_0, strides = input0_317_strides_0, weight = encoder_layers_22_conv_pointwise_conv1_weight_to_fp16, x = input_325_cast_fp16)[name = string("input0_317_cast_fp16")]; int32 x_369_split_num_splits_0 = const()[name = string("x_369_split_num_splits_0"), val = int32(2)]; int32 x_369_split_axis_0 = const()[name = string("x_369_split_axis_0"), val = int32(1)]; tensor x_369_split_cast_fp16_0, tensor x_369_split_cast_fp16_1 = split(axis = x_369_split_axis_0, num_splits = x_369_split_num_splits_0, x = input0_317_cast_fp16)[name = string("x_369_split_cast_fp16")]; tensor x_369_split_1_sigmoid_cast_fp16 = sigmoid(x = x_369_split_cast_fp16_1)[name = string("x_369_split_1_sigmoid_cast_fp16")]; tensor x_369_cast_fp16 = mul(x = x_369_split_cast_fp16_0, y = x_369_split_1_sigmoid_cast_fp16)[name = string("x_369_cast_fp16")]; tensor input0_319_cast_fp16 = select(a = var_11_to_fp16, b = x_369_cast_fp16, cond = var_460)[name = string("input0_319_cast_fp16")]; tensor input0_321_pad_0 = const()[name = string("input0_321_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_321_mode_0 = const()[name = string("input0_321_mode_0"), val = string("constant")]; fp16 const_56_to_fp16 = const()[name = string("const_56_to_fp16"), val = fp16(0x0p+0)]; tensor input0_321_cast_fp16 = pad(constant_val = const_56_to_fp16, mode = input0_321_mode_0, pad = input0_321_pad_0, x = input0_319_cast_fp16)[name = string("input0_321_cast_fp16")]; string input1_94_pad_type_0 = const()[name = string("input1_94_pad_type_0"), val = string("valid")]; int32 input1_94_groups_0 = const()[name = string("input1_94_groups_0"), val = int32(1024)]; tensor input1_94_strides_0 = const()[name = string("input1_94_strides_0"), val = tensor([1])]; tensor input1_94_pad_0 = const()[name = string("input1_94_pad_0"), val = tensor([0, 0])]; tensor input1_94_dilations_0 = const()[name = string("input1_94_dilations_0"), val = tensor([1])]; tensor const_103_to_fp16 = const()[name = string("const_103_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1168955776)))]; tensor const_104_to_fp16 = const()[name = string("const_104_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1168974272)))]; tensor input_327_cast_fp16 = conv(bias = const_104_to_fp16, dilations = input1_94_dilations_0, groups = input1_94_groups_0, pad = input1_94_pad_0, pad_type = input1_94_pad_type_0, strides = input1_94_strides_0, weight = const_103_to_fp16, x = input0_321_cast_fp16)[name = string("input_327_cast_fp16")]; tensor var_4061_cast_fp16 = silu(x = input_327_cast_fp16)[name = string("op_4061_cast_fp16")]; string x_371_pad_type_0 = const()[name = string("x_371_pad_type_0"), val = string("valid")]; tensor x_371_strides_0 = const()[name = string("x_371_strides_0"), val = tensor([1])]; tensor x_371_pad_0 = const()[name = string("x_371_pad_0"), val = tensor([0, 0])]; tensor x_371_dilations_0 = const()[name = string("x_371_dilations_0"), val = tensor([1])]; int32 x_371_groups_0 = const()[name = string("x_371_groups_0"), val = int32(1)]; tensor encoder_layers_22_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_22_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1168976384)))]; tensor x_371_cast_fp16 = conv(dilations = x_371_dilations_0, groups = x_371_groups_0, pad = x_371_pad_0, pad_type = x_371_pad_type_0, strides = x_371_strides_0, weight = encoder_layers_22_conv_pointwise_conv2_weight_to_fp16, x = var_4061_cast_fp16)[name = string("x_371_cast_fp16")]; tensor var_4068_perm_0 = const()[name = string("op_4068_perm_0"), val = tensor([0, 2, 1])]; tensor var_4068_cast_fp16 = transpose(perm = var_4068_perm_0, x = x_371_cast_fp16)[name = string("transpose_249")]; tensor input1_96_cast_fp16 = add(x = input0_315_cast_fp16, y = var_4068_cast_fp16)[name = string("input1_96_cast_fp16")]; tensor input0_11_axes_0 = const()[name = string("input0_11_axes_0"), val = tensor([-1])]; tensor encoder_layers_22_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_22_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1171073600)))]; tensor encoder_layers_22_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_22_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1171075712)))]; tensor input0_11_cast_fp16 = layer_norm(axes = input0_11_axes_0, beta = encoder_layers_22_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_22_norm_feed_forward2_weight_to_fp16, x = input1_96_cast_fp16)[name = string("input0_11_cast_fp16")]; tensor encoder_layers_22_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_22_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1171077824)))]; tensor linear_206_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_22_feed_forward2_linear1_weight_to_fp16, x = input0_11_cast_fp16)[name = string("linear_206_cast_fp16")]; tensor var_4079_cast_fp16 = silu(x = linear_206_cast_fp16)[name = string("op_4079_cast_fp16")]; tensor encoder_layers_22_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_22_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1179466496)))]; tensor linear_207_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_22_feed_forward2_linear2_weight_to_fp16, x = var_4079_cast_fp16)[name = string("linear_207_cast_fp16")]; fp16 var_4084_to_fp16 = const()[name = string("op_4084_to_fp16"), val = fp16(0x1p-1)]; tensor var_4085_cast_fp16 = mul(x = linear_207_cast_fp16, y = var_4084_to_fp16)[name = string("op_4085_cast_fp16")]; tensor input2_48_cast_fp16 = add(x = input1_96_cast_fp16, y = var_4085_cast_fp16)[name = string("input2_48_cast_fp16")]; tensor input0_323_axes_0 = const()[name = string("input0_323_axes_0"), val = tensor([-1])]; tensor encoder_layers_22_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_22_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1187855168)))]; tensor encoder_layers_22_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_22_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1187857280)))]; tensor input0_323_cast_fp16 = layer_norm(axes = input0_323_axes_0, beta = encoder_layers_22_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_22_norm_out_weight_to_fp16, x = input2_48_cast_fp16)[name = string("input0_323_cast_fp16")]; tensor input_4_axes_0 = const()[name = string("input_4_axes_0"), val = tensor([-1])]; tensor encoder_layers_23_norm_feed_forward1_weight_to_fp16 = const()[name = string("encoder_layers_23_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1187859392)))]; tensor encoder_layers_23_norm_feed_forward1_bias_to_fp16 = const()[name = string("encoder_layers_23_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1187861504)))]; tensor input_4_cast_fp16 = layer_norm(axes = input_4_axes_0, beta = encoder_layers_23_norm_feed_forward1_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_23_norm_feed_forward1_weight_to_fp16, x = input0_323_cast_fp16)[name = string("input_4_cast_fp16")]; tensor encoder_layers_23_feed_forward1_linear1_weight_to_fp16 = const()[name = string("encoder_layers_23_feed_forward1_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1187863616)))]; tensor linear_208_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_23_feed_forward1_linear1_weight_to_fp16, x = input_4_cast_fp16)[name = string("linear_208_cast_fp16")]; tensor var_4108_cast_fp16 = silu(x = linear_208_cast_fp16)[name = string("op_4108_cast_fp16")]; tensor encoder_layers_23_feed_forward1_linear2_weight_to_fp16 = const()[name = string("encoder_layers_23_feed_forward1_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1196252288)))]; tensor linear_209_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_23_feed_forward1_linear2_weight_to_fp16, x = var_4108_cast_fp16)[name = string("linear_209_cast_fp16")]; fp16 var_4113_to_fp16 = const()[name = string("op_4113_to_fp16"), val = fp16(0x1p-1)]; tensor var_4114_cast_fp16 = mul(x = linear_209_cast_fp16, y = var_4113_to_fp16)[name = string("op_4114_cast_fp16")]; tensor input_8_cast_fp16 = add(x = input0_323_cast_fp16, y = var_4114_cast_fp16)[name = string("input_8_cast_fp16")]; tensor query_1_axes_0 = const()[name = string("query_1_axes_0"), val = tensor([-1])]; tensor encoder_layers_23_norm_self_att_weight_to_fp16 = const()[name = string("encoder_layers_23_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1204640960)))]; tensor encoder_layers_23_norm_self_att_bias_to_fp16 = const()[name = string("encoder_layers_23_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1204643072)))]; tensor query_1_cast_fp16 = layer_norm(axes = query_1_axes_0, beta = encoder_layers_23_norm_self_att_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_23_norm_self_att_weight_to_fp16, x = input_8_cast_fp16)[name = string("query_1_cast_fp16")]; tensor var_4127_shape_cast_fp16 = shape(x = query_1_cast_fp16)[name = string("op_4127_shape_cast_fp16")]; int32 gather_236_axis_0 = const()[name = string("gather_236_axis_0"), val = int32(0)]; int32 gather_236_batch_dims_0 = const()[name = string("gather_236_batch_dims_0"), val = int32(0)]; bool gather_236_validate_indices_0 = const()[name = string("gather_236_validate_indices_0"), val = bool(false)]; string var_4127_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_4127_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_236_to_uint16 = const()[name = string("select_236_to_uint16"), val = uint16(0)]; tensor var_4127_shape_cast_fp16_to_uint16 = cast(dtype = var_4127_shape_cast_fp16_to_uint16_dtype_0, x = var_4127_shape_cast_fp16)[name = string("cast_264")]; uint16 gather_236_cast_uint16 = gather(axis = gather_236_axis_0, batch_dims = gather_236_batch_dims_0, indices = select_236_to_uint16, validate_indices = gather_236_validate_indices_0, x = var_4127_shape_cast_fp16_to_uint16)[name = string("gather_236_cast_uint16")]; string gather_236_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_236_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor encoder_layers_23_self_attn_linear_q_weight_to_fp16 = const()[name = string("encoder_layers_23_self_attn_linear_q_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1204645184)))]; tensor linear_210_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_23_self_attn_linear_q_weight_to_fp16, x = query_1_cast_fp16)[name = string("linear_210_cast_fp16")]; int32 concat_185_axis_0 = const()[name = string("concat_185_axis_0"), val = int32(0)]; bool concat_185_interleave_0 = const()[name = string("concat_185_interleave_0"), val = bool(false)]; int32 gather_236_cast_uint16_to_int32 = cast(dtype = gather_236_cast_uint16_to_int32_dtype_0, x = gather_236_cast_uint16)[name = string("cast_263")]; tensor concat_185 = concat(axis = concat_185_axis_0, interleave = concat_185_interleave_0, values = (gather_236_cast_uint16_to_int32, var_24, var_15, var_14))[name = string("concat_185")]; tensor q_1_cast_fp16 = reshape(shape = concat_185, x = linear_210_cast_fp16)[name = string("q_1_cast_fp16")]; tensor encoder_layers_23_self_attn_linear_k_weight_to_fp16 = const()[name = string("encoder_layers_23_self_attn_linear_k_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1206742400)))]; tensor linear_211_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_23_self_attn_linear_k_weight_to_fp16, x = query_1_cast_fp16)[name = string("linear_211_cast_fp16")]; tensor k_1_cast_fp16 = reshape(shape = concat_185, x = linear_211_cast_fp16)[name = string("k_1_cast_fp16")]; tensor encoder_layers_23_self_attn_linear_v_weight_to_fp16 = const()[name = string("encoder_layers_23_self_attn_linear_v_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1208839616)))]; tensor linear_212_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_23_self_attn_linear_v_weight_to_fp16, x = query_1_cast_fp16)[name = string("linear_212_cast_fp16")]; tensor v_1_cast_fp16 = reshape(shape = concat_185, x = linear_212_cast_fp16)[name = string("v_1_cast_fp16")]; tensor value_1_perm_0 = const()[name = string("value_1_perm_0"), val = tensor([0, 2, 1, 3])]; tensor encoder_layers_23_self_attn_linear_pos_weight_to_fp16 = const()[name = string("encoder_layers_23_self_attn_linear_pos_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1210936832)))]; tensor linear_213_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_23_self_attn_linear_pos_weight_to_fp16, x = pos_emb_1_cast_fp16)[name = string("linear_213_cast_fp16")]; tensor var_4147 = const()[name = string("op_4147"), val = tensor([1, -1, 8, 128])]; tensor p_1_cast_fp16 = reshape(shape = var_4147, x = linear_213_cast_fp16)[name = string("p_1_cast_fp16")]; tensor encoder_layers_23_self_attn_pos_bias_u_to_fp16 = const()[name = string("encoder_layers_23_self_attn_pos_bias_u_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1213034048)))]; tensor var_4150_cast_fp16 = add(x = q_1_cast_fp16, y = encoder_layers_23_self_attn_pos_bias_u_to_fp16)[name = string("op_4150_cast_fp16")]; tensor encoder_layers_23_self_attn_pos_bias_v_to_fp16 = const()[name = string("encoder_layers_23_self_attn_pos_bias_v_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1213036160)))]; tensor var_4152_cast_fp16 = add(x = q_1_cast_fp16, y = encoder_layers_23_self_attn_pos_bias_v_to_fp16)[name = string("op_4152_cast_fp16")]; bool x_4_transpose_x_0 = const()[name = string("x_4_transpose_x_0"), val = bool(false)]; bool x_4_transpose_y_0 = const()[name = string("x_4_transpose_y_0"), val = bool(false)]; tensor transpose_236_perm_0 = const()[name = string("transpose_236_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_237_perm_0 = const()[name = string("transpose_237_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_237 = transpose(perm = transpose_237_perm_0, x = p_1_cast_fp16)[name = string("transpose_246")]; tensor transpose_236 = transpose(perm = transpose_236_perm_0, x = var_4152_cast_fp16)[name = string("transpose_247")]; tensor x_4_cast_fp16 = matmul(transpose_x = x_4_transpose_x_0, transpose_y = x_4_transpose_y_0, x = transpose_236, y = transpose_237)[name = string("x_4_cast_fp16")]; tensor var_4156_shape_cast_fp16 = shape(x = x_4_cast_fp16)[name = string("op_4156_shape_cast_fp16")]; int32 gather_238_axis_0 = const()[name = string("gather_238_axis_0"), val = int32(0)]; int32 gather_238_batch_dims_0 = const()[name = string("gather_238_batch_dims_0"), val = int32(0)]; bool gather_238_validate_indices_0 = const()[name = string("gather_238_validate_indices_0"), val = bool(false)]; string var_4156_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_4156_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_238_to_uint16 = const()[name = string("select_238_to_uint16"), val = uint16(0)]; tensor var_4156_shape_cast_fp16_to_uint16 = cast(dtype = var_4156_shape_cast_fp16_to_uint16_dtype_0, x = var_4156_shape_cast_fp16)[name = string("cast_262")]; uint16 gather_238_cast_uint16 = gather(axis = gather_238_axis_0, batch_dims = gather_238_batch_dims_0, indices = select_238_to_uint16, validate_indices = gather_238_validate_indices_0, x = var_4156_shape_cast_fp16_to_uint16)[name = string("gather_238_cast_uint16")]; string gather_238_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_238_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_239 = const()[name = string("gather_239"), val = int32(8)]; int32 gather_240_axis_0 = const()[name = string("gather_240_axis_0"), val = int32(0)]; int32 gather_240_batch_dims_0 = const()[name = string("gather_240_batch_dims_0"), val = int32(0)]; bool gather_240_validate_indices_0 = const()[name = string("gather_240_validate_indices_0"), val = bool(false)]; uint16 select_240_to_uint16 = const()[name = string("select_240_to_uint16"), val = uint16(2)]; uint16 gather_240_cast_uint16 = gather(axis = gather_240_axis_0, batch_dims = gather_240_batch_dims_0, indices = select_240_to_uint16, validate_indices = gather_240_validate_indices_0, x = var_4156_shape_cast_fp16_to_uint16)[name = string("gather_240_cast_uint16")]; string gather_240_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_240_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 gather_241_axis_0 = const()[name = string("gather_241_axis_0"), val = int32(0)]; int32 gather_241_batch_dims_0 = const()[name = string("gather_241_batch_dims_0"), val = int32(0)]; bool gather_241_validate_indices_0 = const()[name = string("gather_241_validate_indices_0"), val = bool(false)]; uint16 select_241_to_uint16 = const()[name = string("select_241_to_uint16"), val = uint16(3)]; uint16 gather_241_cast_uint16 = gather(axis = gather_241_axis_0, batch_dims = gather_241_batch_dims_0, indices = select_241_to_uint16, validate_indices = gather_241_validate_indices_0, x = var_4156_shape_cast_fp16_to_uint16)[name = string("gather_241_cast_uint16")]; string gather_241_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_241_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor x0_1_pad_0 = const()[name = string("x0_1_pad_0"), val = tensor([0, 0, 0, 0, 0, 0, 1, 0])]; string x0_1_mode_0 = const()[name = string("x0_1_mode_0"), val = string("constant")]; fp16 const_57_to_fp16 = const()[name = string("const_57_to_fp16"), val = fp16(0x0p+0)]; tensor x0_1_cast_fp16 = pad(constant_val = const_57_to_fp16, mode = x0_1_mode_0, pad = x0_1_pad_0, x = x_4_cast_fp16)[name = string("x0_1_cast_fp16")]; int32 concat_188_axis_0 = const()[name = string("concat_188_axis_0"), val = int32(0)]; bool concat_188_interleave_0 = const()[name = string("concat_188_interleave_0"), val = bool(false)]; int32 gather_240_cast_uint16_to_int32 = cast(dtype = gather_240_cast_uint16_to_int32_dtype_0, x = gather_240_cast_uint16)[name = string("cast_260")]; int32 gather_238_cast_uint16_to_int32 = cast(dtype = gather_238_cast_uint16_to_int32_dtype_0, x = gather_238_cast_uint16)[name = string("cast_261")]; tensor concat_188 = concat(axis = concat_188_axis_0, interleave = concat_188_interleave_0, values = (gather_238_cast_uint16_to_int32, gather_239, var_24, gather_240_cast_uint16_to_int32))[name = string("concat_188")]; tensor x1_1_cast_fp16 = reshape(shape = concat_188, x = x0_1_cast_fp16)[name = string("x1_1_cast_fp16")]; tensor var_4166_begin_0 = const()[name = string("op_4166_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_4166_end_0 = const()[name = string("op_4166_end_0"), val = tensor([0, 8, 0, 0])]; tensor var_4166_end_mask_0 = const()[name = string("op_4166_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_4166_cast_fp16 = slice_by_index(begin = var_4166_begin_0, end = var_4166_end_0, end_mask = var_4166_end_mask_0, x = x1_1_cast_fp16)[name = string("op_4166_cast_fp16")]; int32 concat_189_axis_0 = const()[name = string("concat_189_axis_0"), val = int32(0)]; bool concat_189_interleave_0 = const()[name = string("concat_189_interleave_0"), val = bool(false)]; int32 gather_241_cast_uint16_to_int32 = cast(dtype = gather_241_cast_uint16_to_int32_dtype_0, x = gather_241_cast_uint16)[name = string("cast_259")]; tensor concat_189 = concat(axis = concat_189_axis_0, interleave = concat_189_interleave_0, values = (gather_238_cast_uint16_to_int32, gather_239, gather_240_cast_uint16_to_int32, gather_241_cast_uint16_to_int32))[name = string("concat_189")]; tensor matrix_bd_1_cast_fp16 = reshape(shape = concat_189, x = var_4166_cast_fp16)[name = string("matrix_bd_1_cast_fp16")]; bool matrix_ac_1_transpose_x_0 = const()[name = string("matrix_ac_1_transpose_x_0"), val = bool(false)]; bool matrix_ac_1_transpose_y_0 = const()[name = string("matrix_ac_1_transpose_y_0"), val = bool(false)]; tensor transpose_238_perm_0 = const()[name = string("transpose_238_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_239_perm_0 = const()[name = string("transpose_239_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_239 = transpose(perm = transpose_239_perm_0, x = k_1_cast_fp16)[name = string("transpose_244")]; tensor transpose_238 = transpose(perm = transpose_238_perm_0, x = var_4150_cast_fp16)[name = string("transpose_245")]; tensor matrix_ac_1_cast_fp16 = matmul(transpose_x = matrix_ac_1_transpose_x_0, transpose_y = matrix_ac_1_transpose_y_0, x = transpose_238, y = transpose_239)[name = string("matrix_ac_1_cast_fp16")]; tensor var_4171_shape_cast_fp16 = shape(x = matrix_ac_1_cast_fp16)[name = string("op_4171_shape_cast_fp16")]; int32 gather_242_axis_0 = const()[name = string("gather_242_axis_0"), val = int32(0)]; int32 gather_242_batch_dims_0 = const()[name = string("gather_242_batch_dims_0"), val = int32(0)]; bool gather_242_validate_indices_0 = const()[name = string("gather_242_validate_indices_0"), val = bool(false)]; string var_4171_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_4171_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_242_to_uint16 = const()[name = string("select_242_to_uint16"), val = uint16(3)]; tensor var_4171_shape_cast_fp16_to_uint16 = cast(dtype = var_4171_shape_cast_fp16_to_uint16_dtype_0, x = var_4171_shape_cast_fp16)[name = string("cast_258")]; uint16 gather_242_cast_uint16 = gather(axis = gather_242_axis_0, batch_dims = gather_242_batch_dims_0, indices = select_242_to_uint16, validate_indices = gather_242_validate_indices_0, x = var_4171_shape_cast_fp16_to_uint16)[name = string("gather_242_cast_uint16")]; string gather_242_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_242_cast_uint16_to_int32_dtype_0"), val = string("int32")]; int32 concat_190_values0_0 = const()[name = string("concat_190_values0_0"), val = int32(0)]; int32 concat_190_values1_0 = const()[name = string("concat_190_values1_0"), val = int32(8)]; int32 concat_190_values2_0 = const()[name = string("concat_190_values2_0"), val = int32(0)]; int32 concat_190_axis_0 = const()[name = string("concat_190_axis_0"), val = int32(0)]; bool concat_190_interleave_0 = const()[name = string("concat_190_interleave_0"), val = bool(false)]; int32 gather_242_cast_uint16_to_int32 = cast(dtype = gather_242_cast_uint16_to_int32_dtype_0, x = gather_242_cast_uint16)[name = string("cast_257")]; tensor concat_190 = concat(axis = concat_190_axis_0, interleave = concat_190_interleave_0, values = (concat_190_values0_0, concat_190_values1_0, concat_190_values2_0, gather_242_cast_uint16_to_int32))[name = string("concat_190")]; tensor matrix_bd0_1_begin_0 = const()[name = string("matrix_bd0_1_begin_0"), val = tensor([0, 0, 0, 0])]; tensor matrix_bd0_1_end_mask_0 = const()[name = string("matrix_bd0_1_end_mask_0"), val = tensor([true, true, true, false])]; tensor matrix_bd0_1_cast_fp16 = slice_by_index(begin = matrix_bd0_1_begin_0, end = concat_190, end_mask = matrix_bd0_1_end_mask_0, x = matrix_bd_1_cast_fp16)[name = string("matrix_bd0_1_cast_fp16")]; tensor var_4176_cast_fp16 = add(x = matrix_ac_1_cast_fp16, y = matrix_bd0_1_cast_fp16)[name = string("op_4176_cast_fp16")]; fp16 _inversed_scores_1_y_0_to_fp16 = const()[name = string("_inversed_scores_1_y_0_to_fp16"), val = fp16(0x1.6ap-4)]; tensor _inversed_scores_1_cast_fp16 = mul(x = var_4176_cast_fp16, y = _inversed_scores_1_y_0_to_fp16)[name = string("_inversed_scores_1_cast_fp16")]; tensor value_1_cast_fp16 = transpose(perm = value_1_perm_0, x = v_1_cast_fp16)[name = string("transpose_248")]; tensor var_4179_shape_cast_fp16 = shape(x = value_1_cast_fp16)[name = string("op_4179_shape_cast_fp16")]; int32 gather_243_axis_0 = const()[name = string("gather_243_axis_0"), val = int32(0)]; int32 gather_243_batch_dims_0 = const()[name = string("gather_243_batch_dims_0"), val = int32(0)]; bool gather_243_validate_indices_0 = const()[name = string("gather_243_validate_indices_0"), val = bool(false)]; string var_4179_shape_cast_fp16_to_uint16_dtype_0 = const()[name = string("op_4179_shape_cast_fp16_to_uint16_dtype_0"), val = string("uint16")]; uint16 select_243_to_uint16 = const()[name = string("select_243_to_uint16"), val = uint16(0)]; tensor var_4179_shape_cast_fp16_to_uint16 = cast(dtype = var_4179_shape_cast_fp16_to_uint16_dtype_0, x = var_4179_shape_cast_fp16)[name = string("cast_256")]; uint16 gather_243_cast_uint16 = gather(axis = gather_243_axis_0, batch_dims = gather_243_batch_dims_0, indices = select_243_to_uint16, validate_indices = gather_243_validate_indices_0, x = var_4179_shape_cast_fp16_to_uint16)[name = string("gather_243_cast_uint16")]; string gather_243_cast_uint16_to_int32_dtype_0 = const()[name = string("gather_243_cast_uint16_to_int32_dtype_0"), val = string("int32")]; tensor scores0_1_cast_fp16 = select(a = var_12_to_fp16, b = _inversed_scores_1_cast_fp16, cond = mask0_4)[name = string("scores0_1_cast_fp16")]; tensor var_4182_cast_fp16 = softmax(axis = var_24, x = scores0_1_cast_fp16)[name = string("op_4182_cast_fp16")]; tensor input_10_cast_fp16 = select(a = var_11_to_fp16, b = var_4182_cast_fp16, cond = mask0_4)[name = string("input_10_cast_fp16")]; bool x2_1_transpose_x_0 = const()[name = string("x2_1_transpose_x_0"), val = bool(false)]; bool x2_1_transpose_y_0 = const()[name = string("x2_1_transpose_y_0"), val = bool(false)]; tensor x2_1_cast_fp16 = matmul(transpose_x = x2_1_transpose_x_0, transpose_y = x2_1_transpose_y_0, x = input_10_cast_fp16, y = value_1_cast_fp16)[name = string("x2_1_cast_fp16")]; tensor var_4186_perm_0 = const()[name = string("op_4186_perm_0"), val = tensor([0, 2, 1, 3])]; int32 concat_191_axis_0 = const()[name = string("concat_191_axis_0"), val = int32(0)]; bool concat_191_interleave_0 = const()[name = string("concat_191_interleave_0"), val = bool(false)]; int32 gather_243_cast_uint16_to_int32 = cast(dtype = gather_243_cast_uint16_to_int32_dtype_0, x = gather_243_cast_uint16)[name = string("cast_255")]; tensor concat_191 = concat(axis = concat_191_axis_0, interleave = concat_191_interleave_0, values = (gather_243_cast_uint16_to_int32, var_24, var_9))[name = string("concat_191")]; tensor var_4186_cast_fp16 = transpose(perm = var_4186_perm_0, x = x2_1_cast_fp16)[name = string("transpose_243")]; tensor input0_7_cast_fp16 = reshape(shape = concat_191, x = var_4186_cast_fp16)[name = string("input0_7_cast_fp16")]; tensor encoder_layers_23_self_attn_linear_out_weight_to_fp16 = const()[name = string("encoder_layers_23_self_attn_linear_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1213038272)))]; tensor linear_214_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_23_self_attn_linear_out_weight_to_fp16, x = input0_7_cast_fp16)[name = string("linear_214_cast_fp16")]; tensor input0_5_cast_fp16 = add(x = input_8_cast_fp16, y = linear_214_cast_fp16)[name = string("input0_5_cast_fp16")]; tensor x_10_axes_0 = const()[name = string("x_10_axes_0"), val = tensor([-1])]; tensor encoder_layers_23_norm_conv_weight_to_fp16 = const()[name = string("encoder_layers_23_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1215135488)))]; tensor encoder_layers_23_norm_conv_bias_to_fp16 = const()[name = string("encoder_layers_23_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1215137600)))]; tensor x_10_cast_fp16 = layer_norm(axes = x_10_axes_0, beta = encoder_layers_23_norm_conv_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_23_norm_conv_weight_to_fp16, x = input0_5_cast_fp16)[name = string("x_10_cast_fp16")]; tensor input_2_perm_0 = const()[name = string("input_2_perm_0"), val = tensor([0, 2, 1])]; string input0_4_pad_type_0 = const()[name = string("input0_4_pad_type_0"), val = string("valid")]; tensor input0_4_strides_0 = const()[name = string("input0_4_strides_0"), val = tensor([1])]; tensor input0_4_pad_0 = const()[name = string("input0_4_pad_0"), val = tensor([0, 0])]; tensor input0_4_dilations_0 = const()[name = string("input0_4_dilations_0"), val = tensor([1])]; int32 input0_4_groups_0 = const()[name = string("input0_4_groups_0"), val = int32(1)]; tensor encoder_layers_23_conv_pointwise_conv1_weight_to_fp16 = const()[name = string("encoder_layers_23_conv_pointwise_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1215139712)))]; tensor input_2_cast_fp16 = transpose(perm = input_2_perm_0, x = x_10_cast_fp16)[name = string("transpose_242")]; tensor input0_4_cast_fp16 = conv(dilations = input0_4_dilations_0, groups = input0_4_groups_0, pad = input0_4_pad_0, pad_type = input0_4_pad_type_0, strides = input0_4_strides_0, weight = encoder_layers_23_conv_pointwise_conv1_weight_to_fp16, x = input_2_cast_fp16)[name = string("input0_4_cast_fp16")]; int32 x_2_split_num_splits_0 = const()[name = string("x_2_split_num_splits_0"), val = int32(2)]; int32 x_2_split_axis_0 = const()[name = string("x_2_split_axis_0"), val = int32(1)]; tensor x_2_split_cast_fp16_0, tensor x_2_split_cast_fp16_1 = split(axis = x_2_split_axis_0, num_splits = x_2_split_num_splits_0, x = input0_4_cast_fp16)[name = string("x_2_split_cast_fp16")]; tensor x_2_split_1_sigmoid_cast_fp16 = sigmoid(x = x_2_split_cast_fp16_1)[name = string("x_2_split_1_sigmoid_cast_fp16")]; tensor x_2_cast_fp16 = mul(x = x_2_split_cast_fp16_0, y = x_2_split_1_sigmoid_cast_fp16)[name = string("x_2_cast_fp16")]; tensor input0_2_cast_fp16 = select(a = var_11_to_fp16, b = x_2_cast_fp16, cond = var_460)[name = string("input0_2_cast_fp16")]; tensor input0_9_pad_0 = const()[name = string("input0_9_pad_0"), val = tensor([0, 0, 0, 0, 4, 4])]; string input0_9_mode_0 = const()[name = string("input0_9_mode_0"), val = string("constant")]; fp16 const_58_to_fp16 = const()[name = string("const_58_to_fp16"), val = fp16(0x0p+0)]; tensor input0_9_cast_fp16 = pad(constant_val = const_58_to_fp16, mode = input0_9_mode_0, pad = input0_9_pad_0, x = input0_2_cast_fp16)[name = string("input0_9_cast_fp16")]; string input1_1_pad_type_0 = const()[name = string("input1_1_pad_type_0"), val = string("valid")]; int32 input1_1_groups_0 = const()[name = string("input1_1_groups_0"), val = int32(1024)]; tensor input1_1_strides_0 = const()[name = string("input1_1_strides_0"), val = tensor([1])]; tensor input1_1_pad_0 = const()[name = string("input1_1_pad_0"), val = tensor([0, 0])]; tensor input1_1_dilations_0 = const()[name = string("input1_1_dilations_0"), val = tensor([1])]; tensor const_105_to_fp16 = const()[name = string("const_105_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1219334080)))]; tensor const_106_to_fp16 = const()[name = string("const_106_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1219352576)))]; tensor input_12_cast_fp16 = conv(bias = const_106_to_fp16, dilations = input1_1_dilations_0, groups = input1_1_groups_0, pad = input1_1_pad_0, pad_type = input1_1_pad_type_0, strides = input1_1_strides_0, weight = const_105_to_fp16, x = input0_9_cast_fp16)[name = string("input_12_cast_fp16")]; tensor var_4224_cast_fp16 = silu(x = input_12_cast_fp16)[name = string("op_4224_cast_fp16")]; string x_12_pad_type_0 = const()[name = string("x_12_pad_type_0"), val = string("valid")]; tensor x_12_strides_0 = const()[name = string("x_12_strides_0"), val = tensor([1])]; tensor x_12_pad_0 = const()[name = string("x_12_pad_0"), val = tensor([0, 0])]; tensor x_12_dilations_0 = const()[name = string("x_12_dilations_0"), val = tensor([1])]; int32 x_12_groups_0 = const()[name = string("x_12_groups_0"), val = int32(1)]; tensor encoder_layers_23_conv_pointwise_conv2_weight_to_fp16 = const()[name = string("encoder_layers_23_conv_pointwise_conv2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1219354688)))]; tensor x_12_cast_fp16 = conv(dilations = x_12_dilations_0, groups = x_12_groups_0, pad = x_12_pad_0, pad_type = x_12_pad_type_0, strides = x_12_strides_0, weight = encoder_layers_23_conv_pointwise_conv2_weight_to_fp16, x = var_4224_cast_fp16)[name = string("x_12_cast_fp16")]; tensor var_4231_perm_0 = const()[name = string("op_4231_perm_0"), val = tensor([0, 2, 1])]; tensor var_4231_cast_fp16 = transpose(perm = var_4231_perm_0, x = x_12_cast_fp16)[name = string("transpose_241")]; tensor input1_2_cast_fp16 = add(x = input0_5_cast_fp16, y = var_4231_cast_fp16)[name = string("input1_2_cast_fp16")]; tensor input0_1_axes_0 = const()[name = string("input0_1_axes_0"), val = tensor([-1])]; tensor encoder_layers_23_norm_feed_forward2_weight_to_fp16 = const()[name = string("encoder_layers_23_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1221451904)))]; tensor encoder_layers_23_norm_feed_forward2_bias_to_fp16 = const()[name = string("encoder_layers_23_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1221454016)))]; tensor input0_1_cast_fp16 = layer_norm(axes = input0_1_axes_0, beta = encoder_layers_23_norm_feed_forward2_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_23_norm_feed_forward2_weight_to_fp16, x = input1_2_cast_fp16)[name = string("input0_1_cast_fp16")]; tensor encoder_layers_23_feed_forward2_linear1_weight_to_fp16 = const()[name = string("encoder_layers_23_feed_forward2_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1221456128)))]; tensor linear_215_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = encoder_layers_23_feed_forward2_linear1_weight_to_fp16, x = input0_1_cast_fp16)[name = string("linear_215_cast_fp16")]; tensor var_4242_cast_fp16 = silu(x = linear_215_cast_fp16)[name = string("op_4242_cast_fp16")]; tensor encoder_layers_23_feed_forward2_linear2_weight_to_fp16 = const()[name = string("encoder_layers_23_feed_forward2_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1229844800)))]; tensor linear_216_cast_fp16 = linear(bias = linear_2_bias_0_to_fp16, weight = encoder_layers_23_feed_forward2_linear2_weight_to_fp16, x = var_4242_cast_fp16)[name = string("linear_216_cast_fp16")]; fp16 var_4247_to_fp16 = const()[name = string("op_4247_to_fp16"), val = fp16(0x1p-1)]; tensor var_4248_cast_fp16 = mul(x = linear_216_cast_fp16, y = var_4247_to_fp16)[name = string("op_4248_cast_fp16")]; tensor input2_1_cast_fp16 = add(x = input1_2_cast_fp16, y = var_4248_cast_fp16)[name = string("input2_1_cast_fp16")]; tensor audio_signal_1_axes_0 = const()[name = string("audio_signal_1_axes_0"), val = tensor([-1])]; tensor encoder_layers_23_norm_out_weight_to_fp16 = const()[name = string("encoder_layers_23_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1238233472)))]; tensor encoder_layers_23_norm_out_bias_to_fp16 = const()[name = string("encoder_layers_23_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1238235584)))]; tensor audio_signal_1_cast_fp16 = layer_norm(axes = audio_signal_1_axes_0, beta = encoder_layers_23_norm_out_bias_to_fp16, epsilon = var_10_to_fp16, gamma = encoder_layers_23_norm_out_weight_to_fp16, x = input2_1_cast_fp16)[name = string("audio_signal_1_cast_fp16")]; tensor obj_1_perm_0 = const()[name = string("obj_1_perm_0"), val = tensor([0, 2, 1])]; string obj_1_cast_fp16_to_fp32_dtype_0 = const()[name = string("obj_1_cast_fp16_to_fp32_dtype_0"), val = string("fp32")]; tensor obj_1_cast_fp16 = transpose(perm = obj_1_perm_0, x = audio_signal_1_cast_fp16)[name = string("transpose_240")]; tensor encoded = cast(dtype = obj_1_cast_fp16_to_fp32_dtype_0, x = obj_1_cast_fp16)[name = string("cast_254")]; } -> (encoded, encoded_length); }