program(1.0) [buildInfo = dict, tensor>({{"coremlc-component-MIL", "3520.4.1"}, {"coremlc-version", "3520.5.1"}})] { func main(tensor audio_signal) { tensor conv1d_pad_type_0 = const()[name = tensor("conv1d_pad_type_0"), val = tensor("custom")]; tensor conv1d_pad_0 = const()[name = tensor("conv1d_pad_0"), val = tensor([2, 2])]; tensor conv1d_strides_0 = const()[name = tensor("conv1d_strides_0"), val = tensor([2])]; tensor conv1d_dilations_0 = const()[name = tensor("conv1d_dilations_0"), val = tensor([1])]; tensor conv1d_groups_0 = const()[name = tensor("conv1d_groups_0"), val = tensor(1)]; tensor audio_signal_to_fp16_dtype_0 = const()[name = tensor("audio_signal_to_fp16_dtype_0"), val = tensor("fp16")]; tensor p_encoder_pre_encode_conv_0_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_pre_encode_conv_0_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(246720))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_pre_encode_conv_0_bias_to_fp16 = const()[name = tensor("p_encoder_pre_encode_conv_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(248320)))]; tensor audio_signal_to_fp16 = cast(dtype = audio_signal_to_fp16_dtype_0, x = audio_signal)[name = tensor("cast_0")]; tensor conv1d_cast_fp16 = conv(bias = p_encoder_pre_encode_conv_0_bias_to_fp16, dilations = conv1d_dilations_0, groups = conv1d_groups_0, pad = conv1d_pad_0, pad_type = conv1d_pad_type_0, strides = conv1d_strides_0, weight = p_encoder_pre_encode_conv_0_weight_to_fp16_quantized, x = audio_signal_to_fp16)[name = tensor("conv1d_cast_fp16")]; tensor relu_cast_fp16 = relu(x = conv1d_cast_fp16)[name = tensor("relu_cast_fp16")]; tensor conv1d_1_pad_type_0 = const()[name = tensor("conv1d_1_pad_type_0"), val = tensor("custom")]; tensor conv1d_1_pad_0 = const()[name = tensor("conv1d_1_pad_0"), val = tensor([2, 2])]; tensor conv1d_1_strides_0 = const()[name = tensor("conv1d_1_strides_0"), val = tensor([2])]; tensor conv1d_1_dilations_0 = const()[name = tensor("conv1d_1_dilations_0"), val = tensor([1])]; tensor conv1d_1_groups_0 = const()[name = tensor("conv1d_1_groups_0"), val = tensor(1)]; tensor p_encoder_pre_encode_conv_2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_pre_encode_conv_2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(249920))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3199104))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_pre_encode_conv_2_bias_to_fp16 = const()[name = tensor("p_encoder_pre_encode_conv_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3200704)))]; tensor conv1d_1_cast_fp16 = conv(bias = p_encoder_pre_encode_conv_2_bias_to_fp16, dilations = conv1d_1_dilations_0, groups = conv1d_1_groups_0, pad = conv1d_1_pad_0, pad_type = conv1d_1_pad_type_0, strides = conv1d_1_strides_0, weight = p_encoder_pre_encode_conv_2_weight_to_fp16_quantized, x = relu_cast_fp16)[name = tensor("conv1d_1_cast_fp16")]; tensor relu_1_cast_fp16 = relu(x = conv1d_1_cast_fp16)[name = tensor("relu_1_cast_fp16")]; tensor transpose_2_perm_0 = const()[name = tensor("transpose_2_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_axes_0 = const()[name = tensor("layer_norm_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_0_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_0_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3202304)))]; tensor p_encoder_layers_0_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3203904)))]; tensor layer_norm_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_2_cast_fp16 = transpose(perm = transpose_2_perm_0, x = relu_1_cast_fp16)[name = tensor("transpose_257")]; tensor layer_norm_cast_fp16 = layer_norm(axes = layer_norm_axes_0, beta = p_encoder_layers_0_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_epsilon_0_to_fp16, gamma = p_encoder_layers_0_norm_feed_forward1_weight_to_fp16, x = transpose_2_cast_fp16)[name = tensor("layer_norm_cast_fp16")]; tensor p_encoder_layers_0_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_0_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3205504))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5568000))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_0_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5574208)))]; tensor linear_0_cast_fp16 = linear(bias = p_encoder_layers_0_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_0_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_cast_fp16)[name = tensor("linear_0_cast_fp16")]; tensor silu_cast_fp16 = silu(x = linear_0_cast_fp16)[name = tensor("silu_cast_fp16")]; tensor p_encoder_layers_0_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_0_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5580416))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7939776))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_0_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7941376)))]; tensor linear_1_cast_fp16 = linear(bias = p_encoder_layers_0_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_0_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_cast_fp16)[name = tensor("linear_1_cast_fp16")]; tensor const_34_to_fp16 = const()[name = tensor("const_34_to_fp16"), val = tensor(0x1p-1)]; tensor mul_cast_fp16 = mul(x = linear_1_cast_fp16, y = const_34_to_fp16)[name = tensor("mul_cast_fp16")]; tensor add_4_cast_fp16 = add(x = transpose_2_cast_fp16, y = mul_cast_fp16)[name = tensor("add_4_cast_fp16")]; tensor layer_norm_1_axes_0 = const()[name = tensor("layer_norm_1_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_0_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_0_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7942976)))]; tensor p_encoder_layers_0_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7944576)))]; tensor layer_norm_1_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_1_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_1_cast_fp16 = layer_norm(axes = layer_norm_1_axes_0, beta = p_encoder_layers_0_norm_self_att_bias_to_fp16, epsilon = layer_norm_1_epsilon_0_to_fp16, gamma = p_encoder_layers_0_norm_self_att_weight_to_fp16, x = add_4_cast_fp16)[name = tensor("layer_norm_1_cast_fp16")]; tensor const_38 = const()[name = tensor("const_38"), val = tensor([750, 1, 16, 48])]; tensor transpose_48_perm_1 = const()[name = tensor("transpose_48_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_48 = transpose(perm = transpose_48_perm_1, x = layer_norm_1_cast_fp16)[name = tensor("transpose_256")]; tensor view_cast_fp16 = reshape(shape = const_38, x = transpose_48)[name = tensor("view_cast_fp16")]; tensor const_46_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("const_46_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7946176))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7983104))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7982272)))]; tensor mul_1_cast_fp16 = mul(x = view_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_1_cast_fp16")]; tensor slice_3_begin_0 = const()[name = tensor("slice_3_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_3_end_0 = const()[name = tensor("slice_3_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_3_end_mask_0 = const()[name = tensor("slice_3_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_3_cast_fp16 = slice_by_index(begin = slice_3_begin_0, end = slice_3_end_0, end_mask = slice_3_end_mask_0, x = view_cast_fp16)[name = tensor("slice_3_cast_fp16")]; tensor slice_4_begin_0 = const()[name = tensor("slice_4_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_4_end_0 = const()[name = tensor("slice_4_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_4_end_mask_0 = const()[name = tensor("slice_4_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_4_cast_fp16 = slice_by_index(begin = slice_4_begin_0, end = slice_4_end_0, end_mask = slice_4_end_mask_0, x = view_cast_fp16)[name = tensor("slice_4_cast_fp16")]; tensor const_55_promoted_to_fp16 = const()[name = tensor("const_55_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_cast_fp16 = mul(x = slice_4_cast_fp16, y = const_55_promoted_to_fp16)[name = tensor("neg_cast_fp16")]; tensor const_56 = const()[name = tensor("const_56"), val = tensor(3)]; tensor cat_interleave_0 = const()[name = tensor("cat_interleave_0"), val = tensor(false)]; tensor cat_cast_fp16 = concat(axis = const_56, interleave = cat_interleave_0, values = (neg_cast_fp16, slice_3_cast_fp16))[name = tensor("cat_cast_fp16")]; tensor const_48_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("const_48_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7984704))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8020800))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7982272)))]; tensor mul_2_cast_fp16 = mul(x = cat_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_2_cast_fp16")]; tensor add_5_cast_fp16 = add(x = mul_1_cast_fp16, y = mul_2_cast_fp16)[name = tensor("add_5_cast_fp16")]; tensor const_65 = const()[name = tensor("const_65"), val = tensor([750, 1, 768])]; tensor view_3_cast_fp16 = reshape(shape = const_65, x = add_5_cast_fp16)[name = tensor("view_3_cast_fp16")]; tensor transpose_6_perm_0 = const()[name = tensor("transpose_6_perm_0"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_0_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_0_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8022400))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8612288))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_0_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8613888)))]; tensor transpose_6_cast_fp16 = transpose(perm = transpose_6_perm_0, x = view_3_cast_fp16)[name = tensor("transpose_255")]; tensor linear_2_cast_fp16 = linear(bias = p_encoder_layers_0_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_0_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_6_cast_fp16)[name = tensor("linear_2_cast_fp16")]; tensor const_74 = const()[name = tensor("const_74"), val = tensor([1, -1, 16, 48])]; tensor view_6_cast_fp16 = reshape(shape = const_74, x = linear_2_cast_fp16)[name = tensor("view_6_cast_fp16")]; tensor p_encoder_layers_0_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_0_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8615488))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9205376))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_0_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9206976)))]; tensor linear_3_cast_fp16 = linear(bias = p_encoder_layers_0_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_0_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_6_cast_fp16)[name = tensor("linear_3_cast_fp16")]; tensor const_75 = const()[name = tensor("const_75"), val = tensor([1, -1, 16, 48])]; tensor view_7_cast_fp16 = reshape(shape = const_75, x = linear_3_cast_fp16)[name = tensor("view_7_cast_fp16")]; tensor p_encoder_layers_0_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_0_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9208576))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9798464))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_0_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9800064)))]; tensor linear_4_cast_fp16 = linear(bias = p_encoder_layers_0_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_0_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_1_cast_fp16)[name = tensor("linear_4_cast_fp16")]; tensor const_76 = const()[name = tensor("const_76"), val = tensor([1, -1, 16, 48])]; tensor view_8_cast_fp16 = reshape(shape = const_76, x = linear_4_cast_fp16)[name = tensor("view_8_cast_fp16")]; tensor transpose_11_perm_0 = const()[name = tensor("transpose_11_perm_0"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_2_y_0_to_fp16 = const()[name = tensor("_inversed_div_2_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_2_cast_fp16 = mul(x = view_7_cast_fp16, y = _inversed_div_2_y_0_to_fp16)[name = tensor("_inversed_div_2_cast_fp16")]; tensor matmul_transpose_x_0 = const()[name = tensor("matmul_transpose_x_0"), val = tensor(false)]; tensor matmul_transpose_y_0 = const()[name = tensor("matmul_transpose_y_0"), val = tensor(false)]; tensor transpose_64_perm_0 = const()[name = tensor("transpose_64_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_65_perm_0 = const()[name = tensor("transpose_65_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_65 = transpose(perm = transpose_65_perm_0, x = _inversed_div_2_cast_fp16)[name = tensor("transpose_253")]; tensor transpose_64 = transpose(perm = transpose_64_perm_0, x = view_6_cast_fp16)[name = tensor("transpose_254")]; tensor matmul_cast_fp16 = matmul(transpose_x = matmul_transpose_x_0, transpose_y = matmul_transpose_y_0, x = transpose_64, y = transpose_65)[name = tensor("matmul_cast_fp16")]; tensor const_86 = const()[name = tensor("const_86"), val = tensor(-1)]; tensor softmax_cast_fp16 = softmax(axis = const_86, x = matmul_cast_fp16)[name = tensor("softmax_cast_fp16")]; tensor matmul_1_transpose_x_0 = const()[name = tensor("matmul_1_transpose_x_0"), val = tensor(false)]; tensor matmul_1_transpose_y_0 = const()[name = tensor("matmul_1_transpose_y_0"), val = tensor(false)]; tensor transpose_11_cast_fp16 = transpose(perm = transpose_11_perm_0, x = view_8_cast_fp16)[name = tensor("transpose_252")]; tensor matmul_1_cast_fp16 = matmul(transpose_x = matmul_1_transpose_x_0, transpose_y = matmul_1_transpose_y_0, x = softmax_cast_fp16, y = transpose_11_cast_fp16)[name = tensor("matmul_1_cast_fp16")]; tensor transpose_13_perm_0 = const()[name = tensor("transpose_13_perm_0"), val = tensor([0, 2, 1, 3])]; tensor const_89 = const()[name = tensor("const_89"), val = tensor([1, 750, 768])]; tensor transpose_13_cast_fp16 = transpose(perm = transpose_13_perm_0, x = matmul_1_cast_fp16)[name = tensor("transpose_251")]; tensor _unsafe_view_cast_fp16 = reshape(shape = const_89, x = transpose_13_cast_fp16)[name = tensor("_unsafe_view_cast_fp16")]; tensor p_encoder_layers_0_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_0_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9801664))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10391552))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_0_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10393152)))]; tensor linear_5_cast_fp16 = linear(bias = p_encoder_layers_0_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_0_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_cast_fp16)[name = tensor("linear_5_cast_fp16")]; tensor add_7_cast_fp16 = add(x = add_4_cast_fp16, y = linear_5_cast_fp16)[name = tensor("add_7_cast_fp16")]; tensor layer_norm_2_axes_0 = const()[name = tensor("layer_norm_2_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_0_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_0_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10394752)))]; tensor p_encoder_layers_0_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10396352)))]; tensor layer_norm_2_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_2_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_2_cast_fp16 = layer_norm(axes = layer_norm_2_axes_0, beta = p_encoder_layers_0_norm_conv_bias_to_fp16, epsilon = layer_norm_2_epsilon_0_to_fp16, gamma = p_encoder_layers_0_norm_conv_weight_to_fp16, x = add_7_cast_fp16)[name = tensor("layer_norm_2_cast_fp16")]; tensor transpose_14_perm_0 = const()[name = tensor("transpose_14_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_2_pad_type_0 = const()[name = tensor("conv1d_2_pad_type_0"), val = tensor("valid")]; tensor conv1d_2_strides_0 = const()[name = tensor("conv1d_2_strides_0"), val = tensor([1])]; tensor conv1d_2_pad_0 = const()[name = tensor("conv1d_2_pad_0"), val = tensor([0, 0])]; tensor conv1d_2_dilations_0 = const()[name = tensor("conv1d_2_dilations_0"), val = tensor([1])]; tensor conv1d_2_groups_0 = const()[name = tensor("conv1d_2_groups_0"), val = tensor(1)]; tensor p_encoder_layers_0_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_0_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10397952))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11579264))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_0_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11582400)))]; tensor transpose_14_cast_fp16 = transpose(perm = transpose_14_perm_0, x = layer_norm_2_cast_fp16)[name = tensor("transpose_250")]; tensor conv1d_2_cast_fp16 = conv(bias = p_encoder_layers_0_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_2_dilations_0, groups = conv1d_2_groups_0, pad = conv1d_2_pad_0, pad_type = conv1d_2_pad_type_0, strides = conv1d_2_strides_0, weight = p_encoder_layers_0_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_14_cast_fp16)[name = tensor("conv1d_2_cast_fp16")]; tensor glu_split_num_splits_0 = const()[name = tensor("glu_split_num_splits_0"), val = tensor(2)]; tensor glu_split_axis_0 = const()[name = tensor("glu_split_axis_0"), val = tensor(1)]; tensor glu_split_cast_fp16_0, tensor glu_split_cast_fp16_1 = split(axis = glu_split_axis_0, num_splits = glu_split_num_splits_0, x = conv1d_2_cast_fp16)[name = tensor("glu_split_cast_fp16")]; tensor glu_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_split_cast_fp16_1)[name = tensor("glu_split_1_sigmoid_cast_fp16")]; tensor glu_cast_fp16 = mul(x = glu_split_cast_fp16_0, y = glu_split_1_sigmoid_cast_fp16)[name = tensor("glu_cast_fp16")]; tensor conv1d_3_pad_type_0 = const()[name = tensor("conv1d_3_pad_type_0"), val = tensor("custom")]; tensor conv1d_3_pad_0 = const()[name = tensor("conv1d_3_pad_0"), val = tensor([2, 2])]; tensor conv1d_3_groups_0 = const()[name = tensor("conv1d_3_groups_0"), val = tensor(768)]; tensor conv1d_3_strides_0 = const()[name = tensor("conv1d_3_strides_0"), val = tensor([1])]; tensor conv1d_3_dilations_0 = const()[name = tensor("conv1d_3_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_0_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_0_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11585536))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11589440))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_0_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11591040)))]; tensor conv1d_3_cast_fp16 = conv(bias = p_encoder_layers_0_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_3_dilations_0, groups = conv1d_3_groups_0, pad = conv1d_3_pad_0, pad_type = conv1d_3_pad_type_0, strides = conv1d_3_strides_0, weight = p_encoder_layers_0_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_cast_fp16)[name = tensor("conv1d_3_cast_fp16")]; tensor transpose_15_perm_0 = const()[name = tensor("transpose_15_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_3_axes_0 = const()[name = tensor("layer_norm_3_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_0_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_0_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11592640)))]; tensor p_encoder_layers_0_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11594240)))]; tensor layer_norm_3_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_3_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_15_cast_fp16 = transpose(perm = transpose_15_perm_0, x = conv1d_3_cast_fp16)[name = tensor("transpose_249")]; tensor layer_norm_3_cast_fp16 = layer_norm(axes = layer_norm_3_axes_0, beta = p_encoder_layers_0_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_3_epsilon_0_to_fp16, gamma = p_encoder_layers_0_conv_batch_norm_weight_to_fp16, x = transpose_15_cast_fp16)[name = tensor("layer_norm_3_cast_fp16")]; tensor transpose_16_perm_0 = const()[name = tensor("transpose_16_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_16_1_cast_fp16 = transpose(perm = transpose_16_perm_0, x = layer_norm_3_cast_fp16)[name = tensor("transpose_248")]; tensor silu_1_cast_fp16 = silu(x = transpose_16_1_cast_fp16)[name = tensor("silu_1_cast_fp16")]; tensor conv1d_4_pad_type_0 = const()[name = tensor("conv1d_4_pad_type_0"), val = tensor("valid")]; tensor conv1d_4_strides_0 = const()[name = tensor("conv1d_4_strides_0"), val = tensor([1])]; tensor conv1d_4_pad_0 = const()[name = tensor("conv1d_4_pad_0"), val = tensor([0, 0])]; tensor conv1d_4_dilations_0 = const()[name = tensor("conv1d_4_dilations_0"), val = tensor([1])]; tensor conv1d_4_groups_0 = const()[name = tensor("conv1d_4_groups_0"), val = tensor(1)]; tensor p_encoder_layers_0_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_0_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11595840))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12185728))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_0_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12187328)))]; tensor conv1d_4_cast_fp16 = conv(bias = p_encoder_layers_0_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_4_dilations_0, groups = conv1d_4_groups_0, pad = conv1d_4_pad_0, pad_type = conv1d_4_pad_type_0, strides = conv1d_4_strides_0, weight = p_encoder_layers_0_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_1_cast_fp16)[name = tensor("conv1d_4_cast_fp16")]; tensor transpose_17_perm_0 = const()[name = tensor("transpose_17_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_17_1_cast_fp16 = transpose(perm = transpose_17_perm_0, x = conv1d_4_cast_fp16)[name = tensor("transpose_247")]; tensor add_8_cast_fp16 = add(x = add_7_cast_fp16, y = transpose_17_1_cast_fp16)[name = tensor("add_8_cast_fp16")]; tensor layer_norm_4_axes_0 = const()[name = tensor("layer_norm_4_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_0_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_0_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12188928)))]; tensor p_encoder_layers_0_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12190528)))]; tensor layer_norm_4_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_4_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_4_cast_fp16 = layer_norm(axes = layer_norm_4_axes_0, beta = p_encoder_layers_0_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_4_epsilon_0_to_fp16, gamma = p_encoder_layers_0_norm_feed_forward2_weight_to_fp16, x = add_8_cast_fp16)[name = tensor("layer_norm_4_cast_fp16")]; tensor p_encoder_layers_0_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_0_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12192128))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14551488))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_0_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14557696)))]; tensor linear_6_cast_fp16 = linear(bias = p_encoder_layers_0_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_0_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_4_cast_fp16)[name = tensor("linear_6_cast_fp16")]; tensor silu_2_cast_fp16 = silu(x = linear_6_cast_fp16)[name = tensor("silu_2_cast_fp16")]; tensor p_encoder_layers_0_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_0_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14563904))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16923264))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_0_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16924864)))]; tensor linear_7_cast_fp16 = linear(bias = p_encoder_layers_0_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_0_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_2_cast_fp16)[name = tensor("linear_7_cast_fp16")]; tensor const_108_to_fp16 = const()[name = tensor("const_108_to_fp16"), val = tensor(0x1p-1)]; tensor mul_5_cast_fp16 = mul(x = linear_7_cast_fp16, y = const_108_to_fp16)[name = tensor("mul_5_cast_fp16")]; tensor add_9_cast_fp16 = add(x = add_8_cast_fp16, y = mul_5_cast_fp16)[name = tensor("add_9_cast_fp16")]; tensor layer_norm_5_axes_0 = const()[name = tensor("layer_norm_5_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_0_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_0_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16926464)))]; tensor p_encoder_layers_0_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_0_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16928064)))]; tensor layer_norm_5_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_5_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_5_cast_fp16 = layer_norm(axes = layer_norm_5_axes_0, beta = p_encoder_layers_0_norm_out_bias_to_fp16, epsilon = layer_norm_5_epsilon_0_to_fp16, gamma = p_encoder_layers_0_norm_out_weight_to_fp16, x = add_9_cast_fp16)[name = tensor("layer_norm_5_cast_fp16")]; tensor layer_norm_6_axes_0 = const()[name = tensor("layer_norm_6_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_1_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_1_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16929664)))]; tensor p_encoder_layers_1_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16931264)))]; tensor layer_norm_6_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_6_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_6_cast_fp16 = layer_norm(axes = layer_norm_6_axes_0, beta = p_encoder_layers_1_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_6_epsilon_0_to_fp16, gamma = p_encoder_layers_1_norm_feed_forward1_weight_to_fp16, x = layer_norm_5_cast_fp16)[name = tensor("layer_norm_6_cast_fp16")]; tensor p_encoder_layers_1_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_1_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16932864))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19292224))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_1_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19298432)))]; tensor linear_8_cast_fp16 = linear(bias = p_encoder_layers_1_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_1_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_6_cast_fp16)[name = tensor("linear_8_cast_fp16")]; tensor silu_3_cast_fp16 = silu(x = linear_8_cast_fp16)[name = tensor("silu_3_cast_fp16")]; tensor p_encoder_layers_1_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_1_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19304640))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21664000))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_1_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21665600)))]; tensor linear_9_cast_fp16 = linear(bias = p_encoder_layers_1_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_1_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_3_cast_fp16)[name = tensor("linear_9_cast_fp16")]; tensor const_111_to_fp16 = const()[name = tensor("const_111_to_fp16"), val = tensor(0x1p-1)]; tensor mul_6_cast_fp16 = mul(x = linear_9_cast_fp16, y = const_111_to_fp16)[name = tensor("mul_6_cast_fp16")]; tensor add_10_cast_fp16 = add(x = layer_norm_5_cast_fp16, y = mul_6_cast_fp16)[name = tensor("add_10_cast_fp16")]; tensor layer_norm_7_axes_0 = const()[name = tensor("layer_norm_7_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_1_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_1_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21667200)))]; tensor p_encoder_layers_1_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21668800)))]; tensor layer_norm_7_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_7_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_7_cast_fp16 = layer_norm(axes = layer_norm_7_axes_0, beta = p_encoder_layers_1_norm_self_att_bias_to_fp16, epsilon = layer_norm_7_epsilon_0_to_fp16, gamma = p_encoder_layers_1_norm_self_att_weight_to_fp16, x = add_10_cast_fp16)[name = tensor("layer_norm_7_cast_fp16")]; tensor const_115 = const()[name = tensor("const_115"), val = tensor([750, 1, 16, 48])]; tensor transpose_49_perm_1 = const()[name = tensor("transpose_49_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_49 = transpose(perm = transpose_49_perm_1, x = layer_norm_7_cast_fp16)[name = tensor("transpose_246")]; tensor view_9_cast_fp16 = reshape(shape = const_115, x = transpose_49)[name = tensor("view_9_cast_fp16")]; tensor mul_7_cast_fp16 = mul(x = view_9_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_7_cast_fp16")]; tensor slice_7_begin_0 = const()[name = tensor("slice_7_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_7_end_0 = const()[name = tensor("slice_7_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_7_end_mask_0 = const()[name = tensor("slice_7_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_7_cast_fp16 = slice_by_index(begin = slice_7_begin_0, end = slice_7_end_0, end_mask = slice_7_end_mask_0, x = view_9_cast_fp16)[name = tensor("slice_7_cast_fp16")]; tensor slice_8_begin_0 = const()[name = tensor("slice_8_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_8_end_0 = const()[name = tensor("slice_8_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_8_end_mask_0 = const()[name = tensor("slice_8_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_8_cast_fp16 = slice_by_index(begin = slice_8_begin_0, end = slice_8_end_0, end_mask = slice_8_end_mask_0, x = view_9_cast_fp16)[name = tensor("slice_8_cast_fp16")]; tensor const_132_promoted_to_fp16 = const()[name = tensor("const_132_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_2_cast_fp16 = mul(x = slice_8_cast_fp16, y = const_132_promoted_to_fp16)[name = tensor("neg_2_cast_fp16")]; tensor const_133 = const()[name = tensor("const_133"), val = tensor(3)]; tensor cat_2_interleave_0 = const()[name = tensor("cat_2_interleave_0"), val = tensor(false)]; tensor cat_2_cast_fp16 = concat(axis = const_133, interleave = cat_2_interleave_0, values = (neg_2_cast_fp16, slice_7_cast_fp16))[name = tensor("cat_2_cast_fp16")]; tensor mul_8_cast_fp16 = mul(x = cat_2_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_8_cast_fp16")]; tensor add_11_cast_fp16 = add(x = mul_7_cast_fp16, y = mul_8_cast_fp16)[name = tensor("add_11_cast_fp16")]; tensor const_142 = const()[name = tensor("const_142"), val = tensor([750, 1, 768])]; tensor view_12_cast_fp16 = reshape(shape = const_142, x = add_11_cast_fp16)[name = tensor("view_12_cast_fp16")]; tensor transpose_21_perm_0 = const()[name = tensor("transpose_21_perm_0"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_1_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_1_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21670400))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(22260288))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_1_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(22261888)))]; tensor transpose_21_cast_fp16 = transpose(perm = transpose_21_perm_0, x = view_12_cast_fp16)[name = tensor("transpose_245")]; tensor linear_10_cast_fp16 = linear(bias = p_encoder_layers_1_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_1_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_21_cast_fp16)[name = tensor("linear_10_cast_fp16")]; tensor const_151 = const()[name = tensor("const_151"), val = tensor([1, -1, 16, 48])]; tensor view_15_cast_fp16 = reshape(shape = const_151, x = linear_10_cast_fp16)[name = tensor("view_15_cast_fp16")]; tensor p_encoder_layers_1_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_1_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(22263488))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(22853376))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_1_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(22854976)))]; tensor linear_11_cast_fp16 = linear(bias = p_encoder_layers_1_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_1_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_21_cast_fp16)[name = tensor("linear_11_cast_fp16")]; tensor const_152 = const()[name = tensor("const_152"), val = tensor([1, -1, 16, 48])]; tensor view_16_cast_fp16 = reshape(shape = const_152, x = linear_11_cast_fp16)[name = tensor("view_16_cast_fp16")]; tensor p_encoder_layers_1_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_1_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(22856576))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23446464))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_1_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23448064)))]; tensor linear_12_cast_fp16 = linear(bias = p_encoder_layers_1_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_1_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_7_cast_fp16)[name = tensor("linear_12_cast_fp16")]; tensor const_153 = const()[name = tensor("const_153"), val = tensor([1, -1, 16, 48])]; tensor view_17_cast_fp16 = reshape(shape = const_153, x = linear_12_cast_fp16)[name = tensor("view_17_cast_fp16")]; tensor transpose_26_perm_0 = const()[name = tensor("transpose_26_perm_0"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_3_y_0_to_fp16 = const()[name = tensor("_inversed_div_3_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_3_cast_fp16 = mul(x = view_16_cast_fp16, y = _inversed_div_3_y_0_to_fp16)[name = tensor("_inversed_div_3_cast_fp16")]; tensor matmul_2_transpose_x_0 = const()[name = tensor("matmul_2_transpose_x_0"), val = tensor(false)]; tensor matmul_2_transpose_y_0 = const()[name = tensor("matmul_2_transpose_y_0"), val = tensor(false)]; tensor transpose_66_perm_0 = const()[name = tensor("transpose_66_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_67_perm_0 = const()[name = tensor("transpose_67_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_67 = transpose(perm = transpose_67_perm_0, x = _inversed_div_3_cast_fp16)[name = tensor("transpose_243")]; tensor transpose_66 = transpose(perm = transpose_66_perm_0, x = view_15_cast_fp16)[name = tensor("transpose_244")]; tensor matmul_2_cast_fp16 = matmul(transpose_x = matmul_2_transpose_x_0, transpose_y = matmul_2_transpose_y_0, x = transpose_66, y = transpose_67)[name = tensor("matmul_2_cast_fp16")]; tensor const_163 = const()[name = tensor("const_163"), val = tensor(-1)]; tensor softmax_1_cast_fp16 = softmax(axis = const_163, x = matmul_2_cast_fp16)[name = tensor("softmax_1_cast_fp16")]; tensor matmul_3_transpose_x_0 = const()[name = tensor("matmul_3_transpose_x_0"), val = tensor(false)]; tensor matmul_3_transpose_y_0 = const()[name = tensor("matmul_3_transpose_y_0"), val = tensor(false)]; tensor transpose_26_cast_fp16 = transpose(perm = transpose_26_perm_0, x = view_17_cast_fp16)[name = tensor("transpose_242")]; tensor matmul_3_cast_fp16 = matmul(transpose_x = matmul_3_transpose_x_0, transpose_y = matmul_3_transpose_y_0, x = softmax_1_cast_fp16, y = transpose_26_cast_fp16)[name = tensor("matmul_3_cast_fp16")]; tensor transpose_28_perm_0 = const()[name = tensor("transpose_28_perm_0"), val = tensor([0, 2, 1, 3])]; tensor const_166 = const()[name = tensor("const_166"), val = tensor([1, 750, 768])]; tensor transpose_28_cast_fp16 = transpose(perm = transpose_28_perm_0, x = matmul_3_cast_fp16)[name = tensor("transpose_241")]; tensor _unsafe_view_1_cast_fp16 = reshape(shape = const_166, x = transpose_28_cast_fp16)[name = tensor("_unsafe_view_1_cast_fp16")]; tensor p_encoder_layers_1_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_1_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23449664))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24039552))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_1_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24041152)))]; tensor linear_13_cast_fp16 = linear(bias = p_encoder_layers_1_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_1_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_1_cast_fp16)[name = tensor("linear_13_cast_fp16")]; tensor add_13_cast_fp16 = add(x = add_10_cast_fp16, y = linear_13_cast_fp16)[name = tensor("add_13_cast_fp16")]; tensor layer_norm_8_axes_0 = const()[name = tensor("layer_norm_8_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_1_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_1_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24042752)))]; tensor p_encoder_layers_1_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24044352)))]; tensor layer_norm_8_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_8_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_8_cast_fp16 = layer_norm(axes = layer_norm_8_axes_0, beta = p_encoder_layers_1_norm_conv_bias_to_fp16, epsilon = layer_norm_8_epsilon_0_to_fp16, gamma = p_encoder_layers_1_norm_conv_weight_to_fp16, x = add_13_cast_fp16)[name = tensor("layer_norm_8_cast_fp16")]; tensor transpose_29_perm_0 = const()[name = tensor("transpose_29_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_5_pad_type_0 = const()[name = tensor("conv1d_5_pad_type_0"), val = tensor("valid")]; tensor conv1d_5_strides_0 = const()[name = tensor("conv1d_5_strides_0"), val = tensor([1])]; tensor conv1d_5_pad_0 = const()[name = tensor("conv1d_5_pad_0"), val = tensor([0, 0])]; tensor conv1d_5_dilations_0 = const()[name = tensor("conv1d_5_dilations_0"), val = tensor([1])]; tensor conv1d_5_groups_0 = const()[name = tensor("conv1d_5_groups_0"), val = tensor(1)]; tensor p_encoder_layers_1_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_1_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24045952))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25225664))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_1_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25228800)))]; tensor transpose_29_cast_fp16 = transpose(perm = transpose_29_perm_0, x = layer_norm_8_cast_fp16)[name = tensor("transpose_240")]; tensor conv1d_5_cast_fp16 = conv(bias = p_encoder_layers_1_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_5_dilations_0, groups = conv1d_5_groups_0, pad = conv1d_5_pad_0, pad_type = conv1d_5_pad_type_0, strides = conv1d_5_strides_0, weight = p_encoder_layers_1_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_29_cast_fp16)[name = tensor("conv1d_5_cast_fp16")]; tensor glu_1_split_num_splits_0 = const()[name = tensor("glu_1_split_num_splits_0"), val = tensor(2)]; tensor glu_1_split_axis_0 = const()[name = tensor("glu_1_split_axis_0"), val = tensor(1)]; tensor glu_1_split_cast_fp16_0, tensor glu_1_split_cast_fp16_1 = split(axis = glu_1_split_axis_0, num_splits = glu_1_split_num_splits_0, x = conv1d_5_cast_fp16)[name = tensor("glu_1_split_cast_fp16")]; tensor glu_1_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_1_split_cast_fp16_1)[name = tensor("glu_1_split_1_sigmoid_cast_fp16")]; tensor glu_1_cast_fp16 = mul(x = glu_1_split_cast_fp16_0, y = glu_1_split_1_sigmoid_cast_fp16)[name = tensor("glu_1_cast_fp16")]; tensor conv1d_6_pad_type_0 = const()[name = tensor("conv1d_6_pad_type_0"), val = tensor("custom")]; tensor conv1d_6_pad_0 = const()[name = tensor("conv1d_6_pad_0"), val = tensor([2, 2])]; tensor conv1d_6_groups_0 = const()[name = tensor("conv1d_6_groups_0"), val = tensor(768)]; tensor conv1d_6_strides_0 = const()[name = tensor("conv1d_6_strides_0"), val = tensor([1])]; tensor conv1d_6_dilations_0 = const()[name = tensor("conv1d_6_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_1_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_1_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25231936))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25235840))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_1_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25237440)))]; tensor conv1d_6_cast_fp16 = conv(bias = p_encoder_layers_1_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_6_dilations_0, groups = conv1d_6_groups_0, pad = conv1d_6_pad_0, pad_type = conv1d_6_pad_type_0, strides = conv1d_6_strides_0, weight = p_encoder_layers_1_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_1_cast_fp16)[name = tensor("conv1d_6_cast_fp16")]; tensor transpose_30_perm_0 = const()[name = tensor("transpose_30_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_9_axes_0 = const()[name = tensor("layer_norm_9_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_1_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_1_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25239040)))]; tensor p_encoder_layers_1_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25240640)))]; tensor layer_norm_9_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_9_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_30_cast_fp16 = transpose(perm = transpose_30_perm_0, x = conv1d_6_cast_fp16)[name = tensor("transpose_239")]; tensor layer_norm_9_cast_fp16 = layer_norm(axes = layer_norm_9_axes_0, beta = p_encoder_layers_1_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_9_epsilon_0_to_fp16, gamma = p_encoder_layers_1_conv_batch_norm_weight_to_fp16, x = transpose_30_cast_fp16)[name = tensor("layer_norm_9_cast_fp16")]; tensor transpose_31_perm_0 = const()[name = tensor("transpose_31_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_31_cast_fp16 = transpose(perm = transpose_31_perm_0, x = layer_norm_9_cast_fp16)[name = tensor("transpose_238")]; tensor silu_4_cast_fp16 = silu(x = transpose_31_cast_fp16)[name = tensor("silu_4_cast_fp16")]; tensor conv1d_7_pad_type_0 = const()[name = tensor("conv1d_7_pad_type_0"), val = tensor("valid")]; tensor conv1d_7_strides_0 = const()[name = tensor("conv1d_7_strides_0"), val = tensor([1])]; tensor conv1d_7_pad_0 = const()[name = tensor("conv1d_7_pad_0"), val = tensor([0, 0])]; tensor conv1d_7_dilations_0 = const()[name = tensor("conv1d_7_dilations_0"), val = tensor([1])]; tensor conv1d_7_groups_0 = const()[name = tensor("conv1d_7_groups_0"), val = tensor(1)]; tensor p_encoder_layers_1_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_1_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25242240))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25832128))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_1_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25833728)))]; tensor conv1d_7_cast_fp16 = conv(bias = p_encoder_layers_1_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_7_dilations_0, groups = conv1d_7_groups_0, pad = conv1d_7_pad_0, pad_type = conv1d_7_pad_type_0, strides = conv1d_7_strides_0, weight = p_encoder_layers_1_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_4_cast_fp16)[name = tensor("conv1d_7_cast_fp16")]; tensor transpose_32_perm_0_1 = const()[name = tensor("transpose_32_perm_0_1"), val = tensor([0, 2, 1])]; tensor transpose_32_cast_fp16 = transpose(perm = transpose_32_perm_0_1, x = conv1d_7_cast_fp16)[name = tensor("transpose_237")]; tensor add_14_cast_fp16 = add(x = add_13_cast_fp16, y = transpose_32_cast_fp16)[name = tensor("add_14_cast_fp16")]; tensor layer_norm_10_axes_0 = const()[name = tensor("layer_norm_10_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_1_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_1_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25835328)))]; tensor p_encoder_layers_1_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25836928)))]; tensor layer_norm_10_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_10_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_10_cast_fp16 = layer_norm(axes = layer_norm_10_axes_0, beta = p_encoder_layers_1_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_10_epsilon_0_to_fp16, gamma = p_encoder_layers_1_norm_feed_forward2_weight_to_fp16, x = add_14_cast_fp16)[name = tensor("layer_norm_10_cast_fp16")]; tensor p_encoder_layers_1_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_1_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25838528))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28197888))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_1_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28204096)))]; tensor linear_14_cast_fp16 = linear(bias = p_encoder_layers_1_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_1_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_10_cast_fp16)[name = tensor("linear_14_cast_fp16")]; tensor silu_5_cast_fp16 = silu(x = linear_14_cast_fp16)[name = tensor("silu_5_cast_fp16")]; tensor p_encoder_layers_1_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_1_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28210304))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30569664))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_1_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30571264)))]; tensor linear_15_cast_fp16 = linear(bias = p_encoder_layers_1_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_1_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_5_cast_fp16)[name = tensor("linear_15_cast_fp16")]; tensor const_185_to_fp16 = const()[name = tensor("const_185_to_fp16"), val = tensor(0x1p-1)]; tensor mul_11_cast_fp16 = mul(x = linear_15_cast_fp16, y = const_185_to_fp16)[name = tensor("mul_11_cast_fp16")]; tensor add_15_cast_fp16 = add(x = add_14_cast_fp16, y = mul_11_cast_fp16)[name = tensor("add_15_cast_fp16")]; tensor layer_norm_11_axes_0 = const()[name = tensor("layer_norm_11_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_1_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_1_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30572864)))]; tensor p_encoder_layers_1_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_1_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30574464)))]; tensor layer_norm_11_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_11_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_11_cast_fp16 = layer_norm(axes = layer_norm_11_axes_0, beta = p_encoder_layers_1_norm_out_bias_to_fp16, epsilon = layer_norm_11_epsilon_0_to_fp16, gamma = p_encoder_layers_1_norm_out_weight_to_fp16, x = add_15_cast_fp16)[name = tensor("layer_norm_11_cast_fp16")]; tensor layer_norm_12_axes_0 = const()[name = tensor("layer_norm_12_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_2_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_2_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30576064)))]; tensor p_encoder_layers_2_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30577664)))]; tensor layer_norm_12_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_12_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_12_cast_fp16 = layer_norm(axes = layer_norm_12_axes_0, beta = p_encoder_layers_2_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_12_epsilon_0_to_fp16, gamma = p_encoder_layers_2_norm_feed_forward1_weight_to_fp16, x = layer_norm_11_cast_fp16)[name = tensor("layer_norm_12_cast_fp16")]; tensor p_encoder_layers_2_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_2_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30579264))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32938624))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_2_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32944832)))]; tensor linear_16_cast_fp16 = linear(bias = p_encoder_layers_2_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_2_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_12_cast_fp16)[name = tensor("linear_16_cast_fp16")]; tensor silu_6_cast_fp16 = silu(x = linear_16_cast_fp16)[name = tensor("silu_6_cast_fp16")]; tensor p_encoder_layers_2_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_2_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32951040))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35310400))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_2_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35312000)))]; tensor linear_17_cast_fp16 = linear(bias = p_encoder_layers_2_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_2_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_6_cast_fp16)[name = tensor("linear_17_cast_fp16")]; tensor const_188_to_fp16 = const()[name = tensor("const_188_to_fp16"), val = tensor(0x1p-1)]; tensor mul_12_cast_fp16 = mul(x = linear_17_cast_fp16, y = const_188_to_fp16)[name = tensor("mul_12_cast_fp16")]; tensor add_16_cast_fp16 = add(x = layer_norm_11_cast_fp16, y = mul_12_cast_fp16)[name = tensor("add_16_cast_fp16")]; tensor layer_norm_13_axes_0 = const()[name = tensor("layer_norm_13_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_2_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_2_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35313600)))]; tensor p_encoder_layers_2_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35315200)))]; tensor layer_norm_13_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_13_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_13_cast_fp16 = layer_norm(axes = layer_norm_13_axes_0, beta = p_encoder_layers_2_norm_self_att_bias_to_fp16, epsilon = layer_norm_13_epsilon_0_to_fp16, gamma = p_encoder_layers_2_norm_self_att_weight_to_fp16, x = add_16_cast_fp16)[name = tensor("layer_norm_13_cast_fp16")]; tensor const_192 = const()[name = tensor("const_192"), val = tensor([750, 1, 16, 48])]; tensor transpose_50_perm_1 = const()[name = tensor("transpose_50_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_50 = transpose(perm = transpose_50_perm_1, x = layer_norm_13_cast_fp16)[name = tensor("transpose_236")]; tensor view_18_cast_fp16 = reshape(shape = const_192, x = transpose_50)[name = tensor("view_18_cast_fp16")]; tensor mul_13_cast_fp16 = mul(x = view_18_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_13_cast_fp16")]; tensor slice_11_begin_0 = const()[name = tensor("slice_11_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_11_end_0 = const()[name = tensor("slice_11_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_11_end_mask_0 = const()[name = tensor("slice_11_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_11_cast_fp16 = slice_by_index(begin = slice_11_begin_0, end = slice_11_end_0, end_mask = slice_11_end_mask_0, x = view_18_cast_fp16)[name = tensor("slice_11_cast_fp16")]; tensor slice_12_begin_0 = const()[name = tensor("slice_12_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_12_end_0 = const()[name = tensor("slice_12_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_12_end_mask_0 = const()[name = tensor("slice_12_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_12_cast_fp16 = slice_by_index(begin = slice_12_begin_0, end = slice_12_end_0, end_mask = slice_12_end_mask_0, x = view_18_cast_fp16)[name = tensor("slice_12_cast_fp16")]; tensor const_209_promoted_to_fp16 = const()[name = tensor("const_209_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_4_cast_fp16 = mul(x = slice_12_cast_fp16, y = const_209_promoted_to_fp16)[name = tensor("neg_4_cast_fp16")]; tensor const_210 = const()[name = tensor("const_210"), val = tensor(3)]; tensor cat_4_interleave_0 = const()[name = tensor("cat_4_interleave_0"), val = tensor(false)]; tensor cat_4_cast_fp16 = concat(axis = const_210, interleave = cat_4_interleave_0, values = (neg_4_cast_fp16, slice_11_cast_fp16))[name = tensor("cat_4_cast_fp16")]; tensor mul_14_cast_fp16 = mul(x = cat_4_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_14_cast_fp16")]; tensor add_17_cast_fp16 = add(x = mul_13_cast_fp16, y = mul_14_cast_fp16)[name = tensor("add_17_cast_fp16")]; tensor const_219 = const()[name = tensor("const_219"), val = tensor([750, 1, 768])]; tensor view_21_cast_fp16 = reshape(shape = const_219, x = add_17_cast_fp16)[name = tensor("view_21_cast_fp16")]; tensor transpose_36_perm_0 = const()[name = tensor("transpose_36_perm_0"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_2_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_2_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35316800))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35906688))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_2_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35908288)))]; tensor transpose_36_cast_fp16 = transpose(perm = transpose_36_perm_0, x = view_21_cast_fp16)[name = tensor("transpose_235")]; tensor linear_18_cast_fp16 = linear(bias = p_encoder_layers_2_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_2_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_36_cast_fp16)[name = tensor("linear_18_cast_fp16")]; tensor const_228 = const()[name = tensor("const_228"), val = tensor([1, -1, 16, 48])]; tensor view_24_cast_fp16 = reshape(shape = const_228, x = linear_18_cast_fp16)[name = tensor("view_24_cast_fp16")]; tensor p_encoder_layers_2_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_2_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35909888))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(36499776))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_2_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(36501376)))]; tensor linear_19_cast_fp16 = linear(bias = p_encoder_layers_2_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_2_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_36_cast_fp16)[name = tensor("linear_19_cast_fp16")]; tensor const_229 = const()[name = tensor("const_229"), val = tensor([1, -1, 16, 48])]; tensor view_25_cast_fp16 = reshape(shape = const_229, x = linear_19_cast_fp16)[name = tensor("view_25_cast_fp16")]; tensor p_encoder_layers_2_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_2_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(36502976))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37092864))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_2_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37094464)))]; tensor linear_20_cast_fp16 = linear(bias = p_encoder_layers_2_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_2_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_13_cast_fp16)[name = tensor("linear_20_cast_fp16")]; tensor const_230 = const()[name = tensor("const_230"), val = tensor([1, -1, 16, 48])]; tensor view_26_cast_fp16 = reshape(shape = const_230, x = linear_20_cast_fp16)[name = tensor("view_26_cast_fp16")]; tensor transpose_41_perm_0 = const()[name = tensor("transpose_41_perm_0"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_4_y_0_to_fp16 = const()[name = tensor("_inversed_div_4_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_4_cast_fp16 = mul(x = view_25_cast_fp16, y = _inversed_div_4_y_0_to_fp16)[name = tensor("_inversed_div_4_cast_fp16")]; tensor matmul_4_transpose_x_0 = const()[name = tensor("matmul_4_transpose_x_0"), val = tensor(false)]; tensor matmul_4_transpose_y_0 = const()[name = tensor("matmul_4_transpose_y_0"), val = tensor(false)]; tensor transpose_68_perm_0 = const()[name = tensor("transpose_68_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_69_perm_0 = const()[name = tensor("transpose_69_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_69 = transpose(perm = transpose_69_perm_0, x = _inversed_div_4_cast_fp16)[name = tensor("transpose_233")]; tensor transpose_68 = transpose(perm = transpose_68_perm_0, x = view_24_cast_fp16)[name = tensor("transpose_234")]; tensor matmul_4_cast_fp16 = matmul(transpose_x = matmul_4_transpose_x_0, transpose_y = matmul_4_transpose_y_0, x = transpose_68, y = transpose_69)[name = tensor("matmul_4_cast_fp16")]; tensor const_240 = const()[name = tensor("const_240"), val = tensor(-1)]; tensor softmax_2_cast_fp16 = softmax(axis = const_240, x = matmul_4_cast_fp16)[name = tensor("softmax_2_cast_fp16")]; tensor matmul_5_transpose_x_0 = const()[name = tensor("matmul_5_transpose_x_0"), val = tensor(false)]; tensor matmul_5_transpose_y_0 = const()[name = tensor("matmul_5_transpose_y_0"), val = tensor(false)]; tensor transpose_41_cast_fp16 = transpose(perm = transpose_41_perm_0, x = view_26_cast_fp16)[name = tensor("transpose_232")]; tensor matmul_5_cast_fp16 = matmul(transpose_x = matmul_5_transpose_x_0, transpose_y = matmul_5_transpose_y_0, x = softmax_2_cast_fp16, y = transpose_41_cast_fp16)[name = tensor("matmul_5_cast_fp16")]; tensor transpose_43_perm_0 = const()[name = tensor("transpose_43_perm_0"), val = tensor([0, 2, 1, 3])]; tensor const_243 = const()[name = tensor("const_243"), val = tensor([1, 750, 768])]; tensor transpose_43_cast_fp16 = transpose(perm = transpose_43_perm_0, x = matmul_5_cast_fp16)[name = tensor("transpose_231")]; tensor _unsafe_view_2_cast_fp16 = reshape(shape = const_243, x = transpose_43_cast_fp16)[name = tensor("_unsafe_view_2_cast_fp16")]; tensor p_encoder_layers_2_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_2_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37096064))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37685952))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_2_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37687552)))]; tensor linear_21_cast_fp16 = linear(bias = p_encoder_layers_2_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_2_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_2_cast_fp16)[name = tensor("linear_21_cast_fp16")]; tensor add_19_cast_fp16 = add(x = add_16_cast_fp16, y = linear_21_cast_fp16)[name = tensor("add_19_cast_fp16")]; tensor layer_norm_14_axes_0 = const()[name = tensor("layer_norm_14_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_2_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_2_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37689152)))]; tensor p_encoder_layers_2_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37690752)))]; tensor layer_norm_14_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_14_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_14_cast_fp16 = layer_norm(axes = layer_norm_14_axes_0, beta = p_encoder_layers_2_norm_conv_bias_to_fp16, epsilon = layer_norm_14_epsilon_0_to_fp16, gamma = p_encoder_layers_2_norm_conv_weight_to_fp16, x = add_19_cast_fp16)[name = tensor("layer_norm_14_cast_fp16")]; tensor transpose_44_perm_0 = const()[name = tensor("transpose_44_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_8_pad_type_0 = const()[name = tensor("conv1d_8_pad_type_0"), val = tensor("valid")]; tensor conv1d_8_strides_0 = const()[name = tensor("conv1d_8_strides_0"), val = tensor([1])]; tensor conv1d_8_pad_0 = const()[name = tensor("conv1d_8_pad_0"), val = tensor([0, 0])]; tensor conv1d_8_dilations_0 = const()[name = tensor("conv1d_8_dilations_0"), val = tensor([1])]; tensor conv1d_8_groups_0 = const()[name = tensor("conv1d_8_groups_0"), val = tensor(1)]; tensor p_encoder_layers_2_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_2_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37692352))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38872064))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_2_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38875200)))]; tensor transpose_44_cast_fp16 = transpose(perm = transpose_44_perm_0, x = layer_norm_14_cast_fp16)[name = tensor("transpose_230")]; tensor conv1d_8_cast_fp16 = conv(bias = p_encoder_layers_2_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_8_dilations_0, groups = conv1d_8_groups_0, pad = conv1d_8_pad_0, pad_type = conv1d_8_pad_type_0, strides = conv1d_8_strides_0, weight = p_encoder_layers_2_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_44_cast_fp16)[name = tensor("conv1d_8_cast_fp16")]; tensor glu_2_split_num_splits_0 = const()[name = tensor("glu_2_split_num_splits_0"), val = tensor(2)]; tensor glu_2_split_axis_0 = const()[name = tensor("glu_2_split_axis_0"), val = tensor(1)]; tensor glu_2_split_cast_fp16_0, tensor glu_2_split_cast_fp16_1 = split(axis = glu_2_split_axis_0, num_splits = glu_2_split_num_splits_0, x = conv1d_8_cast_fp16)[name = tensor("glu_2_split_cast_fp16")]; tensor glu_2_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_2_split_cast_fp16_1)[name = tensor("glu_2_split_1_sigmoid_cast_fp16")]; tensor glu_2_cast_fp16 = mul(x = glu_2_split_cast_fp16_0, y = glu_2_split_1_sigmoid_cast_fp16)[name = tensor("glu_2_cast_fp16")]; tensor conv1d_9_pad_type_0 = const()[name = tensor("conv1d_9_pad_type_0"), val = tensor("custom")]; tensor conv1d_9_pad_0 = const()[name = tensor("conv1d_9_pad_0"), val = tensor([2, 2])]; tensor conv1d_9_groups_0 = const()[name = tensor("conv1d_9_groups_0"), val = tensor(768)]; tensor conv1d_9_strides_0 = const()[name = tensor("conv1d_9_strides_0"), val = tensor([1])]; tensor conv1d_9_dilations_0 = const()[name = tensor("conv1d_9_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_2_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_2_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38878336))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38882240))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_2_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38883840)))]; tensor conv1d_9_cast_fp16 = conv(bias = p_encoder_layers_2_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_9_dilations_0, groups = conv1d_9_groups_0, pad = conv1d_9_pad_0, pad_type = conv1d_9_pad_type_0, strides = conv1d_9_strides_0, weight = p_encoder_layers_2_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_2_cast_fp16)[name = tensor("conv1d_9_cast_fp16")]; tensor transpose_45_perm_0 = const()[name = tensor("transpose_45_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_15_axes_0 = const()[name = tensor("layer_norm_15_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_2_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_2_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38885440)))]; tensor p_encoder_layers_2_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38887040)))]; tensor layer_norm_15_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_15_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_45_cast_fp16 = transpose(perm = transpose_45_perm_0, x = conv1d_9_cast_fp16)[name = tensor("transpose_229")]; tensor layer_norm_15_cast_fp16 = layer_norm(axes = layer_norm_15_axes_0, beta = p_encoder_layers_2_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_15_epsilon_0_to_fp16, gamma = p_encoder_layers_2_conv_batch_norm_weight_to_fp16, x = transpose_45_cast_fp16)[name = tensor("layer_norm_15_cast_fp16")]; tensor transpose_46_perm_0 = const()[name = tensor("transpose_46_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_46_cast_fp16 = transpose(perm = transpose_46_perm_0, x = layer_norm_15_cast_fp16)[name = tensor("transpose_228")]; tensor silu_7_cast_fp16 = silu(x = transpose_46_cast_fp16)[name = tensor("silu_7_cast_fp16")]; tensor conv1d_10_pad_type_0 = const()[name = tensor("conv1d_10_pad_type_0"), val = tensor("valid")]; tensor conv1d_10_strides_0 = const()[name = tensor("conv1d_10_strides_0"), val = tensor([1])]; tensor conv1d_10_pad_0 = const()[name = tensor("conv1d_10_pad_0"), val = tensor([0, 0])]; tensor conv1d_10_dilations_0 = const()[name = tensor("conv1d_10_dilations_0"), val = tensor([1])]; tensor conv1d_10_groups_0 = const()[name = tensor("conv1d_10_groups_0"), val = tensor(1)]; tensor p_encoder_layers_2_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_2_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38888640))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(39478528))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_2_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(39480128)))]; tensor conv1d_10_cast_fp16 = conv(bias = p_encoder_layers_2_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_10_dilations_0, groups = conv1d_10_groups_0, pad = conv1d_10_pad_0, pad_type = conv1d_10_pad_type_0, strides = conv1d_10_strides_0, weight = p_encoder_layers_2_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_7_cast_fp16)[name = tensor("conv1d_10_cast_fp16")]; tensor transpose_47_perm_0 = const()[name = tensor("transpose_47_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_47_cast_fp16 = transpose(perm = transpose_47_perm_0, x = conv1d_10_cast_fp16)[name = tensor("transpose_227")]; tensor add_20_cast_fp16 = add(x = add_19_cast_fp16, y = transpose_47_cast_fp16)[name = tensor("add_20_cast_fp16")]; tensor layer_norm_16_axes_0 = const()[name = tensor("layer_norm_16_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_2_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_2_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(39481728)))]; tensor p_encoder_layers_2_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(39483328)))]; tensor layer_norm_16_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_16_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_16_cast_fp16 = layer_norm(axes = layer_norm_16_axes_0, beta = p_encoder_layers_2_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_16_epsilon_0_to_fp16, gamma = p_encoder_layers_2_norm_feed_forward2_weight_to_fp16, x = add_20_cast_fp16)[name = tensor("layer_norm_16_cast_fp16")]; tensor p_encoder_layers_2_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_2_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(39484928))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41844288))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_2_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41850496)))]; tensor linear_22_cast_fp16 = linear(bias = p_encoder_layers_2_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_2_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_16_cast_fp16)[name = tensor("linear_22_cast_fp16")]; tensor silu_8_cast_fp16 = silu(x = linear_22_cast_fp16)[name = tensor("silu_8_cast_fp16")]; tensor p_encoder_layers_2_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_2_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41856704))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44216064))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_2_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44217664)))]; tensor linear_23_cast_fp16 = linear(bias = p_encoder_layers_2_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_2_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_8_cast_fp16)[name = tensor("linear_23_cast_fp16")]; tensor const_262_to_fp16 = const()[name = tensor("const_262_to_fp16"), val = tensor(0x1p-1)]; tensor mul_17_cast_fp16 = mul(x = linear_23_cast_fp16, y = const_262_to_fp16)[name = tensor("mul_17_cast_fp16")]; tensor add_21_cast_fp16 = add(x = add_20_cast_fp16, y = mul_17_cast_fp16)[name = tensor("add_21_cast_fp16")]; tensor layer_norm_17_axes_0 = const()[name = tensor("layer_norm_17_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_2_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_2_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44219264)))]; tensor p_encoder_layers_2_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_2_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44220864)))]; tensor layer_norm_17_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_17_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_17_cast_fp16 = layer_norm(axes = layer_norm_17_axes_0, beta = p_encoder_layers_2_norm_out_bias_to_fp16, epsilon = layer_norm_17_epsilon_0_to_fp16, gamma = p_encoder_layers_2_norm_out_weight_to_fp16, x = add_21_cast_fp16)[name = tensor("layer_norm_17_cast_fp16")]; tensor layer_norm_18_axes_0 = const()[name = tensor("layer_norm_18_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_3_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_3_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44222464)))]; tensor p_encoder_layers_3_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44224064)))]; tensor layer_norm_18_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_18_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_18_cast_fp16 = layer_norm(axes = layer_norm_18_axes_0, beta = p_encoder_layers_3_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_18_epsilon_0_to_fp16, gamma = p_encoder_layers_3_norm_feed_forward1_weight_to_fp16, x = layer_norm_17_cast_fp16)[name = tensor("layer_norm_18_cast_fp16")]; tensor p_encoder_layers_3_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_3_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44225664))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46585024))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_3_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46591232)))]; tensor linear_24_cast_fp16 = linear(bias = p_encoder_layers_3_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_3_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_18_cast_fp16)[name = tensor("linear_24_cast_fp16")]; tensor silu_9_cast_fp16 = silu(x = linear_24_cast_fp16)[name = tensor("silu_9_cast_fp16")]; tensor p_encoder_layers_3_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_3_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46597440))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48956800))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_3_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48958400)))]; tensor linear_25_cast_fp16 = linear(bias = p_encoder_layers_3_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_3_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_9_cast_fp16)[name = tensor("linear_25_cast_fp16")]; tensor const_265_to_fp16 = const()[name = tensor("const_265_to_fp16"), val = tensor(0x1p-1)]; tensor mul_18_cast_fp16 = mul(x = linear_25_cast_fp16, y = const_265_to_fp16)[name = tensor("mul_18_cast_fp16")]; tensor add_22_cast_fp16 = add(x = layer_norm_17_cast_fp16, y = mul_18_cast_fp16)[name = tensor("add_22_cast_fp16")]; tensor layer_norm_19_axes_0 = const()[name = tensor("layer_norm_19_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_3_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_3_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48960000)))]; tensor p_encoder_layers_3_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48961600)))]; tensor layer_norm_19_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_19_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_19_cast_fp16 = layer_norm(axes = layer_norm_19_axes_0, beta = p_encoder_layers_3_norm_self_att_bias_to_fp16, epsilon = layer_norm_19_epsilon_0_to_fp16, gamma = p_encoder_layers_3_norm_self_att_weight_to_fp16, x = add_22_cast_fp16)[name = tensor("layer_norm_19_cast_fp16")]; tensor const_269 = const()[name = tensor("const_269"), val = tensor([750, 1, 16, 48])]; tensor transpose_51_perm_1 = const()[name = tensor("transpose_51_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_51 = transpose(perm = transpose_51_perm_1, x = layer_norm_19_cast_fp16)[name = tensor("transpose_226")]; tensor view_27_cast_fp16 = reshape(shape = const_269, x = transpose_51)[name = tensor("view_27_cast_fp16")]; tensor mul_19_cast_fp16 = mul(x = view_27_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_19_cast_fp16")]; tensor slice_15_begin_0 = const()[name = tensor("slice_15_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_15_end_0 = const()[name = tensor("slice_15_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_15_end_mask_0 = const()[name = tensor("slice_15_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_15_cast_fp16 = slice_by_index(begin = slice_15_begin_0, end = slice_15_end_0, end_mask = slice_15_end_mask_0, x = view_27_cast_fp16)[name = tensor("slice_15_cast_fp16")]; tensor slice_16_begin_0 = const()[name = tensor("slice_16_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_16_end_0 = const()[name = tensor("slice_16_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_16_end_mask_0 = const()[name = tensor("slice_16_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_16_cast_fp16 = slice_by_index(begin = slice_16_begin_0, end = slice_16_end_0, end_mask = slice_16_end_mask_0, x = view_27_cast_fp16)[name = tensor("slice_16_cast_fp16")]; tensor const_286_promoted_to_fp16 = const()[name = tensor("const_286_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_6_cast_fp16 = mul(x = slice_16_cast_fp16, y = const_286_promoted_to_fp16)[name = tensor("neg_6_cast_fp16")]; tensor const_287 = const()[name = tensor("const_287"), val = tensor(3)]; tensor cat_6_interleave_0 = const()[name = tensor("cat_6_interleave_0"), val = tensor(false)]; tensor cat_6_cast_fp16 = concat(axis = const_287, interleave = cat_6_interleave_0, values = (neg_6_cast_fp16, slice_15_cast_fp16))[name = tensor("cat_6_cast_fp16")]; tensor mul_20_cast_fp16 = mul(x = cat_6_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_20_cast_fp16")]; tensor add_23_cast_fp16 = add(x = mul_19_cast_fp16, y = mul_20_cast_fp16)[name = tensor("add_23_cast_fp16")]; tensor const_296 = const()[name = tensor("const_296"), val = tensor([750, 1, 768])]; tensor view_30_cast_fp16 = reshape(shape = const_296, x = add_23_cast_fp16)[name = tensor("view_30_cast_fp16")]; tensor transpose_51_perm_0 = const()[name = tensor("transpose_51_perm_0"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_3_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_3_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48963200))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49553088))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_3_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49554688)))]; tensor transpose_51_cast_fp16 = transpose(perm = transpose_51_perm_0, x = view_30_cast_fp16)[name = tensor("transpose_225")]; tensor linear_26_cast_fp16 = linear(bias = p_encoder_layers_3_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_3_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_51_cast_fp16)[name = tensor("linear_26_cast_fp16")]; tensor const_305 = const()[name = tensor("const_305"), val = tensor([1, -1, 16, 48])]; tensor view_33_cast_fp16 = reshape(shape = const_305, x = linear_26_cast_fp16)[name = tensor("view_33_cast_fp16")]; tensor p_encoder_layers_3_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_3_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49556288))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50146176))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_3_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50147776)))]; tensor linear_27_cast_fp16 = linear(bias = p_encoder_layers_3_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_3_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_51_cast_fp16)[name = tensor("linear_27_cast_fp16")]; tensor const_306 = const()[name = tensor("const_306"), val = tensor([1, -1, 16, 48])]; tensor view_34_cast_fp16 = reshape(shape = const_306, x = linear_27_cast_fp16)[name = tensor("view_34_cast_fp16")]; tensor p_encoder_layers_3_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_3_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50149376))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50739264))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_3_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50740864)))]; tensor linear_28_cast_fp16 = linear(bias = p_encoder_layers_3_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_3_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_19_cast_fp16)[name = tensor("linear_28_cast_fp16")]; tensor const_307 = const()[name = tensor("const_307"), val = tensor([1, -1, 16, 48])]; tensor view_35_cast_fp16 = reshape(shape = const_307, x = linear_28_cast_fp16)[name = tensor("view_35_cast_fp16")]; tensor transpose_56_perm_0 = const()[name = tensor("transpose_56_perm_0"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_5_y_0_to_fp16 = const()[name = tensor("_inversed_div_5_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_5_cast_fp16 = mul(x = view_34_cast_fp16, y = _inversed_div_5_y_0_to_fp16)[name = tensor("_inversed_div_5_cast_fp16")]; tensor matmul_6_transpose_x_0 = const()[name = tensor("matmul_6_transpose_x_0"), val = tensor(false)]; tensor matmul_6_transpose_y_0 = const()[name = tensor("matmul_6_transpose_y_0"), val = tensor(false)]; tensor transpose_70_perm_0 = const()[name = tensor("transpose_70_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_71_perm_0 = const()[name = tensor("transpose_71_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_71 = transpose(perm = transpose_71_perm_0, x = _inversed_div_5_cast_fp16)[name = tensor("transpose_223")]; tensor transpose_70 = transpose(perm = transpose_70_perm_0, x = view_33_cast_fp16)[name = tensor("transpose_224")]; tensor matmul_6_cast_fp16 = matmul(transpose_x = matmul_6_transpose_x_0, transpose_y = matmul_6_transpose_y_0, x = transpose_70, y = transpose_71)[name = tensor("matmul_6_cast_fp16")]; tensor const_317 = const()[name = tensor("const_317"), val = tensor(-1)]; tensor softmax_3_cast_fp16 = softmax(axis = const_317, x = matmul_6_cast_fp16)[name = tensor("softmax_3_cast_fp16")]; tensor matmul_7_transpose_x_0 = const()[name = tensor("matmul_7_transpose_x_0"), val = tensor(false)]; tensor matmul_7_transpose_y_0 = const()[name = tensor("matmul_7_transpose_y_0"), val = tensor(false)]; tensor transpose_56_cast_fp16 = transpose(perm = transpose_56_perm_0, x = view_35_cast_fp16)[name = tensor("transpose_222")]; tensor matmul_7_cast_fp16 = matmul(transpose_x = matmul_7_transpose_x_0, transpose_y = matmul_7_transpose_y_0, x = softmax_3_cast_fp16, y = transpose_56_cast_fp16)[name = tensor("matmul_7_cast_fp16")]; tensor transpose_58_perm_0 = const()[name = tensor("transpose_58_perm_0"), val = tensor([0, 2, 1, 3])]; tensor const_320 = const()[name = tensor("const_320"), val = tensor([1, 750, 768])]; tensor transpose_58_cast_fp16 = transpose(perm = transpose_58_perm_0, x = matmul_7_cast_fp16)[name = tensor("transpose_221")]; tensor _unsafe_view_3_cast_fp16 = reshape(shape = const_320, x = transpose_58_cast_fp16)[name = tensor("_unsafe_view_3_cast_fp16")]; tensor p_encoder_layers_3_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_3_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50742464))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51332352))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_3_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51333952)))]; tensor linear_29_cast_fp16 = linear(bias = p_encoder_layers_3_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_3_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_3_cast_fp16)[name = tensor("linear_29_cast_fp16")]; tensor add_25_cast_fp16 = add(x = add_22_cast_fp16, y = linear_29_cast_fp16)[name = tensor("add_25_cast_fp16")]; tensor layer_norm_20_axes_0 = const()[name = tensor("layer_norm_20_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_3_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_3_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51335552)))]; tensor p_encoder_layers_3_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51337152)))]; tensor layer_norm_20_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_20_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_20_cast_fp16 = layer_norm(axes = layer_norm_20_axes_0, beta = p_encoder_layers_3_norm_conv_bias_to_fp16, epsilon = layer_norm_20_epsilon_0_to_fp16, gamma = p_encoder_layers_3_norm_conv_weight_to_fp16, x = add_25_cast_fp16)[name = tensor("layer_norm_20_cast_fp16")]; tensor transpose_59_perm_0 = const()[name = tensor("transpose_59_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_11_pad_type_0 = const()[name = tensor("conv1d_11_pad_type_0"), val = tensor("valid")]; tensor conv1d_11_strides_0 = const()[name = tensor("conv1d_11_strides_0"), val = tensor([1])]; tensor conv1d_11_pad_0 = const()[name = tensor("conv1d_11_pad_0"), val = tensor([0, 0])]; tensor conv1d_11_dilations_0 = const()[name = tensor("conv1d_11_dilations_0"), val = tensor([1])]; tensor conv1d_11_groups_0 = const()[name = tensor("conv1d_11_groups_0"), val = tensor(1)]; tensor p_encoder_layers_3_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_3_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51338752))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52518464))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_3_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52521600)))]; tensor transpose_59_cast_fp16 = transpose(perm = transpose_59_perm_0, x = layer_norm_20_cast_fp16)[name = tensor("transpose_220")]; tensor conv1d_11_cast_fp16 = conv(bias = p_encoder_layers_3_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_11_dilations_0, groups = conv1d_11_groups_0, pad = conv1d_11_pad_0, pad_type = conv1d_11_pad_type_0, strides = conv1d_11_strides_0, weight = p_encoder_layers_3_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_59_cast_fp16)[name = tensor("conv1d_11_cast_fp16")]; tensor glu_3_split_num_splits_0 = const()[name = tensor("glu_3_split_num_splits_0"), val = tensor(2)]; tensor glu_3_split_axis_0 = const()[name = tensor("glu_3_split_axis_0"), val = tensor(1)]; tensor glu_3_split_cast_fp16_0, tensor glu_3_split_cast_fp16_1 = split(axis = glu_3_split_axis_0, num_splits = glu_3_split_num_splits_0, x = conv1d_11_cast_fp16)[name = tensor("glu_3_split_cast_fp16")]; tensor glu_3_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_3_split_cast_fp16_1)[name = tensor("glu_3_split_1_sigmoid_cast_fp16")]; tensor glu_3_cast_fp16 = mul(x = glu_3_split_cast_fp16_0, y = glu_3_split_1_sigmoid_cast_fp16)[name = tensor("glu_3_cast_fp16")]; tensor conv1d_12_pad_type_0 = const()[name = tensor("conv1d_12_pad_type_0"), val = tensor("custom")]; tensor conv1d_12_pad_0 = const()[name = tensor("conv1d_12_pad_0"), val = tensor([2, 2])]; tensor conv1d_12_groups_0 = const()[name = tensor("conv1d_12_groups_0"), val = tensor(768)]; tensor conv1d_12_strides_0 = const()[name = tensor("conv1d_12_strides_0"), val = tensor([1])]; tensor conv1d_12_dilations_0 = const()[name = tensor("conv1d_12_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_3_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_3_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52524736))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52528640))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_3_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52530240)))]; tensor conv1d_12_cast_fp16 = conv(bias = p_encoder_layers_3_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_12_dilations_0, groups = conv1d_12_groups_0, pad = conv1d_12_pad_0, pad_type = conv1d_12_pad_type_0, strides = conv1d_12_strides_0, weight = p_encoder_layers_3_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_3_cast_fp16)[name = tensor("conv1d_12_cast_fp16")]; tensor transpose_60_perm_0 = const()[name = tensor("transpose_60_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_21_axes_0 = const()[name = tensor("layer_norm_21_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_3_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_3_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52531840)))]; tensor p_encoder_layers_3_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52533440)))]; tensor layer_norm_21_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_21_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_60_cast_fp16 = transpose(perm = transpose_60_perm_0, x = conv1d_12_cast_fp16)[name = tensor("transpose_219")]; tensor layer_norm_21_cast_fp16 = layer_norm(axes = layer_norm_21_axes_0, beta = p_encoder_layers_3_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_21_epsilon_0_to_fp16, gamma = p_encoder_layers_3_conv_batch_norm_weight_to_fp16, x = transpose_60_cast_fp16)[name = tensor("layer_norm_21_cast_fp16")]; tensor transpose_61_perm_0 = const()[name = tensor("transpose_61_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_61_cast_fp16 = transpose(perm = transpose_61_perm_0, x = layer_norm_21_cast_fp16)[name = tensor("transpose_218")]; tensor silu_10_cast_fp16 = silu(x = transpose_61_cast_fp16)[name = tensor("silu_10_cast_fp16")]; tensor conv1d_13_pad_type_0 = const()[name = tensor("conv1d_13_pad_type_0"), val = tensor("valid")]; tensor conv1d_13_strides_0 = const()[name = tensor("conv1d_13_strides_0"), val = tensor([1])]; tensor conv1d_13_pad_0 = const()[name = tensor("conv1d_13_pad_0"), val = tensor([0, 0])]; tensor conv1d_13_dilations_0 = const()[name = tensor("conv1d_13_dilations_0"), val = tensor([1])]; tensor conv1d_13_groups_0 = const()[name = tensor("conv1d_13_groups_0"), val = tensor(1)]; tensor p_encoder_layers_3_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_3_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52535040))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(53124928))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_3_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(53126528)))]; tensor conv1d_13_cast_fp16 = conv(bias = p_encoder_layers_3_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_13_dilations_0, groups = conv1d_13_groups_0, pad = conv1d_13_pad_0, pad_type = conv1d_13_pad_type_0, strides = conv1d_13_strides_0, weight = p_encoder_layers_3_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_10_cast_fp16)[name = tensor("conv1d_13_cast_fp16")]; tensor transpose_62_perm_0 = const()[name = tensor("transpose_62_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_62_cast_fp16 = transpose(perm = transpose_62_perm_0, x = conv1d_13_cast_fp16)[name = tensor("transpose_217")]; tensor add_26_cast_fp16 = add(x = add_25_cast_fp16, y = transpose_62_cast_fp16)[name = tensor("add_26_cast_fp16")]; tensor layer_norm_22_axes_0 = const()[name = tensor("layer_norm_22_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_3_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_3_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(53128128)))]; tensor p_encoder_layers_3_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(53129728)))]; tensor layer_norm_22_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_22_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_22_cast_fp16 = layer_norm(axes = layer_norm_22_axes_0, beta = p_encoder_layers_3_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_22_epsilon_0_to_fp16, gamma = p_encoder_layers_3_norm_feed_forward2_weight_to_fp16, x = add_26_cast_fp16)[name = tensor("layer_norm_22_cast_fp16")]; tensor p_encoder_layers_3_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_3_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(53131328))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55490688))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_3_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55496896)))]; tensor linear_30_cast_fp16 = linear(bias = p_encoder_layers_3_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_3_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_22_cast_fp16)[name = tensor("linear_30_cast_fp16")]; tensor silu_11_cast_fp16 = silu(x = linear_30_cast_fp16)[name = tensor("silu_11_cast_fp16")]; tensor p_encoder_layers_3_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_3_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55503104))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57862464))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_3_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57864064)))]; tensor linear_31_cast_fp16 = linear(bias = p_encoder_layers_3_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_3_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_11_cast_fp16)[name = tensor("linear_31_cast_fp16")]; tensor const_339_to_fp16 = const()[name = tensor("const_339_to_fp16"), val = tensor(0x1p-1)]; tensor mul_23_cast_fp16 = mul(x = linear_31_cast_fp16, y = const_339_to_fp16)[name = tensor("mul_23_cast_fp16")]; tensor add_27_cast_fp16 = add(x = add_26_cast_fp16, y = mul_23_cast_fp16)[name = tensor("add_27_cast_fp16")]; tensor layer_norm_23_axes_0 = const()[name = tensor("layer_norm_23_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_3_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_3_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57865664)))]; tensor p_encoder_layers_3_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_3_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57867264)))]; tensor layer_norm_23_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_23_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_23_cast_fp16 = layer_norm(axes = layer_norm_23_axes_0, beta = p_encoder_layers_3_norm_out_bias_to_fp16, epsilon = layer_norm_23_epsilon_0_to_fp16, gamma = p_encoder_layers_3_norm_out_weight_to_fp16, x = add_27_cast_fp16)[name = tensor("layer_norm_23_cast_fp16")]; tensor layer_norm_24_axes_0 = const()[name = tensor("layer_norm_24_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_4_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_4_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57868864)))]; tensor p_encoder_layers_4_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57870464)))]; tensor layer_norm_24_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_24_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_24_cast_fp16 = layer_norm(axes = layer_norm_24_axes_0, beta = p_encoder_layers_4_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_24_epsilon_0_to_fp16, gamma = p_encoder_layers_4_norm_feed_forward1_weight_to_fp16, x = layer_norm_23_cast_fp16)[name = tensor("layer_norm_24_cast_fp16")]; tensor p_encoder_layers_4_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_4_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57872064))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60231424))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_4_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60237632)))]; tensor linear_32_cast_fp16 = linear(bias = p_encoder_layers_4_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_4_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_24_cast_fp16)[name = tensor("linear_32_cast_fp16")]; tensor silu_12_cast_fp16 = silu(x = linear_32_cast_fp16)[name = tensor("silu_12_cast_fp16")]; tensor p_encoder_layers_4_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_4_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60243840))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62603200))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_4_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62604800)))]; tensor linear_33_cast_fp16 = linear(bias = p_encoder_layers_4_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_4_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_12_cast_fp16)[name = tensor("linear_33_cast_fp16")]; tensor const_342_to_fp16 = const()[name = tensor("const_342_to_fp16"), val = tensor(0x1p-1)]; tensor mul_24_cast_fp16 = mul(x = linear_33_cast_fp16, y = const_342_to_fp16)[name = tensor("mul_24_cast_fp16")]; tensor add_28_cast_fp16 = add(x = layer_norm_23_cast_fp16, y = mul_24_cast_fp16)[name = tensor("add_28_cast_fp16")]; tensor layer_norm_25_axes_0 = const()[name = tensor("layer_norm_25_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_4_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_4_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62606400)))]; tensor p_encoder_layers_4_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62608000)))]; tensor layer_norm_25_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_25_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_25_cast_fp16 = layer_norm(axes = layer_norm_25_axes_0, beta = p_encoder_layers_4_norm_self_att_bias_to_fp16, epsilon = layer_norm_25_epsilon_0_to_fp16, gamma = p_encoder_layers_4_norm_self_att_weight_to_fp16, x = add_28_cast_fp16)[name = tensor("layer_norm_25_cast_fp16")]; tensor const_346 = const()[name = tensor("const_346"), val = tensor([750, 1, 16, 48])]; tensor transpose_52_perm_1 = const()[name = tensor("transpose_52_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_52 = transpose(perm = transpose_52_perm_1, x = layer_norm_25_cast_fp16)[name = tensor("transpose_216")]; tensor view_36_cast_fp16 = reshape(shape = const_346, x = transpose_52)[name = tensor("view_36_cast_fp16")]; tensor mul_25_cast_fp16 = mul(x = view_36_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_25_cast_fp16")]; tensor slice_19_begin_0 = const()[name = tensor("slice_19_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_19_end_0 = const()[name = tensor("slice_19_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_19_end_mask_0 = const()[name = tensor("slice_19_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_19_cast_fp16 = slice_by_index(begin = slice_19_begin_0, end = slice_19_end_0, end_mask = slice_19_end_mask_0, x = view_36_cast_fp16)[name = tensor("slice_19_cast_fp16")]; tensor slice_20_begin_0 = const()[name = tensor("slice_20_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_20_end_0 = const()[name = tensor("slice_20_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_20_end_mask_0 = const()[name = tensor("slice_20_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_20_cast_fp16 = slice_by_index(begin = slice_20_begin_0, end = slice_20_end_0, end_mask = slice_20_end_mask_0, x = view_36_cast_fp16)[name = tensor("slice_20_cast_fp16")]; tensor const_363_promoted_to_fp16 = const()[name = tensor("const_363_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_8_cast_fp16 = mul(x = slice_20_cast_fp16, y = const_363_promoted_to_fp16)[name = tensor("neg_8_cast_fp16")]; tensor const_364 = const()[name = tensor("const_364"), val = tensor(3)]; tensor cat_8_interleave_0 = const()[name = tensor("cat_8_interleave_0"), val = tensor(false)]; tensor cat_8_cast_fp16 = concat(axis = const_364, interleave = cat_8_interleave_0, values = (neg_8_cast_fp16, slice_19_cast_fp16))[name = tensor("cat_8_cast_fp16")]; tensor mul_26_cast_fp16 = mul(x = cat_8_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_26_cast_fp16")]; tensor add_29_cast_fp16 = add(x = mul_25_cast_fp16, y = mul_26_cast_fp16)[name = tensor("add_29_cast_fp16")]; tensor const_373 = const()[name = tensor("const_373"), val = tensor([750, 1, 768])]; tensor view_39_cast_fp16 = reshape(shape = const_373, x = add_29_cast_fp16)[name = tensor("view_39_cast_fp16")]; tensor transpose_66_perm_0_1 = const()[name = tensor("transpose_66_perm_0_1"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_4_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_4_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62609600))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63199488))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_4_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63201088)))]; tensor transpose_66_cast_fp16 = transpose(perm = transpose_66_perm_0_1, x = view_39_cast_fp16)[name = tensor("transpose_215")]; tensor linear_34_cast_fp16 = linear(bias = p_encoder_layers_4_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_4_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_66_cast_fp16)[name = tensor("linear_34_cast_fp16")]; tensor const_382 = const()[name = tensor("const_382"), val = tensor([1, -1, 16, 48])]; tensor view_42_cast_fp16 = reshape(shape = const_382, x = linear_34_cast_fp16)[name = tensor("view_42_cast_fp16")]; tensor p_encoder_layers_4_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_4_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63202688))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63792576))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_4_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63794176)))]; tensor linear_35_cast_fp16 = linear(bias = p_encoder_layers_4_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_4_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_66_cast_fp16)[name = tensor("linear_35_cast_fp16")]; tensor const_383 = const()[name = tensor("const_383"), val = tensor([1, -1, 16, 48])]; tensor view_43_cast_fp16 = reshape(shape = const_383, x = linear_35_cast_fp16)[name = tensor("view_43_cast_fp16")]; tensor p_encoder_layers_4_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_4_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63795776))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64385664))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_4_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64387264)))]; tensor linear_36_cast_fp16 = linear(bias = p_encoder_layers_4_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_4_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_25_cast_fp16)[name = tensor("linear_36_cast_fp16")]; tensor const_384 = const()[name = tensor("const_384"), val = tensor([1, -1, 16, 48])]; tensor view_44_cast_fp16 = reshape(shape = const_384, x = linear_36_cast_fp16)[name = tensor("view_44_cast_fp16")]; tensor transpose_71_perm_0_1 = const()[name = tensor("transpose_71_perm_0_1"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_6_y_0_to_fp16 = const()[name = tensor("_inversed_div_6_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_6_cast_fp16 = mul(x = view_43_cast_fp16, y = _inversed_div_6_y_0_to_fp16)[name = tensor("_inversed_div_6_cast_fp16")]; tensor matmul_8_transpose_x_0 = const()[name = tensor("matmul_8_transpose_x_0"), val = tensor(false)]; tensor matmul_8_transpose_y_0 = const()[name = tensor("matmul_8_transpose_y_0"), val = tensor(false)]; tensor transpose_72_perm_0 = const()[name = tensor("transpose_72_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_73_perm_0 = const()[name = tensor("transpose_73_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_73 = transpose(perm = transpose_73_perm_0, x = _inversed_div_6_cast_fp16)[name = tensor("transpose_213")]; tensor transpose_72 = transpose(perm = transpose_72_perm_0, x = view_42_cast_fp16)[name = tensor("transpose_214")]; tensor matmul_8_cast_fp16 = matmul(transpose_x = matmul_8_transpose_x_0, transpose_y = matmul_8_transpose_y_0, x = transpose_72, y = transpose_73)[name = tensor("matmul_8_cast_fp16")]; tensor const_394 = const()[name = tensor("const_394"), val = tensor(-1)]; tensor softmax_4_cast_fp16 = softmax(axis = const_394, x = matmul_8_cast_fp16)[name = tensor("softmax_4_cast_fp16")]; tensor matmul_9_transpose_x_0 = const()[name = tensor("matmul_9_transpose_x_0"), val = tensor(false)]; tensor matmul_9_transpose_y_0 = const()[name = tensor("matmul_9_transpose_y_0"), val = tensor(false)]; tensor transpose_71_cast_fp16 = transpose(perm = transpose_71_perm_0_1, x = view_44_cast_fp16)[name = tensor("transpose_212")]; tensor matmul_9_cast_fp16 = matmul(transpose_x = matmul_9_transpose_x_0, transpose_y = matmul_9_transpose_y_0, x = softmax_4_cast_fp16, y = transpose_71_cast_fp16)[name = tensor("matmul_9_cast_fp16")]; tensor transpose_73_perm_0_1 = const()[name = tensor("transpose_73_perm_0_1"), val = tensor([0, 2, 1, 3])]; tensor const_397 = const()[name = tensor("const_397"), val = tensor([1, 750, 768])]; tensor transpose_73_cast_fp16 = transpose(perm = transpose_73_perm_0_1, x = matmul_9_cast_fp16)[name = tensor("transpose_211")]; tensor _unsafe_view_4_cast_fp16 = reshape(shape = const_397, x = transpose_73_cast_fp16)[name = tensor("_unsafe_view_4_cast_fp16")]; tensor p_encoder_layers_4_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_4_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64388864))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64978752))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_4_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64980352)))]; tensor linear_37_cast_fp16 = linear(bias = p_encoder_layers_4_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_4_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_4_cast_fp16)[name = tensor("linear_37_cast_fp16")]; tensor add_31_cast_fp16 = add(x = add_28_cast_fp16, y = linear_37_cast_fp16)[name = tensor("add_31_cast_fp16")]; tensor layer_norm_26_axes_0 = const()[name = tensor("layer_norm_26_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_4_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_4_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64981952)))]; tensor p_encoder_layers_4_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64983552)))]; tensor layer_norm_26_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_26_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_26_cast_fp16 = layer_norm(axes = layer_norm_26_axes_0, beta = p_encoder_layers_4_norm_conv_bias_to_fp16, epsilon = layer_norm_26_epsilon_0_to_fp16, gamma = p_encoder_layers_4_norm_conv_weight_to_fp16, x = add_31_cast_fp16)[name = tensor("layer_norm_26_cast_fp16")]; tensor transpose_74_perm_0 = const()[name = tensor("transpose_74_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_14_pad_type_0 = const()[name = tensor("conv1d_14_pad_type_0"), val = tensor("valid")]; tensor conv1d_14_strides_0 = const()[name = tensor("conv1d_14_strides_0"), val = tensor([1])]; tensor conv1d_14_pad_0 = const()[name = tensor("conv1d_14_pad_0"), val = tensor([0, 0])]; tensor conv1d_14_dilations_0 = const()[name = tensor("conv1d_14_dilations_0"), val = tensor([1])]; tensor conv1d_14_groups_0 = const()[name = tensor("conv1d_14_groups_0"), val = tensor(1)]; tensor p_encoder_layers_4_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_4_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64985152))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66164864))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_4_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66168000)))]; tensor transpose_74_cast_fp16 = transpose(perm = transpose_74_perm_0, x = layer_norm_26_cast_fp16)[name = tensor("transpose_210")]; tensor conv1d_14_cast_fp16 = conv(bias = p_encoder_layers_4_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_14_dilations_0, groups = conv1d_14_groups_0, pad = conv1d_14_pad_0, pad_type = conv1d_14_pad_type_0, strides = conv1d_14_strides_0, weight = p_encoder_layers_4_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_74_cast_fp16)[name = tensor("conv1d_14_cast_fp16")]; tensor glu_4_split_num_splits_0 = const()[name = tensor("glu_4_split_num_splits_0"), val = tensor(2)]; tensor glu_4_split_axis_0 = const()[name = tensor("glu_4_split_axis_0"), val = tensor(1)]; tensor glu_4_split_cast_fp16_0, tensor glu_4_split_cast_fp16_1 = split(axis = glu_4_split_axis_0, num_splits = glu_4_split_num_splits_0, x = conv1d_14_cast_fp16)[name = tensor("glu_4_split_cast_fp16")]; tensor glu_4_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_4_split_cast_fp16_1)[name = tensor("glu_4_split_1_sigmoid_cast_fp16")]; tensor glu_4_cast_fp16 = mul(x = glu_4_split_cast_fp16_0, y = glu_4_split_1_sigmoid_cast_fp16)[name = tensor("glu_4_cast_fp16")]; tensor conv1d_15_pad_type_0 = const()[name = tensor("conv1d_15_pad_type_0"), val = tensor("custom")]; tensor conv1d_15_pad_0 = const()[name = tensor("conv1d_15_pad_0"), val = tensor([2, 2])]; tensor conv1d_15_groups_0 = const()[name = tensor("conv1d_15_groups_0"), val = tensor(768)]; tensor conv1d_15_strides_0 = const()[name = tensor("conv1d_15_strides_0"), val = tensor([1])]; tensor conv1d_15_dilations_0 = const()[name = tensor("conv1d_15_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_4_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_4_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66171136))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66175040))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_4_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66176640)))]; tensor conv1d_15_cast_fp16 = conv(bias = p_encoder_layers_4_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_15_dilations_0, groups = conv1d_15_groups_0, pad = conv1d_15_pad_0, pad_type = conv1d_15_pad_type_0, strides = conv1d_15_strides_0, weight = p_encoder_layers_4_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_4_cast_fp16)[name = tensor("conv1d_15_cast_fp16")]; tensor transpose_75_perm_0 = const()[name = tensor("transpose_75_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_27_axes_0 = const()[name = tensor("layer_norm_27_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_4_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_4_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66178240)))]; tensor p_encoder_layers_4_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66179840)))]; tensor layer_norm_27_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_27_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_75_cast_fp16 = transpose(perm = transpose_75_perm_0, x = conv1d_15_cast_fp16)[name = tensor("transpose_209")]; tensor layer_norm_27_cast_fp16 = layer_norm(axes = layer_norm_27_axes_0, beta = p_encoder_layers_4_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_27_epsilon_0_to_fp16, gamma = p_encoder_layers_4_conv_batch_norm_weight_to_fp16, x = transpose_75_cast_fp16)[name = tensor("layer_norm_27_cast_fp16")]; tensor transpose_76_perm_0 = const()[name = tensor("transpose_76_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_76_cast_fp16 = transpose(perm = transpose_76_perm_0, x = layer_norm_27_cast_fp16)[name = tensor("transpose_208")]; tensor silu_13_cast_fp16 = silu(x = transpose_76_cast_fp16)[name = tensor("silu_13_cast_fp16")]; tensor conv1d_16_pad_type_0 = const()[name = tensor("conv1d_16_pad_type_0"), val = tensor("valid")]; tensor conv1d_16_strides_0 = const()[name = tensor("conv1d_16_strides_0"), val = tensor([1])]; tensor conv1d_16_pad_0 = const()[name = tensor("conv1d_16_pad_0"), val = tensor([0, 0])]; tensor conv1d_16_dilations_0 = const()[name = tensor("conv1d_16_dilations_0"), val = tensor([1])]; tensor conv1d_16_groups_0 = const()[name = tensor("conv1d_16_groups_0"), val = tensor(1)]; tensor p_encoder_layers_4_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_4_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66181440))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66771328))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_4_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66772928)))]; tensor conv1d_16_cast_fp16 = conv(bias = p_encoder_layers_4_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_16_dilations_0, groups = conv1d_16_groups_0, pad = conv1d_16_pad_0, pad_type = conv1d_16_pad_type_0, strides = conv1d_16_strides_0, weight = p_encoder_layers_4_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_13_cast_fp16)[name = tensor("conv1d_16_cast_fp16")]; tensor transpose_77_perm_0 = const()[name = tensor("transpose_77_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_77_cast_fp16 = transpose(perm = transpose_77_perm_0, x = conv1d_16_cast_fp16)[name = tensor("transpose_207")]; tensor add_32_cast_fp16 = add(x = add_31_cast_fp16, y = transpose_77_cast_fp16)[name = tensor("add_32_cast_fp16")]; tensor layer_norm_28_axes_0 = const()[name = tensor("layer_norm_28_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_4_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_4_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66774528)))]; tensor p_encoder_layers_4_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66776128)))]; tensor layer_norm_28_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_28_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_28_cast_fp16 = layer_norm(axes = layer_norm_28_axes_0, beta = p_encoder_layers_4_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_28_epsilon_0_to_fp16, gamma = p_encoder_layers_4_norm_feed_forward2_weight_to_fp16, x = add_32_cast_fp16)[name = tensor("layer_norm_28_cast_fp16")]; tensor p_encoder_layers_4_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_4_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66777728))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69137088))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_4_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69143296)))]; tensor linear_38_cast_fp16 = linear(bias = p_encoder_layers_4_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_4_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_28_cast_fp16)[name = tensor("linear_38_cast_fp16")]; tensor silu_14_cast_fp16 = silu(x = linear_38_cast_fp16)[name = tensor("silu_14_cast_fp16")]; tensor p_encoder_layers_4_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_4_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69149504))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(71508864))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_4_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(71510464)))]; tensor linear_39_cast_fp16 = linear(bias = p_encoder_layers_4_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_4_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_14_cast_fp16)[name = tensor("linear_39_cast_fp16")]; tensor const_416_to_fp16 = const()[name = tensor("const_416_to_fp16"), val = tensor(0x1p-1)]; tensor mul_29_cast_fp16 = mul(x = linear_39_cast_fp16, y = const_416_to_fp16)[name = tensor("mul_29_cast_fp16")]; tensor add_33_cast_fp16 = add(x = add_32_cast_fp16, y = mul_29_cast_fp16)[name = tensor("add_33_cast_fp16")]; tensor layer_norm_29_axes_0 = const()[name = tensor("layer_norm_29_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_4_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_4_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(71512064)))]; tensor p_encoder_layers_4_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_4_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(71513664)))]; tensor layer_norm_29_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_29_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_29_cast_fp16 = layer_norm(axes = layer_norm_29_axes_0, beta = p_encoder_layers_4_norm_out_bias_to_fp16, epsilon = layer_norm_29_epsilon_0_to_fp16, gamma = p_encoder_layers_4_norm_out_weight_to_fp16, x = add_33_cast_fp16)[name = tensor("layer_norm_29_cast_fp16")]; tensor layer_norm_30_axes_0 = const()[name = tensor("layer_norm_30_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_5_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_5_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(71515264)))]; tensor p_encoder_layers_5_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(71516864)))]; tensor layer_norm_30_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_30_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_30_cast_fp16 = layer_norm(axes = layer_norm_30_axes_0, beta = p_encoder_layers_5_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_30_epsilon_0_to_fp16, gamma = p_encoder_layers_5_norm_feed_forward1_weight_to_fp16, x = layer_norm_29_cast_fp16)[name = tensor("layer_norm_30_cast_fp16")]; tensor p_encoder_layers_5_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_5_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(71518464))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73877824))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_5_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73884032)))]; tensor linear_40_cast_fp16 = linear(bias = p_encoder_layers_5_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_5_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_30_cast_fp16)[name = tensor("linear_40_cast_fp16")]; tensor silu_15_cast_fp16 = silu(x = linear_40_cast_fp16)[name = tensor("silu_15_cast_fp16")]; tensor p_encoder_layers_5_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_5_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73890240))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76249600))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_5_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76251200)))]; tensor linear_41_cast_fp16 = linear(bias = p_encoder_layers_5_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_5_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_15_cast_fp16)[name = tensor("linear_41_cast_fp16")]; tensor const_419_to_fp16 = const()[name = tensor("const_419_to_fp16"), val = tensor(0x1p-1)]; tensor mul_30_cast_fp16 = mul(x = linear_41_cast_fp16, y = const_419_to_fp16)[name = tensor("mul_30_cast_fp16")]; tensor add_34_cast_fp16 = add(x = layer_norm_29_cast_fp16, y = mul_30_cast_fp16)[name = tensor("add_34_cast_fp16")]; tensor layer_norm_31_axes_0 = const()[name = tensor("layer_norm_31_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_5_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_5_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76252800)))]; tensor p_encoder_layers_5_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76254400)))]; tensor layer_norm_31_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_31_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_31_cast_fp16 = layer_norm(axes = layer_norm_31_axes_0, beta = p_encoder_layers_5_norm_self_att_bias_to_fp16, epsilon = layer_norm_31_epsilon_0_to_fp16, gamma = p_encoder_layers_5_norm_self_att_weight_to_fp16, x = add_34_cast_fp16)[name = tensor("layer_norm_31_cast_fp16")]; tensor const_423 = const()[name = tensor("const_423"), val = tensor([750, 1, 16, 48])]; tensor transpose_53_perm_1 = const()[name = tensor("transpose_53_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_53 = transpose(perm = transpose_53_perm_1, x = layer_norm_31_cast_fp16)[name = tensor("transpose_206")]; tensor view_45_cast_fp16 = reshape(shape = const_423, x = transpose_53)[name = tensor("view_45_cast_fp16")]; tensor mul_31_cast_fp16 = mul(x = view_45_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_31_cast_fp16")]; tensor slice_23_begin_0 = const()[name = tensor("slice_23_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_23_end_0 = const()[name = tensor("slice_23_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_23_end_mask_0 = const()[name = tensor("slice_23_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_23_cast_fp16 = slice_by_index(begin = slice_23_begin_0, end = slice_23_end_0, end_mask = slice_23_end_mask_0, x = view_45_cast_fp16)[name = tensor("slice_23_cast_fp16")]; tensor slice_24_begin_0 = const()[name = tensor("slice_24_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_24_end_0 = const()[name = tensor("slice_24_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_24_end_mask_0 = const()[name = tensor("slice_24_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_24_cast_fp16 = slice_by_index(begin = slice_24_begin_0, end = slice_24_end_0, end_mask = slice_24_end_mask_0, x = view_45_cast_fp16)[name = tensor("slice_24_cast_fp16")]; tensor const_440_promoted_to_fp16 = const()[name = tensor("const_440_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_10_cast_fp16 = mul(x = slice_24_cast_fp16, y = const_440_promoted_to_fp16)[name = tensor("neg_10_cast_fp16")]; tensor const_441 = const()[name = tensor("const_441"), val = tensor(3)]; tensor cat_10_interleave_0 = const()[name = tensor("cat_10_interleave_0"), val = tensor(false)]; tensor cat_10_cast_fp16 = concat(axis = const_441, interleave = cat_10_interleave_0, values = (neg_10_cast_fp16, slice_23_cast_fp16))[name = tensor("cat_10_cast_fp16")]; tensor mul_32_cast_fp16 = mul(x = cat_10_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_32_cast_fp16")]; tensor add_35_cast_fp16 = add(x = mul_31_cast_fp16, y = mul_32_cast_fp16)[name = tensor("add_35_cast_fp16")]; tensor const_450 = const()[name = tensor("const_450"), val = tensor([750, 1, 768])]; tensor view_48_cast_fp16 = reshape(shape = const_450, x = add_35_cast_fp16)[name = tensor("view_48_cast_fp16")]; tensor transpose_81_perm_0 = const()[name = tensor("transpose_81_perm_0"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_5_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_5_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76256000))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76845888))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_5_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76847488)))]; tensor transpose_81_cast_fp16 = transpose(perm = transpose_81_perm_0, x = view_48_cast_fp16)[name = tensor("transpose_205")]; tensor linear_42_cast_fp16 = linear(bias = p_encoder_layers_5_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_5_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_81_cast_fp16)[name = tensor("linear_42_cast_fp16")]; tensor const_459 = const()[name = tensor("const_459"), val = tensor([1, -1, 16, 48])]; tensor view_51_cast_fp16 = reshape(shape = const_459, x = linear_42_cast_fp16)[name = tensor("view_51_cast_fp16")]; tensor p_encoder_layers_5_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_5_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76849088))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77438976))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_5_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77440576)))]; tensor linear_43_cast_fp16 = linear(bias = p_encoder_layers_5_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_5_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_81_cast_fp16)[name = tensor("linear_43_cast_fp16")]; tensor const_460 = const()[name = tensor("const_460"), val = tensor([1, -1, 16, 48])]; tensor view_52_cast_fp16 = reshape(shape = const_460, x = linear_43_cast_fp16)[name = tensor("view_52_cast_fp16")]; tensor p_encoder_layers_5_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_5_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77442176))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78032064))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_5_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78033664)))]; tensor linear_44_cast_fp16 = linear(bias = p_encoder_layers_5_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_5_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_31_cast_fp16)[name = tensor("linear_44_cast_fp16")]; tensor const_461 = const()[name = tensor("const_461"), val = tensor([1, -1, 16, 48])]; tensor view_53_cast_fp16 = reshape(shape = const_461, x = linear_44_cast_fp16)[name = tensor("view_53_cast_fp16")]; tensor transpose_86_perm_0 = const()[name = tensor("transpose_86_perm_0"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_7_y_0_to_fp16 = const()[name = tensor("_inversed_div_7_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_7_cast_fp16 = mul(x = view_52_cast_fp16, y = _inversed_div_7_y_0_to_fp16)[name = tensor("_inversed_div_7_cast_fp16")]; tensor matmul_10_transpose_x_0 = const()[name = tensor("matmul_10_transpose_x_0"), val = tensor(false)]; tensor matmul_10_transpose_y_0 = const()[name = tensor("matmul_10_transpose_y_0"), val = tensor(false)]; tensor transpose_74_perm_0_1 = const()[name = tensor("transpose_74_perm_0_1"), val = tensor([0, 2, -3, -1])]; tensor transpose_75_perm_0_1 = const()[name = tensor("transpose_75_perm_0_1"), val = tensor([0, 2, -1, -3])]; tensor transpose_75 = transpose(perm = transpose_75_perm_0_1, x = _inversed_div_7_cast_fp16)[name = tensor("transpose_203")]; tensor transpose_74 = transpose(perm = transpose_74_perm_0_1, x = view_51_cast_fp16)[name = tensor("transpose_204")]; tensor matmul_10_cast_fp16 = matmul(transpose_x = matmul_10_transpose_x_0, transpose_y = matmul_10_transpose_y_0, x = transpose_74, y = transpose_75)[name = tensor("matmul_10_cast_fp16")]; tensor const_471 = const()[name = tensor("const_471"), val = tensor(-1)]; tensor softmax_5_cast_fp16 = softmax(axis = const_471, x = matmul_10_cast_fp16)[name = tensor("softmax_5_cast_fp16")]; tensor matmul_11_transpose_x_0 = const()[name = tensor("matmul_11_transpose_x_0"), val = tensor(false)]; tensor matmul_11_transpose_y_0 = const()[name = tensor("matmul_11_transpose_y_0"), val = tensor(false)]; tensor transpose_86_cast_fp16 = transpose(perm = transpose_86_perm_0, x = view_53_cast_fp16)[name = tensor("transpose_202")]; tensor matmul_11_cast_fp16 = matmul(transpose_x = matmul_11_transpose_x_0, transpose_y = matmul_11_transpose_y_0, x = softmax_5_cast_fp16, y = transpose_86_cast_fp16)[name = tensor("matmul_11_cast_fp16")]; tensor transpose_88_perm_0 = const()[name = tensor("transpose_88_perm_0"), val = tensor([0, 2, 1, 3])]; tensor const_474 = const()[name = tensor("const_474"), val = tensor([1, 750, 768])]; tensor transpose_88_cast_fp16 = transpose(perm = transpose_88_perm_0, x = matmul_11_cast_fp16)[name = tensor("transpose_201")]; tensor _unsafe_view_5_cast_fp16 = reshape(shape = const_474, x = transpose_88_cast_fp16)[name = tensor("_unsafe_view_5_cast_fp16")]; tensor p_encoder_layers_5_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_5_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78035264))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78625152))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_5_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78626752)))]; tensor linear_45_cast_fp16 = linear(bias = p_encoder_layers_5_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_5_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_5_cast_fp16)[name = tensor("linear_45_cast_fp16")]; tensor add_37_cast_fp16 = add(x = add_34_cast_fp16, y = linear_45_cast_fp16)[name = tensor("add_37_cast_fp16")]; tensor layer_norm_32_axes_0 = const()[name = tensor("layer_norm_32_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_5_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_5_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78628352)))]; tensor p_encoder_layers_5_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78629952)))]; tensor layer_norm_32_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_32_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_32_cast_fp16 = layer_norm(axes = layer_norm_32_axes_0, beta = p_encoder_layers_5_norm_conv_bias_to_fp16, epsilon = layer_norm_32_epsilon_0_to_fp16, gamma = p_encoder_layers_5_norm_conv_weight_to_fp16, x = add_37_cast_fp16)[name = tensor("layer_norm_32_cast_fp16")]; tensor transpose_89_perm_0 = const()[name = tensor("transpose_89_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_17_pad_type_0 = const()[name = tensor("conv1d_17_pad_type_0"), val = tensor("valid")]; tensor conv1d_17_strides_0 = const()[name = tensor("conv1d_17_strides_0"), val = tensor([1])]; tensor conv1d_17_pad_0 = const()[name = tensor("conv1d_17_pad_0"), val = tensor([0, 0])]; tensor conv1d_17_dilations_0 = const()[name = tensor("conv1d_17_dilations_0"), val = tensor([1])]; tensor conv1d_17_groups_0 = const()[name = tensor("conv1d_17_groups_0"), val = tensor(1)]; tensor p_encoder_layers_5_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_5_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78631552))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79811264))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_5_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79814400)))]; tensor transpose_89_cast_fp16 = transpose(perm = transpose_89_perm_0, x = layer_norm_32_cast_fp16)[name = tensor("transpose_200")]; tensor conv1d_17_cast_fp16 = conv(bias = p_encoder_layers_5_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_17_dilations_0, groups = conv1d_17_groups_0, pad = conv1d_17_pad_0, pad_type = conv1d_17_pad_type_0, strides = conv1d_17_strides_0, weight = p_encoder_layers_5_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_89_cast_fp16)[name = tensor("conv1d_17_cast_fp16")]; tensor glu_5_split_num_splits_0 = const()[name = tensor("glu_5_split_num_splits_0"), val = tensor(2)]; tensor glu_5_split_axis_0 = const()[name = tensor("glu_5_split_axis_0"), val = tensor(1)]; tensor glu_5_split_cast_fp16_0, tensor glu_5_split_cast_fp16_1 = split(axis = glu_5_split_axis_0, num_splits = glu_5_split_num_splits_0, x = conv1d_17_cast_fp16)[name = tensor("glu_5_split_cast_fp16")]; tensor glu_5_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_5_split_cast_fp16_1)[name = tensor("glu_5_split_1_sigmoid_cast_fp16")]; tensor glu_5_cast_fp16 = mul(x = glu_5_split_cast_fp16_0, y = glu_5_split_1_sigmoid_cast_fp16)[name = tensor("glu_5_cast_fp16")]; tensor conv1d_18_pad_type_0 = const()[name = tensor("conv1d_18_pad_type_0"), val = tensor("custom")]; tensor conv1d_18_pad_0 = const()[name = tensor("conv1d_18_pad_0"), val = tensor([2, 2])]; tensor conv1d_18_groups_0 = const()[name = tensor("conv1d_18_groups_0"), val = tensor(768)]; tensor conv1d_18_strides_0 = const()[name = tensor("conv1d_18_strides_0"), val = tensor([1])]; tensor conv1d_18_dilations_0 = const()[name = tensor("conv1d_18_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_5_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_5_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79817536))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79821440))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_5_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79823040)))]; tensor conv1d_18_cast_fp16 = conv(bias = p_encoder_layers_5_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_18_dilations_0, groups = conv1d_18_groups_0, pad = conv1d_18_pad_0, pad_type = conv1d_18_pad_type_0, strides = conv1d_18_strides_0, weight = p_encoder_layers_5_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_5_cast_fp16)[name = tensor("conv1d_18_cast_fp16")]; tensor transpose_90_perm_0 = const()[name = tensor("transpose_90_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_33_axes_0 = const()[name = tensor("layer_norm_33_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_5_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_5_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79824640)))]; tensor p_encoder_layers_5_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79826240)))]; tensor layer_norm_33_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_33_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_90_cast_fp16 = transpose(perm = transpose_90_perm_0, x = conv1d_18_cast_fp16)[name = tensor("transpose_199")]; tensor layer_norm_33_cast_fp16 = layer_norm(axes = layer_norm_33_axes_0, beta = p_encoder_layers_5_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_33_epsilon_0_to_fp16, gamma = p_encoder_layers_5_conv_batch_norm_weight_to_fp16, x = transpose_90_cast_fp16)[name = tensor("layer_norm_33_cast_fp16")]; tensor transpose_91_perm_0 = const()[name = tensor("transpose_91_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_91_cast_fp16 = transpose(perm = transpose_91_perm_0, x = layer_norm_33_cast_fp16)[name = tensor("transpose_198")]; tensor silu_16_cast_fp16 = silu(x = transpose_91_cast_fp16)[name = tensor("silu_16_cast_fp16")]; tensor conv1d_19_pad_type_0 = const()[name = tensor("conv1d_19_pad_type_0"), val = tensor("valid")]; tensor conv1d_19_strides_0 = const()[name = tensor("conv1d_19_strides_0"), val = tensor([1])]; tensor conv1d_19_pad_0 = const()[name = tensor("conv1d_19_pad_0"), val = tensor([0, 0])]; tensor conv1d_19_dilations_0 = const()[name = tensor("conv1d_19_dilations_0"), val = tensor([1])]; tensor conv1d_19_groups_0 = const()[name = tensor("conv1d_19_groups_0"), val = tensor(1)]; tensor p_encoder_layers_5_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_5_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79827840))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80417728))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_5_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80419328)))]; tensor conv1d_19_cast_fp16 = conv(bias = p_encoder_layers_5_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_19_dilations_0, groups = conv1d_19_groups_0, pad = conv1d_19_pad_0, pad_type = conv1d_19_pad_type_0, strides = conv1d_19_strides_0, weight = p_encoder_layers_5_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_16_cast_fp16)[name = tensor("conv1d_19_cast_fp16")]; tensor transpose_92_perm_0 = const()[name = tensor("transpose_92_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_92_cast_fp16 = transpose(perm = transpose_92_perm_0, x = conv1d_19_cast_fp16)[name = tensor("transpose_197")]; tensor add_38_cast_fp16 = add(x = add_37_cast_fp16, y = transpose_92_cast_fp16)[name = tensor("add_38_cast_fp16")]; tensor layer_norm_34_axes_0 = const()[name = tensor("layer_norm_34_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_5_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_5_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80420928)))]; tensor p_encoder_layers_5_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80422528)))]; tensor layer_norm_34_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_34_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_34_cast_fp16 = layer_norm(axes = layer_norm_34_axes_0, beta = p_encoder_layers_5_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_34_epsilon_0_to_fp16, gamma = p_encoder_layers_5_norm_feed_forward2_weight_to_fp16, x = add_38_cast_fp16)[name = tensor("layer_norm_34_cast_fp16")]; tensor p_encoder_layers_5_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_5_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80424128))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82783488))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_5_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82789696)))]; tensor linear_46_cast_fp16 = linear(bias = p_encoder_layers_5_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_5_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_34_cast_fp16)[name = tensor("linear_46_cast_fp16")]; tensor silu_17_cast_fp16 = silu(x = linear_46_cast_fp16)[name = tensor("silu_17_cast_fp16")]; tensor p_encoder_layers_5_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_5_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82795904))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85155264))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_5_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85156864)))]; tensor linear_47_cast_fp16 = linear(bias = p_encoder_layers_5_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_5_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_17_cast_fp16)[name = tensor("linear_47_cast_fp16")]; tensor const_493_to_fp16 = const()[name = tensor("const_493_to_fp16"), val = tensor(0x1p-1)]; tensor mul_35_cast_fp16 = mul(x = linear_47_cast_fp16, y = const_493_to_fp16)[name = tensor("mul_35_cast_fp16")]; tensor add_39_cast_fp16 = add(x = add_38_cast_fp16, y = mul_35_cast_fp16)[name = tensor("add_39_cast_fp16")]; tensor layer_norm_35_axes_0 = const()[name = tensor("layer_norm_35_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_5_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_5_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85158464)))]; tensor p_encoder_layers_5_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_5_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85160064)))]; tensor layer_norm_35_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_35_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_35_cast_fp16 = layer_norm(axes = layer_norm_35_axes_0, beta = p_encoder_layers_5_norm_out_bias_to_fp16, epsilon = layer_norm_35_epsilon_0_to_fp16, gamma = p_encoder_layers_5_norm_out_weight_to_fp16, x = add_39_cast_fp16)[name = tensor("layer_norm_35_cast_fp16")]; tensor layer_norm_36_axes_0 = const()[name = tensor("layer_norm_36_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_6_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_6_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85161664)))]; tensor p_encoder_layers_6_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85163264)))]; tensor layer_norm_36_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_36_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_36_cast_fp16 = layer_norm(axes = layer_norm_36_axes_0, beta = p_encoder_layers_6_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_36_epsilon_0_to_fp16, gamma = p_encoder_layers_6_norm_feed_forward1_weight_to_fp16, x = layer_norm_35_cast_fp16)[name = tensor("layer_norm_36_cast_fp16")]; tensor p_encoder_layers_6_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_6_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85164864))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87524224))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_6_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87530432)))]; tensor linear_48_cast_fp16 = linear(bias = p_encoder_layers_6_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_6_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_36_cast_fp16)[name = tensor("linear_48_cast_fp16")]; tensor silu_18_cast_fp16 = silu(x = linear_48_cast_fp16)[name = tensor("silu_18_cast_fp16")]; tensor p_encoder_layers_6_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_6_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87536640))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89896000))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_6_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89897600)))]; tensor linear_49_cast_fp16 = linear(bias = p_encoder_layers_6_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_6_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_18_cast_fp16)[name = tensor("linear_49_cast_fp16")]; tensor const_496_to_fp16 = const()[name = tensor("const_496_to_fp16"), val = tensor(0x1p-1)]; tensor mul_36_cast_fp16 = mul(x = linear_49_cast_fp16, y = const_496_to_fp16)[name = tensor("mul_36_cast_fp16")]; tensor add_40_cast_fp16 = add(x = layer_norm_35_cast_fp16, y = mul_36_cast_fp16)[name = tensor("add_40_cast_fp16")]; tensor layer_norm_37_axes_0 = const()[name = tensor("layer_norm_37_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_6_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_6_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89899200)))]; tensor p_encoder_layers_6_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89900800)))]; tensor layer_norm_37_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_37_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_37_cast_fp16 = layer_norm(axes = layer_norm_37_axes_0, beta = p_encoder_layers_6_norm_self_att_bias_to_fp16, epsilon = layer_norm_37_epsilon_0_to_fp16, gamma = p_encoder_layers_6_norm_self_att_weight_to_fp16, x = add_40_cast_fp16)[name = tensor("layer_norm_37_cast_fp16")]; tensor const_500 = const()[name = tensor("const_500"), val = tensor([750, 1, 16, 48])]; tensor transpose_54_perm_1 = const()[name = tensor("transpose_54_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_54 = transpose(perm = transpose_54_perm_1, x = layer_norm_37_cast_fp16)[name = tensor("transpose_196")]; tensor view_54_cast_fp16 = reshape(shape = const_500, x = transpose_54)[name = tensor("view_54_cast_fp16")]; tensor mul_37_cast_fp16 = mul(x = view_54_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_37_cast_fp16")]; tensor slice_27_begin_0 = const()[name = tensor("slice_27_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_27_end_0 = const()[name = tensor("slice_27_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_27_end_mask_0 = const()[name = tensor("slice_27_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_27_cast_fp16 = slice_by_index(begin = slice_27_begin_0, end = slice_27_end_0, end_mask = slice_27_end_mask_0, x = view_54_cast_fp16)[name = tensor("slice_27_cast_fp16")]; tensor slice_28_begin_0 = const()[name = tensor("slice_28_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_28_end_0 = const()[name = tensor("slice_28_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_28_end_mask_0 = const()[name = tensor("slice_28_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_28_cast_fp16 = slice_by_index(begin = slice_28_begin_0, end = slice_28_end_0, end_mask = slice_28_end_mask_0, x = view_54_cast_fp16)[name = tensor("slice_28_cast_fp16")]; tensor const_517_promoted_to_fp16 = const()[name = tensor("const_517_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_12_cast_fp16 = mul(x = slice_28_cast_fp16, y = const_517_promoted_to_fp16)[name = tensor("neg_12_cast_fp16")]; tensor const_518 = const()[name = tensor("const_518"), val = tensor(3)]; tensor cat_12_interleave_0 = const()[name = tensor("cat_12_interleave_0"), val = tensor(false)]; tensor cat_12_cast_fp16 = concat(axis = const_518, interleave = cat_12_interleave_0, values = (neg_12_cast_fp16, slice_27_cast_fp16))[name = tensor("cat_12_cast_fp16")]; tensor mul_38_cast_fp16 = mul(x = cat_12_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_38_cast_fp16")]; tensor add_41_cast_fp16 = add(x = mul_37_cast_fp16, y = mul_38_cast_fp16)[name = tensor("add_41_cast_fp16")]; tensor const_527 = const()[name = tensor("const_527"), val = tensor([750, 1, 768])]; tensor view_57_cast_fp16 = reshape(shape = const_527, x = add_41_cast_fp16)[name = tensor("view_57_cast_fp16")]; tensor transpose_96_perm_0 = const()[name = tensor("transpose_96_perm_0"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_6_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_6_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89902400))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90492288))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_6_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90493888)))]; tensor transpose_96_cast_fp16 = transpose(perm = transpose_96_perm_0, x = view_57_cast_fp16)[name = tensor("transpose_195")]; tensor linear_50_cast_fp16 = linear(bias = p_encoder_layers_6_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_6_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_96_cast_fp16)[name = tensor("linear_50_cast_fp16")]; tensor const_536 = const()[name = tensor("const_536"), val = tensor([1, -1, 16, 48])]; tensor view_60_cast_fp16 = reshape(shape = const_536, x = linear_50_cast_fp16)[name = tensor("view_60_cast_fp16")]; tensor p_encoder_layers_6_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_6_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90495488))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91085376))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_6_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91086976)))]; tensor linear_51_cast_fp16 = linear(bias = p_encoder_layers_6_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_6_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_96_cast_fp16)[name = tensor("linear_51_cast_fp16")]; tensor const_537 = const()[name = tensor("const_537"), val = tensor([1, -1, 16, 48])]; tensor view_61_cast_fp16 = reshape(shape = const_537, x = linear_51_cast_fp16)[name = tensor("view_61_cast_fp16")]; tensor p_encoder_layers_6_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_6_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91088576))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91678464))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_6_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91680064)))]; tensor linear_52_cast_fp16 = linear(bias = p_encoder_layers_6_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_6_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_37_cast_fp16)[name = tensor("linear_52_cast_fp16")]; tensor const_538 = const()[name = tensor("const_538"), val = tensor([1, -1, 16, 48])]; tensor view_62_cast_fp16 = reshape(shape = const_538, x = linear_52_cast_fp16)[name = tensor("view_62_cast_fp16")]; tensor transpose_101_perm_0 = const()[name = tensor("transpose_101_perm_0"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_8_y_0_to_fp16 = const()[name = tensor("_inversed_div_8_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_8_cast_fp16 = mul(x = view_61_cast_fp16, y = _inversed_div_8_y_0_to_fp16)[name = tensor("_inversed_div_8_cast_fp16")]; tensor matmul_12_transpose_x_0 = const()[name = tensor("matmul_12_transpose_x_0"), val = tensor(false)]; tensor matmul_12_transpose_y_0 = const()[name = tensor("matmul_12_transpose_y_0"), val = tensor(false)]; tensor transpose_76_perm_0_1 = const()[name = tensor("transpose_76_perm_0_1"), val = tensor([0, 2, -3, -1])]; tensor transpose_77_perm_0_1 = const()[name = tensor("transpose_77_perm_0_1"), val = tensor([0, 2, -1, -3])]; tensor transpose_77 = transpose(perm = transpose_77_perm_0_1, x = _inversed_div_8_cast_fp16)[name = tensor("transpose_193")]; tensor transpose_76 = transpose(perm = transpose_76_perm_0_1, x = view_60_cast_fp16)[name = tensor("transpose_194")]; tensor matmul_12_cast_fp16 = matmul(transpose_x = matmul_12_transpose_x_0, transpose_y = matmul_12_transpose_y_0, x = transpose_76, y = transpose_77)[name = tensor("matmul_12_cast_fp16")]; tensor const_548 = const()[name = tensor("const_548"), val = tensor(-1)]; tensor softmax_6_cast_fp16 = softmax(axis = const_548, x = matmul_12_cast_fp16)[name = tensor("softmax_6_cast_fp16")]; tensor matmul_13_transpose_x_0 = const()[name = tensor("matmul_13_transpose_x_0"), val = tensor(false)]; tensor matmul_13_transpose_y_0 = const()[name = tensor("matmul_13_transpose_y_0"), val = tensor(false)]; tensor transpose_101_cast_fp16 = transpose(perm = transpose_101_perm_0, x = view_62_cast_fp16)[name = tensor("transpose_192")]; tensor matmul_13_cast_fp16 = matmul(transpose_x = matmul_13_transpose_x_0, transpose_y = matmul_13_transpose_y_0, x = softmax_6_cast_fp16, y = transpose_101_cast_fp16)[name = tensor("matmul_13_cast_fp16")]; tensor transpose_103_perm_0 = const()[name = tensor("transpose_103_perm_0"), val = tensor([0, 2, 1, 3])]; tensor const_551 = const()[name = tensor("const_551"), val = tensor([1, 750, 768])]; tensor transpose_103_cast_fp16 = transpose(perm = transpose_103_perm_0, x = matmul_13_cast_fp16)[name = tensor("transpose_191")]; tensor _unsafe_view_6_cast_fp16 = reshape(shape = const_551, x = transpose_103_cast_fp16)[name = tensor("_unsafe_view_6_cast_fp16")]; tensor p_encoder_layers_6_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_6_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91681664))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(92271552))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_6_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(92273152)))]; tensor linear_53_cast_fp16 = linear(bias = p_encoder_layers_6_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_6_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_6_cast_fp16)[name = tensor("linear_53_cast_fp16")]; tensor add_43_cast_fp16 = add(x = add_40_cast_fp16, y = linear_53_cast_fp16)[name = tensor("add_43_cast_fp16")]; tensor layer_norm_38_axes_0 = const()[name = tensor("layer_norm_38_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_6_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_6_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(92274752)))]; tensor p_encoder_layers_6_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(92276352)))]; tensor layer_norm_38_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_38_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_38_cast_fp16 = layer_norm(axes = layer_norm_38_axes_0, beta = p_encoder_layers_6_norm_conv_bias_to_fp16, epsilon = layer_norm_38_epsilon_0_to_fp16, gamma = p_encoder_layers_6_norm_conv_weight_to_fp16, x = add_43_cast_fp16)[name = tensor("layer_norm_38_cast_fp16")]; tensor transpose_104_perm_0 = const()[name = tensor("transpose_104_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_20_pad_type_0 = const()[name = tensor("conv1d_20_pad_type_0"), val = tensor("valid")]; tensor conv1d_20_strides_0 = const()[name = tensor("conv1d_20_strides_0"), val = tensor([1])]; tensor conv1d_20_pad_0 = const()[name = tensor("conv1d_20_pad_0"), val = tensor([0, 0])]; tensor conv1d_20_dilations_0 = const()[name = tensor("conv1d_20_dilations_0"), val = tensor([1])]; tensor conv1d_20_groups_0 = const()[name = tensor("conv1d_20_groups_0"), val = tensor(1)]; tensor p_encoder_layers_6_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_6_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(92277952))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93457664))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_6_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93460800)))]; tensor transpose_104_cast_fp16 = transpose(perm = transpose_104_perm_0, x = layer_norm_38_cast_fp16)[name = tensor("transpose_190")]; tensor conv1d_20_cast_fp16 = conv(bias = p_encoder_layers_6_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_20_dilations_0, groups = conv1d_20_groups_0, pad = conv1d_20_pad_0, pad_type = conv1d_20_pad_type_0, strides = conv1d_20_strides_0, weight = p_encoder_layers_6_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_104_cast_fp16)[name = tensor("conv1d_20_cast_fp16")]; tensor glu_6_split_num_splits_0 = const()[name = tensor("glu_6_split_num_splits_0"), val = tensor(2)]; tensor glu_6_split_axis_0 = const()[name = tensor("glu_6_split_axis_0"), val = tensor(1)]; tensor glu_6_split_cast_fp16_0, tensor glu_6_split_cast_fp16_1 = split(axis = glu_6_split_axis_0, num_splits = glu_6_split_num_splits_0, x = conv1d_20_cast_fp16)[name = tensor("glu_6_split_cast_fp16")]; tensor glu_6_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_6_split_cast_fp16_1)[name = tensor("glu_6_split_1_sigmoid_cast_fp16")]; tensor glu_6_cast_fp16 = mul(x = glu_6_split_cast_fp16_0, y = glu_6_split_1_sigmoid_cast_fp16)[name = tensor("glu_6_cast_fp16")]; tensor conv1d_21_pad_type_0 = const()[name = tensor("conv1d_21_pad_type_0"), val = tensor("custom")]; tensor conv1d_21_pad_0 = const()[name = tensor("conv1d_21_pad_0"), val = tensor([2, 2])]; tensor conv1d_21_groups_0 = const()[name = tensor("conv1d_21_groups_0"), val = tensor(768)]; tensor conv1d_21_strides_0 = const()[name = tensor("conv1d_21_strides_0"), val = tensor([1])]; tensor conv1d_21_dilations_0 = const()[name = tensor("conv1d_21_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_6_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_6_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93463936))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93467840))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_6_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93469440)))]; tensor conv1d_21_cast_fp16 = conv(bias = p_encoder_layers_6_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_21_dilations_0, groups = conv1d_21_groups_0, pad = conv1d_21_pad_0, pad_type = conv1d_21_pad_type_0, strides = conv1d_21_strides_0, weight = p_encoder_layers_6_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_6_cast_fp16)[name = tensor("conv1d_21_cast_fp16")]; tensor transpose_105_perm_0 = const()[name = tensor("transpose_105_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_39_axes_0 = const()[name = tensor("layer_norm_39_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_6_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_6_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93471040)))]; tensor p_encoder_layers_6_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93472640)))]; tensor layer_norm_39_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_39_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_105_cast_fp16 = transpose(perm = transpose_105_perm_0, x = conv1d_21_cast_fp16)[name = tensor("transpose_189")]; tensor layer_norm_39_cast_fp16 = layer_norm(axes = layer_norm_39_axes_0, beta = p_encoder_layers_6_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_39_epsilon_0_to_fp16, gamma = p_encoder_layers_6_conv_batch_norm_weight_to_fp16, x = transpose_105_cast_fp16)[name = tensor("layer_norm_39_cast_fp16")]; tensor transpose_106_perm_0 = const()[name = tensor("transpose_106_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_106_cast_fp16 = transpose(perm = transpose_106_perm_0, x = layer_norm_39_cast_fp16)[name = tensor("transpose_188")]; tensor silu_19_cast_fp16 = silu(x = transpose_106_cast_fp16)[name = tensor("silu_19_cast_fp16")]; tensor conv1d_22_pad_type_0 = const()[name = tensor("conv1d_22_pad_type_0"), val = tensor("valid")]; tensor conv1d_22_strides_0 = const()[name = tensor("conv1d_22_strides_0"), val = tensor([1])]; tensor conv1d_22_pad_0 = const()[name = tensor("conv1d_22_pad_0"), val = tensor([0, 0])]; tensor conv1d_22_dilations_0 = const()[name = tensor("conv1d_22_dilations_0"), val = tensor([1])]; tensor conv1d_22_groups_0 = const()[name = tensor("conv1d_22_groups_0"), val = tensor(1)]; tensor p_encoder_layers_6_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_6_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93474240))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94064128))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_6_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94065728)))]; tensor conv1d_22_cast_fp16 = conv(bias = p_encoder_layers_6_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_22_dilations_0, groups = conv1d_22_groups_0, pad = conv1d_22_pad_0, pad_type = conv1d_22_pad_type_0, strides = conv1d_22_strides_0, weight = p_encoder_layers_6_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_19_cast_fp16)[name = tensor("conv1d_22_cast_fp16")]; tensor transpose_107_perm_0 = const()[name = tensor("transpose_107_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_107_cast_fp16 = transpose(perm = transpose_107_perm_0, x = conv1d_22_cast_fp16)[name = tensor("transpose_187")]; tensor add_44_cast_fp16 = add(x = add_43_cast_fp16, y = transpose_107_cast_fp16)[name = tensor("add_44_cast_fp16")]; tensor layer_norm_40_axes_0 = const()[name = tensor("layer_norm_40_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_6_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_6_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94067328)))]; tensor p_encoder_layers_6_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94068928)))]; tensor layer_norm_40_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_40_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_40_cast_fp16 = layer_norm(axes = layer_norm_40_axes_0, beta = p_encoder_layers_6_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_40_epsilon_0_to_fp16, gamma = p_encoder_layers_6_norm_feed_forward2_weight_to_fp16, x = add_44_cast_fp16)[name = tensor("layer_norm_40_cast_fp16")]; tensor p_encoder_layers_6_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_6_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94070528))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(96429888))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_6_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(96436096)))]; tensor linear_54_cast_fp16 = linear(bias = p_encoder_layers_6_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_6_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_40_cast_fp16)[name = tensor("linear_54_cast_fp16")]; tensor silu_20_cast_fp16 = silu(x = linear_54_cast_fp16)[name = tensor("silu_20_cast_fp16")]; tensor p_encoder_layers_6_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_6_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(96442304))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98801664))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_6_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98803264)))]; tensor linear_55_cast_fp16 = linear(bias = p_encoder_layers_6_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_6_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_20_cast_fp16)[name = tensor("linear_55_cast_fp16")]; tensor const_570_to_fp16 = const()[name = tensor("const_570_to_fp16"), val = tensor(0x1p-1)]; tensor mul_41_cast_fp16 = mul(x = linear_55_cast_fp16, y = const_570_to_fp16)[name = tensor("mul_41_cast_fp16")]; tensor add_45_cast_fp16 = add(x = add_44_cast_fp16, y = mul_41_cast_fp16)[name = tensor("add_45_cast_fp16")]; tensor layer_norm_41_axes_0 = const()[name = tensor("layer_norm_41_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_6_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_6_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98804864)))]; tensor p_encoder_layers_6_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_6_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98806464)))]; tensor layer_norm_41_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_41_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_41_cast_fp16 = layer_norm(axes = layer_norm_41_axes_0, beta = p_encoder_layers_6_norm_out_bias_to_fp16, epsilon = layer_norm_41_epsilon_0_to_fp16, gamma = p_encoder_layers_6_norm_out_weight_to_fp16, x = add_45_cast_fp16)[name = tensor("layer_norm_41_cast_fp16")]; tensor layer_norm_42_axes_0 = const()[name = tensor("layer_norm_42_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_7_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_7_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98808064)))]; tensor p_encoder_layers_7_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98809664)))]; tensor layer_norm_42_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_42_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_42_cast_fp16 = layer_norm(axes = layer_norm_42_axes_0, beta = p_encoder_layers_7_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_42_epsilon_0_to_fp16, gamma = p_encoder_layers_7_norm_feed_forward1_weight_to_fp16, x = layer_norm_41_cast_fp16)[name = tensor("layer_norm_42_cast_fp16")]; tensor p_encoder_layers_7_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_7_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98811264))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101170624))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_7_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101176832)))]; tensor linear_56_cast_fp16 = linear(bias = p_encoder_layers_7_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_7_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_42_cast_fp16)[name = tensor("linear_56_cast_fp16")]; tensor silu_21_cast_fp16 = silu(x = linear_56_cast_fp16)[name = tensor("silu_21_cast_fp16")]; tensor p_encoder_layers_7_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_7_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101183040))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103542400))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_7_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103544000)))]; tensor linear_57_cast_fp16 = linear(bias = p_encoder_layers_7_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_7_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_21_cast_fp16)[name = tensor("linear_57_cast_fp16")]; tensor const_573_to_fp16 = const()[name = tensor("const_573_to_fp16"), val = tensor(0x1p-1)]; tensor mul_42_cast_fp16 = mul(x = linear_57_cast_fp16, y = const_573_to_fp16)[name = tensor("mul_42_cast_fp16")]; tensor add_46_cast_fp16 = add(x = layer_norm_41_cast_fp16, y = mul_42_cast_fp16)[name = tensor("add_46_cast_fp16")]; tensor layer_norm_43_axes_0 = const()[name = tensor("layer_norm_43_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_7_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_7_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103545600)))]; tensor p_encoder_layers_7_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103547200)))]; tensor layer_norm_43_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_43_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_43_cast_fp16 = layer_norm(axes = layer_norm_43_axes_0, beta = p_encoder_layers_7_norm_self_att_bias_to_fp16, epsilon = layer_norm_43_epsilon_0_to_fp16, gamma = p_encoder_layers_7_norm_self_att_weight_to_fp16, x = add_46_cast_fp16)[name = tensor("layer_norm_43_cast_fp16")]; tensor const_577 = const()[name = tensor("const_577"), val = tensor([750, 1, 16, 48])]; tensor transpose_55_perm_1 = const()[name = tensor("transpose_55_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_55 = transpose(perm = transpose_55_perm_1, x = layer_norm_43_cast_fp16)[name = tensor("transpose_186")]; tensor view_63_cast_fp16 = reshape(shape = const_577, x = transpose_55)[name = tensor("view_63_cast_fp16")]; tensor mul_43_cast_fp16 = mul(x = view_63_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_43_cast_fp16")]; tensor slice_31_begin_0 = const()[name = tensor("slice_31_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_31_end_0 = const()[name = tensor("slice_31_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_31_end_mask_0 = const()[name = tensor("slice_31_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_31_cast_fp16 = slice_by_index(begin = slice_31_begin_0, end = slice_31_end_0, end_mask = slice_31_end_mask_0, x = view_63_cast_fp16)[name = tensor("slice_31_cast_fp16")]; tensor slice_32_begin_0 = const()[name = tensor("slice_32_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_32_end_0 = const()[name = tensor("slice_32_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_32_end_mask_0 = const()[name = tensor("slice_32_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_32_cast_fp16 = slice_by_index(begin = slice_32_begin_0, end = slice_32_end_0, end_mask = slice_32_end_mask_0, x = view_63_cast_fp16)[name = tensor("slice_32_cast_fp16")]; tensor const_594_promoted_to_fp16 = const()[name = tensor("const_594_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_14_cast_fp16 = mul(x = slice_32_cast_fp16, y = const_594_promoted_to_fp16)[name = tensor("neg_14_cast_fp16")]; tensor const_595 = const()[name = tensor("const_595"), val = tensor(3)]; tensor cat_14_interleave_0 = const()[name = tensor("cat_14_interleave_0"), val = tensor(false)]; tensor cat_14_cast_fp16 = concat(axis = const_595, interleave = cat_14_interleave_0, values = (neg_14_cast_fp16, slice_31_cast_fp16))[name = tensor("cat_14_cast_fp16")]; tensor mul_44_cast_fp16 = mul(x = cat_14_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_44_cast_fp16")]; tensor add_47_cast_fp16 = add(x = mul_43_cast_fp16, y = mul_44_cast_fp16)[name = tensor("add_47_cast_fp16")]; tensor const_604 = const()[name = tensor("const_604"), val = tensor([750, 1, 768])]; tensor view_66_cast_fp16 = reshape(shape = const_604, x = add_47_cast_fp16)[name = tensor("view_66_cast_fp16")]; tensor transpose_111_perm_0 = const()[name = tensor("transpose_111_perm_0"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_7_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_7_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103548800))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104138688))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_7_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104140288)))]; tensor transpose_111_cast_fp16 = transpose(perm = transpose_111_perm_0, x = view_66_cast_fp16)[name = tensor("transpose_185")]; tensor linear_58_cast_fp16 = linear(bias = p_encoder_layers_7_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_7_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_111_cast_fp16)[name = tensor("linear_58_cast_fp16")]; tensor const_613 = const()[name = tensor("const_613"), val = tensor([1, -1, 16, 48])]; tensor view_69_cast_fp16 = reshape(shape = const_613, x = linear_58_cast_fp16)[name = tensor("view_69_cast_fp16")]; tensor p_encoder_layers_7_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_7_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104141888))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104731776))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_7_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104733376)))]; tensor linear_59_cast_fp16 = linear(bias = p_encoder_layers_7_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_7_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_111_cast_fp16)[name = tensor("linear_59_cast_fp16")]; tensor const_614 = const()[name = tensor("const_614"), val = tensor([1, -1, 16, 48])]; tensor view_70_cast_fp16 = reshape(shape = const_614, x = linear_59_cast_fp16)[name = tensor("view_70_cast_fp16")]; tensor p_encoder_layers_7_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_7_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104734976))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105324864))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_7_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105326464)))]; tensor linear_60_cast_fp16 = linear(bias = p_encoder_layers_7_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_7_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_43_cast_fp16)[name = tensor("linear_60_cast_fp16")]; tensor const_615 = const()[name = tensor("const_615"), val = tensor([1, -1, 16, 48])]; tensor view_71_cast_fp16 = reshape(shape = const_615, x = linear_60_cast_fp16)[name = tensor("view_71_cast_fp16")]; tensor transpose_116_perm_0 = const()[name = tensor("transpose_116_perm_0"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_9_y_0_to_fp16 = const()[name = tensor("_inversed_div_9_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_9_cast_fp16 = mul(x = view_70_cast_fp16, y = _inversed_div_9_y_0_to_fp16)[name = tensor("_inversed_div_9_cast_fp16")]; tensor matmul_14_transpose_x_0 = const()[name = tensor("matmul_14_transpose_x_0"), val = tensor(false)]; tensor matmul_14_transpose_y_0 = const()[name = tensor("matmul_14_transpose_y_0"), val = tensor(false)]; tensor transpose_78_perm_0 = const()[name = tensor("transpose_78_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_79_perm_0 = const()[name = tensor("transpose_79_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_79 = transpose(perm = transpose_79_perm_0, x = _inversed_div_9_cast_fp16)[name = tensor("transpose_183")]; tensor transpose_78 = transpose(perm = transpose_78_perm_0, x = view_69_cast_fp16)[name = tensor("transpose_184")]; tensor matmul_14_cast_fp16 = matmul(transpose_x = matmul_14_transpose_x_0, transpose_y = matmul_14_transpose_y_0, x = transpose_78, y = transpose_79)[name = tensor("matmul_14_cast_fp16")]; tensor const_625 = const()[name = tensor("const_625"), val = tensor(-1)]; tensor softmax_7_cast_fp16 = softmax(axis = const_625, x = matmul_14_cast_fp16)[name = tensor("softmax_7_cast_fp16")]; tensor matmul_15_transpose_x_0 = const()[name = tensor("matmul_15_transpose_x_0"), val = tensor(false)]; tensor matmul_15_transpose_y_0 = const()[name = tensor("matmul_15_transpose_y_0"), val = tensor(false)]; tensor transpose_116_cast_fp16 = transpose(perm = transpose_116_perm_0, x = view_71_cast_fp16)[name = tensor("transpose_182")]; tensor matmul_15_cast_fp16 = matmul(transpose_x = matmul_15_transpose_x_0, transpose_y = matmul_15_transpose_y_0, x = softmax_7_cast_fp16, y = transpose_116_cast_fp16)[name = tensor("matmul_15_cast_fp16")]; tensor transpose_118_perm_0 = const()[name = tensor("transpose_118_perm_0"), val = tensor([0, 2, 1, 3])]; tensor const_628 = const()[name = tensor("const_628"), val = tensor([1, 750, 768])]; tensor transpose_118_cast_fp16 = transpose(perm = transpose_118_perm_0, x = matmul_15_cast_fp16)[name = tensor("transpose_181")]; tensor _unsafe_view_7_cast_fp16 = reshape(shape = const_628, x = transpose_118_cast_fp16)[name = tensor("_unsafe_view_7_cast_fp16")]; tensor p_encoder_layers_7_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_7_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105328064))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105917952))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_7_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105919552)))]; tensor linear_61_cast_fp16 = linear(bias = p_encoder_layers_7_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_7_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_7_cast_fp16)[name = tensor("linear_61_cast_fp16")]; tensor add_49_cast_fp16 = add(x = add_46_cast_fp16, y = linear_61_cast_fp16)[name = tensor("add_49_cast_fp16")]; tensor layer_norm_44_axes_0 = const()[name = tensor("layer_norm_44_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_7_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_7_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105921152)))]; tensor p_encoder_layers_7_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105922752)))]; tensor layer_norm_44_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_44_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_44_cast_fp16 = layer_norm(axes = layer_norm_44_axes_0, beta = p_encoder_layers_7_norm_conv_bias_to_fp16, epsilon = layer_norm_44_epsilon_0_to_fp16, gamma = p_encoder_layers_7_norm_conv_weight_to_fp16, x = add_49_cast_fp16)[name = tensor("layer_norm_44_cast_fp16")]; tensor transpose_119_perm_0 = const()[name = tensor("transpose_119_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_23_pad_type_0 = const()[name = tensor("conv1d_23_pad_type_0"), val = tensor("valid")]; tensor conv1d_23_strides_0 = const()[name = tensor("conv1d_23_strides_0"), val = tensor([1])]; tensor conv1d_23_pad_0 = const()[name = tensor("conv1d_23_pad_0"), val = tensor([0, 0])]; tensor conv1d_23_dilations_0 = const()[name = tensor("conv1d_23_dilations_0"), val = tensor([1])]; tensor conv1d_23_groups_0 = const()[name = tensor("conv1d_23_groups_0"), val = tensor(1)]; tensor p_encoder_layers_7_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_7_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105924352))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107104064))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_7_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107107200)))]; tensor transpose_119_cast_fp16 = transpose(perm = transpose_119_perm_0, x = layer_norm_44_cast_fp16)[name = tensor("transpose_180")]; tensor conv1d_23_cast_fp16 = conv(bias = p_encoder_layers_7_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_23_dilations_0, groups = conv1d_23_groups_0, pad = conv1d_23_pad_0, pad_type = conv1d_23_pad_type_0, strides = conv1d_23_strides_0, weight = p_encoder_layers_7_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_119_cast_fp16)[name = tensor("conv1d_23_cast_fp16")]; tensor glu_7_split_num_splits_0 = const()[name = tensor("glu_7_split_num_splits_0"), val = tensor(2)]; tensor glu_7_split_axis_0 = const()[name = tensor("glu_7_split_axis_0"), val = tensor(1)]; tensor glu_7_split_cast_fp16_0, tensor glu_7_split_cast_fp16_1 = split(axis = glu_7_split_axis_0, num_splits = glu_7_split_num_splits_0, x = conv1d_23_cast_fp16)[name = tensor("glu_7_split_cast_fp16")]; tensor glu_7_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_7_split_cast_fp16_1)[name = tensor("glu_7_split_1_sigmoid_cast_fp16")]; tensor glu_7_cast_fp16 = mul(x = glu_7_split_cast_fp16_0, y = glu_7_split_1_sigmoid_cast_fp16)[name = tensor("glu_7_cast_fp16")]; tensor conv1d_24_pad_type_0 = const()[name = tensor("conv1d_24_pad_type_0"), val = tensor("custom")]; tensor conv1d_24_pad_0 = const()[name = tensor("conv1d_24_pad_0"), val = tensor([2, 2])]; tensor conv1d_24_groups_0 = const()[name = tensor("conv1d_24_groups_0"), val = tensor(768)]; tensor conv1d_24_strides_0 = const()[name = tensor("conv1d_24_strides_0"), val = tensor([1])]; tensor conv1d_24_dilations_0 = const()[name = tensor("conv1d_24_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_7_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_7_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107110336))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107114240))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_7_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107115840)))]; tensor conv1d_24_cast_fp16 = conv(bias = p_encoder_layers_7_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_24_dilations_0, groups = conv1d_24_groups_0, pad = conv1d_24_pad_0, pad_type = conv1d_24_pad_type_0, strides = conv1d_24_strides_0, weight = p_encoder_layers_7_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_7_cast_fp16)[name = tensor("conv1d_24_cast_fp16")]; tensor transpose_120_perm_0 = const()[name = tensor("transpose_120_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_45_axes_0 = const()[name = tensor("layer_norm_45_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_7_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_7_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107117440)))]; tensor p_encoder_layers_7_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107119040)))]; tensor layer_norm_45_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_45_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_120_cast_fp16 = transpose(perm = transpose_120_perm_0, x = conv1d_24_cast_fp16)[name = tensor("transpose_179")]; tensor layer_norm_45_cast_fp16 = layer_norm(axes = layer_norm_45_axes_0, beta = p_encoder_layers_7_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_45_epsilon_0_to_fp16, gamma = p_encoder_layers_7_conv_batch_norm_weight_to_fp16, x = transpose_120_cast_fp16)[name = tensor("layer_norm_45_cast_fp16")]; tensor transpose_121_perm_0 = const()[name = tensor("transpose_121_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_121_cast_fp16 = transpose(perm = transpose_121_perm_0, x = layer_norm_45_cast_fp16)[name = tensor("transpose_178")]; tensor silu_22_cast_fp16 = silu(x = transpose_121_cast_fp16)[name = tensor("silu_22_cast_fp16")]; tensor conv1d_25_pad_type_0 = const()[name = tensor("conv1d_25_pad_type_0"), val = tensor("valid")]; tensor conv1d_25_strides_0 = const()[name = tensor("conv1d_25_strides_0"), val = tensor([1])]; tensor conv1d_25_pad_0 = const()[name = tensor("conv1d_25_pad_0"), val = tensor([0, 0])]; tensor conv1d_25_dilations_0 = const()[name = tensor("conv1d_25_dilations_0"), val = tensor([1])]; tensor conv1d_25_groups_0 = const()[name = tensor("conv1d_25_groups_0"), val = tensor(1)]; tensor p_encoder_layers_7_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_7_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107120640))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107710528))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_7_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107712128)))]; tensor conv1d_25_cast_fp16 = conv(bias = p_encoder_layers_7_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_25_dilations_0, groups = conv1d_25_groups_0, pad = conv1d_25_pad_0, pad_type = conv1d_25_pad_type_0, strides = conv1d_25_strides_0, weight = p_encoder_layers_7_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_22_cast_fp16)[name = tensor("conv1d_25_cast_fp16")]; tensor transpose_122_perm_0 = const()[name = tensor("transpose_122_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_122_cast_fp16 = transpose(perm = transpose_122_perm_0, x = conv1d_25_cast_fp16)[name = tensor("transpose_177")]; tensor add_50_cast_fp16 = add(x = add_49_cast_fp16, y = transpose_122_cast_fp16)[name = tensor("add_50_cast_fp16")]; tensor layer_norm_46_axes_0 = const()[name = tensor("layer_norm_46_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_7_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_7_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107713728)))]; tensor p_encoder_layers_7_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107715328)))]; tensor layer_norm_46_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_46_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_46_cast_fp16 = layer_norm(axes = layer_norm_46_axes_0, beta = p_encoder_layers_7_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_46_epsilon_0_to_fp16, gamma = p_encoder_layers_7_norm_feed_forward2_weight_to_fp16, x = add_50_cast_fp16)[name = tensor("layer_norm_46_cast_fp16")]; tensor p_encoder_layers_7_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_7_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107716928))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(110076288))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_7_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(110082496)))]; tensor linear_62_cast_fp16 = linear(bias = p_encoder_layers_7_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_7_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_46_cast_fp16)[name = tensor("linear_62_cast_fp16")]; tensor silu_23_cast_fp16 = silu(x = linear_62_cast_fp16)[name = tensor("silu_23_cast_fp16")]; tensor p_encoder_layers_7_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_7_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(110088704))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(112448064))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_7_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(112449664)))]; tensor linear_63_cast_fp16 = linear(bias = p_encoder_layers_7_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_7_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_23_cast_fp16)[name = tensor("linear_63_cast_fp16")]; tensor const_647_to_fp16 = const()[name = tensor("const_647_to_fp16"), val = tensor(0x1p-1)]; tensor mul_47_cast_fp16 = mul(x = linear_63_cast_fp16, y = const_647_to_fp16)[name = tensor("mul_47_cast_fp16")]; tensor add_51_cast_fp16 = add(x = add_50_cast_fp16, y = mul_47_cast_fp16)[name = tensor("add_51_cast_fp16")]; tensor layer_norm_47_axes_0 = const()[name = tensor("layer_norm_47_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_7_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_7_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(112451264)))]; tensor p_encoder_layers_7_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_7_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(112452864)))]; tensor layer_norm_47_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_47_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_47_cast_fp16 = layer_norm(axes = layer_norm_47_axes_0, beta = p_encoder_layers_7_norm_out_bias_to_fp16, epsilon = layer_norm_47_epsilon_0_to_fp16, gamma = p_encoder_layers_7_norm_out_weight_to_fp16, x = add_51_cast_fp16)[name = tensor("layer_norm_47_cast_fp16")]; tensor layer_norm_48_axes_0 = const()[name = tensor("layer_norm_48_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_8_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_8_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(112454464)))]; tensor p_encoder_layers_8_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(112456064)))]; tensor layer_norm_48_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_48_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_48_cast_fp16 = layer_norm(axes = layer_norm_48_axes_0, beta = p_encoder_layers_8_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_48_epsilon_0_to_fp16, gamma = p_encoder_layers_8_norm_feed_forward1_weight_to_fp16, x = layer_norm_47_cast_fp16)[name = tensor("layer_norm_48_cast_fp16")]; tensor p_encoder_layers_8_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_8_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(112457664))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114817024))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_8_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114823232)))]; tensor linear_64_cast_fp16 = linear(bias = p_encoder_layers_8_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_8_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_48_cast_fp16)[name = tensor("linear_64_cast_fp16")]; tensor silu_24_cast_fp16 = silu(x = linear_64_cast_fp16)[name = tensor("silu_24_cast_fp16")]; tensor p_encoder_layers_8_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_8_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114829440))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117188800))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_8_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117190400)))]; tensor linear_65_cast_fp16 = linear(bias = p_encoder_layers_8_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_8_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_24_cast_fp16)[name = tensor("linear_65_cast_fp16")]; tensor const_650_to_fp16 = const()[name = tensor("const_650_to_fp16"), val = tensor(0x1p-1)]; tensor mul_48_cast_fp16 = mul(x = linear_65_cast_fp16, y = const_650_to_fp16)[name = tensor("mul_48_cast_fp16")]; tensor add_52_cast_fp16 = add(x = layer_norm_47_cast_fp16, y = mul_48_cast_fp16)[name = tensor("add_52_cast_fp16")]; tensor layer_norm_49_axes_0 = const()[name = tensor("layer_norm_49_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_8_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_8_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117192000)))]; tensor p_encoder_layers_8_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117193600)))]; tensor layer_norm_49_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_49_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_49_cast_fp16 = layer_norm(axes = layer_norm_49_axes_0, beta = p_encoder_layers_8_norm_self_att_bias_to_fp16, epsilon = layer_norm_49_epsilon_0_to_fp16, gamma = p_encoder_layers_8_norm_self_att_weight_to_fp16, x = add_52_cast_fp16)[name = tensor("layer_norm_49_cast_fp16")]; tensor const_654 = const()[name = tensor("const_654"), val = tensor([750, 1, 16, 48])]; tensor transpose_56_perm_1 = const()[name = tensor("transpose_56_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_56 = transpose(perm = transpose_56_perm_1, x = layer_norm_49_cast_fp16)[name = tensor("transpose_176")]; tensor view_72_cast_fp16 = reshape(shape = const_654, x = transpose_56)[name = tensor("view_72_cast_fp16")]; tensor mul_49_cast_fp16 = mul(x = view_72_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_49_cast_fp16")]; tensor slice_35_begin_0 = const()[name = tensor("slice_35_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_35_end_0 = const()[name = tensor("slice_35_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_35_end_mask_0 = const()[name = tensor("slice_35_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_35_cast_fp16 = slice_by_index(begin = slice_35_begin_0, end = slice_35_end_0, end_mask = slice_35_end_mask_0, x = view_72_cast_fp16)[name = tensor("slice_35_cast_fp16")]; tensor slice_36_begin_0 = const()[name = tensor("slice_36_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_36_end_0 = const()[name = tensor("slice_36_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_36_end_mask_0 = const()[name = tensor("slice_36_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_36_cast_fp16 = slice_by_index(begin = slice_36_begin_0, end = slice_36_end_0, end_mask = slice_36_end_mask_0, x = view_72_cast_fp16)[name = tensor("slice_36_cast_fp16")]; tensor const_671_promoted_to_fp16 = const()[name = tensor("const_671_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_16_cast_fp16 = mul(x = slice_36_cast_fp16, y = const_671_promoted_to_fp16)[name = tensor("neg_16_cast_fp16")]; tensor const_672 = const()[name = tensor("const_672"), val = tensor(3)]; tensor cat_16_interleave_0 = const()[name = tensor("cat_16_interleave_0"), val = tensor(false)]; tensor cat_16_cast_fp16 = concat(axis = const_672, interleave = cat_16_interleave_0, values = (neg_16_cast_fp16, slice_35_cast_fp16))[name = tensor("cat_16_cast_fp16")]; tensor mul_50_cast_fp16 = mul(x = cat_16_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_50_cast_fp16")]; tensor add_53_cast_fp16 = add(x = mul_49_cast_fp16, y = mul_50_cast_fp16)[name = tensor("add_53_cast_fp16")]; tensor const_681 = const()[name = tensor("const_681"), val = tensor([750, 1, 768])]; tensor view_75_cast_fp16 = reshape(shape = const_681, x = add_53_cast_fp16)[name = tensor("view_75_cast_fp16")]; tensor transpose_126_perm_0 = const()[name = tensor("transpose_126_perm_0"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_8_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_8_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117195200))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117785088))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_8_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117786688)))]; tensor transpose_126_cast_fp16 = transpose(perm = transpose_126_perm_0, x = view_75_cast_fp16)[name = tensor("transpose_175")]; tensor linear_66_cast_fp16 = linear(bias = p_encoder_layers_8_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_8_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_126_cast_fp16)[name = tensor("linear_66_cast_fp16")]; tensor const_690 = const()[name = tensor("const_690"), val = tensor([1, -1, 16, 48])]; tensor view_78_cast_fp16 = reshape(shape = const_690, x = linear_66_cast_fp16)[name = tensor("view_78_cast_fp16")]; tensor p_encoder_layers_8_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_8_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117788288))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118378176))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_8_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118379776)))]; tensor linear_67_cast_fp16 = linear(bias = p_encoder_layers_8_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_8_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_126_cast_fp16)[name = tensor("linear_67_cast_fp16")]; tensor const_691 = const()[name = tensor("const_691"), val = tensor([1, -1, 16, 48])]; tensor view_79_cast_fp16 = reshape(shape = const_691, x = linear_67_cast_fp16)[name = tensor("view_79_cast_fp16")]; tensor p_encoder_layers_8_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_8_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118381376))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118971264))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_8_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118972864)))]; tensor linear_68_cast_fp16 = linear(bias = p_encoder_layers_8_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_8_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_49_cast_fp16)[name = tensor("linear_68_cast_fp16")]; tensor const_692 = const()[name = tensor("const_692"), val = tensor([1, -1, 16, 48])]; tensor view_80_cast_fp16 = reshape(shape = const_692, x = linear_68_cast_fp16)[name = tensor("view_80_cast_fp16")]; tensor transpose_131_perm_0 = const()[name = tensor("transpose_131_perm_0"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_10_y_0_to_fp16 = const()[name = tensor("_inversed_div_10_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_10_cast_fp16 = mul(x = view_79_cast_fp16, y = _inversed_div_10_y_0_to_fp16)[name = tensor("_inversed_div_10_cast_fp16")]; tensor matmul_16_transpose_x_0 = const()[name = tensor("matmul_16_transpose_x_0"), val = tensor(false)]; tensor matmul_16_transpose_y_0 = const()[name = tensor("matmul_16_transpose_y_0"), val = tensor(false)]; tensor transpose_80_perm_0 = const()[name = tensor("transpose_80_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_81_perm_0_1 = const()[name = tensor("transpose_81_perm_0_1"), val = tensor([0, 2, -1, -3])]; tensor transpose_81 = transpose(perm = transpose_81_perm_0_1, x = _inversed_div_10_cast_fp16)[name = tensor("transpose_173")]; tensor transpose_80 = transpose(perm = transpose_80_perm_0, x = view_78_cast_fp16)[name = tensor("transpose_174")]; tensor matmul_16_cast_fp16 = matmul(transpose_x = matmul_16_transpose_x_0, transpose_y = matmul_16_transpose_y_0, x = transpose_80, y = transpose_81)[name = tensor("matmul_16_cast_fp16")]; tensor const_702 = const()[name = tensor("const_702"), val = tensor(-1)]; tensor softmax_8_cast_fp16 = softmax(axis = const_702, x = matmul_16_cast_fp16)[name = tensor("softmax_8_cast_fp16")]; tensor matmul_17_transpose_x_0 = const()[name = tensor("matmul_17_transpose_x_0"), val = tensor(false)]; tensor matmul_17_transpose_y_0 = const()[name = tensor("matmul_17_transpose_y_0"), val = tensor(false)]; tensor transpose_131_cast_fp16 = transpose(perm = transpose_131_perm_0, x = view_80_cast_fp16)[name = tensor("transpose_172")]; tensor matmul_17_cast_fp16 = matmul(transpose_x = matmul_17_transpose_x_0, transpose_y = matmul_17_transpose_y_0, x = softmax_8_cast_fp16, y = transpose_131_cast_fp16)[name = tensor("matmul_17_cast_fp16")]; tensor transpose_133_perm_0 = const()[name = tensor("transpose_133_perm_0"), val = tensor([0, 2, 1, 3])]; tensor const_705 = const()[name = tensor("const_705"), val = tensor([1, 750, 768])]; tensor transpose_133_cast_fp16 = transpose(perm = transpose_133_perm_0, x = matmul_17_cast_fp16)[name = tensor("transpose_171")]; tensor _unsafe_view_8_cast_fp16 = reshape(shape = const_705, x = transpose_133_cast_fp16)[name = tensor("_unsafe_view_8_cast_fp16")]; tensor p_encoder_layers_8_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_8_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118974464))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(119564352))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_8_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(119565952)))]; tensor linear_69_cast_fp16 = linear(bias = p_encoder_layers_8_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_8_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_8_cast_fp16)[name = tensor("linear_69_cast_fp16")]; tensor add_55_cast_fp16 = add(x = add_52_cast_fp16, y = linear_69_cast_fp16)[name = tensor("add_55_cast_fp16")]; tensor layer_norm_50_axes_0 = const()[name = tensor("layer_norm_50_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_8_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_8_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(119567552)))]; tensor p_encoder_layers_8_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(119569152)))]; tensor layer_norm_50_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_50_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_50_cast_fp16 = layer_norm(axes = layer_norm_50_axes_0, beta = p_encoder_layers_8_norm_conv_bias_to_fp16, epsilon = layer_norm_50_epsilon_0_to_fp16, gamma = p_encoder_layers_8_norm_conv_weight_to_fp16, x = add_55_cast_fp16)[name = tensor("layer_norm_50_cast_fp16")]; tensor transpose_134_perm_0 = const()[name = tensor("transpose_134_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_26_pad_type_0 = const()[name = tensor("conv1d_26_pad_type_0"), val = tensor("valid")]; tensor conv1d_26_strides_0 = const()[name = tensor("conv1d_26_strides_0"), val = tensor([1])]; tensor conv1d_26_pad_0 = const()[name = tensor("conv1d_26_pad_0"), val = tensor([0, 0])]; tensor conv1d_26_dilations_0 = const()[name = tensor("conv1d_26_dilations_0"), val = tensor([1])]; tensor conv1d_26_groups_0 = const()[name = tensor("conv1d_26_groups_0"), val = tensor(1)]; tensor p_encoder_layers_8_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_8_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(119570752))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(120750464))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_8_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(120753600)))]; tensor transpose_134_cast_fp16 = transpose(perm = transpose_134_perm_0, x = layer_norm_50_cast_fp16)[name = tensor("transpose_170")]; tensor conv1d_26_cast_fp16 = conv(bias = p_encoder_layers_8_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_26_dilations_0, groups = conv1d_26_groups_0, pad = conv1d_26_pad_0, pad_type = conv1d_26_pad_type_0, strides = conv1d_26_strides_0, weight = p_encoder_layers_8_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_134_cast_fp16)[name = tensor("conv1d_26_cast_fp16")]; tensor glu_8_split_num_splits_0 = const()[name = tensor("glu_8_split_num_splits_0"), val = tensor(2)]; tensor glu_8_split_axis_0 = const()[name = tensor("glu_8_split_axis_0"), val = tensor(1)]; tensor glu_8_split_cast_fp16_0, tensor glu_8_split_cast_fp16_1 = split(axis = glu_8_split_axis_0, num_splits = glu_8_split_num_splits_0, x = conv1d_26_cast_fp16)[name = tensor("glu_8_split_cast_fp16")]; tensor glu_8_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_8_split_cast_fp16_1)[name = tensor("glu_8_split_1_sigmoid_cast_fp16")]; tensor glu_8_cast_fp16 = mul(x = glu_8_split_cast_fp16_0, y = glu_8_split_1_sigmoid_cast_fp16)[name = tensor("glu_8_cast_fp16")]; tensor conv1d_27_pad_type_0 = const()[name = tensor("conv1d_27_pad_type_0"), val = tensor("custom")]; tensor conv1d_27_pad_0 = const()[name = tensor("conv1d_27_pad_0"), val = tensor([2, 2])]; tensor conv1d_27_groups_0 = const()[name = tensor("conv1d_27_groups_0"), val = tensor(768)]; tensor conv1d_27_strides_0 = const()[name = tensor("conv1d_27_strides_0"), val = tensor([1])]; tensor conv1d_27_dilations_0 = const()[name = tensor("conv1d_27_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_8_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_8_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(120756736))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(120760640))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_8_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(120762240)))]; tensor conv1d_27_cast_fp16 = conv(bias = p_encoder_layers_8_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_27_dilations_0, groups = conv1d_27_groups_0, pad = conv1d_27_pad_0, pad_type = conv1d_27_pad_type_0, strides = conv1d_27_strides_0, weight = p_encoder_layers_8_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_8_cast_fp16)[name = tensor("conv1d_27_cast_fp16")]; tensor transpose_135_perm_0 = const()[name = tensor("transpose_135_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_51_axes_0 = const()[name = tensor("layer_norm_51_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_8_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_8_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(120763840)))]; tensor p_encoder_layers_8_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(120765440)))]; tensor layer_norm_51_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_51_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_135_cast_fp16 = transpose(perm = transpose_135_perm_0, x = conv1d_27_cast_fp16)[name = tensor("transpose_169")]; tensor layer_norm_51_cast_fp16 = layer_norm(axes = layer_norm_51_axes_0, beta = p_encoder_layers_8_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_51_epsilon_0_to_fp16, gamma = p_encoder_layers_8_conv_batch_norm_weight_to_fp16, x = transpose_135_cast_fp16)[name = tensor("layer_norm_51_cast_fp16")]; tensor transpose_136_perm_0 = const()[name = tensor("transpose_136_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_136_cast_fp16 = transpose(perm = transpose_136_perm_0, x = layer_norm_51_cast_fp16)[name = tensor("transpose_168")]; tensor silu_25_cast_fp16 = silu(x = transpose_136_cast_fp16)[name = tensor("silu_25_cast_fp16")]; tensor conv1d_28_pad_type_0 = const()[name = tensor("conv1d_28_pad_type_0"), val = tensor("valid")]; tensor conv1d_28_strides_0 = const()[name = tensor("conv1d_28_strides_0"), val = tensor([1])]; tensor conv1d_28_pad_0 = const()[name = tensor("conv1d_28_pad_0"), val = tensor([0, 0])]; tensor conv1d_28_dilations_0 = const()[name = tensor("conv1d_28_dilations_0"), val = tensor([1])]; tensor conv1d_28_groups_0 = const()[name = tensor("conv1d_28_groups_0"), val = tensor(1)]; tensor p_encoder_layers_8_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_8_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(120767040))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(121356928))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_8_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(121358528)))]; tensor conv1d_28_cast_fp16 = conv(bias = p_encoder_layers_8_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_28_dilations_0, groups = conv1d_28_groups_0, pad = conv1d_28_pad_0, pad_type = conv1d_28_pad_type_0, strides = conv1d_28_strides_0, weight = p_encoder_layers_8_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_25_cast_fp16)[name = tensor("conv1d_28_cast_fp16")]; tensor transpose_137_perm_0 = const()[name = tensor("transpose_137_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_137_cast_fp16 = transpose(perm = transpose_137_perm_0, x = conv1d_28_cast_fp16)[name = tensor("transpose_167")]; tensor add_56_cast_fp16 = add(x = add_55_cast_fp16, y = transpose_137_cast_fp16)[name = tensor("add_56_cast_fp16")]; tensor layer_norm_52_axes_0 = const()[name = tensor("layer_norm_52_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_8_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_8_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(121360128)))]; tensor p_encoder_layers_8_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(121361728)))]; tensor layer_norm_52_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_52_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_52_cast_fp16 = layer_norm(axes = layer_norm_52_axes_0, beta = p_encoder_layers_8_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_52_epsilon_0_to_fp16, gamma = p_encoder_layers_8_norm_feed_forward2_weight_to_fp16, x = add_56_cast_fp16)[name = tensor("layer_norm_52_cast_fp16")]; tensor p_encoder_layers_8_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_8_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(121363328))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123722688))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_8_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123728896)))]; tensor linear_70_cast_fp16 = linear(bias = p_encoder_layers_8_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_8_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_52_cast_fp16)[name = tensor("linear_70_cast_fp16")]; tensor silu_26_cast_fp16 = silu(x = linear_70_cast_fp16)[name = tensor("silu_26_cast_fp16")]; tensor p_encoder_layers_8_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_8_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123735104))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126094464))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_8_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126096064)))]; tensor linear_71_cast_fp16 = linear(bias = p_encoder_layers_8_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_8_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_26_cast_fp16)[name = tensor("linear_71_cast_fp16")]; tensor const_724_to_fp16 = const()[name = tensor("const_724_to_fp16"), val = tensor(0x1p-1)]; tensor mul_53_cast_fp16 = mul(x = linear_71_cast_fp16, y = const_724_to_fp16)[name = tensor("mul_53_cast_fp16")]; tensor add_57_cast_fp16 = add(x = add_56_cast_fp16, y = mul_53_cast_fp16)[name = tensor("add_57_cast_fp16")]; tensor layer_norm_53_axes_0 = const()[name = tensor("layer_norm_53_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_8_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_8_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126097664)))]; tensor p_encoder_layers_8_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_8_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126099264)))]; tensor layer_norm_53_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_53_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_53_cast_fp16 = layer_norm(axes = layer_norm_53_axes_0, beta = p_encoder_layers_8_norm_out_bias_to_fp16, epsilon = layer_norm_53_epsilon_0_to_fp16, gamma = p_encoder_layers_8_norm_out_weight_to_fp16, x = add_57_cast_fp16)[name = tensor("layer_norm_53_cast_fp16")]; tensor layer_norm_54_axes_0 = const()[name = tensor("layer_norm_54_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_9_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_9_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126100864)))]; tensor p_encoder_layers_9_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126102464)))]; tensor layer_norm_54_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_54_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_54_cast_fp16 = layer_norm(axes = layer_norm_54_axes_0, beta = p_encoder_layers_9_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_54_epsilon_0_to_fp16, gamma = p_encoder_layers_9_norm_feed_forward1_weight_to_fp16, x = layer_norm_53_cast_fp16)[name = tensor("layer_norm_54_cast_fp16")]; tensor p_encoder_layers_9_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_9_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126104064))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(128463424))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_9_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(128469632)))]; tensor linear_72_cast_fp16 = linear(bias = p_encoder_layers_9_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_9_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_54_cast_fp16)[name = tensor("linear_72_cast_fp16")]; tensor silu_27_cast_fp16 = silu(x = linear_72_cast_fp16)[name = tensor("silu_27_cast_fp16")]; tensor p_encoder_layers_9_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_9_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(128475840))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(130835200))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_9_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(130836800)))]; tensor linear_73_cast_fp16 = linear(bias = p_encoder_layers_9_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_9_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_27_cast_fp16)[name = tensor("linear_73_cast_fp16")]; tensor const_727_to_fp16 = const()[name = tensor("const_727_to_fp16"), val = tensor(0x1p-1)]; tensor mul_54_cast_fp16 = mul(x = linear_73_cast_fp16, y = const_727_to_fp16)[name = tensor("mul_54_cast_fp16")]; tensor add_58_cast_fp16 = add(x = layer_norm_53_cast_fp16, y = mul_54_cast_fp16)[name = tensor("add_58_cast_fp16")]; tensor layer_norm_55_axes_0 = const()[name = tensor("layer_norm_55_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_9_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_9_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(130838400)))]; tensor p_encoder_layers_9_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(130840000)))]; tensor layer_norm_55_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_55_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_55_cast_fp16 = layer_norm(axes = layer_norm_55_axes_0, beta = p_encoder_layers_9_norm_self_att_bias_to_fp16, epsilon = layer_norm_55_epsilon_0_to_fp16, gamma = p_encoder_layers_9_norm_self_att_weight_to_fp16, x = add_58_cast_fp16)[name = tensor("layer_norm_55_cast_fp16")]; tensor const_731 = const()[name = tensor("const_731"), val = tensor([750, 1, 16, 48])]; tensor transpose_57_perm_1 = const()[name = tensor("transpose_57_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_57 = transpose(perm = transpose_57_perm_1, x = layer_norm_55_cast_fp16)[name = tensor("transpose_166")]; tensor view_81_cast_fp16 = reshape(shape = const_731, x = transpose_57)[name = tensor("view_81_cast_fp16")]; tensor mul_55_cast_fp16 = mul(x = view_81_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_55_cast_fp16")]; tensor slice_39_begin_0 = const()[name = tensor("slice_39_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_39_end_0 = const()[name = tensor("slice_39_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_39_end_mask_0 = const()[name = tensor("slice_39_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_39_cast_fp16 = slice_by_index(begin = slice_39_begin_0, end = slice_39_end_0, end_mask = slice_39_end_mask_0, x = view_81_cast_fp16)[name = tensor("slice_39_cast_fp16")]; tensor slice_40_begin_0 = const()[name = tensor("slice_40_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_40_end_0 = const()[name = tensor("slice_40_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_40_end_mask_0 = const()[name = tensor("slice_40_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_40_cast_fp16 = slice_by_index(begin = slice_40_begin_0, end = slice_40_end_0, end_mask = slice_40_end_mask_0, x = view_81_cast_fp16)[name = tensor("slice_40_cast_fp16")]; tensor const_748_promoted_to_fp16 = const()[name = tensor("const_748_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_18_cast_fp16 = mul(x = slice_40_cast_fp16, y = const_748_promoted_to_fp16)[name = tensor("neg_18_cast_fp16")]; tensor const_749 = const()[name = tensor("const_749"), val = tensor(3)]; tensor cat_18_interleave_0 = const()[name = tensor("cat_18_interleave_0"), val = tensor(false)]; tensor cat_18_cast_fp16 = concat(axis = const_749, interleave = cat_18_interleave_0, values = (neg_18_cast_fp16, slice_39_cast_fp16))[name = tensor("cat_18_cast_fp16")]; tensor mul_56_cast_fp16 = mul(x = cat_18_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_56_cast_fp16")]; tensor add_59_cast_fp16 = add(x = mul_55_cast_fp16, y = mul_56_cast_fp16)[name = tensor("add_59_cast_fp16")]; tensor const_758 = const()[name = tensor("const_758"), val = tensor([750, 1, 768])]; tensor view_84_cast_fp16 = reshape(shape = const_758, x = add_59_cast_fp16)[name = tensor("view_84_cast_fp16")]; tensor transpose_141_perm_0 = const()[name = tensor("transpose_141_perm_0"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_9_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_9_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(130841600))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(131431488))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_9_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(131433088)))]; tensor transpose_141_cast_fp16 = transpose(perm = transpose_141_perm_0, x = view_84_cast_fp16)[name = tensor("transpose_165")]; tensor linear_74_cast_fp16 = linear(bias = p_encoder_layers_9_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_9_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_141_cast_fp16)[name = tensor("linear_74_cast_fp16")]; tensor const_767 = const()[name = tensor("const_767"), val = tensor([1, -1, 16, 48])]; tensor view_87_cast_fp16 = reshape(shape = const_767, x = linear_74_cast_fp16)[name = tensor("view_87_cast_fp16")]; tensor p_encoder_layers_9_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_9_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(131434688))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132024576))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_9_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132026176)))]; tensor linear_75_cast_fp16 = linear(bias = p_encoder_layers_9_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_9_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_141_cast_fp16)[name = tensor("linear_75_cast_fp16")]; tensor const_768 = const()[name = tensor("const_768"), val = tensor([1, -1, 16, 48])]; tensor view_88_cast_fp16 = reshape(shape = const_768, x = linear_75_cast_fp16)[name = tensor("view_88_cast_fp16")]; tensor p_encoder_layers_9_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_9_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132027776))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132617664))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_9_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132619264)))]; tensor linear_76_cast_fp16 = linear(bias = p_encoder_layers_9_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_9_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_55_cast_fp16)[name = tensor("linear_76_cast_fp16")]; tensor const_769 = const()[name = tensor("const_769"), val = tensor([1, -1, 16, 48])]; tensor view_89_cast_fp16 = reshape(shape = const_769, x = linear_76_cast_fp16)[name = tensor("view_89_cast_fp16")]; tensor transpose_146_perm_0 = const()[name = tensor("transpose_146_perm_0"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_11_y_0_to_fp16 = const()[name = tensor("_inversed_div_11_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_11_cast_fp16 = mul(x = view_88_cast_fp16, y = _inversed_div_11_y_0_to_fp16)[name = tensor("_inversed_div_11_cast_fp16")]; tensor matmul_18_transpose_x_0 = const()[name = tensor("matmul_18_transpose_x_0"), val = tensor(false)]; tensor matmul_18_transpose_y_0 = const()[name = tensor("matmul_18_transpose_y_0"), val = tensor(false)]; tensor transpose_82_perm_0 = const()[name = tensor("transpose_82_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_83_perm_0 = const()[name = tensor("transpose_83_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_83 = transpose(perm = transpose_83_perm_0, x = _inversed_div_11_cast_fp16)[name = tensor("transpose_163")]; tensor transpose_82 = transpose(perm = transpose_82_perm_0, x = view_87_cast_fp16)[name = tensor("transpose_164")]; tensor matmul_18_cast_fp16 = matmul(transpose_x = matmul_18_transpose_x_0, transpose_y = matmul_18_transpose_y_0, x = transpose_82, y = transpose_83)[name = tensor("matmul_18_cast_fp16")]; tensor const_779 = const()[name = tensor("const_779"), val = tensor(-1)]; tensor softmax_9_cast_fp16 = softmax(axis = const_779, x = matmul_18_cast_fp16)[name = tensor("softmax_9_cast_fp16")]; tensor matmul_19_transpose_x_0 = const()[name = tensor("matmul_19_transpose_x_0"), val = tensor(false)]; tensor matmul_19_transpose_y_0 = const()[name = tensor("matmul_19_transpose_y_0"), val = tensor(false)]; tensor transpose_146_cast_fp16 = transpose(perm = transpose_146_perm_0, x = view_89_cast_fp16)[name = tensor("transpose_162")]; tensor matmul_19_cast_fp16 = matmul(transpose_x = matmul_19_transpose_x_0, transpose_y = matmul_19_transpose_y_0, x = softmax_9_cast_fp16, y = transpose_146_cast_fp16)[name = tensor("matmul_19_cast_fp16")]; tensor transpose_148_perm_0 = const()[name = tensor("transpose_148_perm_0"), val = tensor([0, 2, 1, 3])]; tensor const_782 = const()[name = tensor("const_782"), val = tensor([1, 750, 768])]; tensor transpose_148_cast_fp16 = transpose(perm = transpose_148_perm_0, x = matmul_19_cast_fp16)[name = tensor("transpose_161")]; tensor _unsafe_view_9_cast_fp16 = reshape(shape = const_782, x = transpose_148_cast_fp16)[name = tensor("_unsafe_view_9_cast_fp16")]; tensor p_encoder_layers_9_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_9_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132620864))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(133210752))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_9_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(133212352)))]; tensor linear_77_cast_fp16 = linear(bias = p_encoder_layers_9_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_9_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_9_cast_fp16)[name = tensor("linear_77_cast_fp16")]; tensor add_61_cast_fp16 = add(x = add_58_cast_fp16, y = linear_77_cast_fp16)[name = tensor("add_61_cast_fp16")]; tensor layer_norm_56_axes_0 = const()[name = tensor("layer_norm_56_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_9_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_9_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(133213952)))]; tensor p_encoder_layers_9_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(133215552)))]; tensor layer_norm_56_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_56_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_56_cast_fp16 = layer_norm(axes = layer_norm_56_axes_0, beta = p_encoder_layers_9_norm_conv_bias_to_fp16, epsilon = layer_norm_56_epsilon_0_to_fp16, gamma = p_encoder_layers_9_norm_conv_weight_to_fp16, x = add_61_cast_fp16)[name = tensor("layer_norm_56_cast_fp16")]; tensor transpose_149_perm_0 = const()[name = tensor("transpose_149_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_29_pad_type_0 = const()[name = tensor("conv1d_29_pad_type_0"), val = tensor("valid")]; tensor conv1d_29_strides_0 = const()[name = tensor("conv1d_29_strides_0"), val = tensor([1])]; tensor conv1d_29_pad_0 = const()[name = tensor("conv1d_29_pad_0"), val = tensor([0, 0])]; tensor conv1d_29_dilations_0 = const()[name = tensor("conv1d_29_dilations_0"), val = tensor([1])]; tensor conv1d_29_groups_0 = const()[name = tensor("conv1d_29_groups_0"), val = tensor(1)]; tensor p_encoder_layers_9_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_9_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(133217152))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134396864))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_9_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134400000)))]; tensor transpose_149_cast_fp16 = transpose(perm = transpose_149_perm_0, x = layer_norm_56_cast_fp16)[name = tensor("transpose_160")]; tensor conv1d_29_cast_fp16 = conv(bias = p_encoder_layers_9_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_29_dilations_0, groups = conv1d_29_groups_0, pad = conv1d_29_pad_0, pad_type = conv1d_29_pad_type_0, strides = conv1d_29_strides_0, weight = p_encoder_layers_9_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_149_cast_fp16)[name = tensor("conv1d_29_cast_fp16")]; tensor glu_9_split_num_splits_0 = const()[name = tensor("glu_9_split_num_splits_0"), val = tensor(2)]; tensor glu_9_split_axis_0 = const()[name = tensor("glu_9_split_axis_0"), val = tensor(1)]; tensor glu_9_split_cast_fp16_0, tensor glu_9_split_cast_fp16_1 = split(axis = glu_9_split_axis_0, num_splits = glu_9_split_num_splits_0, x = conv1d_29_cast_fp16)[name = tensor("glu_9_split_cast_fp16")]; tensor glu_9_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_9_split_cast_fp16_1)[name = tensor("glu_9_split_1_sigmoid_cast_fp16")]; tensor glu_9_cast_fp16 = mul(x = glu_9_split_cast_fp16_0, y = glu_9_split_1_sigmoid_cast_fp16)[name = tensor("glu_9_cast_fp16")]; tensor conv1d_30_pad_type_0 = const()[name = tensor("conv1d_30_pad_type_0"), val = tensor("custom")]; tensor conv1d_30_pad_0 = const()[name = tensor("conv1d_30_pad_0"), val = tensor([2, 2])]; tensor conv1d_30_groups_0 = const()[name = tensor("conv1d_30_groups_0"), val = tensor(768)]; tensor conv1d_30_strides_0 = const()[name = tensor("conv1d_30_strides_0"), val = tensor([1])]; tensor conv1d_30_dilations_0 = const()[name = tensor("conv1d_30_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_9_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_9_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134403136))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134407040))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_9_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134408640)))]; tensor conv1d_30_cast_fp16 = conv(bias = p_encoder_layers_9_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_30_dilations_0, groups = conv1d_30_groups_0, pad = conv1d_30_pad_0, pad_type = conv1d_30_pad_type_0, strides = conv1d_30_strides_0, weight = p_encoder_layers_9_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_9_cast_fp16)[name = tensor("conv1d_30_cast_fp16")]; tensor transpose_150_perm_0 = const()[name = tensor("transpose_150_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_57_axes_0 = const()[name = tensor("layer_norm_57_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_9_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_9_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134410240)))]; tensor p_encoder_layers_9_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134411840)))]; tensor layer_norm_57_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_57_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_150_cast_fp16 = transpose(perm = transpose_150_perm_0, x = conv1d_30_cast_fp16)[name = tensor("transpose_159")]; tensor layer_norm_57_cast_fp16 = layer_norm(axes = layer_norm_57_axes_0, beta = p_encoder_layers_9_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_57_epsilon_0_to_fp16, gamma = p_encoder_layers_9_conv_batch_norm_weight_to_fp16, x = transpose_150_cast_fp16)[name = tensor("layer_norm_57_cast_fp16")]; tensor transpose_151_perm_0 = const()[name = tensor("transpose_151_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_151_cast_fp16 = transpose(perm = transpose_151_perm_0, x = layer_norm_57_cast_fp16)[name = tensor("transpose_158")]; tensor silu_28_cast_fp16 = silu(x = transpose_151_cast_fp16)[name = tensor("silu_28_cast_fp16")]; tensor conv1d_31_pad_type_0 = const()[name = tensor("conv1d_31_pad_type_0"), val = tensor("valid")]; tensor conv1d_31_strides_0 = const()[name = tensor("conv1d_31_strides_0"), val = tensor([1])]; tensor conv1d_31_pad_0 = const()[name = tensor("conv1d_31_pad_0"), val = tensor([0, 0])]; tensor conv1d_31_dilations_0 = const()[name = tensor("conv1d_31_dilations_0"), val = tensor([1])]; tensor conv1d_31_groups_0 = const()[name = tensor("conv1d_31_groups_0"), val = tensor(1)]; tensor p_encoder_layers_9_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_9_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134413440))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(135003328))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_9_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(135004928)))]; tensor conv1d_31_cast_fp16 = conv(bias = p_encoder_layers_9_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_31_dilations_0, groups = conv1d_31_groups_0, pad = conv1d_31_pad_0, pad_type = conv1d_31_pad_type_0, strides = conv1d_31_strides_0, weight = p_encoder_layers_9_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_28_cast_fp16)[name = tensor("conv1d_31_cast_fp16")]; tensor transpose_152_perm_0 = const()[name = tensor("transpose_152_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_152_cast_fp16 = transpose(perm = transpose_152_perm_0, x = conv1d_31_cast_fp16)[name = tensor("transpose_157")]; tensor add_62_cast_fp16 = add(x = add_61_cast_fp16, y = transpose_152_cast_fp16)[name = tensor("add_62_cast_fp16")]; tensor layer_norm_58_axes_0 = const()[name = tensor("layer_norm_58_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_9_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_9_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(135006528)))]; tensor p_encoder_layers_9_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(135008128)))]; tensor layer_norm_58_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_58_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_58_cast_fp16 = layer_norm(axes = layer_norm_58_axes_0, beta = p_encoder_layers_9_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_58_epsilon_0_to_fp16, gamma = p_encoder_layers_9_norm_feed_forward2_weight_to_fp16, x = add_62_cast_fp16)[name = tensor("layer_norm_58_cast_fp16")]; tensor p_encoder_layers_9_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_9_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(135009728))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137369088))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_9_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137375296)))]; tensor linear_78_cast_fp16 = linear(bias = p_encoder_layers_9_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_9_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_58_cast_fp16)[name = tensor("linear_78_cast_fp16")]; tensor silu_29_cast_fp16 = silu(x = linear_78_cast_fp16)[name = tensor("silu_29_cast_fp16")]; tensor p_encoder_layers_9_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_9_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137381504))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139740864))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_9_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139742464)))]; tensor linear_79_cast_fp16 = linear(bias = p_encoder_layers_9_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_9_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_29_cast_fp16)[name = tensor("linear_79_cast_fp16")]; tensor const_801_to_fp16 = const()[name = tensor("const_801_to_fp16"), val = tensor(0x1p-1)]; tensor mul_59_cast_fp16 = mul(x = linear_79_cast_fp16, y = const_801_to_fp16)[name = tensor("mul_59_cast_fp16")]; tensor add_63_cast_fp16 = add(x = add_62_cast_fp16, y = mul_59_cast_fp16)[name = tensor("add_63_cast_fp16")]; tensor layer_norm_59_axes_0 = const()[name = tensor("layer_norm_59_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_9_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_9_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139744064)))]; tensor p_encoder_layers_9_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_9_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139745664)))]; tensor layer_norm_59_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_59_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_59_cast_fp16 = layer_norm(axes = layer_norm_59_axes_0, beta = p_encoder_layers_9_norm_out_bias_to_fp16, epsilon = layer_norm_59_epsilon_0_to_fp16, gamma = p_encoder_layers_9_norm_out_weight_to_fp16, x = add_63_cast_fp16)[name = tensor("layer_norm_59_cast_fp16")]; tensor layer_norm_60_axes_0 = const()[name = tensor("layer_norm_60_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_10_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_10_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139747264)))]; tensor p_encoder_layers_10_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139748864)))]; tensor layer_norm_60_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_60_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_60_cast_fp16 = layer_norm(axes = layer_norm_60_axes_0, beta = p_encoder_layers_10_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_60_epsilon_0_to_fp16, gamma = p_encoder_layers_10_norm_feed_forward1_weight_to_fp16, x = layer_norm_59_cast_fp16)[name = tensor("layer_norm_60_cast_fp16")]; tensor p_encoder_layers_10_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_10_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139750464))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142109824))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_10_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142116032)))]; tensor linear_80_cast_fp16 = linear(bias = p_encoder_layers_10_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_10_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_60_cast_fp16)[name = tensor("linear_80_cast_fp16")]; tensor silu_30_cast_fp16 = silu(x = linear_80_cast_fp16)[name = tensor("silu_30_cast_fp16")]; tensor p_encoder_layers_10_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_10_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142122240))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144481600))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_10_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144483200)))]; tensor linear_81_cast_fp16 = linear(bias = p_encoder_layers_10_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_10_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_30_cast_fp16)[name = tensor("linear_81_cast_fp16")]; tensor const_804_to_fp16 = const()[name = tensor("const_804_to_fp16"), val = tensor(0x1p-1)]; tensor mul_60_cast_fp16 = mul(x = linear_81_cast_fp16, y = const_804_to_fp16)[name = tensor("mul_60_cast_fp16")]; tensor add_64_cast_fp16 = add(x = layer_norm_59_cast_fp16, y = mul_60_cast_fp16)[name = tensor("add_64_cast_fp16")]; tensor layer_norm_61_axes_0 = const()[name = tensor("layer_norm_61_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_10_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_10_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144484800)))]; tensor p_encoder_layers_10_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144486400)))]; tensor layer_norm_61_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_61_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_61_cast_fp16 = layer_norm(axes = layer_norm_61_axes_0, beta = p_encoder_layers_10_norm_self_att_bias_to_fp16, epsilon = layer_norm_61_epsilon_0_to_fp16, gamma = p_encoder_layers_10_norm_self_att_weight_to_fp16, x = add_64_cast_fp16)[name = tensor("layer_norm_61_cast_fp16")]; tensor const_808 = const()[name = tensor("const_808"), val = tensor([750, 1, 16, 48])]; tensor transpose_58_perm_1 = const()[name = tensor("transpose_58_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_58 = transpose(perm = transpose_58_perm_1, x = layer_norm_61_cast_fp16)[name = tensor("transpose_156")]; tensor view_90_cast_fp16 = reshape(shape = const_808, x = transpose_58)[name = tensor("view_90_cast_fp16")]; tensor mul_61_cast_fp16 = mul(x = view_90_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_61_cast_fp16")]; tensor slice_43_begin_0 = const()[name = tensor("slice_43_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_43_end_0 = const()[name = tensor("slice_43_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_43_end_mask_0 = const()[name = tensor("slice_43_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_43_cast_fp16 = slice_by_index(begin = slice_43_begin_0, end = slice_43_end_0, end_mask = slice_43_end_mask_0, x = view_90_cast_fp16)[name = tensor("slice_43_cast_fp16")]; tensor slice_44_begin_0 = const()[name = tensor("slice_44_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_44_end_0 = const()[name = tensor("slice_44_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_44_end_mask_0 = const()[name = tensor("slice_44_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_44_cast_fp16 = slice_by_index(begin = slice_44_begin_0, end = slice_44_end_0, end_mask = slice_44_end_mask_0, x = view_90_cast_fp16)[name = tensor("slice_44_cast_fp16")]; tensor const_825_promoted_to_fp16 = const()[name = tensor("const_825_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_20_cast_fp16 = mul(x = slice_44_cast_fp16, y = const_825_promoted_to_fp16)[name = tensor("neg_20_cast_fp16")]; tensor const_826 = const()[name = tensor("const_826"), val = tensor(3)]; tensor cat_20_interleave_0 = const()[name = tensor("cat_20_interleave_0"), val = tensor(false)]; tensor cat_20_cast_fp16 = concat(axis = const_826, interleave = cat_20_interleave_0, values = (neg_20_cast_fp16, slice_43_cast_fp16))[name = tensor("cat_20_cast_fp16")]; tensor mul_62_cast_fp16 = mul(x = cat_20_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_62_cast_fp16")]; tensor add_65_cast_fp16 = add(x = mul_61_cast_fp16, y = mul_62_cast_fp16)[name = tensor("add_65_cast_fp16")]; tensor const_835 = const()[name = tensor("const_835"), val = tensor([750, 1, 768])]; tensor view_93_cast_fp16 = reshape(shape = const_835, x = add_65_cast_fp16)[name = tensor("view_93_cast_fp16")]; tensor transpose_156_perm_0 = const()[name = tensor("transpose_156_perm_0"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_10_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_10_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144488000))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145077888))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_10_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145079488)))]; tensor transpose_156_cast_fp16 = transpose(perm = transpose_156_perm_0, x = view_93_cast_fp16)[name = tensor("transpose_155")]; tensor linear_82_cast_fp16 = linear(bias = p_encoder_layers_10_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_10_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_156_cast_fp16)[name = tensor("linear_82_cast_fp16")]; tensor const_844 = const()[name = tensor("const_844"), val = tensor([1, -1, 16, 48])]; tensor view_96_cast_fp16 = reshape(shape = const_844, x = linear_82_cast_fp16)[name = tensor("view_96_cast_fp16")]; tensor p_encoder_layers_10_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_10_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145081088))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145670976))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_10_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145672576)))]; tensor linear_83_cast_fp16 = linear(bias = p_encoder_layers_10_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_10_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_156_cast_fp16)[name = tensor("linear_83_cast_fp16")]; tensor const_845 = const()[name = tensor("const_845"), val = tensor([1, -1, 16, 48])]; tensor view_97_cast_fp16 = reshape(shape = const_845, x = linear_83_cast_fp16)[name = tensor("view_97_cast_fp16")]; tensor p_encoder_layers_10_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_10_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145674176))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146264064))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_10_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146265664)))]; tensor linear_84_cast_fp16 = linear(bias = p_encoder_layers_10_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_10_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_61_cast_fp16)[name = tensor("linear_84_cast_fp16")]; tensor const_846 = const()[name = tensor("const_846"), val = tensor([1, -1, 16, 48])]; tensor view_98_cast_fp16 = reshape(shape = const_846, x = linear_84_cast_fp16)[name = tensor("view_98_cast_fp16")]; tensor transpose_161_perm_0 = const()[name = tensor("transpose_161_perm_0"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_12_y_0_to_fp16 = const()[name = tensor("_inversed_div_12_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_12_cast_fp16 = mul(x = view_97_cast_fp16, y = _inversed_div_12_y_0_to_fp16)[name = tensor("_inversed_div_12_cast_fp16")]; tensor matmul_20_transpose_x_0 = const()[name = tensor("matmul_20_transpose_x_0"), val = tensor(false)]; tensor matmul_20_transpose_y_0 = const()[name = tensor("matmul_20_transpose_y_0"), val = tensor(false)]; tensor transpose_84_perm_0 = const()[name = tensor("transpose_84_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_85_perm_0 = const()[name = tensor("transpose_85_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_85 = transpose(perm = transpose_85_perm_0, x = _inversed_div_12_cast_fp16)[name = tensor("transpose_153")]; tensor transpose_84 = transpose(perm = transpose_84_perm_0, x = view_96_cast_fp16)[name = tensor("transpose_154")]; tensor matmul_20_cast_fp16 = matmul(transpose_x = matmul_20_transpose_x_0, transpose_y = matmul_20_transpose_y_0, x = transpose_84, y = transpose_85)[name = tensor("matmul_20_cast_fp16")]; tensor const_856 = const()[name = tensor("const_856"), val = tensor(-1)]; tensor softmax_10_cast_fp16 = softmax(axis = const_856, x = matmul_20_cast_fp16)[name = tensor("softmax_10_cast_fp16")]; tensor matmul_21_transpose_x_0 = const()[name = tensor("matmul_21_transpose_x_0"), val = tensor(false)]; tensor matmul_21_transpose_y_0 = const()[name = tensor("matmul_21_transpose_y_0"), val = tensor(false)]; tensor transpose_161_cast_fp16 = transpose(perm = transpose_161_perm_0, x = view_98_cast_fp16)[name = tensor("transpose_152")]; tensor matmul_21_cast_fp16 = matmul(transpose_x = matmul_21_transpose_x_0, transpose_y = matmul_21_transpose_y_0, x = softmax_10_cast_fp16, y = transpose_161_cast_fp16)[name = tensor("matmul_21_cast_fp16")]; tensor transpose_163_perm_0 = const()[name = tensor("transpose_163_perm_0"), val = tensor([0, 2, 1, 3])]; tensor const_859 = const()[name = tensor("const_859"), val = tensor([1, 750, 768])]; tensor transpose_163_cast_fp16 = transpose(perm = transpose_163_perm_0, x = matmul_21_cast_fp16)[name = tensor("transpose_151")]; tensor _unsafe_view_10_cast_fp16 = reshape(shape = const_859, x = transpose_163_cast_fp16)[name = tensor("_unsafe_view_10_cast_fp16")]; tensor p_encoder_layers_10_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_10_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146267264))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146857152))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_10_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146858752)))]; tensor linear_85_cast_fp16 = linear(bias = p_encoder_layers_10_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_10_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_10_cast_fp16)[name = tensor("linear_85_cast_fp16")]; tensor add_67_cast_fp16 = add(x = add_64_cast_fp16, y = linear_85_cast_fp16)[name = tensor("add_67_cast_fp16")]; tensor layer_norm_62_axes_0 = const()[name = tensor("layer_norm_62_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_10_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_10_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146860352)))]; tensor p_encoder_layers_10_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146861952)))]; tensor layer_norm_62_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_62_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_62_cast_fp16 = layer_norm(axes = layer_norm_62_axes_0, beta = p_encoder_layers_10_norm_conv_bias_to_fp16, epsilon = layer_norm_62_epsilon_0_to_fp16, gamma = p_encoder_layers_10_norm_conv_weight_to_fp16, x = add_67_cast_fp16)[name = tensor("layer_norm_62_cast_fp16")]; tensor transpose_164_perm_0 = const()[name = tensor("transpose_164_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_32_pad_type_0 = const()[name = tensor("conv1d_32_pad_type_0"), val = tensor("valid")]; tensor conv1d_32_strides_0 = const()[name = tensor("conv1d_32_strides_0"), val = tensor([1])]; tensor conv1d_32_pad_0 = const()[name = tensor("conv1d_32_pad_0"), val = tensor([0, 0])]; tensor conv1d_32_dilations_0 = const()[name = tensor("conv1d_32_dilations_0"), val = tensor([1])]; tensor conv1d_32_groups_0 = const()[name = tensor("conv1d_32_groups_0"), val = tensor(1)]; tensor p_encoder_layers_10_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_10_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146863552))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148043264))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_10_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148046400)))]; tensor transpose_164_cast_fp16 = transpose(perm = transpose_164_perm_0, x = layer_norm_62_cast_fp16)[name = tensor("transpose_150")]; tensor conv1d_32_cast_fp16 = conv(bias = p_encoder_layers_10_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_32_dilations_0, groups = conv1d_32_groups_0, pad = conv1d_32_pad_0, pad_type = conv1d_32_pad_type_0, strides = conv1d_32_strides_0, weight = p_encoder_layers_10_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_164_cast_fp16)[name = tensor("conv1d_32_cast_fp16")]; tensor glu_10_split_num_splits_0 = const()[name = tensor("glu_10_split_num_splits_0"), val = tensor(2)]; tensor glu_10_split_axis_0 = const()[name = tensor("glu_10_split_axis_0"), val = tensor(1)]; tensor glu_10_split_cast_fp16_0, tensor glu_10_split_cast_fp16_1 = split(axis = glu_10_split_axis_0, num_splits = glu_10_split_num_splits_0, x = conv1d_32_cast_fp16)[name = tensor("glu_10_split_cast_fp16")]; tensor glu_10_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_10_split_cast_fp16_1)[name = tensor("glu_10_split_1_sigmoid_cast_fp16")]; tensor glu_10_cast_fp16 = mul(x = glu_10_split_cast_fp16_0, y = glu_10_split_1_sigmoid_cast_fp16)[name = tensor("glu_10_cast_fp16")]; tensor conv1d_33_pad_type_0 = const()[name = tensor("conv1d_33_pad_type_0"), val = tensor("custom")]; tensor conv1d_33_pad_0 = const()[name = tensor("conv1d_33_pad_0"), val = tensor([2, 2])]; tensor conv1d_33_groups_0 = const()[name = tensor("conv1d_33_groups_0"), val = tensor(768)]; tensor conv1d_33_strides_0 = const()[name = tensor("conv1d_33_strides_0"), val = tensor([1])]; tensor conv1d_33_dilations_0 = const()[name = tensor("conv1d_33_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_10_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_10_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148049536))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148053440))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_10_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148055040)))]; tensor conv1d_33_cast_fp16 = conv(bias = p_encoder_layers_10_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_33_dilations_0, groups = conv1d_33_groups_0, pad = conv1d_33_pad_0, pad_type = conv1d_33_pad_type_0, strides = conv1d_33_strides_0, weight = p_encoder_layers_10_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_10_cast_fp16)[name = tensor("conv1d_33_cast_fp16")]; tensor transpose_165_perm_0 = const()[name = tensor("transpose_165_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_63_axes_0 = const()[name = tensor("layer_norm_63_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_10_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_10_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148056640)))]; tensor p_encoder_layers_10_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148058240)))]; tensor layer_norm_63_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_63_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_165_cast_fp16 = transpose(perm = transpose_165_perm_0, x = conv1d_33_cast_fp16)[name = tensor("transpose_149")]; tensor layer_norm_63_cast_fp16 = layer_norm(axes = layer_norm_63_axes_0, beta = p_encoder_layers_10_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_63_epsilon_0_to_fp16, gamma = p_encoder_layers_10_conv_batch_norm_weight_to_fp16, x = transpose_165_cast_fp16)[name = tensor("layer_norm_63_cast_fp16")]; tensor transpose_166_perm_0 = const()[name = tensor("transpose_166_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_166_cast_fp16 = transpose(perm = transpose_166_perm_0, x = layer_norm_63_cast_fp16)[name = tensor("transpose_148")]; tensor silu_31_cast_fp16 = silu(x = transpose_166_cast_fp16)[name = tensor("silu_31_cast_fp16")]; tensor conv1d_34_pad_type_0 = const()[name = tensor("conv1d_34_pad_type_0"), val = tensor("valid")]; tensor conv1d_34_strides_0 = const()[name = tensor("conv1d_34_strides_0"), val = tensor([1])]; tensor conv1d_34_pad_0 = const()[name = tensor("conv1d_34_pad_0"), val = tensor([0, 0])]; tensor conv1d_34_dilations_0 = const()[name = tensor("conv1d_34_dilations_0"), val = tensor([1])]; tensor conv1d_34_groups_0 = const()[name = tensor("conv1d_34_groups_0"), val = tensor(1)]; tensor p_encoder_layers_10_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_10_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148059840))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148649728))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_10_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148651328)))]; tensor conv1d_34_cast_fp16 = conv(bias = p_encoder_layers_10_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_34_dilations_0, groups = conv1d_34_groups_0, pad = conv1d_34_pad_0, pad_type = conv1d_34_pad_type_0, strides = conv1d_34_strides_0, weight = p_encoder_layers_10_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_31_cast_fp16)[name = tensor("conv1d_34_cast_fp16")]; tensor transpose_167_perm_0 = const()[name = tensor("transpose_167_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_167_cast_fp16 = transpose(perm = transpose_167_perm_0, x = conv1d_34_cast_fp16)[name = tensor("transpose_147")]; tensor add_68_cast_fp16 = add(x = add_67_cast_fp16, y = transpose_167_cast_fp16)[name = tensor("add_68_cast_fp16")]; tensor layer_norm_64_axes_0 = const()[name = tensor("layer_norm_64_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_10_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_10_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148652928)))]; tensor p_encoder_layers_10_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148654528)))]; tensor layer_norm_64_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_64_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_64_cast_fp16 = layer_norm(axes = layer_norm_64_axes_0, beta = p_encoder_layers_10_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_64_epsilon_0_to_fp16, gamma = p_encoder_layers_10_norm_feed_forward2_weight_to_fp16, x = add_68_cast_fp16)[name = tensor("layer_norm_64_cast_fp16")]; tensor p_encoder_layers_10_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_10_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148656128))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(151015488))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_10_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(151021696)))]; tensor linear_86_cast_fp16 = linear(bias = p_encoder_layers_10_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_10_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_64_cast_fp16)[name = tensor("linear_86_cast_fp16")]; tensor silu_32_cast_fp16 = silu(x = linear_86_cast_fp16)[name = tensor("silu_32_cast_fp16")]; tensor p_encoder_layers_10_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_10_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(151027904))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(153387264))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_10_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(153388864)))]; tensor linear_87_cast_fp16 = linear(bias = p_encoder_layers_10_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_10_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_32_cast_fp16)[name = tensor("linear_87_cast_fp16")]; tensor const_878_to_fp16 = const()[name = tensor("const_878_to_fp16"), val = tensor(0x1p-1)]; tensor mul_65_cast_fp16 = mul(x = linear_87_cast_fp16, y = const_878_to_fp16)[name = tensor("mul_65_cast_fp16")]; tensor add_69_cast_fp16 = add(x = add_68_cast_fp16, y = mul_65_cast_fp16)[name = tensor("add_69_cast_fp16")]; tensor layer_norm_65_axes_0 = const()[name = tensor("layer_norm_65_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_10_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_10_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(153390464)))]; tensor p_encoder_layers_10_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_10_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(153392064)))]; tensor layer_norm_65_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_65_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_65_cast_fp16 = layer_norm(axes = layer_norm_65_axes_0, beta = p_encoder_layers_10_norm_out_bias_to_fp16, epsilon = layer_norm_65_epsilon_0_to_fp16, gamma = p_encoder_layers_10_norm_out_weight_to_fp16, x = add_69_cast_fp16)[name = tensor("layer_norm_65_cast_fp16")]; tensor layer_norm_66_axes_0 = const()[name = tensor("layer_norm_66_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_11_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_11_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(153393664)))]; tensor p_encoder_layers_11_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(153395264)))]; tensor layer_norm_66_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_66_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_66_cast_fp16 = layer_norm(axes = layer_norm_66_axes_0, beta = p_encoder_layers_11_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_66_epsilon_0_to_fp16, gamma = p_encoder_layers_11_norm_feed_forward1_weight_to_fp16, x = layer_norm_65_cast_fp16)[name = tensor("layer_norm_66_cast_fp16")]; tensor p_encoder_layers_11_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_11_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(153396864))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155756224))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_11_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155762432)))]; tensor linear_88_cast_fp16 = linear(bias = p_encoder_layers_11_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_11_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_66_cast_fp16)[name = tensor("linear_88_cast_fp16")]; tensor silu_33_cast_fp16 = silu(x = linear_88_cast_fp16)[name = tensor("silu_33_cast_fp16")]; tensor p_encoder_layers_11_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_11_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155768640))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158128000))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_11_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158129600)))]; tensor linear_89_cast_fp16 = linear(bias = p_encoder_layers_11_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_11_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_33_cast_fp16)[name = tensor("linear_89_cast_fp16")]; tensor const_881_to_fp16 = const()[name = tensor("const_881_to_fp16"), val = tensor(0x1p-1)]; tensor mul_66_cast_fp16 = mul(x = linear_89_cast_fp16, y = const_881_to_fp16)[name = tensor("mul_66_cast_fp16")]; tensor add_70_cast_fp16 = add(x = layer_norm_65_cast_fp16, y = mul_66_cast_fp16)[name = tensor("add_70_cast_fp16")]; tensor layer_norm_67_axes_0 = const()[name = tensor("layer_norm_67_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_11_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_11_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158131200)))]; tensor p_encoder_layers_11_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158132800)))]; tensor layer_norm_67_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_67_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_67_cast_fp16 = layer_norm(axes = layer_norm_67_axes_0, beta = p_encoder_layers_11_norm_self_att_bias_to_fp16, epsilon = layer_norm_67_epsilon_0_to_fp16, gamma = p_encoder_layers_11_norm_self_att_weight_to_fp16, x = add_70_cast_fp16)[name = tensor("layer_norm_67_cast_fp16")]; tensor const_885 = const()[name = tensor("const_885"), val = tensor([750, 1, 16, 48])]; tensor transpose_59_perm_1 = const()[name = tensor("transpose_59_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_59 = transpose(perm = transpose_59_perm_1, x = layer_norm_67_cast_fp16)[name = tensor("transpose_146")]; tensor view_99_cast_fp16 = reshape(shape = const_885, x = transpose_59)[name = tensor("view_99_cast_fp16")]; tensor mul_67_cast_fp16 = mul(x = view_99_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_67_cast_fp16")]; tensor slice_47_begin_0 = const()[name = tensor("slice_47_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_47_end_0 = const()[name = tensor("slice_47_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_47_end_mask_0 = const()[name = tensor("slice_47_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_47_cast_fp16 = slice_by_index(begin = slice_47_begin_0, end = slice_47_end_0, end_mask = slice_47_end_mask_0, x = view_99_cast_fp16)[name = tensor("slice_47_cast_fp16")]; tensor slice_48_begin_0 = const()[name = tensor("slice_48_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_48_end_0 = const()[name = tensor("slice_48_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_48_end_mask_0 = const()[name = tensor("slice_48_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_48_cast_fp16 = slice_by_index(begin = slice_48_begin_0, end = slice_48_end_0, end_mask = slice_48_end_mask_0, x = view_99_cast_fp16)[name = tensor("slice_48_cast_fp16")]; tensor const_902_promoted_to_fp16 = const()[name = tensor("const_902_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_22_cast_fp16 = mul(x = slice_48_cast_fp16, y = const_902_promoted_to_fp16)[name = tensor("neg_22_cast_fp16")]; tensor const_903 = const()[name = tensor("const_903"), val = tensor(3)]; tensor cat_22_interleave_0 = const()[name = tensor("cat_22_interleave_0"), val = tensor(false)]; tensor cat_22_cast_fp16 = concat(axis = const_903, interleave = cat_22_interleave_0, values = (neg_22_cast_fp16, slice_47_cast_fp16))[name = tensor("cat_22_cast_fp16")]; tensor mul_68_cast_fp16 = mul(x = cat_22_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_68_cast_fp16")]; tensor add_71_cast_fp16 = add(x = mul_67_cast_fp16, y = mul_68_cast_fp16)[name = tensor("add_71_cast_fp16")]; tensor const_912 = const()[name = tensor("const_912"), val = tensor([750, 1, 768])]; tensor view_102_cast_fp16 = reshape(shape = const_912, x = add_71_cast_fp16)[name = tensor("view_102_cast_fp16")]; tensor transpose_171_perm_0 = const()[name = tensor("transpose_171_perm_0"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_11_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_11_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158134400))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158724288))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_11_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158725888)))]; tensor transpose_171_cast_fp16 = transpose(perm = transpose_171_perm_0, x = view_102_cast_fp16)[name = tensor("transpose_145")]; tensor linear_90_cast_fp16 = linear(bias = p_encoder_layers_11_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_11_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_171_cast_fp16)[name = tensor("linear_90_cast_fp16")]; tensor const_921 = const()[name = tensor("const_921"), val = tensor([1, -1, 16, 48])]; tensor view_105_cast_fp16 = reshape(shape = const_921, x = linear_90_cast_fp16)[name = tensor("view_105_cast_fp16")]; tensor p_encoder_layers_11_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_11_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158727488))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(159317376))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_11_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(159318976)))]; tensor linear_91_cast_fp16 = linear(bias = p_encoder_layers_11_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_11_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_171_cast_fp16)[name = tensor("linear_91_cast_fp16")]; tensor const_922 = const()[name = tensor("const_922"), val = tensor([1, -1, 16, 48])]; tensor view_106_cast_fp16 = reshape(shape = const_922, x = linear_91_cast_fp16)[name = tensor("view_106_cast_fp16")]; tensor p_encoder_layers_11_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_11_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(159320576))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(159910464))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_11_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(159912064)))]; tensor linear_92_cast_fp16 = linear(bias = p_encoder_layers_11_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_11_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_67_cast_fp16)[name = tensor("linear_92_cast_fp16")]; tensor const_923 = const()[name = tensor("const_923"), val = tensor([1, -1, 16, 48])]; tensor view_107_cast_fp16 = reshape(shape = const_923, x = linear_92_cast_fp16)[name = tensor("view_107_cast_fp16")]; tensor transpose_176_perm_0 = const()[name = tensor("transpose_176_perm_0"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_13_y_0_to_fp16 = const()[name = tensor("_inversed_div_13_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_13_cast_fp16 = mul(x = view_106_cast_fp16, y = _inversed_div_13_y_0_to_fp16)[name = tensor("_inversed_div_13_cast_fp16")]; tensor matmul_22_transpose_x_0 = const()[name = tensor("matmul_22_transpose_x_0"), val = tensor(false)]; tensor matmul_22_transpose_y_0 = const()[name = tensor("matmul_22_transpose_y_0"), val = tensor(false)]; tensor transpose_86_perm_0_1 = const()[name = tensor("transpose_86_perm_0_1"), val = tensor([0, 2, -3, -1])]; tensor transpose_87_perm_0 = const()[name = tensor("transpose_87_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_87 = transpose(perm = transpose_87_perm_0, x = _inversed_div_13_cast_fp16)[name = tensor("transpose_143")]; tensor transpose_86 = transpose(perm = transpose_86_perm_0_1, x = view_105_cast_fp16)[name = tensor("transpose_144")]; tensor matmul_22_cast_fp16 = matmul(transpose_x = matmul_22_transpose_x_0, transpose_y = matmul_22_transpose_y_0, x = transpose_86, y = transpose_87)[name = tensor("matmul_22_cast_fp16")]; tensor const_933 = const()[name = tensor("const_933"), val = tensor(-1)]; tensor softmax_11_cast_fp16 = softmax(axis = const_933, x = matmul_22_cast_fp16)[name = tensor("softmax_11_cast_fp16")]; tensor matmul_23_transpose_x_0 = const()[name = tensor("matmul_23_transpose_x_0"), val = tensor(false)]; tensor matmul_23_transpose_y_0 = const()[name = tensor("matmul_23_transpose_y_0"), val = tensor(false)]; tensor transpose_176_cast_fp16 = transpose(perm = transpose_176_perm_0, x = view_107_cast_fp16)[name = tensor("transpose_142")]; tensor matmul_23_cast_fp16 = matmul(transpose_x = matmul_23_transpose_x_0, transpose_y = matmul_23_transpose_y_0, x = softmax_11_cast_fp16, y = transpose_176_cast_fp16)[name = tensor("matmul_23_cast_fp16")]; tensor transpose_178_perm_0 = const()[name = tensor("transpose_178_perm_0"), val = tensor([0, 2, 1, 3])]; tensor const_936 = const()[name = tensor("const_936"), val = tensor([1, 750, 768])]; tensor transpose_178_cast_fp16 = transpose(perm = transpose_178_perm_0, x = matmul_23_cast_fp16)[name = tensor("transpose_141")]; tensor _unsafe_view_11_cast_fp16 = reshape(shape = const_936, x = transpose_178_cast_fp16)[name = tensor("_unsafe_view_11_cast_fp16")]; tensor p_encoder_layers_11_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_11_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(159913664))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160503552))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_11_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160505152)))]; tensor linear_93_cast_fp16 = linear(bias = p_encoder_layers_11_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_11_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_11_cast_fp16)[name = tensor("linear_93_cast_fp16")]; tensor add_73_cast_fp16 = add(x = add_70_cast_fp16, y = linear_93_cast_fp16)[name = tensor("add_73_cast_fp16")]; tensor layer_norm_68_axes_0 = const()[name = tensor("layer_norm_68_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_11_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_11_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160506752)))]; tensor p_encoder_layers_11_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160508352)))]; tensor layer_norm_68_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_68_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_68_cast_fp16 = layer_norm(axes = layer_norm_68_axes_0, beta = p_encoder_layers_11_norm_conv_bias_to_fp16, epsilon = layer_norm_68_epsilon_0_to_fp16, gamma = p_encoder_layers_11_norm_conv_weight_to_fp16, x = add_73_cast_fp16)[name = tensor("layer_norm_68_cast_fp16")]; tensor transpose_179_perm_0 = const()[name = tensor("transpose_179_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_35_pad_type_0 = const()[name = tensor("conv1d_35_pad_type_0"), val = tensor("valid")]; tensor conv1d_35_strides_0 = const()[name = tensor("conv1d_35_strides_0"), val = tensor([1])]; tensor conv1d_35_pad_0 = const()[name = tensor("conv1d_35_pad_0"), val = tensor([0, 0])]; tensor conv1d_35_dilations_0 = const()[name = tensor("conv1d_35_dilations_0"), val = tensor([1])]; tensor conv1d_35_groups_0 = const()[name = tensor("conv1d_35_groups_0"), val = tensor(1)]; tensor p_encoder_layers_11_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_11_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160509952))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161689664))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_11_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161692800)))]; tensor transpose_179_cast_fp16 = transpose(perm = transpose_179_perm_0, x = layer_norm_68_cast_fp16)[name = tensor("transpose_140")]; tensor conv1d_35_cast_fp16 = conv(bias = p_encoder_layers_11_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_35_dilations_0, groups = conv1d_35_groups_0, pad = conv1d_35_pad_0, pad_type = conv1d_35_pad_type_0, strides = conv1d_35_strides_0, weight = p_encoder_layers_11_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_179_cast_fp16)[name = tensor("conv1d_35_cast_fp16")]; tensor glu_11_split_num_splits_0 = const()[name = tensor("glu_11_split_num_splits_0"), val = tensor(2)]; tensor glu_11_split_axis_0 = const()[name = tensor("glu_11_split_axis_0"), val = tensor(1)]; tensor glu_11_split_cast_fp16_0, tensor glu_11_split_cast_fp16_1 = split(axis = glu_11_split_axis_0, num_splits = glu_11_split_num_splits_0, x = conv1d_35_cast_fp16)[name = tensor("glu_11_split_cast_fp16")]; tensor glu_11_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_11_split_cast_fp16_1)[name = tensor("glu_11_split_1_sigmoid_cast_fp16")]; tensor glu_11_cast_fp16 = mul(x = glu_11_split_cast_fp16_0, y = glu_11_split_1_sigmoid_cast_fp16)[name = tensor("glu_11_cast_fp16")]; tensor conv1d_36_pad_type_0 = const()[name = tensor("conv1d_36_pad_type_0"), val = tensor("custom")]; tensor conv1d_36_pad_0 = const()[name = tensor("conv1d_36_pad_0"), val = tensor([2, 2])]; tensor conv1d_36_groups_0 = const()[name = tensor("conv1d_36_groups_0"), val = tensor(768)]; tensor conv1d_36_strides_0 = const()[name = tensor("conv1d_36_strides_0"), val = tensor([1])]; tensor conv1d_36_dilations_0 = const()[name = tensor("conv1d_36_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_11_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_11_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161695936))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161699840))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_11_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161701440)))]; tensor conv1d_36_cast_fp16 = conv(bias = p_encoder_layers_11_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_36_dilations_0, groups = conv1d_36_groups_0, pad = conv1d_36_pad_0, pad_type = conv1d_36_pad_type_0, strides = conv1d_36_strides_0, weight = p_encoder_layers_11_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_11_cast_fp16)[name = tensor("conv1d_36_cast_fp16")]; tensor transpose_180_perm_0 = const()[name = tensor("transpose_180_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_69_axes_0 = const()[name = tensor("layer_norm_69_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_11_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_11_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161703040)))]; tensor p_encoder_layers_11_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161704640)))]; tensor layer_norm_69_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_69_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_180_cast_fp16 = transpose(perm = transpose_180_perm_0, x = conv1d_36_cast_fp16)[name = tensor("transpose_139")]; tensor layer_norm_69_cast_fp16 = layer_norm(axes = layer_norm_69_axes_0, beta = p_encoder_layers_11_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_69_epsilon_0_to_fp16, gamma = p_encoder_layers_11_conv_batch_norm_weight_to_fp16, x = transpose_180_cast_fp16)[name = tensor("layer_norm_69_cast_fp16")]; tensor transpose_181_perm_0 = const()[name = tensor("transpose_181_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_181_cast_fp16 = transpose(perm = transpose_181_perm_0, x = layer_norm_69_cast_fp16)[name = tensor("transpose_138")]; tensor silu_34_cast_fp16 = silu(x = transpose_181_cast_fp16)[name = tensor("silu_34_cast_fp16")]; tensor conv1d_37_pad_type_0 = const()[name = tensor("conv1d_37_pad_type_0"), val = tensor("valid")]; tensor conv1d_37_strides_0 = const()[name = tensor("conv1d_37_strides_0"), val = tensor([1])]; tensor conv1d_37_pad_0 = const()[name = tensor("conv1d_37_pad_0"), val = tensor([0, 0])]; tensor conv1d_37_dilations_0 = const()[name = tensor("conv1d_37_dilations_0"), val = tensor([1])]; tensor conv1d_37_groups_0 = const()[name = tensor("conv1d_37_groups_0"), val = tensor(1)]; tensor p_encoder_layers_11_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_11_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161706240))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162296128))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_11_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162297728)))]; tensor conv1d_37_cast_fp16 = conv(bias = p_encoder_layers_11_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_37_dilations_0, groups = conv1d_37_groups_0, pad = conv1d_37_pad_0, pad_type = conv1d_37_pad_type_0, strides = conv1d_37_strides_0, weight = p_encoder_layers_11_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_34_cast_fp16)[name = tensor("conv1d_37_cast_fp16")]; tensor transpose_182_perm_0 = const()[name = tensor("transpose_182_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_182_cast_fp16 = transpose(perm = transpose_182_perm_0, x = conv1d_37_cast_fp16)[name = tensor("transpose_137")]; tensor add_74_cast_fp16 = add(x = add_73_cast_fp16, y = transpose_182_cast_fp16)[name = tensor("add_74_cast_fp16")]; tensor layer_norm_70_axes_0 = const()[name = tensor("layer_norm_70_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_11_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_11_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162299328)))]; tensor p_encoder_layers_11_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162300928)))]; tensor layer_norm_70_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_70_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_70_cast_fp16 = layer_norm(axes = layer_norm_70_axes_0, beta = p_encoder_layers_11_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_70_epsilon_0_to_fp16, gamma = p_encoder_layers_11_norm_feed_forward2_weight_to_fp16, x = add_74_cast_fp16)[name = tensor("layer_norm_70_cast_fp16")]; tensor p_encoder_layers_11_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_11_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162302528))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164661888))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_11_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164668096)))]; tensor linear_94_cast_fp16 = linear(bias = p_encoder_layers_11_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_11_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_70_cast_fp16)[name = tensor("linear_94_cast_fp16")]; tensor silu_35_cast_fp16 = silu(x = linear_94_cast_fp16)[name = tensor("silu_35_cast_fp16")]; tensor p_encoder_layers_11_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_11_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164674304))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167033664))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_11_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167035264)))]; tensor linear_95_cast_fp16 = linear(bias = p_encoder_layers_11_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_11_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_35_cast_fp16)[name = tensor("linear_95_cast_fp16")]; tensor const_955_to_fp16 = const()[name = tensor("const_955_to_fp16"), val = tensor(0x1p-1)]; tensor mul_71_cast_fp16 = mul(x = linear_95_cast_fp16, y = const_955_to_fp16)[name = tensor("mul_71_cast_fp16")]; tensor add_75_cast_fp16 = add(x = add_74_cast_fp16, y = mul_71_cast_fp16)[name = tensor("add_75_cast_fp16")]; tensor layer_norm_71_axes_0 = const()[name = tensor("layer_norm_71_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_11_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_11_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167036864)))]; tensor p_encoder_layers_11_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_11_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167038464)))]; tensor layer_norm_71_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_71_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_71_cast_fp16 = layer_norm(axes = layer_norm_71_axes_0, beta = p_encoder_layers_11_norm_out_bias_to_fp16, epsilon = layer_norm_71_epsilon_0_to_fp16, gamma = p_encoder_layers_11_norm_out_weight_to_fp16, x = add_75_cast_fp16)[name = tensor("layer_norm_71_cast_fp16")]; tensor layer_norm_72_axes_0 = const()[name = tensor("layer_norm_72_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_12_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_12_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167040064)))]; tensor p_encoder_layers_12_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167041664)))]; tensor layer_norm_72_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_72_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_72_cast_fp16 = layer_norm(axes = layer_norm_72_axes_0, beta = p_encoder_layers_12_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_72_epsilon_0_to_fp16, gamma = p_encoder_layers_12_norm_feed_forward1_weight_to_fp16, x = layer_norm_71_cast_fp16)[name = tensor("layer_norm_72_cast_fp16")]; tensor p_encoder_layers_12_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_12_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167043264))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(169402624))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_12_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(169408832)))]; tensor linear_96_cast_fp16 = linear(bias = p_encoder_layers_12_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_12_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_72_cast_fp16)[name = tensor("linear_96_cast_fp16")]; tensor silu_36_cast_fp16 = silu(x = linear_96_cast_fp16)[name = tensor("silu_36_cast_fp16")]; tensor p_encoder_layers_12_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_12_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(169415040))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(171774400))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_12_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(171776000)))]; tensor linear_97_cast_fp16 = linear(bias = p_encoder_layers_12_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_12_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_36_cast_fp16)[name = tensor("linear_97_cast_fp16")]; tensor const_958_to_fp16 = const()[name = tensor("const_958_to_fp16"), val = tensor(0x1p-1)]; tensor mul_72_cast_fp16 = mul(x = linear_97_cast_fp16, y = const_958_to_fp16)[name = tensor("mul_72_cast_fp16")]; tensor add_76_cast_fp16 = add(x = layer_norm_71_cast_fp16, y = mul_72_cast_fp16)[name = tensor("add_76_cast_fp16")]; tensor layer_norm_73_axes_0 = const()[name = tensor("layer_norm_73_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_12_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_12_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(171777600)))]; tensor p_encoder_layers_12_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(171779200)))]; tensor layer_norm_73_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_73_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_73_cast_fp16 = layer_norm(axes = layer_norm_73_axes_0, beta = p_encoder_layers_12_norm_self_att_bias_to_fp16, epsilon = layer_norm_73_epsilon_0_to_fp16, gamma = p_encoder_layers_12_norm_self_att_weight_to_fp16, x = add_76_cast_fp16)[name = tensor("layer_norm_73_cast_fp16")]; tensor const_962 = const()[name = tensor("const_962"), val = tensor([750, 1, 16, 48])]; tensor transpose_60_perm_1 = const()[name = tensor("transpose_60_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_60 = transpose(perm = transpose_60_perm_1, x = layer_norm_73_cast_fp16)[name = tensor("transpose_136")]; tensor view_108_cast_fp16 = reshape(shape = const_962, x = transpose_60)[name = tensor("view_108_cast_fp16")]; tensor mul_73_cast_fp16 = mul(x = view_108_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_73_cast_fp16")]; tensor slice_51_begin_0 = const()[name = tensor("slice_51_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_51_end_0 = const()[name = tensor("slice_51_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_51_end_mask_0 = const()[name = tensor("slice_51_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_51_cast_fp16 = slice_by_index(begin = slice_51_begin_0, end = slice_51_end_0, end_mask = slice_51_end_mask_0, x = view_108_cast_fp16)[name = tensor("slice_51_cast_fp16")]; tensor slice_52_begin_0 = const()[name = tensor("slice_52_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_52_end_0 = const()[name = tensor("slice_52_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_52_end_mask_0 = const()[name = tensor("slice_52_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_52_cast_fp16 = slice_by_index(begin = slice_52_begin_0, end = slice_52_end_0, end_mask = slice_52_end_mask_0, x = view_108_cast_fp16)[name = tensor("slice_52_cast_fp16")]; tensor const_979_promoted_to_fp16 = const()[name = tensor("const_979_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_24_cast_fp16 = mul(x = slice_52_cast_fp16, y = const_979_promoted_to_fp16)[name = tensor("neg_24_cast_fp16")]; tensor const_980 = const()[name = tensor("const_980"), val = tensor(3)]; tensor cat_24_interleave_0 = const()[name = tensor("cat_24_interleave_0"), val = tensor(false)]; tensor cat_24_cast_fp16 = concat(axis = const_980, interleave = cat_24_interleave_0, values = (neg_24_cast_fp16, slice_51_cast_fp16))[name = tensor("cat_24_cast_fp16")]; tensor mul_74_cast_fp16 = mul(x = cat_24_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_74_cast_fp16")]; tensor add_77_cast_fp16 = add(x = mul_73_cast_fp16, y = mul_74_cast_fp16)[name = tensor("add_77_cast_fp16")]; tensor const_989 = const()[name = tensor("const_989"), val = tensor([750, 1, 768])]; tensor view_111_cast_fp16 = reshape(shape = const_989, x = add_77_cast_fp16)[name = tensor("view_111_cast_fp16")]; tensor transpose_186_perm_0 = const()[name = tensor("transpose_186_perm_0"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_12_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_12_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(171780800))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172370688))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_12_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172372288)))]; tensor transpose_186_cast_fp16 = transpose(perm = transpose_186_perm_0, x = view_111_cast_fp16)[name = tensor("transpose_135")]; tensor linear_98_cast_fp16 = linear(bias = p_encoder_layers_12_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_12_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_186_cast_fp16)[name = tensor("linear_98_cast_fp16")]; tensor const_998 = const()[name = tensor("const_998"), val = tensor([1, -1, 16, 48])]; tensor view_114_cast_fp16 = reshape(shape = const_998, x = linear_98_cast_fp16)[name = tensor("view_114_cast_fp16")]; tensor p_encoder_layers_12_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_12_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172373888))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172963776))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_12_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172965376)))]; tensor linear_99_cast_fp16 = linear(bias = p_encoder_layers_12_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_12_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_186_cast_fp16)[name = tensor("linear_99_cast_fp16")]; tensor const_999 = const()[name = tensor("const_999"), val = tensor([1, -1, 16, 48])]; tensor view_115_cast_fp16 = reshape(shape = const_999, x = linear_99_cast_fp16)[name = tensor("view_115_cast_fp16")]; tensor p_encoder_layers_12_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_12_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172966976))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(173556864))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_12_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(173558464)))]; tensor linear_100_cast_fp16 = linear(bias = p_encoder_layers_12_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_12_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_73_cast_fp16)[name = tensor("linear_100_cast_fp16")]; tensor const_1000 = const()[name = tensor("const_1000"), val = tensor([1, -1, 16, 48])]; tensor view_116_cast_fp16 = reshape(shape = const_1000, x = linear_100_cast_fp16)[name = tensor("view_116_cast_fp16")]; tensor transpose_191_perm_0 = const()[name = tensor("transpose_191_perm_0"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_14_y_0_to_fp16 = const()[name = tensor("_inversed_div_14_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_14_cast_fp16 = mul(x = view_115_cast_fp16, y = _inversed_div_14_y_0_to_fp16)[name = tensor("_inversed_div_14_cast_fp16")]; tensor matmul_24_transpose_x_0 = const()[name = tensor("matmul_24_transpose_x_0"), val = tensor(false)]; tensor matmul_24_transpose_y_0 = const()[name = tensor("matmul_24_transpose_y_0"), val = tensor(false)]; tensor transpose_88_perm_0_1 = const()[name = tensor("transpose_88_perm_0_1"), val = tensor([0, 2, -3, -1])]; tensor transpose_89_perm_0_1 = const()[name = tensor("transpose_89_perm_0_1"), val = tensor([0, 2, -1, -3])]; tensor transpose_89 = transpose(perm = transpose_89_perm_0_1, x = _inversed_div_14_cast_fp16)[name = tensor("transpose_133")]; tensor transpose_88 = transpose(perm = transpose_88_perm_0_1, x = view_114_cast_fp16)[name = tensor("transpose_134")]; tensor matmul_24_cast_fp16 = matmul(transpose_x = matmul_24_transpose_x_0, transpose_y = matmul_24_transpose_y_0, x = transpose_88, y = transpose_89)[name = tensor("matmul_24_cast_fp16")]; tensor const_1010 = const()[name = tensor("const_1010"), val = tensor(-1)]; tensor softmax_12_cast_fp16 = softmax(axis = const_1010, x = matmul_24_cast_fp16)[name = tensor("softmax_12_cast_fp16")]; tensor matmul_25_transpose_x_0 = const()[name = tensor("matmul_25_transpose_x_0"), val = tensor(false)]; tensor matmul_25_transpose_y_0 = const()[name = tensor("matmul_25_transpose_y_0"), val = tensor(false)]; tensor transpose_191_cast_fp16 = transpose(perm = transpose_191_perm_0, x = view_116_cast_fp16)[name = tensor("transpose_132")]; tensor matmul_25_cast_fp16 = matmul(transpose_x = matmul_25_transpose_x_0, transpose_y = matmul_25_transpose_y_0, x = softmax_12_cast_fp16, y = transpose_191_cast_fp16)[name = tensor("matmul_25_cast_fp16")]; tensor transpose_193_perm_0 = const()[name = tensor("transpose_193_perm_0"), val = tensor([0, 2, 1, 3])]; tensor const_1013 = const()[name = tensor("const_1013"), val = tensor([1, 750, 768])]; tensor transpose_193_cast_fp16 = transpose(perm = transpose_193_perm_0, x = matmul_25_cast_fp16)[name = tensor("transpose_131")]; tensor _unsafe_view_12_cast_fp16 = reshape(shape = const_1013, x = transpose_193_cast_fp16)[name = tensor("_unsafe_view_12_cast_fp16")]; tensor p_encoder_layers_12_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_12_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(173560064))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174149952))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_12_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174151552)))]; tensor linear_101_cast_fp16 = linear(bias = p_encoder_layers_12_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_12_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_12_cast_fp16)[name = tensor("linear_101_cast_fp16")]; tensor add_79_cast_fp16 = add(x = add_76_cast_fp16, y = linear_101_cast_fp16)[name = tensor("add_79_cast_fp16")]; tensor layer_norm_74_axes_0 = const()[name = tensor("layer_norm_74_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_12_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_12_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174153152)))]; tensor p_encoder_layers_12_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174154752)))]; tensor layer_norm_74_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_74_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_74_cast_fp16 = layer_norm(axes = layer_norm_74_axes_0, beta = p_encoder_layers_12_norm_conv_bias_to_fp16, epsilon = layer_norm_74_epsilon_0_to_fp16, gamma = p_encoder_layers_12_norm_conv_weight_to_fp16, x = add_79_cast_fp16)[name = tensor("layer_norm_74_cast_fp16")]; tensor transpose_194_perm_0 = const()[name = tensor("transpose_194_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_38_pad_type_0 = const()[name = tensor("conv1d_38_pad_type_0"), val = tensor("valid")]; tensor conv1d_38_strides_0 = const()[name = tensor("conv1d_38_strides_0"), val = tensor([1])]; tensor conv1d_38_pad_0 = const()[name = tensor("conv1d_38_pad_0"), val = tensor([0, 0])]; tensor conv1d_38_dilations_0 = const()[name = tensor("conv1d_38_dilations_0"), val = tensor([1])]; tensor conv1d_38_groups_0 = const()[name = tensor("conv1d_38_groups_0"), val = tensor(1)]; tensor p_encoder_layers_12_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_12_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174156352))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175336064))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_12_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175339200)))]; tensor transpose_194_cast_fp16 = transpose(perm = transpose_194_perm_0, x = layer_norm_74_cast_fp16)[name = tensor("transpose_130")]; tensor conv1d_38_cast_fp16 = conv(bias = p_encoder_layers_12_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_38_dilations_0, groups = conv1d_38_groups_0, pad = conv1d_38_pad_0, pad_type = conv1d_38_pad_type_0, strides = conv1d_38_strides_0, weight = p_encoder_layers_12_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_194_cast_fp16)[name = tensor("conv1d_38_cast_fp16")]; tensor glu_12_split_num_splits_0 = const()[name = tensor("glu_12_split_num_splits_0"), val = tensor(2)]; tensor glu_12_split_axis_0 = const()[name = tensor("glu_12_split_axis_0"), val = tensor(1)]; tensor glu_12_split_cast_fp16_0, tensor glu_12_split_cast_fp16_1 = split(axis = glu_12_split_axis_0, num_splits = glu_12_split_num_splits_0, x = conv1d_38_cast_fp16)[name = tensor("glu_12_split_cast_fp16")]; tensor glu_12_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_12_split_cast_fp16_1)[name = tensor("glu_12_split_1_sigmoid_cast_fp16")]; tensor glu_12_cast_fp16 = mul(x = glu_12_split_cast_fp16_0, y = glu_12_split_1_sigmoid_cast_fp16)[name = tensor("glu_12_cast_fp16")]; tensor conv1d_39_pad_type_0 = const()[name = tensor("conv1d_39_pad_type_0"), val = tensor("custom")]; tensor conv1d_39_pad_0 = const()[name = tensor("conv1d_39_pad_0"), val = tensor([2, 2])]; tensor conv1d_39_groups_0 = const()[name = tensor("conv1d_39_groups_0"), val = tensor(768)]; tensor conv1d_39_strides_0 = const()[name = tensor("conv1d_39_strides_0"), val = tensor([1])]; tensor conv1d_39_dilations_0 = const()[name = tensor("conv1d_39_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_12_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_12_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175342336))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175346240))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_12_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175347840)))]; tensor conv1d_39_cast_fp16 = conv(bias = p_encoder_layers_12_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_39_dilations_0, groups = conv1d_39_groups_0, pad = conv1d_39_pad_0, pad_type = conv1d_39_pad_type_0, strides = conv1d_39_strides_0, weight = p_encoder_layers_12_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_12_cast_fp16)[name = tensor("conv1d_39_cast_fp16")]; tensor transpose_195_perm_0 = const()[name = tensor("transpose_195_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_75_axes_0 = const()[name = tensor("layer_norm_75_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_12_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_12_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175349440)))]; tensor p_encoder_layers_12_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175351040)))]; tensor layer_norm_75_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_75_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_195_cast_fp16 = transpose(perm = transpose_195_perm_0, x = conv1d_39_cast_fp16)[name = tensor("transpose_129")]; tensor layer_norm_75_cast_fp16 = layer_norm(axes = layer_norm_75_axes_0, beta = p_encoder_layers_12_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_75_epsilon_0_to_fp16, gamma = p_encoder_layers_12_conv_batch_norm_weight_to_fp16, x = transpose_195_cast_fp16)[name = tensor("layer_norm_75_cast_fp16")]; tensor transpose_196_perm_0 = const()[name = tensor("transpose_196_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_196_cast_fp16 = transpose(perm = transpose_196_perm_0, x = layer_norm_75_cast_fp16)[name = tensor("transpose_128")]; tensor silu_37_cast_fp16 = silu(x = transpose_196_cast_fp16)[name = tensor("silu_37_cast_fp16")]; tensor conv1d_40_pad_type_0 = const()[name = tensor("conv1d_40_pad_type_0"), val = tensor("valid")]; tensor conv1d_40_strides_0 = const()[name = tensor("conv1d_40_strides_0"), val = tensor([1])]; tensor conv1d_40_pad_0 = const()[name = tensor("conv1d_40_pad_0"), val = tensor([0, 0])]; tensor conv1d_40_dilations_0 = const()[name = tensor("conv1d_40_dilations_0"), val = tensor([1])]; tensor conv1d_40_groups_0 = const()[name = tensor("conv1d_40_groups_0"), val = tensor(1)]; tensor p_encoder_layers_12_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_12_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175352640))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175942528))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_12_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175944128)))]; tensor conv1d_40_cast_fp16 = conv(bias = p_encoder_layers_12_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_40_dilations_0, groups = conv1d_40_groups_0, pad = conv1d_40_pad_0, pad_type = conv1d_40_pad_type_0, strides = conv1d_40_strides_0, weight = p_encoder_layers_12_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_37_cast_fp16)[name = tensor("conv1d_40_cast_fp16")]; tensor transpose_197_perm_0 = const()[name = tensor("transpose_197_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_197_cast_fp16 = transpose(perm = transpose_197_perm_0, x = conv1d_40_cast_fp16)[name = tensor("transpose_127")]; tensor add_80_cast_fp16 = add(x = add_79_cast_fp16, y = transpose_197_cast_fp16)[name = tensor("add_80_cast_fp16")]; tensor layer_norm_76_axes_0 = const()[name = tensor("layer_norm_76_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_12_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_12_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175945728)))]; tensor p_encoder_layers_12_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175947328)))]; tensor layer_norm_76_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_76_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_76_cast_fp16 = layer_norm(axes = layer_norm_76_axes_0, beta = p_encoder_layers_12_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_76_epsilon_0_to_fp16, gamma = p_encoder_layers_12_norm_feed_forward2_weight_to_fp16, x = add_80_cast_fp16)[name = tensor("layer_norm_76_cast_fp16")]; tensor p_encoder_layers_12_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_12_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175948928))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(178308288))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_12_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(178314496)))]; tensor linear_102_cast_fp16 = linear(bias = p_encoder_layers_12_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_12_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_76_cast_fp16)[name = tensor("linear_102_cast_fp16")]; tensor silu_38_cast_fp16 = silu(x = linear_102_cast_fp16)[name = tensor("silu_38_cast_fp16")]; tensor p_encoder_layers_12_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_12_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(178320704))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180680064))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_12_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180681664)))]; tensor linear_103_cast_fp16 = linear(bias = p_encoder_layers_12_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_12_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_38_cast_fp16)[name = tensor("linear_103_cast_fp16")]; tensor const_1032_to_fp16 = const()[name = tensor("const_1032_to_fp16"), val = tensor(0x1p-1)]; tensor mul_77_cast_fp16 = mul(x = linear_103_cast_fp16, y = const_1032_to_fp16)[name = tensor("mul_77_cast_fp16")]; tensor add_81_cast_fp16 = add(x = add_80_cast_fp16, y = mul_77_cast_fp16)[name = tensor("add_81_cast_fp16")]; tensor layer_norm_77_axes_0 = const()[name = tensor("layer_norm_77_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_12_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_12_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180683264)))]; tensor p_encoder_layers_12_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_12_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180684864)))]; tensor layer_norm_77_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_77_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_77_cast_fp16 = layer_norm(axes = layer_norm_77_axes_0, beta = p_encoder_layers_12_norm_out_bias_to_fp16, epsilon = layer_norm_77_epsilon_0_to_fp16, gamma = p_encoder_layers_12_norm_out_weight_to_fp16, x = add_81_cast_fp16)[name = tensor("layer_norm_77_cast_fp16")]; tensor layer_norm_78_axes_0 = const()[name = tensor("layer_norm_78_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_13_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_13_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180686464)))]; tensor p_encoder_layers_13_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180688064)))]; tensor layer_norm_78_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_78_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_78_cast_fp16 = layer_norm(axes = layer_norm_78_axes_0, beta = p_encoder_layers_13_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_78_epsilon_0_to_fp16, gamma = p_encoder_layers_13_norm_feed_forward1_weight_to_fp16, x = layer_norm_77_cast_fp16)[name = tensor("layer_norm_78_cast_fp16")]; tensor p_encoder_layers_13_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_13_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180689664))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183049024))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_13_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183055232)))]; tensor linear_104_cast_fp16 = linear(bias = p_encoder_layers_13_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_13_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_78_cast_fp16)[name = tensor("linear_104_cast_fp16")]; tensor silu_39_cast_fp16 = silu(x = linear_104_cast_fp16)[name = tensor("silu_39_cast_fp16")]; tensor p_encoder_layers_13_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_13_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183061440))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185420800))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_13_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185422400)))]; tensor linear_105_cast_fp16 = linear(bias = p_encoder_layers_13_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_13_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_39_cast_fp16)[name = tensor("linear_105_cast_fp16")]; tensor const_1035_to_fp16 = const()[name = tensor("const_1035_to_fp16"), val = tensor(0x1p-1)]; tensor mul_78_cast_fp16 = mul(x = linear_105_cast_fp16, y = const_1035_to_fp16)[name = tensor("mul_78_cast_fp16")]; tensor add_82_cast_fp16 = add(x = layer_norm_77_cast_fp16, y = mul_78_cast_fp16)[name = tensor("add_82_cast_fp16")]; tensor layer_norm_79_axes_0 = const()[name = tensor("layer_norm_79_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_13_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_13_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185424000)))]; tensor p_encoder_layers_13_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185425600)))]; tensor layer_norm_79_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_79_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_79_cast_fp16 = layer_norm(axes = layer_norm_79_axes_0, beta = p_encoder_layers_13_norm_self_att_bias_to_fp16, epsilon = layer_norm_79_epsilon_0_to_fp16, gamma = p_encoder_layers_13_norm_self_att_weight_to_fp16, x = add_82_cast_fp16)[name = tensor("layer_norm_79_cast_fp16")]; tensor const_1039 = const()[name = tensor("const_1039"), val = tensor([750, 1, 16, 48])]; tensor transpose_61_perm_1 = const()[name = tensor("transpose_61_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_61 = transpose(perm = transpose_61_perm_1, x = layer_norm_79_cast_fp16)[name = tensor("transpose_126")]; tensor view_117_cast_fp16 = reshape(shape = const_1039, x = transpose_61)[name = tensor("view_117_cast_fp16")]; tensor mul_79_cast_fp16 = mul(x = view_117_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_79_cast_fp16")]; tensor slice_55_begin_0 = const()[name = tensor("slice_55_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_55_end_0 = const()[name = tensor("slice_55_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_55_end_mask_0 = const()[name = tensor("slice_55_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_55_cast_fp16 = slice_by_index(begin = slice_55_begin_0, end = slice_55_end_0, end_mask = slice_55_end_mask_0, x = view_117_cast_fp16)[name = tensor("slice_55_cast_fp16")]; tensor slice_56_begin_0 = const()[name = tensor("slice_56_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_56_end_0 = const()[name = tensor("slice_56_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_56_end_mask_0 = const()[name = tensor("slice_56_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_56_cast_fp16 = slice_by_index(begin = slice_56_begin_0, end = slice_56_end_0, end_mask = slice_56_end_mask_0, x = view_117_cast_fp16)[name = tensor("slice_56_cast_fp16")]; tensor const_1056_promoted_to_fp16 = const()[name = tensor("const_1056_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_26_cast_fp16 = mul(x = slice_56_cast_fp16, y = const_1056_promoted_to_fp16)[name = tensor("neg_26_cast_fp16")]; tensor const_1057 = const()[name = tensor("const_1057"), val = tensor(3)]; tensor cat_26_interleave_0 = const()[name = tensor("cat_26_interleave_0"), val = tensor(false)]; tensor cat_26_cast_fp16 = concat(axis = const_1057, interleave = cat_26_interleave_0, values = (neg_26_cast_fp16, slice_55_cast_fp16))[name = tensor("cat_26_cast_fp16")]; tensor mul_80_cast_fp16 = mul(x = cat_26_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_80_cast_fp16")]; tensor add_83_cast_fp16 = add(x = mul_79_cast_fp16, y = mul_80_cast_fp16)[name = tensor("add_83_cast_fp16")]; tensor const_1066 = const()[name = tensor("const_1066"), val = tensor([750, 1, 768])]; tensor view_120_cast_fp16 = reshape(shape = const_1066, x = add_83_cast_fp16)[name = tensor("view_120_cast_fp16")]; tensor transpose_201_perm_0 = const()[name = tensor("transpose_201_perm_0"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_13_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_13_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185427200))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186017088))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_13_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186018688)))]; tensor transpose_201_cast_fp16 = transpose(perm = transpose_201_perm_0, x = view_120_cast_fp16)[name = tensor("transpose_125")]; tensor linear_106_cast_fp16 = linear(bias = p_encoder_layers_13_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_13_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_201_cast_fp16)[name = tensor("linear_106_cast_fp16")]; tensor const_1075 = const()[name = tensor("const_1075"), val = tensor([1, -1, 16, 48])]; tensor view_123_cast_fp16 = reshape(shape = const_1075, x = linear_106_cast_fp16)[name = tensor("view_123_cast_fp16")]; tensor p_encoder_layers_13_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_13_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186020288))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186610176))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_13_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186611776)))]; tensor linear_107_cast_fp16 = linear(bias = p_encoder_layers_13_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_13_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_201_cast_fp16)[name = tensor("linear_107_cast_fp16")]; tensor const_1076 = const()[name = tensor("const_1076"), val = tensor([1, -1, 16, 48])]; tensor view_124_cast_fp16 = reshape(shape = const_1076, x = linear_107_cast_fp16)[name = tensor("view_124_cast_fp16")]; tensor p_encoder_layers_13_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_13_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186613376))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(187203264))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_13_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(187204864)))]; tensor linear_108_cast_fp16 = linear(bias = p_encoder_layers_13_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_13_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_79_cast_fp16)[name = tensor("linear_108_cast_fp16")]; tensor const_1077 = const()[name = tensor("const_1077"), val = tensor([1, -1, 16, 48])]; tensor view_125_cast_fp16 = reshape(shape = const_1077, x = linear_108_cast_fp16)[name = tensor("view_125_cast_fp16")]; tensor transpose_206_perm_0 = const()[name = tensor("transpose_206_perm_0"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_15_y_0_to_fp16 = const()[name = tensor("_inversed_div_15_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_15_cast_fp16 = mul(x = view_124_cast_fp16, y = _inversed_div_15_y_0_to_fp16)[name = tensor("_inversed_div_15_cast_fp16")]; tensor matmul_26_transpose_x_0 = const()[name = tensor("matmul_26_transpose_x_0"), val = tensor(false)]; tensor matmul_26_transpose_y_0 = const()[name = tensor("matmul_26_transpose_y_0"), val = tensor(false)]; tensor transpose_90_perm_0_1 = const()[name = tensor("transpose_90_perm_0_1"), val = tensor([0, 2, -3, -1])]; tensor transpose_91_perm_0_1 = const()[name = tensor("transpose_91_perm_0_1"), val = tensor([0, 2, -1, -3])]; tensor transpose_91 = transpose(perm = transpose_91_perm_0_1, x = _inversed_div_15_cast_fp16)[name = tensor("transpose_123")]; tensor transpose_90 = transpose(perm = transpose_90_perm_0_1, x = view_123_cast_fp16)[name = tensor("transpose_124")]; tensor matmul_26_cast_fp16 = matmul(transpose_x = matmul_26_transpose_x_0, transpose_y = matmul_26_transpose_y_0, x = transpose_90, y = transpose_91)[name = tensor("matmul_26_cast_fp16")]; tensor const_1087 = const()[name = tensor("const_1087"), val = tensor(-1)]; tensor softmax_13_cast_fp16 = softmax(axis = const_1087, x = matmul_26_cast_fp16)[name = tensor("softmax_13_cast_fp16")]; tensor matmul_27_transpose_x_0 = const()[name = tensor("matmul_27_transpose_x_0"), val = tensor(false)]; tensor matmul_27_transpose_y_0 = const()[name = tensor("matmul_27_transpose_y_0"), val = tensor(false)]; tensor transpose_206_cast_fp16 = transpose(perm = transpose_206_perm_0, x = view_125_cast_fp16)[name = tensor("transpose_122")]; tensor matmul_27_cast_fp16 = matmul(transpose_x = matmul_27_transpose_x_0, transpose_y = matmul_27_transpose_y_0, x = softmax_13_cast_fp16, y = transpose_206_cast_fp16)[name = tensor("matmul_27_cast_fp16")]; tensor transpose_208_perm_0 = const()[name = tensor("transpose_208_perm_0"), val = tensor([0, 2, 1, 3])]; tensor const_1090 = const()[name = tensor("const_1090"), val = tensor([1, 750, 768])]; tensor transpose_208_cast_fp16 = transpose(perm = transpose_208_perm_0, x = matmul_27_cast_fp16)[name = tensor("transpose_121")]; tensor _unsafe_view_13_cast_fp16 = reshape(shape = const_1090, x = transpose_208_cast_fp16)[name = tensor("_unsafe_view_13_cast_fp16")]; tensor p_encoder_layers_13_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_13_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(187206464))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(187796352))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_13_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(187797952)))]; tensor linear_109_cast_fp16 = linear(bias = p_encoder_layers_13_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_13_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_13_cast_fp16)[name = tensor("linear_109_cast_fp16")]; tensor add_85_cast_fp16 = add(x = add_82_cast_fp16, y = linear_109_cast_fp16)[name = tensor("add_85_cast_fp16")]; tensor layer_norm_80_axes_0 = const()[name = tensor("layer_norm_80_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_13_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_13_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(187799552)))]; tensor p_encoder_layers_13_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(187801152)))]; tensor layer_norm_80_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_80_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_80_cast_fp16 = layer_norm(axes = layer_norm_80_axes_0, beta = p_encoder_layers_13_norm_conv_bias_to_fp16, epsilon = layer_norm_80_epsilon_0_to_fp16, gamma = p_encoder_layers_13_norm_conv_weight_to_fp16, x = add_85_cast_fp16)[name = tensor("layer_norm_80_cast_fp16")]; tensor transpose_209_perm_0 = const()[name = tensor("transpose_209_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_41_pad_type_0 = const()[name = tensor("conv1d_41_pad_type_0"), val = tensor("valid")]; tensor conv1d_41_strides_0 = const()[name = tensor("conv1d_41_strides_0"), val = tensor([1])]; tensor conv1d_41_pad_0 = const()[name = tensor("conv1d_41_pad_0"), val = tensor([0, 0])]; tensor conv1d_41_dilations_0 = const()[name = tensor("conv1d_41_dilations_0"), val = tensor([1])]; tensor conv1d_41_groups_0 = const()[name = tensor("conv1d_41_groups_0"), val = tensor(1)]; tensor p_encoder_layers_13_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_13_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(187802752))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188982464))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_13_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188985600)))]; tensor transpose_209_cast_fp16 = transpose(perm = transpose_209_perm_0, x = layer_norm_80_cast_fp16)[name = tensor("transpose_120")]; tensor conv1d_41_cast_fp16 = conv(bias = p_encoder_layers_13_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_41_dilations_0, groups = conv1d_41_groups_0, pad = conv1d_41_pad_0, pad_type = conv1d_41_pad_type_0, strides = conv1d_41_strides_0, weight = p_encoder_layers_13_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_209_cast_fp16)[name = tensor("conv1d_41_cast_fp16")]; tensor glu_13_split_num_splits_0 = const()[name = tensor("glu_13_split_num_splits_0"), val = tensor(2)]; tensor glu_13_split_axis_0 = const()[name = tensor("glu_13_split_axis_0"), val = tensor(1)]; tensor glu_13_split_cast_fp16_0, tensor glu_13_split_cast_fp16_1 = split(axis = glu_13_split_axis_0, num_splits = glu_13_split_num_splits_0, x = conv1d_41_cast_fp16)[name = tensor("glu_13_split_cast_fp16")]; tensor glu_13_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_13_split_cast_fp16_1)[name = tensor("glu_13_split_1_sigmoid_cast_fp16")]; tensor glu_13_cast_fp16 = mul(x = glu_13_split_cast_fp16_0, y = glu_13_split_1_sigmoid_cast_fp16)[name = tensor("glu_13_cast_fp16")]; tensor conv1d_42_pad_type_0 = const()[name = tensor("conv1d_42_pad_type_0"), val = tensor("custom")]; tensor conv1d_42_pad_0 = const()[name = tensor("conv1d_42_pad_0"), val = tensor([2, 2])]; tensor conv1d_42_groups_0 = const()[name = tensor("conv1d_42_groups_0"), val = tensor(768)]; tensor conv1d_42_strides_0 = const()[name = tensor("conv1d_42_strides_0"), val = tensor([1])]; tensor conv1d_42_dilations_0 = const()[name = tensor("conv1d_42_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_13_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_13_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188988736))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188992640))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_13_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188994240)))]; tensor conv1d_42_cast_fp16 = conv(bias = p_encoder_layers_13_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_42_dilations_0, groups = conv1d_42_groups_0, pad = conv1d_42_pad_0, pad_type = conv1d_42_pad_type_0, strides = conv1d_42_strides_0, weight = p_encoder_layers_13_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_13_cast_fp16)[name = tensor("conv1d_42_cast_fp16")]; tensor transpose_210_perm_0 = const()[name = tensor("transpose_210_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_81_axes_0 = const()[name = tensor("layer_norm_81_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_13_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_13_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188995840)))]; tensor p_encoder_layers_13_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188997440)))]; tensor layer_norm_81_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_81_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_210_cast_fp16 = transpose(perm = transpose_210_perm_0, x = conv1d_42_cast_fp16)[name = tensor("transpose_119")]; tensor layer_norm_81_cast_fp16 = layer_norm(axes = layer_norm_81_axes_0, beta = p_encoder_layers_13_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_81_epsilon_0_to_fp16, gamma = p_encoder_layers_13_conv_batch_norm_weight_to_fp16, x = transpose_210_cast_fp16)[name = tensor("layer_norm_81_cast_fp16")]; tensor transpose_211_perm_0 = const()[name = tensor("transpose_211_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_211_cast_fp16 = transpose(perm = transpose_211_perm_0, x = layer_norm_81_cast_fp16)[name = tensor("transpose_118")]; tensor silu_40_cast_fp16 = silu(x = transpose_211_cast_fp16)[name = tensor("silu_40_cast_fp16")]; tensor conv1d_43_pad_type_0 = const()[name = tensor("conv1d_43_pad_type_0"), val = tensor("valid")]; tensor conv1d_43_strides_0 = const()[name = tensor("conv1d_43_strides_0"), val = tensor([1])]; tensor conv1d_43_pad_0 = const()[name = tensor("conv1d_43_pad_0"), val = tensor([0, 0])]; tensor conv1d_43_dilations_0 = const()[name = tensor("conv1d_43_dilations_0"), val = tensor([1])]; tensor conv1d_43_groups_0 = const()[name = tensor("conv1d_43_groups_0"), val = tensor(1)]; tensor p_encoder_layers_13_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_13_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188999040))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189588928))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_13_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189590528)))]; tensor conv1d_43_cast_fp16 = conv(bias = p_encoder_layers_13_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_43_dilations_0, groups = conv1d_43_groups_0, pad = conv1d_43_pad_0, pad_type = conv1d_43_pad_type_0, strides = conv1d_43_strides_0, weight = p_encoder_layers_13_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_40_cast_fp16)[name = tensor("conv1d_43_cast_fp16")]; tensor transpose_212_perm_0 = const()[name = tensor("transpose_212_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_212_cast_fp16 = transpose(perm = transpose_212_perm_0, x = conv1d_43_cast_fp16)[name = tensor("transpose_117")]; tensor add_86_cast_fp16 = add(x = add_85_cast_fp16, y = transpose_212_cast_fp16)[name = tensor("add_86_cast_fp16")]; tensor layer_norm_82_axes_0 = const()[name = tensor("layer_norm_82_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_13_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_13_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189592128)))]; tensor p_encoder_layers_13_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189593728)))]; tensor layer_norm_82_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_82_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_82_cast_fp16 = layer_norm(axes = layer_norm_82_axes_0, beta = p_encoder_layers_13_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_82_epsilon_0_to_fp16, gamma = p_encoder_layers_13_norm_feed_forward2_weight_to_fp16, x = add_86_cast_fp16)[name = tensor("layer_norm_82_cast_fp16")]; tensor p_encoder_layers_13_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_13_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189595328))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(191954688))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_13_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(191960896)))]; tensor linear_110_cast_fp16 = linear(bias = p_encoder_layers_13_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_13_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_82_cast_fp16)[name = tensor("linear_110_cast_fp16")]; tensor silu_41_cast_fp16 = silu(x = linear_110_cast_fp16)[name = tensor("silu_41_cast_fp16")]; tensor p_encoder_layers_13_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_13_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(191967104))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(194326464))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_13_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(194328064)))]; tensor linear_111_cast_fp16 = linear(bias = p_encoder_layers_13_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_13_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_41_cast_fp16)[name = tensor("linear_111_cast_fp16")]; tensor const_1109_to_fp16 = const()[name = tensor("const_1109_to_fp16"), val = tensor(0x1p-1)]; tensor mul_83_cast_fp16 = mul(x = linear_111_cast_fp16, y = const_1109_to_fp16)[name = tensor("mul_83_cast_fp16")]; tensor add_87_cast_fp16 = add(x = add_86_cast_fp16, y = mul_83_cast_fp16)[name = tensor("add_87_cast_fp16")]; tensor layer_norm_83_axes_0 = const()[name = tensor("layer_norm_83_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_13_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_13_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(194329664)))]; tensor p_encoder_layers_13_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_13_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(194331264)))]; tensor layer_norm_83_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_83_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_83_cast_fp16 = layer_norm(axes = layer_norm_83_axes_0, beta = p_encoder_layers_13_norm_out_bias_to_fp16, epsilon = layer_norm_83_epsilon_0_to_fp16, gamma = p_encoder_layers_13_norm_out_weight_to_fp16, x = add_87_cast_fp16)[name = tensor("layer_norm_83_cast_fp16")]; tensor layer_norm_84_axes_0 = const()[name = tensor("layer_norm_84_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_14_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_14_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(194332864)))]; tensor p_encoder_layers_14_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(194334464)))]; tensor layer_norm_84_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_84_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_84_cast_fp16 = layer_norm(axes = layer_norm_84_axes_0, beta = p_encoder_layers_14_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_84_epsilon_0_to_fp16, gamma = p_encoder_layers_14_norm_feed_forward1_weight_to_fp16, x = layer_norm_83_cast_fp16)[name = tensor("layer_norm_84_cast_fp16")]; tensor p_encoder_layers_14_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_14_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(194336064))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196695424))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_14_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196701632)))]; tensor linear_112_cast_fp16 = linear(bias = p_encoder_layers_14_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_14_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_84_cast_fp16)[name = tensor("linear_112_cast_fp16")]; tensor silu_42_cast_fp16 = silu(x = linear_112_cast_fp16)[name = tensor("silu_42_cast_fp16")]; tensor p_encoder_layers_14_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_14_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196707840))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199067200))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_14_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199068800)))]; tensor linear_113_cast_fp16 = linear(bias = p_encoder_layers_14_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_14_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_42_cast_fp16)[name = tensor("linear_113_cast_fp16")]; tensor const_1112_to_fp16 = const()[name = tensor("const_1112_to_fp16"), val = tensor(0x1p-1)]; tensor mul_84_cast_fp16 = mul(x = linear_113_cast_fp16, y = const_1112_to_fp16)[name = tensor("mul_84_cast_fp16")]; tensor add_88_cast_fp16 = add(x = layer_norm_83_cast_fp16, y = mul_84_cast_fp16)[name = tensor("add_88_cast_fp16")]; tensor layer_norm_85_axes_0 = const()[name = tensor("layer_norm_85_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_14_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_14_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199070400)))]; tensor p_encoder_layers_14_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199072000)))]; tensor layer_norm_85_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_85_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_85_cast_fp16 = layer_norm(axes = layer_norm_85_axes_0, beta = p_encoder_layers_14_norm_self_att_bias_to_fp16, epsilon = layer_norm_85_epsilon_0_to_fp16, gamma = p_encoder_layers_14_norm_self_att_weight_to_fp16, x = add_88_cast_fp16)[name = tensor("layer_norm_85_cast_fp16")]; tensor const_1116 = const()[name = tensor("const_1116"), val = tensor([750, 1, 16, 48])]; tensor transpose_62_perm_1 = const()[name = tensor("transpose_62_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_62 = transpose(perm = transpose_62_perm_1, x = layer_norm_85_cast_fp16)[name = tensor("transpose_116")]; tensor view_126_cast_fp16 = reshape(shape = const_1116, x = transpose_62)[name = tensor("view_126_cast_fp16")]; tensor mul_85_cast_fp16 = mul(x = view_126_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_85_cast_fp16")]; tensor slice_59_begin_0 = const()[name = tensor("slice_59_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_59_end_0 = const()[name = tensor("slice_59_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_59_end_mask_0 = const()[name = tensor("slice_59_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_59_cast_fp16 = slice_by_index(begin = slice_59_begin_0, end = slice_59_end_0, end_mask = slice_59_end_mask_0, x = view_126_cast_fp16)[name = tensor("slice_59_cast_fp16")]; tensor slice_60_begin_0 = const()[name = tensor("slice_60_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_60_end_0 = const()[name = tensor("slice_60_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_60_end_mask_0 = const()[name = tensor("slice_60_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_60_cast_fp16 = slice_by_index(begin = slice_60_begin_0, end = slice_60_end_0, end_mask = slice_60_end_mask_0, x = view_126_cast_fp16)[name = tensor("slice_60_cast_fp16")]; tensor const_1133_promoted_to_fp16 = const()[name = tensor("const_1133_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_28_cast_fp16 = mul(x = slice_60_cast_fp16, y = const_1133_promoted_to_fp16)[name = tensor("neg_28_cast_fp16")]; tensor const_1134 = const()[name = tensor("const_1134"), val = tensor(3)]; tensor cat_28_interleave_0 = const()[name = tensor("cat_28_interleave_0"), val = tensor(false)]; tensor cat_28_cast_fp16 = concat(axis = const_1134, interleave = cat_28_interleave_0, values = (neg_28_cast_fp16, slice_59_cast_fp16))[name = tensor("cat_28_cast_fp16")]; tensor mul_86_cast_fp16 = mul(x = cat_28_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_86_cast_fp16")]; tensor add_89_cast_fp16 = add(x = mul_85_cast_fp16, y = mul_86_cast_fp16)[name = tensor("add_89_cast_fp16")]; tensor const_1143 = const()[name = tensor("const_1143"), val = tensor([750, 1, 768])]; tensor view_129_cast_fp16 = reshape(shape = const_1143, x = add_89_cast_fp16)[name = tensor("view_129_cast_fp16")]; tensor transpose_216_perm_0 = const()[name = tensor("transpose_216_perm_0"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_14_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_14_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199073600))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199663488))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_14_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199665088)))]; tensor transpose_216_cast_fp16 = transpose(perm = transpose_216_perm_0, x = view_129_cast_fp16)[name = tensor("transpose_115")]; tensor linear_114_cast_fp16 = linear(bias = p_encoder_layers_14_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_14_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_216_cast_fp16)[name = tensor("linear_114_cast_fp16")]; tensor const_1152 = const()[name = tensor("const_1152"), val = tensor([1, -1, 16, 48])]; tensor view_132_cast_fp16 = reshape(shape = const_1152, x = linear_114_cast_fp16)[name = tensor("view_132_cast_fp16")]; tensor p_encoder_layers_14_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_14_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199666688))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200256576))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_14_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200258176)))]; tensor linear_115_cast_fp16 = linear(bias = p_encoder_layers_14_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_14_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_216_cast_fp16)[name = tensor("linear_115_cast_fp16")]; tensor const_1153 = const()[name = tensor("const_1153"), val = tensor([1, -1, 16, 48])]; tensor view_133_cast_fp16 = reshape(shape = const_1153, x = linear_115_cast_fp16)[name = tensor("view_133_cast_fp16")]; tensor p_encoder_layers_14_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_14_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200259776))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200849664))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_14_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200851264)))]; tensor linear_116_cast_fp16 = linear(bias = p_encoder_layers_14_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_14_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_85_cast_fp16)[name = tensor("linear_116_cast_fp16")]; tensor const_1154 = const()[name = tensor("const_1154"), val = tensor([1, -1, 16, 48])]; tensor view_134_cast_fp16 = reshape(shape = const_1154, x = linear_116_cast_fp16)[name = tensor("view_134_cast_fp16")]; tensor transpose_221_perm_0 = const()[name = tensor("transpose_221_perm_0"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_16_y_0_to_fp16 = const()[name = tensor("_inversed_div_16_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_16_cast_fp16 = mul(x = view_133_cast_fp16, y = _inversed_div_16_y_0_to_fp16)[name = tensor("_inversed_div_16_cast_fp16")]; tensor matmul_28_transpose_x_0 = const()[name = tensor("matmul_28_transpose_x_0"), val = tensor(false)]; tensor matmul_28_transpose_y_0 = const()[name = tensor("matmul_28_transpose_y_0"), val = tensor(false)]; tensor transpose_92_perm_0_1 = const()[name = tensor("transpose_92_perm_0_1"), val = tensor([0, 2, -3, -1])]; tensor transpose_93_perm_0 = const()[name = tensor("transpose_93_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_93 = transpose(perm = transpose_93_perm_0, x = _inversed_div_16_cast_fp16)[name = tensor("transpose_113")]; tensor transpose_92 = transpose(perm = transpose_92_perm_0_1, x = view_132_cast_fp16)[name = tensor("transpose_114")]; tensor matmul_28_cast_fp16 = matmul(transpose_x = matmul_28_transpose_x_0, transpose_y = matmul_28_transpose_y_0, x = transpose_92, y = transpose_93)[name = tensor("matmul_28_cast_fp16")]; tensor const_1164 = const()[name = tensor("const_1164"), val = tensor(-1)]; tensor softmax_14_cast_fp16 = softmax(axis = const_1164, x = matmul_28_cast_fp16)[name = tensor("softmax_14_cast_fp16")]; tensor matmul_29_transpose_x_0 = const()[name = tensor("matmul_29_transpose_x_0"), val = tensor(false)]; tensor matmul_29_transpose_y_0 = const()[name = tensor("matmul_29_transpose_y_0"), val = tensor(false)]; tensor transpose_221_cast_fp16 = transpose(perm = transpose_221_perm_0, x = view_134_cast_fp16)[name = tensor("transpose_112")]; tensor matmul_29_cast_fp16 = matmul(transpose_x = matmul_29_transpose_x_0, transpose_y = matmul_29_transpose_y_0, x = softmax_14_cast_fp16, y = transpose_221_cast_fp16)[name = tensor("matmul_29_cast_fp16")]; tensor transpose_223_perm_0 = const()[name = tensor("transpose_223_perm_0"), val = tensor([0, 2, 1, 3])]; tensor const_1167 = const()[name = tensor("const_1167"), val = tensor([1, 750, 768])]; tensor transpose_223_cast_fp16 = transpose(perm = transpose_223_perm_0, x = matmul_29_cast_fp16)[name = tensor("transpose_111")]; tensor _unsafe_view_14_cast_fp16 = reshape(shape = const_1167, x = transpose_223_cast_fp16)[name = tensor("_unsafe_view_14_cast_fp16")]; tensor p_encoder_layers_14_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_14_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200852864))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201442752))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_14_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201444352)))]; tensor linear_117_cast_fp16 = linear(bias = p_encoder_layers_14_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_14_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_14_cast_fp16)[name = tensor("linear_117_cast_fp16")]; tensor add_91_cast_fp16 = add(x = add_88_cast_fp16, y = linear_117_cast_fp16)[name = tensor("add_91_cast_fp16")]; tensor layer_norm_86_axes_0 = const()[name = tensor("layer_norm_86_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_14_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_14_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201445952)))]; tensor p_encoder_layers_14_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201447552)))]; tensor layer_norm_86_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_86_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_86_cast_fp16 = layer_norm(axes = layer_norm_86_axes_0, beta = p_encoder_layers_14_norm_conv_bias_to_fp16, epsilon = layer_norm_86_epsilon_0_to_fp16, gamma = p_encoder_layers_14_norm_conv_weight_to_fp16, x = add_91_cast_fp16)[name = tensor("layer_norm_86_cast_fp16")]; tensor transpose_224_perm_0 = const()[name = tensor("transpose_224_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_44_pad_type_0 = const()[name = tensor("conv1d_44_pad_type_0"), val = tensor("valid")]; tensor conv1d_44_strides_0 = const()[name = tensor("conv1d_44_strides_0"), val = tensor([1])]; tensor conv1d_44_pad_0 = const()[name = tensor("conv1d_44_pad_0"), val = tensor([0, 0])]; tensor conv1d_44_dilations_0 = const()[name = tensor("conv1d_44_dilations_0"), val = tensor([1])]; tensor conv1d_44_groups_0 = const()[name = tensor("conv1d_44_groups_0"), val = tensor(1)]; tensor p_encoder_layers_14_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_14_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201449152))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202628864))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_14_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202632000)))]; tensor transpose_224_cast_fp16 = transpose(perm = transpose_224_perm_0, x = layer_norm_86_cast_fp16)[name = tensor("transpose_110")]; tensor conv1d_44_cast_fp16 = conv(bias = p_encoder_layers_14_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_44_dilations_0, groups = conv1d_44_groups_0, pad = conv1d_44_pad_0, pad_type = conv1d_44_pad_type_0, strides = conv1d_44_strides_0, weight = p_encoder_layers_14_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_224_cast_fp16)[name = tensor("conv1d_44_cast_fp16")]; tensor glu_14_split_num_splits_0 = const()[name = tensor("glu_14_split_num_splits_0"), val = tensor(2)]; tensor glu_14_split_axis_0 = const()[name = tensor("glu_14_split_axis_0"), val = tensor(1)]; tensor glu_14_split_cast_fp16_0, tensor glu_14_split_cast_fp16_1 = split(axis = glu_14_split_axis_0, num_splits = glu_14_split_num_splits_0, x = conv1d_44_cast_fp16)[name = tensor("glu_14_split_cast_fp16")]; tensor glu_14_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_14_split_cast_fp16_1)[name = tensor("glu_14_split_1_sigmoid_cast_fp16")]; tensor glu_14_cast_fp16 = mul(x = glu_14_split_cast_fp16_0, y = glu_14_split_1_sigmoid_cast_fp16)[name = tensor("glu_14_cast_fp16")]; tensor conv1d_45_pad_type_0 = const()[name = tensor("conv1d_45_pad_type_0"), val = tensor("custom")]; tensor conv1d_45_pad_0 = const()[name = tensor("conv1d_45_pad_0"), val = tensor([2, 2])]; tensor conv1d_45_groups_0 = const()[name = tensor("conv1d_45_groups_0"), val = tensor(768)]; tensor conv1d_45_strides_0 = const()[name = tensor("conv1d_45_strides_0"), val = tensor([1])]; tensor conv1d_45_dilations_0 = const()[name = tensor("conv1d_45_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_14_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_14_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202635136))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202639040))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_14_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202640640)))]; tensor conv1d_45_cast_fp16 = conv(bias = p_encoder_layers_14_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_45_dilations_0, groups = conv1d_45_groups_0, pad = conv1d_45_pad_0, pad_type = conv1d_45_pad_type_0, strides = conv1d_45_strides_0, weight = p_encoder_layers_14_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_14_cast_fp16)[name = tensor("conv1d_45_cast_fp16")]; tensor transpose_225_perm_0 = const()[name = tensor("transpose_225_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_87_axes_0 = const()[name = tensor("layer_norm_87_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_14_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_14_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202642240)))]; tensor p_encoder_layers_14_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202643840)))]; tensor layer_norm_87_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_87_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_225_cast_fp16 = transpose(perm = transpose_225_perm_0, x = conv1d_45_cast_fp16)[name = tensor("transpose_109")]; tensor layer_norm_87_cast_fp16 = layer_norm(axes = layer_norm_87_axes_0, beta = p_encoder_layers_14_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_87_epsilon_0_to_fp16, gamma = p_encoder_layers_14_conv_batch_norm_weight_to_fp16, x = transpose_225_cast_fp16)[name = tensor("layer_norm_87_cast_fp16")]; tensor transpose_226_perm_0 = const()[name = tensor("transpose_226_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_226_cast_fp16 = transpose(perm = transpose_226_perm_0, x = layer_norm_87_cast_fp16)[name = tensor("transpose_108")]; tensor silu_43_cast_fp16 = silu(x = transpose_226_cast_fp16)[name = tensor("silu_43_cast_fp16")]; tensor conv1d_46_pad_type_0 = const()[name = tensor("conv1d_46_pad_type_0"), val = tensor("valid")]; tensor conv1d_46_strides_0 = const()[name = tensor("conv1d_46_strides_0"), val = tensor([1])]; tensor conv1d_46_pad_0 = const()[name = tensor("conv1d_46_pad_0"), val = tensor([0, 0])]; tensor conv1d_46_dilations_0 = const()[name = tensor("conv1d_46_dilations_0"), val = tensor([1])]; tensor conv1d_46_groups_0 = const()[name = tensor("conv1d_46_groups_0"), val = tensor(1)]; tensor p_encoder_layers_14_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_14_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202645440))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203235328))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_14_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203236928)))]; tensor conv1d_46_cast_fp16 = conv(bias = p_encoder_layers_14_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_46_dilations_0, groups = conv1d_46_groups_0, pad = conv1d_46_pad_0, pad_type = conv1d_46_pad_type_0, strides = conv1d_46_strides_0, weight = p_encoder_layers_14_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_43_cast_fp16)[name = tensor("conv1d_46_cast_fp16")]; tensor transpose_227_perm_0 = const()[name = tensor("transpose_227_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_227_cast_fp16 = transpose(perm = transpose_227_perm_0, x = conv1d_46_cast_fp16)[name = tensor("transpose_107")]; tensor add_92_cast_fp16 = add(x = add_91_cast_fp16, y = transpose_227_cast_fp16)[name = tensor("add_92_cast_fp16")]; tensor layer_norm_88_axes_0 = const()[name = tensor("layer_norm_88_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_14_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_14_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203238528)))]; tensor p_encoder_layers_14_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203240128)))]; tensor layer_norm_88_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_88_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_88_cast_fp16 = layer_norm(axes = layer_norm_88_axes_0, beta = p_encoder_layers_14_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_88_epsilon_0_to_fp16, gamma = p_encoder_layers_14_norm_feed_forward2_weight_to_fp16, x = add_92_cast_fp16)[name = tensor("layer_norm_88_cast_fp16")]; tensor p_encoder_layers_14_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_14_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203241728))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205601088))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_14_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205607296)))]; tensor linear_118_cast_fp16 = linear(bias = p_encoder_layers_14_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_14_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_88_cast_fp16)[name = tensor("linear_118_cast_fp16")]; tensor silu_44_cast_fp16 = silu(x = linear_118_cast_fp16)[name = tensor("silu_44_cast_fp16")]; tensor p_encoder_layers_14_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_14_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205613504))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(207972864))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_14_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(207974464)))]; tensor linear_119_cast_fp16 = linear(bias = p_encoder_layers_14_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_14_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_44_cast_fp16)[name = tensor("linear_119_cast_fp16")]; tensor const_1186_to_fp16 = const()[name = tensor("const_1186_to_fp16"), val = tensor(0x1p-1)]; tensor mul_89_cast_fp16 = mul(x = linear_119_cast_fp16, y = const_1186_to_fp16)[name = tensor("mul_89_cast_fp16")]; tensor add_93_cast_fp16 = add(x = add_92_cast_fp16, y = mul_89_cast_fp16)[name = tensor("add_93_cast_fp16")]; tensor layer_norm_89_axes_0 = const()[name = tensor("layer_norm_89_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_14_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_14_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(207976064)))]; tensor p_encoder_layers_14_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_14_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(207977664)))]; tensor layer_norm_89_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_89_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_89_cast_fp16 = layer_norm(axes = layer_norm_89_axes_0, beta = p_encoder_layers_14_norm_out_bias_to_fp16, epsilon = layer_norm_89_epsilon_0_to_fp16, gamma = p_encoder_layers_14_norm_out_weight_to_fp16, x = add_93_cast_fp16)[name = tensor("layer_norm_89_cast_fp16")]; tensor layer_norm_90_axes_0 = const()[name = tensor("layer_norm_90_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_15_norm_feed_forward1_weight_to_fp16 = const()[name = tensor("p_encoder_layers_15_norm_feed_forward1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(207979264)))]; tensor p_encoder_layers_15_norm_feed_forward1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_norm_feed_forward1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(207980864)))]; tensor layer_norm_90_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_90_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_90_cast_fp16 = layer_norm(axes = layer_norm_90_axes_0, beta = p_encoder_layers_15_norm_feed_forward1_bias_to_fp16, epsilon = layer_norm_90_epsilon_0_to_fp16, gamma = p_encoder_layers_15_norm_feed_forward1_weight_to_fp16, x = layer_norm_89_cast_fp16)[name = tensor("layer_norm_90_cast_fp16")]; tensor p_encoder_layers_15_feed_forward1_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_15_feed_forward1_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(207982464))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210341824))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_15_feed_forward1_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_feed_forward1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210348032)))]; tensor linear_120_cast_fp16 = linear(bias = p_encoder_layers_15_feed_forward1_linear1_bias_to_fp16, weight = p_encoder_layers_15_feed_forward1_linear1_weight_to_fp16_quantized, x = layer_norm_90_cast_fp16)[name = tensor("linear_120_cast_fp16")]; tensor silu_45_cast_fp16 = silu(x = linear_120_cast_fp16)[name = tensor("silu_45_cast_fp16")]; tensor p_encoder_layers_15_feed_forward1_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_15_feed_forward1_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210354240))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(212713600))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_15_feed_forward1_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_feed_forward1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(212715200)))]; tensor linear_121_cast_fp16 = linear(bias = p_encoder_layers_15_feed_forward1_linear2_bias_to_fp16, weight = p_encoder_layers_15_feed_forward1_linear2_weight_to_fp16_quantized, x = silu_45_cast_fp16)[name = tensor("linear_121_cast_fp16")]; tensor const_1189_to_fp16 = const()[name = tensor("const_1189_to_fp16"), val = tensor(0x1p-1)]; tensor mul_90_cast_fp16 = mul(x = linear_121_cast_fp16, y = const_1189_to_fp16)[name = tensor("mul_90_cast_fp16")]; tensor add_94_cast_fp16 = add(x = layer_norm_89_cast_fp16, y = mul_90_cast_fp16)[name = tensor("add_94_cast_fp16")]; tensor layer_norm_91_axes_0 = const()[name = tensor("layer_norm_91_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_15_norm_self_att_weight_to_fp16 = const()[name = tensor("p_encoder_layers_15_norm_self_att_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(212716800)))]; tensor p_encoder_layers_15_norm_self_att_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_norm_self_att_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(212718400)))]; tensor layer_norm_91_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_91_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_91_cast_fp16 = layer_norm(axes = layer_norm_91_axes_0, beta = p_encoder_layers_15_norm_self_att_bias_to_fp16, epsilon = layer_norm_91_epsilon_0_to_fp16, gamma = p_encoder_layers_15_norm_self_att_weight_to_fp16, x = add_94_cast_fp16)[name = tensor("layer_norm_91_cast_fp16")]; tensor const_1193 = const()[name = tensor("const_1193"), val = tensor([750, 1, 16, 48])]; tensor transpose_63_perm_1 = const()[name = tensor("transpose_63_perm_1"), val = tensor([1, 0, 2])]; tensor transpose_63 = transpose(perm = transpose_63_perm_1, x = layer_norm_91_cast_fp16)[name = tensor("transpose_106")]; tensor view_135_cast_fp16 = reshape(shape = const_1193, x = transpose_63)[name = tensor("view_135_cast_fp16")]; tensor mul_91_cast_fp16 = mul(x = view_135_cast_fp16, y = const_46_to_fp16_quantized)[name = tensor("mul_91_cast_fp16")]; tensor slice_63_begin_0 = const()[name = tensor("slice_63_begin_0"), val = tensor([0, 0, 0, 0])]; tensor slice_63_end_0 = const()[name = tensor("slice_63_end_0"), val = tensor([750, 1, 16, 24])]; tensor slice_63_end_mask_0 = const()[name = tensor("slice_63_end_mask_0"), val = tensor([true, true, true, false])]; tensor slice_63_cast_fp16 = slice_by_index(begin = slice_63_begin_0, end = slice_63_end_0, end_mask = slice_63_end_mask_0, x = view_135_cast_fp16)[name = tensor("slice_63_cast_fp16")]; tensor slice_64_begin_0 = const()[name = tensor("slice_64_begin_0"), val = tensor([0, 0, 0, 24])]; tensor slice_64_end_0 = const()[name = tensor("slice_64_end_0"), val = tensor([750, 1, 16, 1])]; tensor slice_64_end_mask_0 = const()[name = tensor("slice_64_end_mask_0"), val = tensor([true, true, true, true])]; tensor slice_64_cast_fp16 = slice_by_index(begin = slice_64_begin_0, end = slice_64_end_0, end_mask = slice_64_end_mask_0, x = view_135_cast_fp16)[name = tensor("slice_64_cast_fp16")]; tensor const_1210_promoted_to_fp16 = const()[name = tensor("const_1210_promoted_to_fp16"), val = tensor(-0x1p+0)]; tensor neg_30_cast_fp16 = mul(x = slice_64_cast_fp16, y = const_1210_promoted_to_fp16)[name = tensor("neg_30_cast_fp16")]; tensor const_1211 = const()[name = tensor("const_1211"), val = tensor(3)]; tensor cat_30_interleave_0 = const()[name = tensor("cat_30_interleave_0"), val = tensor(false)]; tensor cat_30_cast_fp16 = concat(axis = const_1211, interleave = cat_30_interleave_0, values = (neg_30_cast_fp16, slice_63_cast_fp16))[name = tensor("cat_30_cast_fp16")]; tensor mul_92_cast_fp16 = mul(x = cat_30_cast_fp16, y = const_48_to_fp16_quantized)[name = tensor("mul_92_cast_fp16")]; tensor add_95_cast_fp16 = add(x = mul_91_cast_fp16, y = mul_92_cast_fp16)[name = tensor("add_95_cast_fp16")]; tensor const_1220 = const()[name = tensor("const_1220"), val = tensor([750, 1, 768])]; tensor view_138_cast_fp16 = reshape(shape = const_1220, x = add_95_cast_fp16)[name = tensor("view_138_cast_fp16")]; tensor transpose_231_perm_0 = const()[name = tensor("transpose_231_perm_0"), val = tensor([1, 0, 2])]; tensor p_encoder_layers_15_self_attn_linear_q_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_15_self_attn_linear_q_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(212720000))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(213309888))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_15_self_attn_linear_q_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_self_attn_linear_q_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(213311488)))]; tensor transpose_231_cast_fp16 = transpose(perm = transpose_231_perm_0, x = view_138_cast_fp16)[name = tensor("transpose_105")]; tensor linear_122_cast_fp16 = linear(bias = p_encoder_layers_15_self_attn_linear_q_bias_to_fp16, weight = p_encoder_layers_15_self_attn_linear_q_weight_to_fp16_quantized, x = transpose_231_cast_fp16)[name = tensor("linear_122_cast_fp16")]; tensor const_1229 = const()[name = tensor("const_1229"), val = tensor([1, -1, 16, 48])]; tensor view_141_cast_fp16 = reshape(shape = const_1229, x = linear_122_cast_fp16)[name = tensor("view_141_cast_fp16")]; tensor p_encoder_layers_15_self_attn_linear_k_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_15_self_attn_linear_k_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(213313088))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(213902976))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_15_self_attn_linear_k_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_self_attn_linear_k_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(213904576)))]; tensor linear_123_cast_fp16 = linear(bias = p_encoder_layers_15_self_attn_linear_k_bias_to_fp16, weight = p_encoder_layers_15_self_attn_linear_k_weight_to_fp16_quantized, x = transpose_231_cast_fp16)[name = tensor("linear_123_cast_fp16")]; tensor const_1230 = const()[name = tensor("const_1230"), val = tensor([1, -1, 16, 48])]; tensor view_142_cast_fp16 = reshape(shape = const_1230, x = linear_123_cast_fp16)[name = tensor("view_142_cast_fp16")]; tensor p_encoder_layers_15_self_attn_linear_v_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_15_self_attn_linear_v_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(213906176))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(214496064))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_15_self_attn_linear_v_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_self_attn_linear_v_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(214497664)))]; tensor linear_124_cast_fp16 = linear(bias = p_encoder_layers_15_self_attn_linear_v_bias_to_fp16, weight = p_encoder_layers_15_self_attn_linear_v_weight_to_fp16_quantized, x = layer_norm_91_cast_fp16)[name = tensor("linear_124_cast_fp16")]; tensor const_1231 = const()[name = tensor("const_1231"), val = tensor([1, -1, 16, 48])]; tensor view_143_cast_fp16 = reshape(shape = const_1231, x = linear_124_cast_fp16)[name = tensor("view_143_cast_fp16")]; tensor transpose_236_perm_0 = const()[name = tensor("transpose_236_perm_0"), val = tensor([0, 2, -3, -1])]; tensor _inversed_div_17_y_0_to_fp16 = const()[name = tensor("_inversed_div_17_y_0_to_fp16"), val = tensor(0x1.278p-3)]; tensor _inversed_div_17_cast_fp16 = mul(x = view_142_cast_fp16, y = _inversed_div_17_y_0_to_fp16)[name = tensor("_inversed_div_17_cast_fp16")]; tensor matmul_30_transpose_x_0 = const()[name = tensor("matmul_30_transpose_x_0"), val = tensor(false)]; tensor matmul_30_transpose_y_0 = const()[name = tensor("matmul_30_transpose_y_0"), val = tensor(false)]; tensor transpose_94_perm_0 = const()[name = tensor("transpose_94_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_95_perm_0 = const()[name = tensor("transpose_95_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_95 = transpose(perm = transpose_95_perm_0, x = _inversed_div_17_cast_fp16)[name = tensor("transpose_103")]; tensor transpose_94 = transpose(perm = transpose_94_perm_0, x = view_141_cast_fp16)[name = tensor("transpose_104")]; tensor matmul_30_cast_fp16 = matmul(transpose_x = matmul_30_transpose_x_0, transpose_y = matmul_30_transpose_y_0, x = transpose_94, y = transpose_95)[name = tensor("matmul_30_cast_fp16")]; tensor const_1241 = const()[name = tensor("const_1241"), val = tensor(-1)]; tensor softmax_15_cast_fp16 = softmax(axis = const_1241, x = matmul_30_cast_fp16)[name = tensor("softmax_15_cast_fp16")]; tensor matmul_31_transpose_x_0 = const()[name = tensor("matmul_31_transpose_x_0"), val = tensor(false)]; tensor matmul_31_transpose_y_0 = const()[name = tensor("matmul_31_transpose_y_0"), val = tensor(false)]; tensor transpose_236_cast_fp16 = transpose(perm = transpose_236_perm_0, x = view_143_cast_fp16)[name = tensor("transpose_102")]; tensor matmul_31_cast_fp16 = matmul(transpose_x = matmul_31_transpose_x_0, transpose_y = matmul_31_transpose_y_0, x = softmax_15_cast_fp16, y = transpose_236_cast_fp16)[name = tensor("matmul_31_cast_fp16")]; tensor transpose_238_perm_0 = const()[name = tensor("transpose_238_perm_0"), val = tensor([0, 2, 1, 3])]; tensor const_1244 = const()[name = tensor("const_1244"), val = tensor([1, 750, 768])]; tensor transpose_238_cast_fp16 = transpose(perm = transpose_238_perm_0, x = matmul_31_cast_fp16)[name = tensor("transpose_101")]; tensor _unsafe_view_15_cast_fp16 = reshape(shape = const_1244, x = transpose_238_cast_fp16)[name = tensor("_unsafe_view_15_cast_fp16")]; tensor p_encoder_layers_15_self_attn_linear_out_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_15_self_attn_linear_out_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(214499264))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215089152))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_15_self_attn_linear_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_self_attn_linear_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215090752)))]; tensor linear_125_cast_fp16 = linear(bias = p_encoder_layers_15_self_attn_linear_out_bias_to_fp16, weight = p_encoder_layers_15_self_attn_linear_out_weight_to_fp16_quantized, x = _unsafe_view_15_cast_fp16)[name = tensor("linear_125_cast_fp16")]; tensor add_97_cast_fp16 = add(x = add_94_cast_fp16, y = linear_125_cast_fp16)[name = tensor("add_97_cast_fp16")]; tensor layer_norm_92_axes_0 = const()[name = tensor("layer_norm_92_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_15_norm_conv_weight_to_fp16 = const()[name = tensor("p_encoder_layers_15_norm_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215092352)))]; tensor p_encoder_layers_15_norm_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_norm_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215093952)))]; tensor layer_norm_92_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_92_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_92_cast_fp16 = layer_norm(axes = layer_norm_92_axes_0, beta = p_encoder_layers_15_norm_conv_bias_to_fp16, epsilon = layer_norm_92_epsilon_0_to_fp16, gamma = p_encoder_layers_15_norm_conv_weight_to_fp16, x = add_97_cast_fp16)[name = tensor("layer_norm_92_cast_fp16")]; tensor transpose_239_perm_0 = const()[name = tensor("transpose_239_perm_0"), val = tensor([0, 2, 1])]; tensor conv1d_47_pad_type_0 = const()[name = tensor("conv1d_47_pad_type_0"), val = tensor("valid")]; tensor conv1d_47_strides_0 = const()[name = tensor("conv1d_47_strides_0"), val = tensor([1])]; tensor conv1d_47_pad_0 = const()[name = tensor("conv1d_47_pad_0"), val = tensor([0, 0])]; tensor conv1d_47_dilations_0 = const()[name = tensor("conv1d_47_dilations_0"), val = tensor([1])]; tensor conv1d_47_groups_0 = const()[name = tensor("conv1d_47_groups_0"), val = tensor(1)]; tensor p_encoder_layers_15_conv_pointwise_conv1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_15_conv_pointwise_conv1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215095552))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216275264))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11577664)))]; tensor p_encoder_layers_15_conv_pointwise_conv1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_conv_pointwise_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216278400)))]; tensor transpose_239_cast_fp16 = transpose(perm = transpose_239_perm_0, x = layer_norm_92_cast_fp16)[name = tensor("transpose_100")]; tensor conv1d_47_cast_fp16 = conv(bias = p_encoder_layers_15_conv_pointwise_conv1_bias_to_fp16, dilations = conv1d_47_dilations_0, groups = conv1d_47_groups_0, pad = conv1d_47_pad_0, pad_type = conv1d_47_pad_type_0, strides = conv1d_47_strides_0, weight = p_encoder_layers_15_conv_pointwise_conv1_weight_to_fp16_quantized, x = transpose_239_cast_fp16)[name = tensor("conv1d_47_cast_fp16")]; tensor glu_15_split_num_splits_0 = const()[name = tensor("glu_15_split_num_splits_0"), val = tensor(2)]; tensor glu_15_split_axis_0 = const()[name = tensor("glu_15_split_axis_0"), val = tensor(1)]; tensor glu_15_split_cast_fp16_0, tensor glu_15_split_cast_fp16_1 = split(axis = glu_15_split_axis_0, num_splits = glu_15_split_num_splits_0, x = conv1d_47_cast_fp16)[name = tensor("glu_15_split_cast_fp16")]; tensor glu_15_split_1_sigmoid_cast_fp16 = sigmoid(x = glu_15_split_cast_fp16_1)[name = tensor("glu_15_split_1_sigmoid_cast_fp16")]; tensor glu_15_cast_fp16 = mul(x = glu_15_split_cast_fp16_0, y = glu_15_split_1_sigmoid_cast_fp16)[name = tensor("glu_15_cast_fp16")]; tensor conv1d_48_pad_type_0 = const()[name = tensor("conv1d_48_pad_type_0"), val = tensor("custom")]; tensor conv1d_48_pad_0 = const()[name = tensor("conv1d_48_pad_0"), val = tensor([2, 2])]; tensor conv1d_48_groups_0 = const()[name = tensor("conv1d_48_groups_0"), val = tensor(768)]; tensor conv1d_48_strides_0 = const()[name = tensor("conv1d_48_strides_0"), val = tensor([1])]; tensor conv1d_48_dilations_0 = const()[name = tensor("conv1d_48_dilations_0"), val = tensor([1])]; tensor p_encoder_layers_15_conv_depthwise_conv_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_15_conv_depthwise_conv_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216281536))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216285440))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_15_conv_depthwise_conv_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_conv_depthwise_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216287040)))]; tensor conv1d_48_cast_fp16 = conv(bias = p_encoder_layers_15_conv_depthwise_conv_bias_to_fp16, dilations = conv1d_48_dilations_0, groups = conv1d_48_groups_0, pad = conv1d_48_pad_0, pad_type = conv1d_48_pad_type_0, strides = conv1d_48_strides_0, weight = p_encoder_layers_15_conv_depthwise_conv_weight_to_fp16_quantized, x = glu_15_cast_fp16)[name = tensor("conv1d_48_cast_fp16")]; tensor transpose_240_perm_0 = const()[name = tensor("transpose_240_perm_0"), val = tensor([0, 2, 1])]; tensor layer_norm_93_axes_0 = const()[name = tensor("layer_norm_93_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_15_conv_batch_norm_weight_to_fp16 = const()[name = tensor("p_encoder_layers_15_conv_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216288640)))]; tensor p_encoder_layers_15_conv_batch_norm_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_conv_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216290240)))]; tensor layer_norm_93_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_93_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor transpose_240_cast_fp16 = transpose(perm = transpose_240_perm_0, x = conv1d_48_cast_fp16)[name = tensor("transpose_99")]; tensor layer_norm_93_cast_fp16 = layer_norm(axes = layer_norm_93_axes_0, beta = p_encoder_layers_15_conv_batch_norm_bias_to_fp16, epsilon = layer_norm_93_epsilon_0_to_fp16, gamma = p_encoder_layers_15_conv_batch_norm_weight_to_fp16, x = transpose_240_cast_fp16)[name = tensor("layer_norm_93_cast_fp16")]; tensor transpose_241_perm_0 = const()[name = tensor("transpose_241_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_241_cast_fp16 = transpose(perm = transpose_241_perm_0, x = layer_norm_93_cast_fp16)[name = tensor("transpose_98")]; tensor silu_46_cast_fp16 = silu(x = transpose_241_cast_fp16)[name = tensor("silu_46_cast_fp16")]; tensor conv1d_49_pad_type_0 = const()[name = tensor("conv1d_49_pad_type_0"), val = tensor("valid")]; tensor conv1d_49_strides_0 = const()[name = tensor("conv1d_49_strides_0"), val = tensor([1])]; tensor conv1d_49_pad_0 = const()[name = tensor("conv1d_49_pad_0"), val = tensor([0, 0])]; tensor conv1d_49_dilations_0 = const()[name = tensor("conv1d_49_dilations_0"), val = tensor([1])]; tensor conv1d_49_groups_0 = const()[name = tensor("conv1d_49_groups_0"), val = tensor(1)]; tensor p_encoder_layers_15_conv_pointwise_conv2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_15_conv_pointwise_conv2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216291840))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216881728))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_15_conv_pointwise_conv2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_conv_pointwise_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216883328)))]; tensor conv1d_49_cast_fp16 = conv(bias = p_encoder_layers_15_conv_pointwise_conv2_bias_to_fp16, dilations = conv1d_49_dilations_0, groups = conv1d_49_groups_0, pad = conv1d_49_pad_0, pad_type = conv1d_49_pad_type_0, strides = conv1d_49_strides_0, weight = p_encoder_layers_15_conv_pointwise_conv2_weight_to_fp16_quantized, x = silu_46_cast_fp16)[name = tensor("conv1d_49_cast_fp16")]; tensor transpose_242_perm_0 = const()[name = tensor("transpose_242_perm_0"), val = tensor([0, 2, 1])]; tensor transpose_242_cast_fp16 = transpose(perm = transpose_242_perm_0, x = conv1d_49_cast_fp16)[name = tensor("transpose_97")]; tensor add_98_cast_fp16 = add(x = add_97_cast_fp16, y = transpose_242_cast_fp16)[name = tensor("add_98_cast_fp16")]; tensor layer_norm_94_axes_0 = const()[name = tensor("layer_norm_94_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_15_norm_feed_forward2_weight_to_fp16 = const()[name = tensor("p_encoder_layers_15_norm_feed_forward2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216884928)))]; tensor p_encoder_layers_15_norm_feed_forward2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_norm_feed_forward2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216886528)))]; tensor layer_norm_94_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_94_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_94_cast_fp16 = layer_norm(axes = layer_norm_94_axes_0, beta = p_encoder_layers_15_norm_feed_forward2_bias_to_fp16, epsilon = layer_norm_94_epsilon_0_to_fp16, gamma = p_encoder_layers_15_norm_feed_forward2_weight_to_fp16, x = add_98_cast_fp16)[name = tensor("layer_norm_94_cast_fp16")]; tensor p_encoder_layers_15_feed_forward2_linear1_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_15_feed_forward2_linear1_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216888128))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219247488))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5564864)))]; tensor p_encoder_layers_15_feed_forward2_linear1_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_feed_forward2_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219253696)))]; tensor linear_126_cast_fp16 = linear(bias = p_encoder_layers_15_feed_forward2_linear1_bias_to_fp16, weight = p_encoder_layers_15_feed_forward2_linear1_weight_to_fp16_quantized, x = layer_norm_94_cast_fp16)[name = tensor("linear_126_cast_fp16")]; tensor silu_47_cast_fp16 = silu(x = linear_126_cast_fp16)[name = tensor("silu_47_cast_fp16")]; tensor p_encoder_layers_15_feed_forward2_linear2_weight_to_fp16_quantized = constexpr_affine_dequantize()[axis = tensor(0), name = tensor("p_encoder_layers_15_feed_forward2_linear2_weight_to_fp16_quantized"), quantized_data = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219259904))), scale = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(221619264))), zero_point = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245888)))]; tensor p_encoder_layers_15_feed_forward2_linear2_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_feed_forward2_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(221620864)))]; tensor linear_127_cast_fp16 = linear(bias = p_encoder_layers_15_feed_forward2_linear2_bias_to_fp16, weight = p_encoder_layers_15_feed_forward2_linear2_weight_to_fp16_quantized, x = silu_47_cast_fp16)[name = tensor("linear_127_cast_fp16")]; tensor const_1263_to_fp16 = const()[name = tensor("const_1263_to_fp16"), val = tensor(0x1p-1)]; tensor mul_95_cast_fp16 = mul(x = linear_127_cast_fp16, y = const_1263_to_fp16)[name = tensor("mul_95_cast_fp16")]; tensor add_99_cast_fp16 = add(x = add_98_cast_fp16, y = mul_95_cast_fp16)[name = tensor("add_99_cast_fp16")]; tensor layer_norm_95_axes_0 = const()[name = tensor("layer_norm_95_axes_0"), val = tensor([-1])]; tensor p_encoder_layers_15_norm_out_weight_to_fp16 = const()[name = tensor("p_encoder_layers_15_norm_out_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(221622464)))]; tensor p_encoder_layers_15_norm_out_bias_to_fp16 = const()[name = tensor("p_encoder_layers_15_norm_out_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(221624064)))]; tensor layer_norm_95_epsilon_0_to_fp16 = const()[name = tensor("layer_norm_95_epsilon_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor layer_norm_95_cast_fp16 = layer_norm(axes = layer_norm_95_axes_0, beta = p_encoder_layers_15_norm_out_bias_to_fp16, epsilon = layer_norm_95_epsilon_0_to_fp16, gamma = p_encoder_layers_15_norm_out_weight_to_fp16, x = add_99_cast_fp16)[name = tensor("layer_norm_95_cast_fp16")]; tensor transpose_243_perm_0 = const()[name = tensor("transpose_243_perm_0"), val = tensor([0, 2, 1])]; tensor encoded = transpose(perm = transpose_243_perm_0, x = layer_norm_95_cast_fp16)[name = tensor("transpose_96")]; } -> (encoded); }