program(1.0) [buildInfo = dict, tensor>({{"coremlc-component-MIL", "3520.4.1"}, {"coremlc-version", "3520.5.1"}, {"coremltools-component-torch", "2.5.1"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "9.0"}})] { func main(tensor mel) { tensor var_12 = const()[name = tensor("op_12"), val = tensor(-1)]; tensor x_1_axes_0 = const()[name = tensor("x_1_axes_0"), val = tensor([1])]; tensor mel_to_fp16_dtype_0 = const()[name = tensor("mel_to_fp16_dtype_0"), val = tensor("fp16")]; tensor mel_to_fp16 = cast(dtype = mel_to_fp16_dtype_0, x = mel)[name = tensor("cast_27")]; tensor x_1_cast_fp16 = expand_dims(axes = x_1_axes_0, x = mel_to_fp16)[name = tensor("x_1_cast_fp16")]; tensor var_34 = const()[name = tensor("op_34"), val = tensor([0, 2, 1, 3])]; tensor m_encoder_init_bn_running_mean_to_fp16 = const()[name = tensor("m_encoder_init_bn_running_mean_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64)))]; tensor m_encoder_init_bn_running_var_to_fp16 = const()[name = tensor("m_encoder_init_bn_running_var_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256)))]; tensor m_encoder_init_bn_weight_to_fp16 = const()[name = tensor("m_encoder_init_bn_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(448)))]; tensor m_encoder_init_bn_bias_to_fp16 = const()[name = tensor("m_encoder_init_bn_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(640)))]; tensor var_21_to_fp16 = const()[name = tensor("op_21_to_fp16"), val = tensor(0x1.5p-17)]; tensor input_1_cast_fp16 = transpose(perm = var_34, x = x_1_cast_fp16)[name = tensor("transpose_26")]; tensor x_3_cast_fp16 = batch_norm(beta = m_encoder_init_bn_bias_to_fp16, epsilon = var_21_to_fp16, gamma = m_encoder_init_bn_weight_to_fp16, mean = m_encoder_init_bn_running_mean_to_fp16, variance = m_encoder_init_bn_running_var_to_fp16, x = input_1_cast_fp16)[name = tensor("x_3_cast_fp16")]; tensor var_41 = const()[name = tensor("op_41"), val = tensor([0, 2, 1, 3])]; tensor x_7_pad_type_0 = const()[name = tensor("x_7_pad_type_0"), val = tensor("valid")]; tensor x_7_strides_0 = const()[name = tensor("x_7_strides_0"), val = tensor([16, 16])]; tensor x_7_pad_0 = const()[name = tensor("x_7_pad_0"), val = tensor([0, 0, 0, 0])]; tensor x_7_dilations_0 = const()[name = tensor("x_7_dilations_0"), val = tensor([1, 1])]; tensor x_7_groups_0 = const()[name = tensor("x_7_groups_0"), val = tensor(1)]; tensor m_encoder_patch_embed_proj_weight_to_fp16 = const()[name = tensor("m_encoder_patch_embed_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(832)))]; tensor m_encoder_patch_embed_proj_bias_to_fp16 = const()[name = tensor("m_encoder_patch_embed_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(394112)))]; tensor x_5_cast_fp16 = transpose(perm = var_41, x = x_3_cast_fp16)[name = tensor("transpose_25")]; tensor x_7_cast_fp16 = conv(bias = m_encoder_patch_embed_proj_bias_to_fp16, dilations = x_7_dilations_0, groups = x_7_groups_0, pad = x_7_pad_0, pad_type = x_7_pad_type_0, strides = x_7_strides_0, weight = m_encoder_patch_embed_proj_weight_to_fp16, x = x_5_cast_fp16)[name = tensor("x_7_cast_fp16")]; tensor var_55_to_fp16 = const()[name = tensor("op_55_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(395712)))]; tensor x_9_cast_fp16 = add(x = x_7_cast_fp16, y = var_55_to_fp16)[name = tensor("x_9_cast_fp16")]; tensor m_encoder_freq_pos_embed_to_fp16 = const()[name = tensor("m_encoder_freq_pos_embed_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(491008)))]; tensor x_11_cast_fp16 = add(x = x_9_cast_fp16, y = m_encoder_freq_pos_embed_to_fp16)[name = tensor("x_11_cast_fp16")]; tensor concat_0 = const()[name = tensor("concat_0"), val = tensor([1, 768, 248])]; tensor var_62_cast_fp16 = reshape(shape = concat_0, x = x_11_cast_fp16)[name = tensor("op_62_cast_fp16")]; tensor var_63 = const()[name = tensor("op_63"), val = tensor([0, 2, 1])]; tensor x_13_axes_0 = const()[name = tensor("x_13_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_0_norm1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_0_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(497216)))]; tensor m_encoder_blocks_0_norm1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_0_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(498816)))]; tensor var_15_to_fp16 = const()[name = tensor("op_15_to_fp16"), val = tensor(0x1.1p-20)]; tensor input_3_cast_fp16 = transpose(perm = var_63, x = var_62_cast_fp16)[name = tensor("transpose_24")]; tensor x_13_cast_fp16 = layer_norm(axes = x_13_axes_0, beta = m_encoder_blocks_0_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_0_norm1_weight_to_fp16, x = input_3_cast_fp16)[name = tensor("x_13_cast_fp16")]; tensor m_encoder_blocks_0_attn_qkv_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_0_attn_qkv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(500416)))]; tensor m_encoder_blocks_0_attn_qkv_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_0_attn_qkv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4039424)))]; tensor linear_0_cast_fp16 = linear(bias = m_encoder_blocks_0_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_0_attn_qkv_weight_to_fp16, x = x_13_cast_fp16)[name = tensor("linear_0_cast_fp16")]; tensor var_97 = const()[name = tensor("op_97"), val = tensor([1, 248, 3, 12, 64])]; tensor var_98_cast_fp16 = reshape(shape = var_97, x = linear_0_cast_fp16)[name = tensor("op_98_cast_fp16")]; tensor var_99 = const()[name = tensor("op_99"), val = tensor([2, 0, 3, 1, 4])]; tensor var_101_split_sizes_0 = const()[name = tensor("op_101_split_sizes_0"), val = tensor([1, 1, 1])]; tensor var_101_axis_0 = const()[name = tensor("op_101_axis_0"), val = tensor(0)]; tensor qkv_1_cast_fp16 = transpose(perm = var_99, x = var_98_cast_fp16)[name = tensor("transpose_23")]; tensor var_101_cast_fp16_0, tensor var_101_cast_fp16_1, tensor var_101_cast_fp16_2 = split(axis = var_101_axis_0, split_sizes = var_101_split_sizes_0, x = qkv_1_cast_fp16)[name = tensor("op_101_cast_fp16")]; tensor squeeze_0_axes_0 = const()[name = tensor("squeeze_0_axes_0"), val = tensor([0])]; tensor squeeze_0_cast_fp16 = squeeze(axes = squeeze_0_axes_0, x = var_101_cast_fp16_0)[name = tensor("squeeze_0_cast_fp16")]; tensor squeeze_1_axes_0 = const()[name = tensor("squeeze_1_axes_0"), val = tensor([0])]; tensor squeeze_1_cast_fp16 = squeeze(axes = squeeze_1_axes_0, x = var_101_cast_fp16_1)[name = tensor("squeeze_1_cast_fp16")]; tensor squeeze_2_axes_0 = const()[name = tensor("squeeze_2_axes_0"), val = tensor([0])]; tensor squeeze_2_cast_fp16 = squeeze(axes = squeeze_2_axes_0, x = var_101_cast_fp16_2)[name = tensor("squeeze_2_cast_fp16")]; tensor var_106_transpose_x_1 = const()[name = tensor("op_106_transpose_x_1"), val = tensor(false)]; tensor var_106_transpose_y_1 = const()[name = tensor("op_106_transpose_y_1"), val = tensor(true)]; tensor var_106_cast_fp16 = matmul(transpose_x = var_106_transpose_x_1, transpose_y = var_106_transpose_y_1, x = squeeze_0_cast_fp16, y = squeeze_1_cast_fp16)[name = tensor("op_106_cast_fp16")]; tensor var_107_to_fp16 = const()[name = tensor("op_107_to_fp16"), val = tensor(0x1p-3)]; tensor attn_1_cast_fp16 = mul(x = var_106_cast_fp16, y = var_107_to_fp16)[name = tensor("attn_1_cast_fp16")]; tensor input_7_cast_fp16 = softmax(axis = var_12, x = attn_1_cast_fp16)[name = tensor("input_7_cast_fp16")]; tensor var_111_transpose_x_0 = const()[name = tensor("op_111_transpose_x_0"), val = tensor(false)]; tensor var_111_transpose_y_0 = const()[name = tensor("op_111_transpose_y_0"), val = tensor(false)]; tensor var_111_cast_fp16 = matmul(transpose_x = var_111_transpose_x_0, transpose_y = var_111_transpose_y_0, x = input_7_cast_fp16, y = squeeze_2_cast_fp16)[name = tensor("op_111_cast_fp16")]; tensor var_112_perm_0 = const()[name = tensor("op_112_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_113 = const()[name = tensor("op_113"), val = tensor([1, 248, 768])]; tensor var_112_cast_fp16 = transpose(perm = var_112_perm_0, x = var_111_cast_fp16)[name = tensor("transpose_22")]; tensor input_9_cast_fp16 = reshape(shape = var_113, x = var_112_cast_fp16)[name = tensor("input_9_cast_fp16")]; tensor m_encoder_blocks_0_attn_proj_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_0_attn_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4044096)))]; tensor m_encoder_blocks_0_attn_proj_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_0_attn_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5223808)))]; tensor linear_1_cast_fp16 = linear(bias = m_encoder_blocks_0_attn_proj_bias_to_fp16, weight = m_encoder_blocks_0_attn_proj_weight_to_fp16, x = input_9_cast_fp16)[name = tensor("linear_1_cast_fp16")]; tensor input_13_cast_fp16 = add(x = input_3_cast_fp16, y = linear_1_cast_fp16)[name = tensor("input_13_cast_fp16")]; tensor input_15_axes_0 = const()[name = tensor("input_15_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_0_norm2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_0_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5225408)))]; tensor m_encoder_blocks_0_norm2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_0_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5227008)))]; tensor input_15_cast_fp16 = layer_norm(axes = input_15_axes_0, beta = m_encoder_blocks_0_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_0_norm2_weight_to_fp16, x = input_13_cast_fp16)[name = tensor("input_15_cast_fp16")]; tensor m_encoder_blocks_0_mlp_fc1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_0_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5228608)))]; tensor m_encoder_blocks_0_mlp_fc1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_0_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9947264)))]; tensor linear_2_cast_fp16 = linear(bias = m_encoder_blocks_0_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_0_mlp_fc1_weight_to_fp16, x = input_15_cast_fp16)[name = tensor("linear_2_cast_fp16")]; tensor input_19_mode_0 = const()[name = tensor("input_19_mode_0"), val = tensor("EXACT")]; tensor input_19_cast_fp16 = gelu(mode = input_19_mode_0, x = linear_2_cast_fp16)[name = tensor("input_19_cast_fp16")]; tensor m_encoder_blocks_0_mlp_fc2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_0_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9953472)))]; tensor m_encoder_blocks_0_mlp_fc2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_0_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14672128)))]; tensor linear_3_cast_fp16 = linear(bias = m_encoder_blocks_0_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_0_mlp_fc2_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("linear_3_cast_fp16")]; tensor input_25_cast_fp16 = add(x = input_13_cast_fp16, y = linear_3_cast_fp16)[name = tensor("input_25_cast_fp16")]; tensor x_15_axes_0 = const()[name = tensor("x_15_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_1_norm1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_1_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14673728)))]; tensor m_encoder_blocks_1_norm1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_1_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14675328)))]; tensor x_15_cast_fp16 = layer_norm(axes = x_15_axes_0, beta = m_encoder_blocks_1_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_1_norm1_weight_to_fp16, x = input_25_cast_fp16)[name = tensor("x_15_cast_fp16")]; tensor m_encoder_blocks_1_attn_qkv_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_1_attn_qkv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14676928)))]; tensor m_encoder_blocks_1_attn_qkv_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_1_attn_qkv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18215936)))]; tensor linear_4_cast_fp16 = linear(bias = m_encoder_blocks_1_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_1_attn_qkv_weight_to_fp16, x = x_15_cast_fp16)[name = tensor("linear_4_cast_fp16")]; tensor var_155 = const()[name = tensor("op_155"), val = tensor([1, 248, 3, 12, 64])]; tensor var_156_cast_fp16 = reshape(shape = var_155, x = linear_4_cast_fp16)[name = tensor("op_156_cast_fp16")]; tensor var_157 = const()[name = tensor("op_157"), val = tensor([2, 0, 3, 1, 4])]; tensor var_159_split_sizes_0 = const()[name = tensor("op_159_split_sizes_0"), val = tensor([1, 1, 1])]; tensor var_159_axis_0 = const()[name = tensor("op_159_axis_0"), val = tensor(0)]; tensor qkv_3_cast_fp16 = transpose(perm = var_157, x = var_156_cast_fp16)[name = tensor("transpose_21")]; tensor var_159_cast_fp16_0, tensor var_159_cast_fp16_1, tensor var_159_cast_fp16_2 = split(axis = var_159_axis_0, split_sizes = var_159_split_sizes_0, x = qkv_3_cast_fp16)[name = tensor("op_159_cast_fp16")]; tensor squeeze_3_axes_0 = const()[name = tensor("squeeze_3_axes_0"), val = tensor([0])]; tensor squeeze_3_cast_fp16 = squeeze(axes = squeeze_3_axes_0, x = var_159_cast_fp16_0)[name = tensor("squeeze_3_cast_fp16")]; tensor squeeze_4_axes_0 = const()[name = tensor("squeeze_4_axes_0"), val = tensor([0])]; tensor squeeze_4_cast_fp16 = squeeze(axes = squeeze_4_axes_0, x = var_159_cast_fp16_1)[name = tensor("squeeze_4_cast_fp16")]; tensor squeeze_5_axes_0 = const()[name = tensor("squeeze_5_axes_0"), val = tensor([0])]; tensor squeeze_5_cast_fp16 = squeeze(axes = squeeze_5_axes_0, x = var_159_cast_fp16_2)[name = tensor("squeeze_5_cast_fp16")]; tensor var_164_transpose_x_1 = const()[name = tensor("op_164_transpose_x_1"), val = tensor(false)]; tensor var_164_transpose_y_1 = const()[name = tensor("op_164_transpose_y_1"), val = tensor(true)]; tensor var_164_cast_fp16 = matmul(transpose_x = var_164_transpose_x_1, transpose_y = var_164_transpose_y_1, x = squeeze_3_cast_fp16, y = squeeze_4_cast_fp16)[name = tensor("op_164_cast_fp16")]; tensor var_165_to_fp16 = const()[name = tensor("op_165_to_fp16"), val = tensor(0x1p-3)]; tensor attn_5_cast_fp16 = mul(x = var_164_cast_fp16, y = var_165_to_fp16)[name = tensor("attn_5_cast_fp16")]; tensor input_27_cast_fp16 = softmax(axis = var_12, x = attn_5_cast_fp16)[name = tensor("input_27_cast_fp16")]; tensor var_169_transpose_x_0 = const()[name = tensor("op_169_transpose_x_0"), val = tensor(false)]; tensor var_169_transpose_y_0 = const()[name = tensor("op_169_transpose_y_0"), val = tensor(false)]; tensor var_169_cast_fp16 = matmul(transpose_x = var_169_transpose_x_0, transpose_y = var_169_transpose_y_0, x = input_27_cast_fp16, y = squeeze_5_cast_fp16)[name = tensor("op_169_cast_fp16")]; tensor var_170_perm_0 = const()[name = tensor("op_170_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_171 = const()[name = tensor("op_171"), val = tensor([1, 248, 768])]; tensor var_170_cast_fp16 = transpose(perm = var_170_perm_0, x = var_169_cast_fp16)[name = tensor("transpose_20")]; tensor input_29_cast_fp16 = reshape(shape = var_171, x = var_170_cast_fp16)[name = tensor("input_29_cast_fp16")]; tensor m_encoder_blocks_1_attn_proj_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_1_attn_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18220608)))]; tensor m_encoder_blocks_1_attn_proj_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_1_attn_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19400320)))]; tensor linear_5_cast_fp16 = linear(bias = m_encoder_blocks_1_attn_proj_bias_to_fp16, weight = m_encoder_blocks_1_attn_proj_weight_to_fp16, x = input_29_cast_fp16)[name = tensor("linear_5_cast_fp16")]; tensor input_33_cast_fp16 = add(x = input_25_cast_fp16, y = linear_5_cast_fp16)[name = tensor("input_33_cast_fp16")]; tensor input_35_axes_0 = const()[name = tensor("input_35_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_1_norm2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_1_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19401920)))]; tensor m_encoder_blocks_1_norm2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_1_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19403520)))]; tensor input_35_cast_fp16 = layer_norm(axes = input_35_axes_0, beta = m_encoder_blocks_1_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_1_norm2_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("input_35_cast_fp16")]; tensor m_encoder_blocks_1_mlp_fc1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_1_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19405120)))]; tensor m_encoder_blocks_1_mlp_fc1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_1_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24123776)))]; tensor linear_6_cast_fp16 = linear(bias = m_encoder_blocks_1_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_1_mlp_fc1_weight_to_fp16, x = input_35_cast_fp16)[name = tensor("linear_6_cast_fp16")]; tensor input_39_mode_0 = const()[name = tensor("input_39_mode_0"), val = tensor("EXACT")]; tensor input_39_cast_fp16 = gelu(mode = input_39_mode_0, x = linear_6_cast_fp16)[name = tensor("input_39_cast_fp16")]; tensor m_encoder_blocks_1_mlp_fc2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_1_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24129984)))]; tensor m_encoder_blocks_1_mlp_fc2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_1_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28848640)))]; tensor linear_7_cast_fp16 = linear(bias = m_encoder_blocks_1_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_1_mlp_fc2_weight_to_fp16, x = input_39_cast_fp16)[name = tensor("linear_7_cast_fp16")]; tensor input_45_cast_fp16 = add(x = input_33_cast_fp16, y = linear_7_cast_fp16)[name = tensor("input_45_cast_fp16")]; tensor x_17_axes_0 = const()[name = tensor("x_17_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_2_norm1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_2_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28850240)))]; tensor m_encoder_blocks_2_norm1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_2_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28851840)))]; tensor x_17_cast_fp16 = layer_norm(axes = x_17_axes_0, beta = m_encoder_blocks_2_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_2_norm1_weight_to_fp16, x = input_45_cast_fp16)[name = tensor("x_17_cast_fp16")]; tensor m_encoder_blocks_2_attn_qkv_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_2_attn_qkv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28853440)))]; tensor m_encoder_blocks_2_attn_qkv_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_2_attn_qkv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32392448)))]; tensor linear_8_cast_fp16 = linear(bias = m_encoder_blocks_2_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_2_attn_qkv_weight_to_fp16, x = x_17_cast_fp16)[name = tensor("linear_8_cast_fp16")]; tensor var_213 = const()[name = tensor("op_213"), val = tensor([1, 248, 3, 12, 64])]; tensor var_214_cast_fp16 = reshape(shape = var_213, x = linear_8_cast_fp16)[name = tensor("op_214_cast_fp16")]; tensor var_215 = const()[name = tensor("op_215"), val = tensor([2, 0, 3, 1, 4])]; tensor var_217_split_sizes_0 = const()[name = tensor("op_217_split_sizes_0"), val = tensor([1, 1, 1])]; tensor var_217_axis_0 = const()[name = tensor("op_217_axis_0"), val = tensor(0)]; tensor qkv_5_cast_fp16 = transpose(perm = var_215, x = var_214_cast_fp16)[name = tensor("transpose_19")]; tensor var_217_cast_fp16_0, tensor var_217_cast_fp16_1, tensor var_217_cast_fp16_2 = split(axis = var_217_axis_0, split_sizes = var_217_split_sizes_0, x = qkv_5_cast_fp16)[name = tensor("op_217_cast_fp16")]; tensor squeeze_6_axes_0 = const()[name = tensor("squeeze_6_axes_0"), val = tensor([0])]; tensor squeeze_6_cast_fp16 = squeeze(axes = squeeze_6_axes_0, x = var_217_cast_fp16_0)[name = tensor("squeeze_6_cast_fp16")]; tensor squeeze_7_axes_0 = const()[name = tensor("squeeze_7_axes_0"), val = tensor([0])]; tensor squeeze_7_cast_fp16 = squeeze(axes = squeeze_7_axes_0, x = var_217_cast_fp16_1)[name = tensor("squeeze_7_cast_fp16")]; tensor squeeze_8_axes_0 = const()[name = tensor("squeeze_8_axes_0"), val = tensor([0])]; tensor squeeze_8_cast_fp16 = squeeze(axes = squeeze_8_axes_0, x = var_217_cast_fp16_2)[name = tensor("squeeze_8_cast_fp16")]; tensor var_222_transpose_x_1 = const()[name = tensor("op_222_transpose_x_1"), val = tensor(false)]; tensor var_222_transpose_y_1 = const()[name = tensor("op_222_transpose_y_1"), val = tensor(true)]; tensor var_222_cast_fp16 = matmul(transpose_x = var_222_transpose_x_1, transpose_y = var_222_transpose_y_1, x = squeeze_6_cast_fp16, y = squeeze_7_cast_fp16)[name = tensor("op_222_cast_fp16")]; tensor var_223_to_fp16 = const()[name = tensor("op_223_to_fp16"), val = tensor(0x1p-3)]; tensor attn_9_cast_fp16 = mul(x = var_222_cast_fp16, y = var_223_to_fp16)[name = tensor("attn_9_cast_fp16")]; tensor input_47_cast_fp16 = softmax(axis = var_12, x = attn_9_cast_fp16)[name = tensor("input_47_cast_fp16")]; tensor var_227_transpose_x_0 = const()[name = tensor("op_227_transpose_x_0"), val = tensor(false)]; tensor var_227_transpose_y_0 = const()[name = tensor("op_227_transpose_y_0"), val = tensor(false)]; tensor var_227_cast_fp16 = matmul(transpose_x = var_227_transpose_x_0, transpose_y = var_227_transpose_y_0, x = input_47_cast_fp16, y = squeeze_8_cast_fp16)[name = tensor("op_227_cast_fp16")]; tensor var_228_perm_0 = const()[name = tensor("op_228_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_229 = const()[name = tensor("op_229"), val = tensor([1, 248, 768])]; tensor var_228_cast_fp16 = transpose(perm = var_228_perm_0, x = var_227_cast_fp16)[name = tensor("transpose_18")]; tensor input_49_cast_fp16 = reshape(shape = var_229, x = var_228_cast_fp16)[name = tensor("input_49_cast_fp16")]; tensor m_encoder_blocks_2_attn_proj_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_2_attn_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32397120)))]; tensor m_encoder_blocks_2_attn_proj_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_2_attn_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(33576832)))]; tensor linear_9_cast_fp16 = linear(bias = m_encoder_blocks_2_attn_proj_bias_to_fp16, weight = m_encoder_blocks_2_attn_proj_weight_to_fp16, x = input_49_cast_fp16)[name = tensor("linear_9_cast_fp16")]; tensor input_53_cast_fp16 = add(x = input_45_cast_fp16, y = linear_9_cast_fp16)[name = tensor("input_53_cast_fp16")]; tensor input_55_axes_0 = const()[name = tensor("input_55_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_2_norm2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_2_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(33578432)))]; tensor m_encoder_blocks_2_norm2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_2_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(33580032)))]; tensor input_55_cast_fp16 = layer_norm(axes = input_55_axes_0, beta = m_encoder_blocks_2_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_2_norm2_weight_to_fp16, x = input_53_cast_fp16)[name = tensor("input_55_cast_fp16")]; tensor m_encoder_blocks_2_mlp_fc1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_2_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(33581632)))]; tensor m_encoder_blocks_2_mlp_fc1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_2_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38300288)))]; tensor linear_10_cast_fp16 = linear(bias = m_encoder_blocks_2_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_2_mlp_fc1_weight_to_fp16, x = input_55_cast_fp16)[name = tensor("linear_10_cast_fp16")]; tensor input_59_mode_0 = const()[name = tensor("input_59_mode_0"), val = tensor("EXACT")]; tensor input_59_cast_fp16 = gelu(mode = input_59_mode_0, x = linear_10_cast_fp16)[name = tensor("input_59_cast_fp16")]; tensor m_encoder_blocks_2_mlp_fc2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_2_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38306496)))]; tensor m_encoder_blocks_2_mlp_fc2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_2_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(43025152)))]; tensor linear_11_cast_fp16 = linear(bias = m_encoder_blocks_2_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_2_mlp_fc2_weight_to_fp16, x = input_59_cast_fp16)[name = tensor("linear_11_cast_fp16")]; tensor input_65_cast_fp16 = add(x = input_53_cast_fp16, y = linear_11_cast_fp16)[name = tensor("input_65_cast_fp16")]; tensor x_19_axes_0 = const()[name = tensor("x_19_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_3_norm1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_3_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(43026752)))]; tensor m_encoder_blocks_3_norm1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_3_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(43028352)))]; tensor x_19_cast_fp16 = layer_norm(axes = x_19_axes_0, beta = m_encoder_blocks_3_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_3_norm1_weight_to_fp16, x = input_65_cast_fp16)[name = tensor("x_19_cast_fp16")]; tensor m_encoder_blocks_3_attn_qkv_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_3_attn_qkv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(43029952)))]; tensor m_encoder_blocks_3_attn_qkv_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_3_attn_qkv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46568960)))]; tensor linear_12_cast_fp16 = linear(bias = m_encoder_blocks_3_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_3_attn_qkv_weight_to_fp16, x = x_19_cast_fp16)[name = tensor("linear_12_cast_fp16")]; tensor var_271 = const()[name = tensor("op_271"), val = tensor([1, 248, 3, 12, 64])]; tensor var_272_cast_fp16 = reshape(shape = var_271, x = linear_12_cast_fp16)[name = tensor("op_272_cast_fp16")]; tensor var_273 = const()[name = tensor("op_273"), val = tensor([2, 0, 3, 1, 4])]; tensor var_275_split_sizes_0 = const()[name = tensor("op_275_split_sizes_0"), val = tensor([1, 1, 1])]; tensor var_275_axis_0 = const()[name = tensor("op_275_axis_0"), val = tensor(0)]; tensor qkv_7_cast_fp16 = transpose(perm = var_273, x = var_272_cast_fp16)[name = tensor("transpose_17")]; tensor var_275_cast_fp16_0, tensor var_275_cast_fp16_1, tensor var_275_cast_fp16_2 = split(axis = var_275_axis_0, split_sizes = var_275_split_sizes_0, x = qkv_7_cast_fp16)[name = tensor("op_275_cast_fp16")]; tensor squeeze_9_axes_0 = const()[name = tensor("squeeze_9_axes_0"), val = tensor([0])]; tensor squeeze_9_cast_fp16 = squeeze(axes = squeeze_9_axes_0, x = var_275_cast_fp16_0)[name = tensor("squeeze_9_cast_fp16")]; tensor squeeze_10_axes_0 = const()[name = tensor("squeeze_10_axes_0"), val = tensor([0])]; tensor squeeze_10_cast_fp16 = squeeze(axes = squeeze_10_axes_0, x = var_275_cast_fp16_1)[name = tensor("squeeze_10_cast_fp16")]; tensor squeeze_11_axes_0 = const()[name = tensor("squeeze_11_axes_0"), val = tensor([0])]; tensor squeeze_11_cast_fp16 = squeeze(axes = squeeze_11_axes_0, x = var_275_cast_fp16_2)[name = tensor("squeeze_11_cast_fp16")]; tensor var_280_transpose_x_1 = const()[name = tensor("op_280_transpose_x_1"), val = tensor(false)]; tensor var_280_transpose_y_1 = const()[name = tensor("op_280_transpose_y_1"), val = tensor(true)]; tensor var_280_cast_fp16 = matmul(transpose_x = var_280_transpose_x_1, transpose_y = var_280_transpose_y_1, x = squeeze_9_cast_fp16, y = squeeze_10_cast_fp16)[name = tensor("op_280_cast_fp16")]; tensor var_281_to_fp16 = const()[name = tensor("op_281_to_fp16"), val = tensor(0x1p-3)]; tensor attn_13_cast_fp16 = mul(x = var_280_cast_fp16, y = var_281_to_fp16)[name = tensor("attn_13_cast_fp16")]; tensor input_67_cast_fp16 = softmax(axis = var_12, x = attn_13_cast_fp16)[name = tensor("input_67_cast_fp16")]; tensor var_285_transpose_x_0 = const()[name = tensor("op_285_transpose_x_0"), val = tensor(false)]; tensor var_285_transpose_y_0 = const()[name = tensor("op_285_transpose_y_0"), val = tensor(false)]; tensor var_285_cast_fp16 = matmul(transpose_x = var_285_transpose_x_0, transpose_y = var_285_transpose_y_0, x = input_67_cast_fp16, y = squeeze_11_cast_fp16)[name = tensor("op_285_cast_fp16")]; tensor var_286_perm_0 = const()[name = tensor("op_286_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_287 = const()[name = tensor("op_287"), val = tensor([1, 248, 768])]; tensor var_286_cast_fp16 = transpose(perm = var_286_perm_0, x = var_285_cast_fp16)[name = tensor("transpose_16")]; tensor input_69_cast_fp16 = reshape(shape = var_287, x = var_286_cast_fp16)[name = tensor("input_69_cast_fp16")]; tensor m_encoder_blocks_3_attn_proj_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_3_attn_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46573632)))]; tensor m_encoder_blocks_3_attn_proj_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_3_attn_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47753344)))]; tensor linear_13_cast_fp16 = linear(bias = m_encoder_blocks_3_attn_proj_bias_to_fp16, weight = m_encoder_blocks_3_attn_proj_weight_to_fp16, x = input_69_cast_fp16)[name = tensor("linear_13_cast_fp16")]; tensor input_73_cast_fp16 = add(x = input_65_cast_fp16, y = linear_13_cast_fp16)[name = tensor("input_73_cast_fp16")]; tensor input_75_axes_0 = const()[name = tensor("input_75_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_3_norm2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_3_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47754944)))]; tensor m_encoder_blocks_3_norm2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_3_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47756544)))]; tensor input_75_cast_fp16 = layer_norm(axes = input_75_axes_0, beta = m_encoder_blocks_3_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_3_norm2_weight_to_fp16, x = input_73_cast_fp16)[name = tensor("input_75_cast_fp16")]; tensor m_encoder_blocks_3_mlp_fc1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_3_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47758144)))]; tensor m_encoder_blocks_3_mlp_fc1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_3_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52476800)))]; tensor linear_14_cast_fp16 = linear(bias = m_encoder_blocks_3_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_3_mlp_fc1_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("linear_14_cast_fp16")]; tensor input_79_mode_0 = const()[name = tensor("input_79_mode_0"), val = tensor("EXACT")]; tensor input_79_cast_fp16 = gelu(mode = input_79_mode_0, x = linear_14_cast_fp16)[name = tensor("input_79_cast_fp16")]; tensor m_encoder_blocks_3_mlp_fc2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_3_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52483008)))]; tensor m_encoder_blocks_3_mlp_fc2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_3_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57201664)))]; tensor linear_15_cast_fp16 = linear(bias = m_encoder_blocks_3_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_3_mlp_fc2_weight_to_fp16, x = input_79_cast_fp16)[name = tensor("linear_15_cast_fp16")]; tensor input_85_cast_fp16 = add(x = input_73_cast_fp16, y = linear_15_cast_fp16)[name = tensor("input_85_cast_fp16")]; tensor x_21_axes_0 = const()[name = tensor("x_21_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_4_norm1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_4_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57203264)))]; tensor m_encoder_blocks_4_norm1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_4_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57204864)))]; tensor x_21_cast_fp16 = layer_norm(axes = x_21_axes_0, beta = m_encoder_blocks_4_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_4_norm1_weight_to_fp16, x = input_85_cast_fp16)[name = tensor("x_21_cast_fp16")]; tensor m_encoder_blocks_4_attn_qkv_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_4_attn_qkv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57206464)))]; tensor m_encoder_blocks_4_attn_qkv_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_4_attn_qkv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60745472)))]; tensor linear_16_cast_fp16 = linear(bias = m_encoder_blocks_4_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_4_attn_qkv_weight_to_fp16, x = x_21_cast_fp16)[name = tensor("linear_16_cast_fp16")]; tensor var_329 = const()[name = tensor("op_329"), val = tensor([1, 248, 3, 12, 64])]; tensor var_330_cast_fp16 = reshape(shape = var_329, x = linear_16_cast_fp16)[name = tensor("op_330_cast_fp16")]; tensor var_331 = const()[name = tensor("op_331"), val = tensor([2, 0, 3, 1, 4])]; tensor var_333_split_sizes_0 = const()[name = tensor("op_333_split_sizes_0"), val = tensor([1, 1, 1])]; tensor var_333_axis_0 = const()[name = tensor("op_333_axis_0"), val = tensor(0)]; tensor qkv_9_cast_fp16 = transpose(perm = var_331, x = var_330_cast_fp16)[name = tensor("transpose_15")]; tensor var_333_cast_fp16_0, tensor var_333_cast_fp16_1, tensor var_333_cast_fp16_2 = split(axis = var_333_axis_0, split_sizes = var_333_split_sizes_0, x = qkv_9_cast_fp16)[name = tensor("op_333_cast_fp16")]; tensor squeeze_12_axes_0 = const()[name = tensor("squeeze_12_axes_0"), val = tensor([0])]; tensor squeeze_12_cast_fp16 = squeeze(axes = squeeze_12_axes_0, x = var_333_cast_fp16_0)[name = tensor("squeeze_12_cast_fp16")]; tensor squeeze_13_axes_0 = const()[name = tensor("squeeze_13_axes_0"), val = tensor([0])]; tensor squeeze_13_cast_fp16 = squeeze(axes = squeeze_13_axes_0, x = var_333_cast_fp16_1)[name = tensor("squeeze_13_cast_fp16")]; tensor squeeze_14_axes_0 = const()[name = tensor("squeeze_14_axes_0"), val = tensor([0])]; tensor squeeze_14_cast_fp16 = squeeze(axes = squeeze_14_axes_0, x = var_333_cast_fp16_2)[name = tensor("squeeze_14_cast_fp16")]; tensor var_338_transpose_x_1 = const()[name = tensor("op_338_transpose_x_1"), val = tensor(false)]; tensor var_338_transpose_y_1 = const()[name = tensor("op_338_transpose_y_1"), val = tensor(true)]; tensor var_338_cast_fp16 = matmul(transpose_x = var_338_transpose_x_1, transpose_y = var_338_transpose_y_1, x = squeeze_12_cast_fp16, y = squeeze_13_cast_fp16)[name = tensor("op_338_cast_fp16")]; tensor var_339_to_fp16 = const()[name = tensor("op_339_to_fp16"), val = tensor(0x1p-3)]; tensor attn_17_cast_fp16 = mul(x = var_338_cast_fp16, y = var_339_to_fp16)[name = tensor("attn_17_cast_fp16")]; tensor input_87_cast_fp16 = softmax(axis = var_12, x = attn_17_cast_fp16)[name = tensor("input_87_cast_fp16")]; tensor var_343_transpose_x_0 = const()[name = tensor("op_343_transpose_x_0"), val = tensor(false)]; tensor var_343_transpose_y_0 = const()[name = tensor("op_343_transpose_y_0"), val = tensor(false)]; tensor var_343_cast_fp16 = matmul(transpose_x = var_343_transpose_x_0, transpose_y = var_343_transpose_y_0, x = input_87_cast_fp16, y = squeeze_14_cast_fp16)[name = tensor("op_343_cast_fp16")]; tensor var_344_perm_0 = const()[name = tensor("op_344_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_345 = const()[name = tensor("op_345"), val = tensor([1, 248, 768])]; tensor var_344_cast_fp16 = transpose(perm = var_344_perm_0, x = var_343_cast_fp16)[name = tensor("transpose_14")]; tensor input_89_cast_fp16 = reshape(shape = var_345, x = var_344_cast_fp16)[name = tensor("input_89_cast_fp16")]; tensor m_encoder_blocks_4_attn_proj_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_4_attn_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60750144)))]; tensor m_encoder_blocks_4_attn_proj_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_4_attn_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61929856)))]; tensor linear_17_cast_fp16 = linear(bias = m_encoder_blocks_4_attn_proj_bias_to_fp16, weight = m_encoder_blocks_4_attn_proj_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("linear_17_cast_fp16")]; tensor input_93_cast_fp16 = add(x = input_85_cast_fp16, y = linear_17_cast_fp16)[name = tensor("input_93_cast_fp16")]; tensor input_95_axes_0 = const()[name = tensor("input_95_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_4_norm2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_4_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61931456)))]; tensor m_encoder_blocks_4_norm2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_4_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61933056)))]; tensor input_95_cast_fp16 = layer_norm(axes = input_95_axes_0, beta = m_encoder_blocks_4_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_4_norm2_weight_to_fp16, x = input_93_cast_fp16)[name = tensor("input_95_cast_fp16")]; tensor m_encoder_blocks_4_mlp_fc1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_4_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61934656)))]; tensor m_encoder_blocks_4_mlp_fc1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_4_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66653312)))]; tensor linear_18_cast_fp16 = linear(bias = m_encoder_blocks_4_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_4_mlp_fc1_weight_to_fp16, x = input_95_cast_fp16)[name = tensor("linear_18_cast_fp16")]; tensor input_99_mode_0 = const()[name = tensor("input_99_mode_0"), val = tensor("EXACT")]; tensor input_99_cast_fp16 = gelu(mode = input_99_mode_0, x = linear_18_cast_fp16)[name = tensor("input_99_cast_fp16")]; tensor m_encoder_blocks_4_mlp_fc2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_4_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66659520)))]; tensor m_encoder_blocks_4_mlp_fc2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_4_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(71378176)))]; tensor linear_19_cast_fp16 = linear(bias = m_encoder_blocks_4_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_4_mlp_fc2_weight_to_fp16, x = input_99_cast_fp16)[name = tensor("linear_19_cast_fp16")]; tensor input_105_cast_fp16 = add(x = input_93_cast_fp16, y = linear_19_cast_fp16)[name = tensor("input_105_cast_fp16")]; tensor x_23_axes_0 = const()[name = tensor("x_23_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_5_norm1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_5_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(71379776)))]; tensor m_encoder_blocks_5_norm1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_5_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(71381376)))]; tensor x_23_cast_fp16 = layer_norm(axes = x_23_axes_0, beta = m_encoder_blocks_5_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_5_norm1_weight_to_fp16, x = input_105_cast_fp16)[name = tensor("x_23_cast_fp16")]; tensor m_encoder_blocks_5_attn_qkv_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_5_attn_qkv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(71382976)))]; tensor m_encoder_blocks_5_attn_qkv_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_5_attn_qkv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(74921984)))]; tensor linear_20_cast_fp16 = linear(bias = m_encoder_blocks_5_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_5_attn_qkv_weight_to_fp16, x = x_23_cast_fp16)[name = tensor("linear_20_cast_fp16")]; tensor var_387 = const()[name = tensor("op_387"), val = tensor([1, 248, 3, 12, 64])]; tensor var_388_cast_fp16 = reshape(shape = var_387, x = linear_20_cast_fp16)[name = tensor("op_388_cast_fp16")]; tensor var_389 = const()[name = tensor("op_389"), val = tensor([2, 0, 3, 1, 4])]; tensor var_391_split_sizes_0 = const()[name = tensor("op_391_split_sizes_0"), val = tensor([1, 1, 1])]; tensor var_391_axis_0 = const()[name = tensor("op_391_axis_0"), val = tensor(0)]; tensor qkv_11_cast_fp16 = transpose(perm = var_389, x = var_388_cast_fp16)[name = tensor("transpose_13")]; tensor var_391_cast_fp16_0, tensor var_391_cast_fp16_1, tensor var_391_cast_fp16_2 = split(axis = var_391_axis_0, split_sizes = var_391_split_sizes_0, x = qkv_11_cast_fp16)[name = tensor("op_391_cast_fp16")]; tensor squeeze_15_axes_0 = const()[name = tensor("squeeze_15_axes_0"), val = tensor([0])]; tensor squeeze_15_cast_fp16 = squeeze(axes = squeeze_15_axes_0, x = var_391_cast_fp16_0)[name = tensor("squeeze_15_cast_fp16")]; tensor squeeze_16_axes_0 = const()[name = tensor("squeeze_16_axes_0"), val = tensor([0])]; tensor squeeze_16_cast_fp16 = squeeze(axes = squeeze_16_axes_0, x = var_391_cast_fp16_1)[name = tensor("squeeze_16_cast_fp16")]; tensor squeeze_17_axes_0 = const()[name = tensor("squeeze_17_axes_0"), val = tensor([0])]; tensor squeeze_17_cast_fp16 = squeeze(axes = squeeze_17_axes_0, x = var_391_cast_fp16_2)[name = tensor("squeeze_17_cast_fp16")]; tensor var_396_transpose_x_1 = const()[name = tensor("op_396_transpose_x_1"), val = tensor(false)]; tensor var_396_transpose_y_1 = const()[name = tensor("op_396_transpose_y_1"), val = tensor(true)]; tensor var_396_cast_fp16 = matmul(transpose_x = var_396_transpose_x_1, transpose_y = var_396_transpose_y_1, x = squeeze_15_cast_fp16, y = squeeze_16_cast_fp16)[name = tensor("op_396_cast_fp16")]; tensor var_397_to_fp16 = const()[name = tensor("op_397_to_fp16"), val = tensor(0x1p-3)]; tensor attn_21_cast_fp16 = mul(x = var_396_cast_fp16, y = var_397_to_fp16)[name = tensor("attn_21_cast_fp16")]; tensor input_107_cast_fp16 = softmax(axis = var_12, x = attn_21_cast_fp16)[name = tensor("input_107_cast_fp16")]; tensor var_401_transpose_x_0 = const()[name = tensor("op_401_transpose_x_0"), val = tensor(false)]; tensor var_401_transpose_y_0 = const()[name = tensor("op_401_transpose_y_0"), val = tensor(false)]; tensor var_401_cast_fp16 = matmul(transpose_x = var_401_transpose_x_0, transpose_y = var_401_transpose_y_0, x = input_107_cast_fp16, y = squeeze_17_cast_fp16)[name = tensor("op_401_cast_fp16")]; tensor var_402_perm_0 = const()[name = tensor("op_402_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_403 = const()[name = tensor("op_403"), val = tensor([1, 248, 768])]; tensor var_402_cast_fp16 = transpose(perm = var_402_perm_0, x = var_401_cast_fp16)[name = tensor("transpose_12")]; tensor input_109_cast_fp16 = reshape(shape = var_403, x = var_402_cast_fp16)[name = tensor("input_109_cast_fp16")]; tensor m_encoder_blocks_5_attn_proj_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_5_attn_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(74926656)))]; tensor m_encoder_blocks_5_attn_proj_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_5_attn_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76106368)))]; tensor linear_21_cast_fp16 = linear(bias = m_encoder_blocks_5_attn_proj_bias_to_fp16, weight = m_encoder_blocks_5_attn_proj_weight_to_fp16, x = input_109_cast_fp16)[name = tensor("linear_21_cast_fp16")]; tensor input_113_cast_fp16 = add(x = input_105_cast_fp16, y = linear_21_cast_fp16)[name = tensor("input_113_cast_fp16")]; tensor input_115_axes_0 = const()[name = tensor("input_115_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_5_norm2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_5_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76107968)))]; tensor m_encoder_blocks_5_norm2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_5_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76109568)))]; tensor input_115_cast_fp16 = layer_norm(axes = input_115_axes_0, beta = m_encoder_blocks_5_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_5_norm2_weight_to_fp16, x = input_113_cast_fp16)[name = tensor("input_115_cast_fp16")]; tensor m_encoder_blocks_5_mlp_fc1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_5_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76111168)))]; tensor m_encoder_blocks_5_mlp_fc1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_5_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80829824)))]; tensor linear_22_cast_fp16 = linear(bias = m_encoder_blocks_5_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_5_mlp_fc1_weight_to_fp16, x = input_115_cast_fp16)[name = tensor("linear_22_cast_fp16")]; tensor input_119_mode_0 = const()[name = tensor("input_119_mode_0"), val = tensor("EXACT")]; tensor input_119_cast_fp16 = gelu(mode = input_119_mode_0, x = linear_22_cast_fp16)[name = tensor("input_119_cast_fp16")]; tensor m_encoder_blocks_5_mlp_fc2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_5_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80836032)))]; tensor m_encoder_blocks_5_mlp_fc2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_5_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85554688)))]; tensor linear_23_cast_fp16 = linear(bias = m_encoder_blocks_5_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_5_mlp_fc2_weight_to_fp16, x = input_119_cast_fp16)[name = tensor("linear_23_cast_fp16")]; tensor input_125_cast_fp16 = add(x = input_113_cast_fp16, y = linear_23_cast_fp16)[name = tensor("input_125_cast_fp16")]; tensor x_25_axes_0 = const()[name = tensor("x_25_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_6_norm1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_6_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85556288)))]; tensor m_encoder_blocks_6_norm1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_6_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85557888)))]; tensor x_25_cast_fp16 = layer_norm(axes = x_25_axes_0, beta = m_encoder_blocks_6_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_6_norm1_weight_to_fp16, x = input_125_cast_fp16)[name = tensor("x_25_cast_fp16")]; tensor m_encoder_blocks_6_attn_qkv_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_6_attn_qkv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85559488)))]; tensor m_encoder_blocks_6_attn_qkv_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_6_attn_qkv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89098496)))]; tensor linear_24_cast_fp16 = linear(bias = m_encoder_blocks_6_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_6_attn_qkv_weight_to_fp16, x = x_25_cast_fp16)[name = tensor("linear_24_cast_fp16")]; tensor var_445 = const()[name = tensor("op_445"), val = tensor([1, 248, 3, 12, 64])]; tensor var_446_cast_fp16 = reshape(shape = var_445, x = linear_24_cast_fp16)[name = tensor("op_446_cast_fp16")]; tensor var_447 = const()[name = tensor("op_447"), val = tensor([2, 0, 3, 1, 4])]; tensor var_449_split_sizes_0 = const()[name = tensor("op_449_split_sizes_0"), val = tensor([1, 1, 1])]; tensor var_449_axis_0 = const()[name = tensor("op_449_axis_0"), val = tensor(0)]; tensor qkv_13_cast_fp16 = transpose(perm = var_447, x = var_446_cast_fp16)[name = tensor("transpose_11")]; tensor var_449_cast_fp16_0, tensor var_449_cast_fp16_1, tensor var_449_cast_fp16_2 = split(axis = var_449_axis_0, split_sizes = var_449_split_sizes_0, x = qkv_13_cast_fp16)[name = tensor("op_449_cast_fp16")]; tensor squeeze_18_axes_0 = const()[name = tensor("squeeze_18_axes_0"), val = tensor([0])]; tensor squeeze_18_cast_fp16 = squeeze(axes = squeeze_18_axes_0, x = var_449_cast_fp16_0)[name = tensor("squeeze_18_cast_fp16")]; tensor squeeze_19_axes_0 = const()[name = tensor("squeeze_19_axes_0"), val = tensor([0])]; tensor squeeze_19_cast_fp16 = squeeze(axes = squeeze_19_axes_0, x = var_449_cast_fp16_1)[name = tensor("squeeze_19_cast_fp16")]; tensor squeeze_20_axes_0 = const()[name = tensor("squeeze_20_axes_0"), val = tensor([0])]; tensor squeeze_20_cast_fp16 = squeeze(axes = squeeze_20_axes_0, x = var_449_cast_fp16_2)[name = tensor("squeeze_20_cast_fp16")]; tensor var_454_transpose_x_1 = const()[name = tensor("op_454_transpose_x_1"), val = tensor(false)]; tensor var_454_transpose_y_1 = const()[name = tensor("op_454_transpose_y_1"), val = tensor(true)]; tensor var_454_cast_fp16 = matmul(transpose_x = var_454_transpose_x_1, transpose_y = var_454_transpose_y_1, x = squeeze_18_cast_fp16, y = squeeze_19_cast_fp16)[name = tensor("op_454_cast_fp16")]; tensor var_455_to_fp16 = const()[name = tensor("op_455_to_fp16"), val = tensor(0x1p-3)]; tensor attn_25_cast_fp16 = mul(x = var_454_cast_fp16, y = var_455_to_fp16)[name = tensor("attn_25_cast_fp16")]; tensor input_127_cast_fp16 = softmax(axis = var_12, x = attn_25_cast_fp16)[name = tensor("input_127_cast_fp16")]; tensor var_459_transpose_x_0 = const()[name = tensor("op_459_transpose_x_0"), val = tensor(false)]; tensor var_459_transpose_y_0 = const()[name = tensor("op_459_transpose_y_0"), val = tensor(false)]; tensor var_459_cast_fp16 = matmul(transpose_x = var_459_transpose_x_0, transpose_y = var_459_transpose_y_0, x = input_127_cast_fp16, y = squeeze_20_cast_fp16)[name = tensor("op_459_cast_fp16")]; tensor var_460_perm_0 = const()[name = tensor("op_460_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_461 = const()[name = tensor("op_461"), val = tensor([1, 248, 768])]; tensor var_460_cast_fp16 = transpose(perm = var_460_perm_0, x = var_459_cast_fp16)[name = tensor("transpose_10")]; tensor input_129_cast_fp16 = reshape(shape = var_461, x = var_460_cast_fp16)[name = tensor("input_129_cast_fp16")]; tensor m_encoder_blocks_6_attn_proj_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_6_attn_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89103168)))]; tensor m_encoder_blocks_6_attn_proj_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_6_attn_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90282880)))]; tensor linear_25_cast_fp16 = linear(bias = m_encoder_blocks_6_attn_proj_bias_to_fp16, weight = m_encoder_blocks_6_attn_proj_weight_to_fp16, x = input_129_cast_fp16)[name = tensor("linear_25_cast_fp16")]; tensor input_133_cast_fp16 = add(x = input_125_cast_fp16, y = linear_25_cast_fp16)[name = tensor("input_133_cast_fp16")]; tensor input_135_axes_0 = const()[name = tensor("input_135_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_6_norm2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_6_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90284480)))]; tensor m_encoder_blocks_6_norm2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_6_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90286080)))]; tensor input_135_cast_fp16 = layer_norm(axes = input_135_axes_0, beta = m_encoder_blocks_6_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_6_norm2_weight_to_fp16, x = input_133_cast_fp16)[name = tensor("input_135_cast_fp16")]; tensor m_encoder_blocks_6_mlp_fc1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_6_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90287680)))]; tensor m_encoder_blocks_6_mlp_fc1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_6_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(95006336)))]; tensor linear_26_cast_fp16 = linear(bias = m_encoder_blocks_6_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_6_mlp_fc1_weight_to_fp16, x = input_135_cast_fp16)[name = tensor("linear_26_cast_fp16")]; tensor input_139_mode_0 = const()[name = tensor("input_139_mode_0"), val = tensor("EXACT")]; tensor input_139_cast_fp16 = gelu(mode = input_139_mode_0, x = linear_26_cast_fp16)[name = tensor("input_139_cast_fp16")]; tensor m_encoder_blocks_6_mlp_fc2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_6_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(95012544)))]; tensor m_encoder_blocks_6_mlp_fc2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_6_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(99731200)))]; tensor linear_27_cast_fp16 = linear(bias = m_encoder_blocks_6_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_6_mlp_fc2_weight_to_fp16, x = input_139_cast_fp16)[name = tensor("linear_27_cast_fp16")]; tensor input_145_cast_fp16 = add(x = input_133_cast_fp16, y = linear_27_cast_fp16)[name = tensor("input_145_cast_fp16")]; tensor x_27_axes_0 = const()[name = tensor("x_27_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_7_norm1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_7_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(99732800)))]; tensor m_encoder_blocks_7_norm1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_7_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(99734400)))]; tensor x_27_cast_fp16 = layer_norm(axes = x_27_axes_0, beta = m_encoder_blocks_7_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_7_norm1_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("x_27_cast_fp16")]; tensor m_encoder_blocks_7_attn_qkv_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_7_attn_qkv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(99736000)))]; tensor m_encoder_blocks_7_attn_qkv_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_7_attn_qkv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103275008)))]; tensor linear_28_cast_fp16 = linear(bias = m_encoder_blocks_7_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_7_attn_qkv_weight_to_fp16, x = x_27_cast_fp16)[name = tensor("linear_28_cast_fp16")]; tensor var_503 = const()[name = tensor("op_503"), val = tensor([1, 248, 3, 12, 64])]; tensor var_504_cast_fp16 = reshape(shape = var_503, x = linear_28_cast_fp16)[name = tensor("op_504_cast_fp16")]; tensor var_505 = const()[name = tensor("op_505"), val = tensor([2, 0, 3, 1, 4])]; tensor var_507_split_sizes_0 = const()[name = tensor("op_507_split_sizes_0"), val = tensor([1, 1, 1])]; tensor var_507_axis_0 = const()[name = tensor("op_507_axis_0"), val = tensor(0)]; tensor qkv_15_cast_fp16 = transpose(perm = var_505, x = var_504_cast_fp16)[name = tensor("transpose_9")]; tensor var_507_cast_fp16_0, tensor var_507_cast_fp16_1, tensor var_507_cast_fp16_2 = split(axis = var_507_axis_0, split_sizes = var_507_split_sizes_0, x = qkv_15_cast_fp16)[name = tensor("op_507_cast_fp16")]; tensor squeeze_21_axes_0 = const()[name = tensor("squeeze_21_axes_0"), val = tensor([0])]; tensor squeeze_21_cast_fp16 = squeeze(axes = squeeze_21_axes_0, x = var_507_cast_fp16_0)[name = tensor("squeeze_21_cast_fp16")]; tensor squeeze_22_axes_0 = const()[name = tensor("squeeze_22_axes_0"), val = tensor([0])]; tensor squeeze_22_cast_fp16 = squeeze(axes = squeeze_22_axes_0, x = var_507_cast_fp16_1)[name = tensor("squeeze_22_cast_fp16")]; tensor squeeze_23_axes_0 = const()[name = tensor("squeeze_23_axes_0"), val = tensor([0])]; tensor squeeze_23_cast_fp16 = squeeze(axes = squeeze_23_axes_0, x = var_507_cast_fp16_2)[name = tensor("squeeze_23_cast_fp16")]; tensor var_512_transpose_x_1 = const()[name = tensor("op_512_transpose_x_1"), val = tensor(false)]; tensor var_512_transpose_y_1 = const()[name = tensor("op_512_transpose_y_1"), val = tensor(true)]; tensor var_512_cast_fp16 = matmul(transpose_x = var_512_transpose_x_1, transpose_y = var_512_transpose_y_1, x = squeeze_21_cast_fp16, y = squeeze_22_cast_fp16)[name = tensor("op_512_cast_fp16")]; tensor var_513_to_fp16 = const()[name = tensor("op_513_to_fp16"), val = tensor(0x1p-3)]; tensor attn_29_cast_fp16 = mul(x = var_512_cast_fp16, y = var_513_to_fp16)[name = tensor("attn_29_cast_fp16")]; tensor input_147_cast_fp16 = softmax(axis = var_12, x = attn_29_cast_fp16)[name = tensor("input_147_cast_fp16")]; tensor var_517_transpose_x_0 = const()[name = tensor("op_517_transpose_x_0"), val = tensor(false)]; tensor var_517_transpose_y_0 = const()[name = tensor("op_517_transpose_y_0"), val = tensor(false)]; tensor var_517_cast_fp16 = matmul(transpose_x = var_517_transpose_x_0, transpose_y = var_517_transpose_y_0, x = input_147_cast_fp16, y = squeeze_23_cast_fp16)[name = tensor("op_517_cast_fp16")]; tensor var_518_perm_0 = const()[name = tensor("op_518_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_519 = const()[name = tensor("op_519"), val = tensor([1, 248, 768])]; tensor var_518_cast_fp16 = transpose(perm = var_518_perm_0, x = var_517_cast_fp16)[name = tensor("transpose_8")]; tensor input_149_cast_fp16 = reshape(shape = var_519, x = var_518_cast_fp16)[name = tensor("input_149_cast_fp16")]; tensor m_encoder_blocks_7_attn_proj_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_7_attn_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103279680)))]; tensor m_encoder_blocks_7_attn_proj_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_7_attn_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104459392)))]; tensor linear_29_cast_fp16 = linear(bias = m_encoder_blocks_7_attn_proj_bias_to_fp16, weight = m_encoder_blocks_7_attn_proj_weight_to_fp16, x = input_149_cast_fp16)[name = tensor("linear_29_cast_fp16")]; tensor input_153_cast_fp16 = add(x = input_145_cast_fp16, y = linear_29_cast_fp16)[name = tensor("input_153_cast_fp16")]; tensor input_155_axes_0 = const()[name = tensor("input_155_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_7_norm2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_7_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104460992)))]; tensor m_encoder_blocks_7_norm2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_7_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104462592)))]; tensor input_155_cast_fp16 = layer_norm(axes = input_155_axes_0, beta = m_encoder_blocks_7_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_7_norm2_weight_to_fp16, x = input_153_cast_fp16)[name = tensor("input_155_cast_fp16")]; tensor m_encoder_blocks_7_mlp_fc1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_7_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104464192)))]; tensor m_encoder_blocks_7_mlp_fc1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_7_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(109182848)))]; tensor linear_30_cast_fp16 = linear(bias = m_encoder_blocks_7_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_7_mlp_fc1_weight_to_fp16, x = input_155_cast_fp16)[name = tensor("linear_30_cast_fp16")]; tensor input_159_mode_0 = const()[name = tensor("input_159_mode_0"), val = tensor("EXACT")]; tensor input_159_cast_fp16 = gelu(mode = input_159_mode_0, x = linear_30_cast_fp16)[name = tensor("input_159_cast_fp16")]; tensor m_encoder_blocks_7_mlp_fc2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_7_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(109189056)))]; tensor m_encoder_blocks_7_mlp_fc2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_7_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(113907712)))]; tensor linear_31_cast_fp16 = linear(bias = m_encoder_blocks_7_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_7_mlp_fc2_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("linear_31_cast_fp16")]; tensor input_165_cast_fp16 = add(x = input_153_cast_fp16, y = linear_31_cast_fp16)[name = tensor("input_165_cast_fp16")]; tensor x_29_axes_0 = const()[name = tensor("x_29_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_8_norm1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_8_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(113909312)))]; tensor m_encoder_blocks_8_norm1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_8_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(113910912)))]; tensor x_29_cast_fp16 = layer_norm(axes = x_29_axes_0, beta = m_encoder_blocks_8_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_8_norm1_weight_to_fp16, x = input_165_cast_fp16)[name = tensor("x_29_cast_fp16")]; tensor m_encoder_blocks_8_attn_qkv_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_8_attn_qkv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(113912512)))]; tensor m_encoder_blocks_8_attn_qkv_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_8_attn_qkv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117451520)))]; tensor linear_32_cast_fp16 = linear(bias = m_encoder_blocks_8_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_8_attn_qkv_weight_to_fp16, x = x_29_cast_fp16)[name = tensor("linear_32_cast_fp16")]; tensor var_561 = const()[name = tensor("op_561"), val = tensor([1, 248, 3, 12, 64])]; tensor var_562_cast_fp16 = reshape(shape = var_561, x = linear_32_cast_fp16)[name = tensor("op_562_cast_fp16")]; tensor var_563 = const()[name = tensor("op_563"), val = tensor([2, 0, 3, 1, 4])]; tensor var_565_split_sizes_0 = const()[name = tensor("op_565_split_sizes_0"), val = tensor([1, 1, 1])]; tensor var_565_axis_0 = const()[name = tensor("op_565_axis_0"), val = tensor(0)]; tensor qkv_17_cast_fp16 = transpose(perm = var_563, x = var_562_cast_fp16)[name = tensor("transpose_7")]; tensor var_565_cast_fp16_0, tensor var_565_cast_fp16_1, tensor var_565_cast_fp16_2 = split(axis = var_565_axis_0, split_sizes = var_565_split_sizes_0, x = qkv_17_cast_fp16)[name = tensor("op_565_cast_fp16")]; tensor squeeze_24_axes_0 = const()[name = tensor("squeeze_24_axes_0"), val = tensor([0])]; tensor squeeze_24_cast_fp16 = squeeze(axes = squeeze_24_axes_0, x = var_565_cast_fp16_0)[name = tensor("squeeze_24_cast_fp16")]; tensor squeeze_25_axes_0 = const()[name = tensor("squeeze_25_axes_0"), val = tensor([0])]; tensor squeeze_25_cast_fp16 = squeeze(axes = squeeze_25_axes_0, x = var_565_cast_fp16_1)[name = tensor("squeeze_25_cast_fp16")]; tensor squeeze_26_axes_0 = const()[name = tensor("squeeze_26_axes_0"), val = tensor([0])]; tensor squeeze_26_cast_fp16 = squeeze(axes = squeeze_26_axes_0, x = var_565_cast_fp16_2)[name = tensor("squeeze_26_cast_fp16")]; tensor var_570_transpose_x_1 = const()[name = tensor("op_570_transpose_x_1"), val = tensor(false)]; tensor var_570_transpose_y_1 = const()[name = tensor("op_570_transpose_y_1"), val = tensor(true)]; tensor var_570_cast_fp16 = matmul(transpose_x = var_570_transpose_x_1, transpose_y = var_570_transpose_y_1, x = squeeze_24_cast_fp16, y = squeeze_25_cast_fp16)[name = tensor("op_570_cast_fp16")]; tensor var_571_to_fp16 = const()[name = tensor("op_571_to_fp16"), val = tensor(0x1p-3)]; tensor attn_33_cast_fp16 = mul(x = var_570_cast_fp16, y = var_571_to_fp16)[name = tensor("attn_33_cast_fp16")]; tensor input_167_cast_fp16 = softmax(axis = var_12, x = attn_33_cast_fp16)[name = tensor("input_167_cast_fp16")]; tensor var_575_transpose_x_0 = const()[name = tensor("op_575_transpose_x_0"), val = tensor(false)]; tensor var_575_transpose_y_0 = const()[name = tensor("op_575_transpose_y_0"), val = tensor(false)]; tensor var_575_cast_fp16 = matmul(transpose_x = var_575_transpose_x_0, transpose_y = var_575_transpose_y_0, x = input_167_cast_fp16, y = squeeze_26_cast_fp16)[name = tensor("op_575_cast_fp16")]; tensor var_576_perm_0 = const()[name = tensor("op_576_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_577 = const()[name = tensor("op_577"), val = tensor([1, 248, 768])]; tensor var_576_cast_fp16 = transpose(perm = var_576_perm_0, x = var_575_cast_fp16)[name = tensor("transpose_6")]; tensor input_169_cast_fp16 = reshape(shape = var_577, x = var_576_cast_fp16)[name = tensor("input_169_cast_fp16")]; tensor m_encoder_blocks_8_attn_proj_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_8_attn_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117456192)))]; tensor m_encoder_blocks_8_attn_proj_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_8_attn_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118635904)))]; tensor linear_33_cast_fp16 = linear(bias = m_encoder_blocks_8_attn_proj_bias_to_fp16, weight = m_encoder_blocks_8_attn_proj_weight_to_fp16, x = input_169_cast_fp16)[name = tensor("linear_33_cast_fp16")]; tensor input_173_cast_fp16 = add(x = input_165_cast_fp16, y = linear_33_cast_fp16)[name = tensor("input_173_cast_fp16")]; tensor input_175_axes_0 = const()[name = tensor("input_175_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_8_norm2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_8_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118637504)))]; tensor m_encoder_blocks_8_norm2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_8_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118639104)))]; tensor input_175_cast_fp16 = layer_norm(axes = input_175_axes_0, beta = m_encoder_blocks_8_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_8_norm2_weight_to_fp16, x = input_173_cast_fp16)[name = tensor("input_175_cast_fp16")]; tensor m_encoder_blocks_8_mlp_fc1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_8_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118640704)))]; tensor m_encoder_blocks_8_mlp_fc1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_8_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123359360)))]; tensor linear_34_cast_fp16 = linear(bias = m_encoder_blocks_8_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_8_mlp_fc1_weight_to_fp16, x = input_175_cast_fp16)[name = tensor("linear_34_cast_fp16")]; tensor input_179_mode_0 = const()[name = tensor("input_179_mode_0"), val = tensor("EXACT")]; tensor input_179_cast_fp16 = gelu(mode = input_179_mode_0, x = linear_34_cast_fp16)[name = tensor("input_179_cast_fp16")]; tensor m_encoder_blocks_8_mlp_fc2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_8_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123365568)))]; tensor m_encoder_blocks_8_mlp_fc2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_8_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(128084224)))]; tensor linear_35_cast_fp16 = linear(bias = m_encoder_blocks_8_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_8_mlp_fc2_weight_to_fp16, x = input_179_cast_fp16)[name = tensor("linear_35_cast_fp16")]; tensor input_185_cast_fp16 = add(x = input_173_cast_fp16, y = linear_35_cast_fp16)[name = tensor("input_185_cast_fp16")]; tensor x_31_axes_0 = const()[name = tensor("x_31_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_9_norm1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_9_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(128085824)))]; tensor m_encoder_blocks_9_norm1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_9_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(128087424)))]; tensor x_31_cast_fp16 = layer_norm(axes = x_31_axes_0, beta = m_encoder_blocks_9_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_9_norm1_weight_to_fp16, x = input_185_cast_fp16)[name = tensor("x_31_cast_fp16")]; tensor m_encoder_blocks_9_attn_qkv_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_9_attn_qkv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(128089024)))]; tensor m_encoder_blocks_9_attn_qkv_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_9_attn_qkv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(131628032)))]; tensor linear_36_cast_fp16 = linear(bias = m_encoder_blocks_9_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_9_attn_qkv_weight_to_fp16, x = x_31_cast_fp16)[name = tensor("linear_36_cast_fp16")]; tensor var_619 = const()[name = tensor("op_619"), val = tensor([1, 248, 3, 12, 64])]; tensor var_620_cast_fp16 = reshape(shape = var_619, x = linear_36_cast_fp16)[name = tensor("op_620_cast_fp16")]; tensor var_621 = const()[name = tensor("op_621"), val = tensor([2, 0, 3, 1, 4])]; tensor var_623_split_sizes_0 = const()[name = tensor("op_623_split_sizes_0"), val = tensor([1, 1, 1])]; tensor var_623_axis_0 = const()[name = tensor("op_623_axis_0"), val = tensor(0)]; tensor qkv_19_cast_fp16 = transpose(perm = var_621, x = var_620_cast_fp16)[name = tensor("transpose_5")]; tensor var_623_cast_fp16_0, tensor var_623_cast_fp16_1, tensor var_623_cast_fp16_2 = split(axis = var_623_axis_0, split_sizes = var_623_split_sizes_0, x = qkv_19_cast_fp16)[name = tensor("op_623_cast_fp16")]; tensor squeeze_27_axes_0 = const()[name = tensor("squeeze_27_axes_0"), val = tensor([0])]; tensor squeeze_27_cast_fp16 = squeeze(axes = squeeze_27_axes_0, x = var_623_cast_fp16_0)[name = tensor("squeeze_27_cast_fp16")]; tensor squeeze_28_axes_0 = const()[name = tensor("squeeze_28_axes_0"), val = tensor([0])]; tensor squeeze_28_cast_fp16 = squeeze(axes = squeeze_28_axes_0, x = var_623_cast_fp16_1)[name = tensor("squeeze_28_cast_fp16")]; tensor squeeze_29_axes_0 = const()[name = tensor("squeeze_29_axes_0"), val = tensor([0])]; tensor squeeze_29_cast_fp16 = squeeze(axes = squeeze_29_axes_0, x = var_623_cast_fp16_2)[name = tensor("squeeze_29_cast_fp16")]; tensor var_628_transpose_x_1 = const()[name = tensor("op_628_transpose_x_1"), val = tensor(false)]; tensor var_628_transpose_y_1 = const()[name = tensor("op_628_transpose_y_1"), val = tensor(true)]; tensor var_628_cast_fp16 = matmul(transpose_x = var_628_transpose_x_1, transpose_y = var_628_transpose_y_1, x = squeeze_27_cast_fp16, y = squeeze_28_cast_fp16)[name = tensor("op_628_cast_fp16")]; tensor var_629_to_fp16 = const()[name = tensor("op_629_to_fp16"), val = tensor(0x1p-3)]; tensor attn_37_cast_fp16 = mul(x = var_628_cast_fp16, y = var_629_to_fp16)[name = tensor("attn_37_cast_fp16")]; tensor input_187_cast_fp16 = softmax(axis = var_12, x = attn_37_cast_fp16)[name = tensor("input_187_cast_fp16")]; tensor var_633_transpose_x_0 = const()[name = tensor("op_633_transpose_x_0"), val = tensor(false)]; tensor var_633_transpose_y_0 = const()[name = tensor("op_633_transpose_y_0"), val = tensor(false)]; tensor var_633_cast_fp16 = matmul(transpose_x = var_633_transpose_x_0, transpose_y = var_633_transpose_y_0, x = input_187_cast_fp16, y = squeeze_29_cast_fp16)[name = tensor("op_633_cast_fp16")]; tensor var_634_perm_0 = const()[name = tensor("op_634_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_635 = const()[name = tensor("op_635"), val = tensor([1, 248, 768])]; tensor var_634_cast_fp16 = transpose(perm = var_634_perm_0, x = var_633_cast_fp16)[name = tensor("transpose_4")]; tensor input_189_cast_fp16 = reshape(shape = var_635, x = var_634_cast_fp16)[name = tensor("input_189_cast_fp16")]; tensor m_encoder_blocks_9_attn_proj_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_9_attn_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(131632704)))]; tensor m_encoder_blocks_9_attn_proj_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_9_attn_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132812416)))]; tensor linear_37_cast_fp16 = linear(bias = m_encoder_blocks_9_attn_proj_bias_to_fp16, weight = m_encoder_blocks_9_attn_proj_weight_to_fp16, x = input_189_cast_fp16)[name = tensor("linear_37_cast_fp16")]; tensor input_193_cast_fp16 = add(x = input_185_cast_fp16, y = linear_37_cast_fp16)[name = tensor("input_193_cast_fp16")]; tensor input_195_axes_0 = const()[name = tensor("input_195_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_9_norm2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_9_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132814016)))]; tensor m_encoder_blocks_9_norm2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_9_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132815616)))]; tensor input_195_cast_fp16 = layer_norm(axes = input_195_axes_0, beta = m_encoder_blocks_9_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_9_norm2_weight_to_fp16, x = input_193_cast_fp16)[name = tensor("input_195_cast_fp16")]; tensor m_encoder_blocks_9_mlp_fc1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_9_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132817216)))]; tensor m_encoder_blocks_9_mlp_fc1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_9_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137535872)))]; tensor linear_38_cast_fp16 = linear(bias = m_encoder_blocks_9_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_9_mlp_fc1_weight_to_fp16, x = input_195_cast_fp16)[name = tensor("linear_38_cast_fp16")]; tensor input_199_mode_0 = const()[name = tensor("input_199_mode_0"), val = tensor("EXACT")]; tensor input_199_cast_fp16 = gelu(mode = input_199_mode_0, x = linear_38_cast_fp16)[name = tensor("input_199_cast_fp16")]; tensor m_encoder_blocks_9_mlp_fc2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_9_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137542080)))]; tensor m_encoder_blocks_9_mlp_fc2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_9_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142260736)))]; tensor linear_39_cast_fp16 = linear(bias = m_encoder_blocks_9_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_9_mlp_fc2_weight_to_fp16, x = input_199_cast_fp16)[name = tensor("linear_39_cast_fp16")]; tensor input_205_cast_fp16 = add(x = input_193_cast_fp16, y = linear_39_cast_fp16)[name = tensor("input_205_cast_fp16")]; tensor x_33_axes_0 = const()[name = tensor("x_33_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_10_norm1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_10_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142262336)))]; tensor m_encoder_blocks_10_norm1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_10_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142263936)))]; tensor x_33_cast_fp16 = layer_norm(axes = x_33_axes_0, beta = m_encoder_blocks_10_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_10_norm1_weight_to_fp16, x = input_205_cast_fp16)[name = tensor("x_33_cast_fp16")]; tensor m_encoder_blocks_10_attn_qkv_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_10_attn_qkv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142265536)))]; tensor m_encoder_blocks_10_attn_qkv_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_10_attn_qkv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145804544)))]; tensor linear_40_cast_fp16 = linear(bias = m_encoder_blocks_10_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_10_attn_qkv_weight_to_fp16, x = x_33_cast_fp16)[name = tensor("linear_40_cast_fp16")]; tensor var_677 = const()[name = tensor("op_677"), val = tensor([1, 248, 3, 12, 64])]; tensor var_678_cast_fp16 = reshape(shape = var_677, x = linear_40_cast_fp16)[name = tensor("op_678_cast_fp16")]; tensor var_679 = const()[name = tensor("op_679"), val = tensor([2, 0, 3, 1, 4])]; tensor var_681_split_sizes_0 = const()[name = tensor("op_681_split_sizes_0"), val = tensor([1, 1, 1])]; tensor var_681_axis_0 = const()[name = tensor("op_681_axis_0"), val = tensor(0)]; tensor qkv_21_cast_fp16 = transpose(perm = var_679, x = var_678_cast_fp16)[name = tensor("transpose_3")]; tensor var_681_cast_fp16_0, tensor var_681_cast_fp16_1, tensor var_681_cast_fp16_2 = split(axis = var_681_axis_0, split_sizes = var_681_split_sizes_0, x = qkv_21_cast_fp16)[name = tensor("op_681_cast_fp16")]; tensor squeeze_30_axes_0 = const()[name = tensor("squeeze_30_axes_0"), val = tensor([0])]; tensor squeeze_30_cast_fp16 = squeeze(axes = squeeze_30_axes_0, x = var_681_cast_fp16_0)[name = tensor("squeeze_30_cast_fp16")]; tensor squeeze_31_axes_0 = const()[name = tensor("squeeze_31_axes_0"), val = tensor([0])]; tensor squeeze_31_cast_fp16 = squeeze(axes = squeeze_31_axes_0, x = var_681_cast_fp16_1)[name = tensor("squeeze_31_cast_fp16")]; tensor squeeze_32_axes_0 = const()[name = tensor("squeeze_32_axes_0"), val = tensor([0])]; tensor squeeze_32_cast_fp16 = squeeze(axes = squeeze_32_axes_0, x = var_681_cast_fp16_2)[name = tensor("squeeze_32_cast_fp16")]; tensor var_686_transpose_x_1 = const()[name = tensor("op_686_transpose_x_1"), val = tensor(false)]; tensor var_686_transpose_y_1 = const()[name = tensor("op_686_transpose_y_1"), val = tensor(true)]; tensor var_686_cast_fp16 = matmul(transpose_x = var_686_transpose_x_1, transpose_y = var_686_transpose_y_1, x = squeeze_30_cast_fp16, y = squeeze_31_cast_fp16)[name = tensor("op_686_cast_fp16")]; tensor var_687_to_fp16 = const()[name = tensor("op_687_to_fp16"), val = tensor(0x1p-3)]; tensor attn_41_cast_fp16 = mul(x = var_686_cast_fp16, y = var_687_to_fp16)[name = tensor("attn_41_cast_fp16")]; tensor input_207_cast_fp16 = softmax(axis = var_12, x = attn_41_cast_fp16)[name = tensor("input_207_cast_fp16")]; tensor var_691_transpose_x_0 = const()[name = tensor("op_691_transpose_x_0"), val = tensor(false)]; tensor var_691_transpose_y_0 = const()[name = tensor("op_691_transpose_y_0"), val = tensor(false)]; tensor var_691_cast_fp16 = matmul(transpose_x = var_691_transpose_x_0, transpose_y = var_691_transpose_y_0, x = input_207_cast_fp16, y = squeeze_32_cast_fp16)[name = tensor("op_691_cast_fp16")]; tensor var_692_perm_0 = const()[name = tensor("op_692_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_693 = const()[name = tensor("op_693"), val = tensor([1, 248, 768])]; tensor var_692_cast_fp16 = transpose(perm = var_692_perm_0, x = var_691_cast_fp16)[name = tensor("transpose_2")]; tensor input_209_cast_fp16 = reshape(shape = var_693, x = var_692_cast_fp16)[name = tensor("input_209_cast_fp16")]; tensor m_encoder_blocks_10_attn_proj_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_10_attn_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145809216)))]; tensor m_encoder_blocks_10_attn_proj_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_10_attn_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146988928)))]; tensor linear_41_cast_fp16 = linear(bias = m_encoder_blocks_10_attn_proj_bias_to_fp16, weight = m_encoder_blocks_10_attn_proj_weight_to_fp16, x = input_209_cast_fp16)[name = tensor("linear_41_cast_fp16")]; tensor input_213_cast_fp16 = add(x = input_205_cast_fp16, y = linear_41_cast_fp16)[name = tensor("input_213_cast_fp16")]; tensor input_215_axes_0 = const()[name = tensor("input_215_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_10_norm2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_10_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146990528)))]; tensor m_encoder_blocks_10_norm2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_10_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146992128)))]; tensor input_215_cast_fp16 = layer_norm(axes = input_215_axes_0, beta = m_encoder_blocks_10_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_10_norm2_weight_to_fp16, x = input_213_cast_fp16)[name = tensor("input_215_cast_fp16")]; tensor m_encoder_blocks_10_mlp_fc1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_10_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146993728)))]; tensor m_encoder_blocks_10_mlp_fc1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_10_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(151712384)))]; tensor linear_42_cast_fp16 = linear(bias = m_encoder_blocks_10_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_10_mlp_fc1_weight_to_fp16, x = input_215_cast_fp16)[name = tensor("linear_42_cast_fp16")]; tensor input_219_mode_0 = const()[name = tensor("input_219_mode_0"), val = tensor("EXACT")]; tensor input_219_cast_fp16 = gelu(mode = input_219_mode_0, x = linear_42_cast_fp16)[name = tensor("input_219_cast_fp16")]; tensor m_encoder_blocks_10_mlp_fc2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_10_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(151718592)))]; tensor m_encoder_blocks_10_mlp_fc2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_10_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(156437248)))]; tensor linear_43_cast_fp16 = linear(bias = m_encoder_blocks_10_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_10_mlp_fc2_weight_to_fp16, x = input_219_cast_fp16)[name = tensor("linear_43_cast_fp16")]; tensor input_225_cast_fp16 = add(x = input_213_cast_fp16, y = linear_43_cast_fp16)[name = tensor("input_225_cast_fp16")]; tensor x_35_axes_0 = const()[name = tensor("x_35_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_11_norm1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_11_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(156438848)))]; tensor m_encoder_blocks_11_norm1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_11_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(156440448)))]; tensor x_35_cast_fp16 = layer_norm(axes = x_35_axes_0, beta = m_encoder_blocks_11_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_11_norm1_weight_to_fp16, x = input_225_cast_fp16)[name = tensor("x_35_cast_fp16")]; tensor m_encoder_blocks_11_attn_qkv_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_11_attn_qkv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(156442048)))]; tensor m_encoder_blocks_11_attn_qkv_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_11_attn_qkv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(159981056)))]; tensor linear_44_cast_fp16 = linear(bias = m_encoder_blocks_11_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_11_attn_qkv_weight_to_fp16, x = x_35_cast_fp16)[name = tensor("linear_44_cast_fp16")]; tensor var_735 = const()[name = tensor("op_735"), val = tensor([1, 248, 3, 12, 64])]; tensor var_736_cast_fp16 = reshape(shape = var_735, x = linear_44_cast_fp16)[name = tensor("op_736_cast_fp16")]; tensor var_737 = const()[name = tensor("op_737"), val = tensor([2, 0, 3, 1, 4])]; tensor var_739_split_sizes_0 = const()[name = tensor("op_739_split_sizes_0"), val = tensor([1, 1, 1])]; tensor var_739_axis_0 = const()[name = tensor("op_739_axis_0"), val = tensor(0)]; tensor qkv_23_cast_fp16 = transpose(perm = var_737, x = var_736_cast_fp16)[name = tensor("transpose_1")]; tensor var_739_cast_fp16_0, tensor var_739_cast_fp16_1, tensor var_739_cast_fp16_2 = split(axis = var_739_axis_0, split_sizes = var_739_split_sizes_0, x = qkv_23_cast_fp16)[name = tensor("op_739_cast_fp16")]; tensor squeeze_33_axes_0 = const()[name = tensor("squeeze_33_axes_0"), val = tensor([0])]; tensor squeeze_33_cast_fp16 = squeeze(axes = squeeze_33_axes_0, x = var_739_cast_fp16_0)[name = tensor("squeeze_33_cast_fp16")]; tensor squeeze_34_axes_0 = const()[name = tensor("squeeze_34_axes_0"), val = tensor([0])]; tensor squeeze_34_cast_fp16 = squeeze(axes = squeeze_34_axes_0, x = var_739_cast_fp16_1)[name = tensor("squeeze_34_cast_fp16")]; tensor squeeze_35_axes_0 = const()[name = tensor("squeeze_35_axes_0"), val = tensor([0])]; tensor squeeze_35_cast_fp16 = squeeze(axes = squeeze_35_axes_0, x = var_739_cast_fp16_2)[name = tensor("squeeze_35_cast_fp16")]; tensor var_744_transpose_x_1 = const()[name = tensor("op_744_transpose_x_1"), val = tensor(false)]; tensor var_744_transpose_y_1 = const()[name = tensor("op_744_transpose_y_1"), val = tensor(true)]; tensor var_744_cast_fp16 = matmul(transpose_x = var_744_transpose_x_1, transpose_y = var_744_transpose_y_1, x = squeeze_33_cast_fp16, y = squeeze_34_cast_fp16)[name = tensor("op_744_cast_fp16")]; tensor var_745_to_fp16 = const()[name = tensor("op_745_to_fp16"), val = tensor(0x1p-3)]; tensor attn_45_cast_fp16 = mul(x = var_744_cast_fp16, y = var_745_to_fp16)[name = tensor("attn_45_cast_fp16")]; tensor input_227_cast_fp16 = softmax(axis = var_12, x = attn_45_cast_fp16)[name = tensor("input_227_cast_fp16")]; tensor var_749_transpose_x_0 = const()[name = tensor("op_749_transpose_x_0"), val = tensor(false)]; tensor var_749_transpose_y_0 = const()[name = tensor("op_749_transpose_y_0"), val = tensor(false)]; tensor var_749_cast_fp16 = matmul(transpose_x = var_749_transpose_x_0, transpose_y = var_749_transpose_y_0, x = input_227_cast_fp16, y = squeeze_35_cast_fp16)[name = tensor("op_749_cast_fp16")]; tensor var_750_perm_0 = const()[name = tensor("op_750_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_751 = const()[name = tensor("op_751"), val = tensor([1, 248, 768])]; tensor var_750_cast_fp16 = transpose(perm = var_750_perm_0, x = var_749_cast_fp16)[name = tensor("transpose_0")]; tensor input_229_cast_fp16 = reshape(shape = var_751, x = var_750_cast_fp16)[name = tensor("input_229_cast_fp16")]; tensor m_encoder_blocks_11_attn_proj_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_11_attn_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(159985728)))]; tensor m_encoder_blocks_11_attn_proj_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_11_attn_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161165440)))]; tensor linear_45_cast_fp16 = linear(bias = m_encoder_blocks_11_attn_proj_bias_to_fp16, weight = m_encoder_blocks_11_attn_proj_weight_to_fp16, x = input_229_cast_fp16)[name = tensor("linear_45_cast_fp16")]; tensor input_233_cast_fp16 = add(x = input_225_cast_fp16, y = linear_45_cast_fp16)[name = tensor("input_233_cast_fp16")]; tensor input_235_axes_0 = const()[name = tensor("input_235_axes_0"), val = tensor([-1])]; tensor m_encoder_blocks_11_norm2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_11_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161167040)))]; tensor m_encoder_blocks_11_norm2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_11_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161168640)))]; tensor input_235_cast_fp16 = layer_norm(axes = input_235_axes_0, beta = m_encoder_blocks_11_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_11_norm2_weight_to_fp16, x = input_233_cast_fp16)[name = tensor("input_235_cast_fp16")]; tensor m_encoder_blocks_11_mlp_fc1_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_11_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161170240)))]; tensor m_encoder_blocks_11_mlp_fc1_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_11_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165888896)))]; tensor linear_46_cast_fp16 = linear(bias = m_encoder_blocks_11_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_11_mlp_fc1_weight_to_fp16, x = input_235_cast_fp16)[name = tensor("linear_46_cast_fp16")]; tensor input_239_mode_0 = const()[name = tensor("input_239_mode_0"), val = tensor("EXACT")]; tensor input_239_cast_fp16 = gelu(mode = input_239_mode_0, x = linear_46_cast_fp16)[name = tensor("input_239_cast_fp16")]; tensor m_encoder_blocks_11_mlp_fc2_weight_to_fp16 = const()[name = tensor("m_encoder_blocks_11_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165895104)))]; tensor m_encoder_blocks_11_mlp_fc2_bias_to_fp16 = const()[name = tensor("m_encoder_blocks_11_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170613760)))]; tensor linear_47_cast_fp16 = linear(bias = m_encoder_blocks_11_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_11_mlp_fc2_weight_to_fp16, x = input_239_cast_fp16)[name = tensor("linear_47_cast_fp16")]; tensor input_245_cast_fp16 = add(x = input_233_cast_fp16, y = linear_47_cast_fp16)[name = tensor("input_245_cast_fp16")]; tensor x_axes_0 = const()[name = tensor("x_axes_0"), val = tensor([-1])]; tensor m_encoder_norm_weight_to_fp16 = const()[name = tensor("m_encoder_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170615360)))]; tensor m_encoder_norm_bias_to_fp16 = const()[name = tensor("m_encoder_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170616960)))]; tensor x_cast_fp16 = layer_norm(axes = x_axes_0, beta = m_encoder_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_norm_weight_to_fp16, x = input_245_cast_fp16)[name = tensor("x_cast_fp16")]; tensor input_247_axes_0 = const()[name = tensor("input_247_axes_0"), val = tensor([1])]; tensor input_247_keep_dims_0 = const()[name = tensor("input_247_keep_dims_0"), val = tensor(false)]; tensor input_247_cast_fp16 = reduce_mean(axes = input_247_axes_0, keep_dims = input_247_keep_dims_0, x = x_cast_fp16)[name = tensor("input_247_cast_fp16")]; tensor input_axes_0 = const()[name = tensor("input_axes_0"), val = tensor([-1])]; tensor m_outputlayer_0_weight_to_fp16 = const()[name = tensor("m_outputlayer_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170618560)))]; tensor m_outputlayer_0_bias_to_fp16 = const()[name = tensor("m_outputlayer_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170620160)))]; tensor var_791_to_fp16 = const()[name = tensor("op_791_to_fp16"), val = tensor(0x1.5p-17)]; tensor input_cast_fp16 = layer_norm(axes = input_axes_0, beta = m_outputlayer_0_bias_to_fp16, epsilon = var_791_to_fp16, gamma = m_outputlayer_0_weight_to_fp16, x = input_247_cast_fp16)[name = tensor("input_cast_fp16")]; tensor m_outputlayer_1_weight_to_fp16 = const()[name = tensor("m_outputlayer_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170621760)))]; tensor m_outputlayer_1_bias_to_fp16 = const()[name = tensor("m_outputlayer_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(171431296)))]; tensor linear_48_cast_fp16 = linear(bias = m_outputlayer_1_bias_to_fp16, weight = m_outputlayer_1_weight_to_fp16, x = input_cast_fp16)[name = tensor("linear_48_cast_fp16")]; tensor linear_48_cast_fp16_to_fp32_dtype_0 = const()[name = tensor("linear_48_cast_fp16_to_fp32_dtype_0"), val = tensor("fp32")]; tensor logits = cast(dtype = linear_48_cast_fp16_to_fp32_dtype_0, x = linear_48_cast_fp16)[name = tensor("cast_26")]; } -> (logits); }