program(1.0) [buildInfo = dict, tensor>({{"coremlc-component-MIL", "3500.14.1"}, {"coremlc-version", "3500.32.1"}, {"coremltools-component-torch", "2.12.1"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "9.0"}})] { func main(tensor input_ids) { tensor inputs_embeds_batch_dims_0 = const()[name = tensor("inputs_embeds_batch_dims_0"), val = tensor(0)]; tensor inputs_embeds_validate_indices_0 = const()[name = tensor("inputs_embeds_validate_indices_0"), val = tensor(false)]; tensor model_text_model_embeddings_token_embedding_weight_to_fp16 = const()[name = tensor("model_text_model_embeddings_token_embedding_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64)))]; tensor input_ids_to_int16_dtype_0 = const()[name = tensor("input_ids_to_int16_dtype_0"), val = tensor("int16")]; tensor cast_114_dtype_0 = const()[name = tensor("cast_114_dtype_0"), val = tensor("int32")]; tensor greater_equal_0_y_0 = const()[name = tensor("greater_equal_0_y_0"), val = tensor(0)]; tensor input_ids_to_int16 = cast(dtype = input_ids_to_int16_dtype_0, x = input_ids)[name = tensor("cast_117")]; tensor cast_114 = cast(dtype = cast_114_dtype_0, x = input_ids_to_int16)[name = tensor("cast_116")]; tensor greater_equal_0 = greater_equal(x = cast_114, y = greater_equal_0_y_0)[name = tensor("greater_equal_0")]; tensor slice_by_index_0 = const()[name = tensor("slice_by_index_0"), val = tensor(32000)]; tensor add_0 = add(x = cast_114, y = slice_by_index_0)[name = tensor("add_0")]; tensor select_0 = select(a = cast_114, b = add_0, cond = greater_equal_0)[name = tensor("select_0")]; tensor inputs_embeds_cast_fp16_cast_uint16_axis_0 = const()[name = tensor("inputs_embeds_cast_fp16_cast_uint16_axis_0"), val = tensor(0)]; tensor select_0_to_int16_dtype_0 = const()[name = tensor("select_0_to_int16_dtype_0"), val = tensor("int16")]; tensor select_0_to_int16 = cast(dtype = select_0_to_int16_dtype_0, x = select_0)[name = tensor("cast_115")]; tensor inputs_embeds_cast_fp16_cast_uint16_cast_uint16 = gather(axis = inputs_embeds_cast_fp16_cast_uint16_axis_0, batch_dims = inputs_embeds_batch_dims_0, indices = select_0_to_int16, validate_indices = inputs_embeds_validate_indices_0, x = model_text_model_embeddings_token_embedding_weight_to_fp16)[name = tensor("inputs_embeds_cast_fp16_cast_uint16_cast_uint16")]; tensor position_embeddings_to_fp16 = const()[name = tensor("position_embeddings_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73728128)))]; tensor input_3_cast_fp16 = add(x = inputs_embeds_cast_fp16_cast_uint16_cast_uint16, y = position_embeddings_to_fp16)[name = tensor("input_3_cast_fp16")]; tensor hidden_states_1_axes_0 = const()[name = tensor("hidden_states_1_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_0_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73875648)))]; tensor model_text_model_encoder_layers_0_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73878016)))]; tensor var_11_to_fp16 = const()[name = tensor("op_11_to_fp16"), val = tensor(0x1.1p-20)]; tensor hidden_states_1_cast_fp16 = layer_norm(axes = hidden_states_1_axes_0, beta = model_text_model_encoder_layers_0_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_0_layer_norm1_weight_to_fp16, x = input_3_cast_fp16)[name = tensor("hidden_states_1_cast_fp16")]; tensor model_text_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73880384)))]; tensor model_text_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76534656)))]; tensor linear_0_cast_fp16 = linear(bias = model_text_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = tensor("linear_0_cast_fp16")]; tensor model_text_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76537024)))]; tensor model_text_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79191296)))]; tensor linear_1_cast_fp16 = linear(bias = model_text_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = tensor("linear_1_cast_fp16")]; tensor model_text_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79193664)))]; tensor model_text_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(81847936)))]; tensor linear_2_cast_fp16 = linear(bias = model_text_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = tensor("linear_2_cast_fp16")]; tensor var_113 = const()[name = tensor("op_113"), val = tensor([1, 64, 16, 72])]; tensor var_114_cast_fp16 = reshape(shape = var_113, x = linear_0_cast_fp16)[name = tensor("op_114_cast_fp16")]; tensor var_116 = const()[name = tensor("op_116"), val = tensor([1, 64, 16, 72])]; tensor var_117_cast_fp16 = reshape(shape = var_116, x = linear_1_cast_fp16)[name = tensor("op_117_cast_fp16")]; tensor var_119 = const()[name = tensor("op_119"), val = tensor([1, 64, 16, 72])]; tensor var_120_cast_fp16 = reshape(shape = var_119, x = linear_2_cast_fp16)[name = tensor("op_120_cast_fp16")]; tensor value_states_3_perm_0 = const()[name = tensor("value_states_3_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_0_y_0_to_fp16 = const()[name = tensor("mul_0_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_0_cast_fp16 = mul(x = var_114_cast_fp16, y = mul_0_y_0_to_fp16)[name = tensor("mul_0_cast_fp16")]; tensor matmul_0_transpose_y_0 = const()[name = tensor("matmul_0_transpose_y_0"), val = tensor(true)]; tensor matmul_0_transpose_x_0 = const()[name = tensor("matmul_0_transpose_x_0"), val = tensor(false)]; tensor transpose_108_perm_0 = const()[name = tensor("transpose_108_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_109_perm_0 = const()[name = tensor("transpose_109_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_109 = transpose(perm = transpose_109_perm_0, x = var_117_cast_fp16)[name = tensor("transpose_267")]; tensor transpose_108 = transpose(perm = transpose_108_perm_0, x = mul_0_cast_fp16)[name = tensor("transpose_268")]; tensor matmul_0_cast_fp16 = matmul(transpose_x = matmul_0_transpose_x_0, transpose_y = matmul_0_transpose_y_0, x = transpose_108, y = transpose_109)[name = tensor("matmul_0_cast_fp16")]; tensor softmax_0_axis_0 = const()[name = tensor("softmax_0_axis_0"), val = tensor(-1)]; tensor softmax_0_cast_fp16 = softmax(axis = softmax_0_axis_0, x = matmul_0_cast_fp16)[name = tensor("softmax_0_cast_fp16")]; tensor attn_output_1_transpose_x_0 = const()[name = tensor("attn_output_1_transpose_x_0"), val = tensor(false)]; tensor attn_output_1_transpose_y_0 = const()[name = tensor("attn_output_1_transpose_y_0"), val = tensor(false)]; tensor value_states_3_cast_fp16 = transpose(perm = value_states_3_perm_0, x = var_120_cast_fp16)[name = tensor("transpose_269")]; tensor attn_output_1_cast_fp16 = matmul(transpose_x = attn_output_1_transpose_x_0, transpose_y = attn_output_1_transpose_y_0, x = softmax_0_cast_fp16, y = value_states_3_cast_fp16)[name = tensor("attn_output_1_cast_fp16")]; tensor var_123_perm_0 = const()[name = tensor("op_123_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_125 = const()[name = tensor("op_125"), val = tensor([1, 64, 1152])]; tensor var_123_cast_fp16 = transpose(perm = var_123_perm_0, x = attn_output_1_cast_fp16)[name = tensor("transpose_266")]; tensor input_5_cast_fp16 = reshape(shape = var_125, x = var_123_cast_fp16)[name = tensor("input_5_cast_fp16")]; tensor model_text_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(81850304)))]; tensor model_text_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(84504576)))]; tensor linear_3_cast_fp16 = linear(bias = model_text_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("linear_3_cast_fp16")]; tensor input_7_cast_fp16 = add(x = input_3_cast_fp16, y = linear_3_cast_fp16)[name = tensor("input_7_cast_fp16")]; tensor input_9_axes_0 = const()[name = tensor("input_9_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_0_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(84506944)))]; tensor model_text_model_encoder_layers_0_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(84509312)))]; tensor input_9_cast_fp16 = layer_norm(axes = input_9_axes_0, beta = model_text_model_encoder_layers_0_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_0_layer_norm2_weight_to_fp16, x = input_7_cast_fp16)[name = tensor("input_9_cast_fp16")]; tensor model_text_model_encoder_layers_0_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(84511680)))]; tensor model_text_model_encoder_layers_0_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94428160)))]; tensor linear_4_cast_fp16 = linear(bias = model_text_model_encoder_layers_0_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_0_mlp_fc1_weight_to_fp16, x = input_9_cast_fp16)[name = tensor("linear_4_cast_fp16")]; tensor input_13_mode_0 = const()[name = tensor("input_13_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_13_cast_fp16 = gelu(mode = input_13_mode_0, x = linear_4_cast_fp16)[name = tensor("input_13_cast_fp16")]; tensor model_text_model_encoder_layers_0_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94436864)))]; tensor model_text_model_encoder_layers_0_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104353344)))]; tensor linear_5_cast_fp16 = linear(bias = model_text_model_encoder_layers_0_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_0_mlp_fc2_weight_to_fp16, x = input_13_cast_fp16)[name = tensor("linear_5_cast_fp16")]; tensor input_15_cast_fp16 = add(x = input_7_cast_fp16, y = linear_5_cast_fp16)[name = tensor("input_15_cast_fp16")]; tensor hidden_states_7_axes_0 = const()[name = tensor("hidden_states_7_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_1_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104355712)))]; tensor model_text_model_encoder_layers_1_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104358080)))]; tensor hidden_states_7_cast_fp16 = layer_norm(axes = hidden_states_7_axes_0, beta = model_text_model_encoder_layers_1_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_1_layer_norm1_weight_to_fp16, x = input_15_cast_fp16)[name = tensor("hidden_states_7_cast_fp16")]; tensor model_text_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104360448)))]; tensor model_text_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107014720)))]; tensor linear_6_cast_fp16 = linear(bias = model_text_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = tensor("linear_6_cast_fp16")]; tensor model_text_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107017088)))]; tensor model_text_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(109671360)))]; tensor linear_7_cast_fp16 = linear(bias = model_text_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = tensor("linear_7_cast_fp16")]; tensor model_text_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(109673728)))]; tensor model_text_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(112328000)))]; tensor linear_8_cast_fp16 = linear(bias = model_text_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = tensor("linear_8_cast_fp16")]; tensor var_168 = const()[name = tensor("op_168"), val = tensor([1, 64, 16, 72])]; tensor var_169_cast_fp16 = reshape(shape = var_168, x = linear_6_cast_fp16)[name = tensor("op_169_cast_fp16")]; tensor var_171 = const()[name = tensor("op_171"), val = tensor([1, 64, 16, 72])]; tensor var_172_cast_fp16 = reshape(shape = var_171, x = linear_7_cast_fp16)[name = tensor("op_172_cast_fp16")]; tensor var_174 = const()[name = tensor("op_174"), val = tensor([1, 64, 16, 72])]; tensor var_175_cast_fp16 = reshape(shape = var_174, x = linear_8_cast_fp16)[name = tensor("op_175_cast_fp16")]; tensor value_states_7_perm_0 = const()[name = tensor("value_states_7_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_1_y_0_to_fp16 = const()[name = tensor("mul_1_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_1_cast_fp16 = mul(x = var_169_cast_fp16, y = mul_1_y_0_to_fp16)[name = tensor("mul_1_cast_fp16")]; tensor matmul_1_transpose_y_0 = const()[name = tensor("matmul_1_transpose_y_0"), val = tensor(true)]; tensor matmul_1_transpose_x_0 = const()[name = tensor("matmul_1_transpose_x_0"), val = tensor(false)]; tensor transpose_110_perm_0 = const()[name = tensor("transpose_110_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_111_perm_0 = const()[name = tensor("transpose_111_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_111 = transpose(perm = transpose_111_perm_0, x = var_172_cast_fp16)[name = tensor("transpose_263")]; tensor transpose_110 = transpose(perm = transpose_110_perm_0, x = mul_1_cast_fp16)[name = tensor("transpose_264")]; tensor matmul_1_cast_fp16 = matmul(transpose_x = matmul_1_transpose_x_0, transpose_y = matmul_1_transpose_y_0, x = transpose_110, y = transpose_111)[name = tensor("matmul_1_cast_fp16")]; tensor softmax_1_axis_0 = const()[name = tensor("softmax_1_axis_0"), val = tensor(-1)]; tensor softmax_1_cast_fp16 = softmax(axis = softmax_1_axis_0, x = matmul_1_cast_fp16)[name = tensor("softmax_1_cast_fp16")]; tensor attn_output_5_transpose_x_0 = const()[name = tensor("attn_output_5_transpose_x_0"), val = tensor(false)]; tensor attn_output_5_transpose_y_0 = const()[name = tensor("attn_output_5_transpose_y_0"), val = tensor(false)]; tensor value_states_7_cast_fp16 = transpose(perm = value_states_7_perm_0, x = var_175_cast_fp16)[name = tensor("transpose_265")]; tensor attn_output_5_cast_fp16 = matmul(transpose_x = attn_output_5_transpose_x_0, transpose_y = attn_output_5_transpose_y_0, x = softmax_1_cast_fp16, y = value_states_7_cast_fp16)[name = tensor("attn_output_5_cast_fp16")]; tensor var_178_perm_0 = const()[name = tensor("op_178_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_180 = const()[name = tensor("op_180"), val = tensor([1, 64, 1152])]; tensor var_178_cast_fp16 = transpose(perm = var_178_perm_0, x = attn_output_5_cast_fp16)[name = tensor("transpose_262")]; tensor input_17_cast_fp16 = reshape(shape = var_180, x = var_178_cast_fp16)[name = tensor("input_17_cast_fp16")]; tensor model_text_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(112330368)))]; tensor model_text_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114984640)))]; tensor linear_9_cast_fp16 = linear(bias = model_text_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16, x = input_17_cast_fp16)[name = tensor("linear_9_cast_fp16")]; tensor input_19_cast_fp16 = add(x = input_15_cast_fp16, y = linear_9_cast_fp16)[name = tensor("input_19_cast_fp16")]; tensor input_21_axes_0 = const()[name = tensor("input_21_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_1_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114987008)))]; tensor model_text_model_encoder_layers_1_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114989376)))]; tensor input_21_cast_fp16 = layer_norm(axes = input_21_axes_0, beta = model_text_model_encoder_layers_1_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_1_layer_norm2_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("input_21_cast_fp16")]; tensor model_text_model_encoder_layers_1_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114991744)))]; tensor model_text_model_encoder_layers_1_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124908224)))]; tensor linear_10_cast_fp16 = linear(bias = model_text_model_encoder_layers_1_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_1_mlp_fc1_weight_to_fp16, x = input_21_cast_fp16)[name = tensor("linear_10_cast_fp16")]; tensor input_25_mode_0 = const()[name = tensor("input_25_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_25_cast_fp16 = gelu(mode = input_25_mode_0, x = linear_10_cast_fp16)[name = tensor("input_25_cast_fp16")]; tensor model_text_model_encoder_layers_1_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124916928)))]; tensor model_text_model_encoder_layers_1_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134833408)))]; tensor linear_11_cast_fp16 = linear(bias = model_text_model_encoder_layers_1_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_1_mlp_fc2_weight_to_fp16, x = input_25_cast_fp16)[name = tensor("linear_11_cast_fp16")]; tensor input_27_cast_fp16 = add(x = input_19_cast_fp16, y = linear_11_cast_fp16)[name = tensor("input_27_cast_fp16")]; tensor hidden_states_13_axes_0 = const()[name = tensor("hidden_states_13_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_2_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134835776)))]; tensor model_text_model_encoder_layers_2_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134838144)))]; tensor hidden_states_13_cast_fp16 = layer_norm(axes = hidden_states_13_axes_0, beta = model_text_model_encoder_layers_2_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_2_layer_norm1_weight_to_fp16, x = input_27_cast_fp16)[name = tensor("hidden_states_13_cast_fp16")]; tensor model_text_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134840512)))]; tensor model_text_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137494784)))]; tensor linear_12_cast_fp16 = linear(bias = model_text_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = tensor("linear_12_cast_fp16")]; tensor model_text_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137497152)))]; tensor model_text_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(140151424)))]; tensor linear_13_cast_fp16 = linear(bias = model_text_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = tensor("linear_13_cast_fp16")]; tensor model_text_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(140153792)))]; tensor model_text_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142808064)))]; tensor linear_14_cast_fp16 = linear(bias = model_text_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = tensor("linear_14_cast_fp16")]; tensor var_223 = const()[name = tensor("op_223"), val = tensor([1, 64, 16, 72])]; tensor var_224_cast_fp16 = reshape(shape = var_223, x = linear_12_cast_fp16)[name = tensor("op_224_cast_fp16")]; tensor var_226 = const()[name = tensor("op_226"), val = tensor([1, 64, 16, 72])]; tensor var_227_cast_fp16 = reshape(shape = var_226, x = linear_13_cast_fp16)[name = tensor("op_227_cast_fp16")]; tensor var_229 = const()[name = tensor("op_229"), val = tensor([1, 64, 16, 72])]; tensor var_230_cast_fp16 = reshape(shape = var_229, x = linear_14_cast_fp16)[name = tensor("op_230_cast_fp16")]; tensor value_states_11_perm_0 = const()[name = tensor("value_states_11_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_2_y_0_to_fp16 = const()[name = tensor("mul_2_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_2_cast_fp16 = mul(x = var_224_cast_fp16, y = mul_2_y_0_to_fp16)[name = tensor("mul_2_cast_fp16")]; tensor matmul_2_transpose_y_0 = const()[name = tensor("matmul_2_transpose_y_0"), val = tensor(true)]; tensor matmul_2_transpose_x_0 = const()[name = tensor("matmul_2_transpose_x_0"), val = tensor(false)]; tensor transpose_112_perm_0 = const()[name = tensor("transpose_112_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_113_perm_0 = const()[name = tensor("transpose_113_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_113 = transpose(perm = transpose_113_perm_0, x = var_227_cast_fp16)[name = tensor("transpose_259")]; tensor transpose_112 = transpose(perm = transpose_112_perm_0, x = mul_2_cast_fp16)[name = tensor("transpose_260")]; tensor matmul_2_cast_fp16 = matmul(transpose_x = matmul_2_transpose_x_0, transpose_y = matmul_2_transpose_y_0, x = transpose_112, y = transpose_113)[name = tensor("matmul_2_cast_fp16")]; tensor softmax_2_axis_0 = const()[name = tensor("softmax_2_axis_0"), val = tensor(-1)]; tensor softmax_2_cast_fp16 = softmax(axis = softmax_2_axis_0, x = matmul_2_cast_fp16)[name = tensor("softmax_2_cast_fp16")]; tensor attn_output_9_transpose_x_0 = const()[name = tensor("attn_output_9_transpose_x_0"), val = tensor(false)]; tensor attn_output_9_transpose_y_0 = const()[name = tensor("attn_output_9_transpose_y_0"), val = tensor(false)]; tensor value_states_11_cast_fp16 = transpose(perm = value_states_11_perm_0, x = var_230_cast_fp16)[name = tensor("transpose_261")]; tensor attn_output_9_cast_fp16 = matmul(transpose_x = attn_output_9_transpose_x_0, transpose_y = attn_output_9_transpose_y_0, x = softmax_2_cast_fp16, y = value_states_11_cast_fp16)[name = tensor("attn_output_9_cast_fp16")]; tensor var_233_perm_0 = const()[name = tensor("op_233_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_235 = const()[name = tensor("op_235"), val = tensor([1, 64, 1152])]; tensor var_233_cast_fp16 = transpose(perm = var_233_perm_0, x = attn_output_9_cast_fp16)[name = tensor("transpose_258")]; tensor input_29_cast_fp16 = reshape(shape = var_235, x = var_233_cast_fp16)[name = tensor("input_29_cast_fp16")]; tensor model_text_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142810432)))]; tensor model_text_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145464704)))]; tensor linear_15_cast_fp16 = linear(bias = model_text_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16, x = input_29_cast_fp16)[name = tensor("linear_15_cast_fp16")]; tensor input_31_cast_fp16 = add(x = input_27_cast_fp16, y = linear_15_cast_fp16)[name = tensor("input_31_cast_fp16")]; tensor input_33_axes_0 = const()[name = tensor("input_33_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_2_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145467072)))]; tensor model_text_model_encoder_layers_2_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145469440)))]; tensor input_33_cast_fp16 = layer_norm(axes = input_33_axes_0, beta = model_text_model_encoder_layers_2_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_2_layer_norm2_weight_to_fp16, x = input_31_cast_fp16)[name = tensor("input_33_cast_fp16")]; tensor model_text_model_encoder_layers_2_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145471808)))]; tensor model_text_model_encoder_layers_2_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155388288)))]; tensor linear_16_cast_fp16 = linear(bias = model_text_model_encoder_layers_2_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_2_mlp_fc1_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("linear_16_cast_fp16")]; tensor input_37_mode_0 = const()[name = tensor("input_37_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_37_cast_fp16 = gelu(mode = input_37_mode_0, x = linear_16_cast_fp16)[name = tensor("input_37_cast_fp16")]; tensor model_text_model_encoder_layers_2_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155396992)))]; tensor model_text_model_encoder_layers_2_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165313472)))]; tensor linear_17_cast_fp16 = linear(bias = model_text_model_encoder_layers_2_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_2_mlp_fc2_weight_to_fp16, x = input_37_cast_fp16)[name = tensor("linear_17_cast_fp16")]; tensor input_39_cast_fp16 = add(x = input_31_cast_fp16, y = linear_17_cast_fp16)[name = tensor("input_39_cast_fp16")]; tensor hidden_states_19_axes_0 = const()[name = tensor("hidden_states_19_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_3_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165315840)))]; tensor model_text_model_encoder_layers_3_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165318208)))]; tensor hidden_states_19_cast_fp16 = layer_norm(axes = hidden_states_19_axes_0, beta = model_text_model_encoder_layers_3_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_3_layer_norm1_weight_to_fp16, x = input_39_cast_fp16)[name = tensor("hidden_states_19_cast_fp16")]; tensor model_text_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165320576)))]; tensor model_text_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167974848)))]; tensor linear_18_cast_fp16 = linear(bias = model_text_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = tensor("linear_18_cast_fp16")]; tensor model_text_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167977216)))]; tensor model_text_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170631488)))]; tensor linear_19_cast_fp16 = linear(bias = model_text_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = tensor("linear_19_cast_fp16")]; tensor model_text_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170633856)))]; tensor model_text_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(173288128)))]; tensor linear_20_cast_fp16 = linear(bias = model_text_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = tensor("linear_20_cast_fp16")]; tensor var_278 = const()[name = tensor("op_278"), val = tensor([1, 64, 16, 72])]; tensor var_279_cast_fp16 = reshape(shape = var_278, x = linear_18_cast_fp16)[name = tensor("op_279_cast_fp16")]; tensor var_281 = const()[name = tensor("op_281"), val = tensor([1, 64, 16, 72])]; tensor var_282_cast_fp16 = reshape(shape = var_281, x = linear_19_cast_fp16)[name = tensor("op_282_cast_fp16")]; tensor var_284 = const()[name = tensor("op_284"), val = tensor([1, 64, 16, 72])]; tensor var_285_cast_fp16 = reshape(shape = var_284, x = linear_20_cast_fp16)[name = tensor("op_285_cast_fp16")]; tensor value_states_15_perm_0 = const()[name = tensor("value_states_15_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_3_y_0_to_fp16 = const()[name = tensor("mul_3_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_3_cast_fp16 = mul(x = var_279_cast_fp16, y = mul_3_y_0_to_fp16)[name = tensor("mul_3_cast_fp16")]; tensor matmul_3_transpose_y_0 = const()[name = tensor("matmul_3_transpose_y_0"), val = tensor(true)]; tensor matmul_3_transpose_x_0 = const()[name = tensor("matmul_3_transpose_x_0"), val = tensor(false)]; tensor transpose_114_perm_0 = const()[name = tensor("transpose_114_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_115_perm_0 = const()[name = tensor("transpose_115_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_115 = transpose(perm = transpose_115_perm_0, x = var_282_cast_fp16)[name = tensor("transpose_255")]; tensor transpose_114 = transpose(perm = transpose_114_perm_0, x = mul_3_cast_fp16)[name = tensor("transpose_256")]; tensor matmul_3_cast_fp16 = matmul(transpose_x = matmul_3_transpose_x_0, transpose_y = matmul_3_transpose_y_0, x = transpose_114, y = transpose_115)[name = tensor("matmul_3_cast_fp16")]; tensor softmax_3_axis_0 = const()[name = tensor("softmax_3_axis_0"), val = tensor(-1)]; tensor softmax_3_cast_fp16 = softmax(axis = softmax_3_axis_0, x = matmul_3_cast_fp16)[name = tensor("softmax_3_cast_fp16")]; tensor attn_output_13_transpose_x_0 = const()[name = tensor("attn_output_13_transpose_x_0"), val = tensor(false)]; tensor attn_output_13_transpose_y_0 = const()[name = tensor("attn_output_13_transpose_y_0"), val = tensor(false)]; tensor value_states_15_cast_fp16 = transpose(perm = value_states_15_perm_0, x = var_285_cast_fp16)[name = tensor("transpose_257")]; tensor attn_output_13_cast_fp16 = matmul(transpose_x = attn_output_13_transpose_x_0, transpose_y = attn_output_13_transpose_y_0, x = softmax_3_cast_fp16, y = value_states_15_cast_fp16)[name = tensor("attn_output_13_cast_fp16")]; tensor var_288_perm_0 = const()[name = tensor("op_288_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_290 = const()[name = tensor("op_290"), val = tensor([1, 64, 1152])]; tensor var_288_cast_fp16 = transpose(perm = var_288_perm_0, x = attn_output_13_cast_fp16)[name = tensor("transpose_254")]; tensor input_41_cast_fp16 = reshape(shape = var_290, x = var_288_cast_fp16)[name = tensor("input_41_cast_fp16")]; tensor model_text_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(173290496)))]; tensor model_text_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175944768)))]; tensor linear_21_cast_fp16 = linear(bias = model_text_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16, x = input_41_cast_fp16)[name = tensor("linear_21_cast_fp16")]; tensor input_43_cast_fp16 = add(x = input_39_cast_fp16, y = linear_21_cast_fp16)[name = tensor("input_43_cast_fp16")]; tensor input_45_axes_0 = const()[name = tensor("input_45_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_3_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175947136)))]; tensor model_text_model_encoder_layers_3_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175949504)))]; tensor input_45_cast_fp16 = layer_norm(axes = input_45_axes_0, beta = model_text_model_encoder_layers_3_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_3_layer_norm2_weight_to_fp16, x = input_43_cast_fp16)[name = tensor("input_45_cast_fp16")]; tensor model_text_model_encoder_layers_3_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175951872)))]; tensor model_text_model_encoder_layers_3_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185868352)))]; tensor linear_22_cast_fp16 = linear(bias = model_text_model_encoder_layers_3_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_3_mlp_fc1_weight_to_fp16, x = input_45_cast_fp16)[name = tensor("linear_22_cast_fp16")]; tensor input_49_mode_0 = const()[name = tensor("input_49_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_49_cast_fp16 = gelu(mode = input_49_mode_0, x = linear_22_cast_fp16)[name = tensor("input_49_cast_fp16")]; tensor model_text_model_encoder_layers_3_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185877056)))]; tensor model_text_model_encoder_layers_3_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(195793536)))]; tensor linear_23_cast_fp16 = linear(bias = model_text_model_encoder_layers_3_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_3_mlp_fc2_weight_to_fp16, x = input_49_cast_fp16)[name = tensor("linear_23_cast_fp16")]; tensor input_51_cast_fp16 = add(x = input_43_cast_fp16, y = linear_23_cast_fp16)[name = tensor("input_51_cast_fp16")]; tensor hidden_states_25_axes_0 = const()[name = tensor("hidden_states_25_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_4_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(195795904)))]; tensor model_text_model_encoder_layers_4_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(195798272)))]; tensor hidden_states_25_cast_fp16 = layer_norm(axes = hidden_states_25_axes_0, beta = model_text_model_encoder_layers_4_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_4_layer_norm1_weight_to_fp16, x = input_51_cast_fp16)[name = tensor("hidden_states_25_cast_fp16")]; tensor model_text_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(195800640)))]; tensor model_text_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198454912)))]; tensor linear_24_cast_fp16 = linear(bias = model_text_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = tensor("linear_24_cast_fp16")]; tensor model_text_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198457280)))]; tensor model_text_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201111552)))]; tensor linear_25_cast_fp16 = linear(bias = model_text_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = tensor("linear_25_cast_fp16")]; tensor model_text_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201113920)))]; tensor model_text_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203768192)))]; tensor linear_26_cast_fp16 = linear(bias = model_text_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = tensor("linear_26_cast_fp16")]; tensor var_333 = const()[name = tensor("op_333"), val = tensor([1, 64, 16, 72])]; tensor var_334_cast_fp16 = reshape(shape = var_333, x = linear_24_cast_fp16)[name = tensor("op_334_cast_fp16")]; tensor var_336 = const()[name = tensor("op_336"), val = tensor([1, 64, 16, 72])]; tensor var_337_cast_fp16 = reshape(shape = var_336, x = linear_25_cast_fp16)[name = tensor("op_337_cast_fp16")]; tensor var_339 = const()[name = tensor("op_339"), val = tensor([1, 64, 16, 72])]; tensor var_340_cast_fp16 = reshape(shape = var_339, x = linear_26_cast_fp16)[name = tensor("op_340_cast_fp16")]; tensor value_states_19_perm_0 = const()[name = tensor("value_states_19_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_4_y_0_to_fp16 = const()[name = tensor("mul_4_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_4_cast_fp16 = mul(x = var_334_cast_fp16, y = mul_4_y_0_to_fp16)[name = tensor("mul_4_cast_fp16")]; tensor matmul_4_transpose_y_0 = const()[name = tensor("matmul_4_transpose_y_0"), val = tensor(true)]; tensor matmul_4_transpose_x_0 = const()[name = tensor("matmul_4_transpose_x_0"), val = tensor(false)]; tensor transpose_116_perm_0 = const()[name = tensor("transpose_116_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_117_perm_0 = const()[name = tensor("transpose_117_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_117 = transpose(perm = transpose_117_perm_0, x = var_337_cast_fp16)[name = tensor("transpose_251")]; tensor transpose_116 = transpose(perm = transpose_116_perm_0, x = mul_4_cast_fp16)[name = tensor("transpose_252")]; tensor matmul_4_cast_fp16 = matmul(transpose_x = matmul_4_transpose_x_0, transpose_y = matmul_4_transpose_y_0, x = transpose_116, y = transpose_117)[name = tensor("matmul_4_cast_fp16")]; tensor softmax_4_axis_0 = const()[name = tensor("softmax_4_axis_0"), val = tensor(-1)]; tensor softmax_4_cast_fp16 = softmax(axis = softmax_4_axis_0, x = matmul_4_cast_fp16)[name = tensor("softmax_4_cast_fp16")]; tensor attn_output_17_transpose_x_0 = const()[name = tensor("attn_output_17_transpose_x_0"), val = tensor(false)]; tensor attn_output_17_transpose_y_0 = const()[name = tensor("attn_output_17_transpose_y_0"), val = tensor(false)]; tensor value_states_19_cast_fp16 = transpose(perm = value_states_19_perm_0, x = var_340_cast_fp16)[name = tensor("transpose_253")]; tensor attn_output_17_cast_fp16 = matmul(transpose_x = attn_output_17_transpose_x_0, transpose_y = attn_output_17_transpose_y_0, x = softmax_4_cast_fp16, y = value_states_19_cast_fp16)[name = tensor("attn_output_17_cast_fp16")]; tensor var_343_perm_0 = const()[name = tensor("op_343_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_345 = const()[name = tensor("op_345"), val = tensor([1, 64, 1152])]; tensor var_343_cast_fp16 = transpose(perm = var_343_perm_0, x = attn_output_17_cast_fp16)[name = tensor("transpose_250")]; tensor input_53_cast_fp16 = reshape(shape = var_345, x = var_343_cast_fp16)[name = tensor("input_53_cast_fp16")]; tensor model_text_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203770560)))]; tensor model_text_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(206424832)))]; tensor linear_27_cast_fp16 = linear(bias = model_text_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16, x = input_53_cast_fp16)[name = tensor("linear_27_cast_fp16")]; tensor input_55_cast_fp16 = add(x = input_51_cast_fp16, y = linear_27_cast_fp16)[name = tensor("input_55_cast_fp16")]; tensor input_57_axes_0 = const()[name = tensor("input_57_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_4_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(206427200)))]; tensor model_text_model_encoder_layers_4_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(206429568)))]; tensor input_57_cast_fp16 = layer_norm(axes = input_57_axes_0, beta = model_text_model_encoder_layers_4_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_4_layer_norm2_weight_to_fp16, x = input_55_cast_fp16)[name = tensor("input_57_cast_fp16")]; tensor model_text_model_encoder_layers_4_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(206431936)))]; tensor model_text_model_encoder_layers_4_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216348416)))]; tensor linear_28_cast_fp16 = linear(bias = model_text_model_encoder_layers_4_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_4_mlp_fc1_weight_to_fp16, x = input_57_cast_fp16)[name = tensor("linear_28_cast_fp16")]; tensor input_61_mode_0 = const()[name = tensor("input_61_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_61_cast_fp16 = gelu(mode = input_61_mode_0, x = linear_28_cast_fp16)[name = tensor("input_61_cast_fp16")]; tensor model_text_model_encoder_layers_4_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216357120)))]; tensor model_text_model_encoder_layers_4_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(226273600)))]; tensor linear_29_cast_fp16 = linear(bias = model_text_model_encoder_layers_4_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_4_mlp_fc2_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("linear_29_cast_fp16")]; tensor input_63_cast_fp16 = add(x = input_55_cast_fp16, y = linear_29_cast_fp16)[name = tensor("input_63_cast_fp16")]; tensor hidden_states_31_axes_0 = const()[name = tensor("hidden_states_31_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_5_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(226275968)))]; tensor model_text_model_encoder_layers_5_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(226278336)))]; tensor hidden_states_31_cast_fp16 = layer_norm(axes = hidden_states_31_axes_0, beta = model_text_model_encoder_layers_5_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_5_layer_norm1_weight_to_fp16, x = input_63_cast_fp16)[name = tensor("hidden_states_31_cast_fp16")]; tensor model_text_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(226280704)))]; tensor model_text_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228934976)))]; tensor linear_30_cast_fp16 = linear(bias = model_text_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16, x = hidden_states_31_cast_fp16)[name = tensor("linear_30_cast_fp16")]; tensor model_text_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228937344)))]; tensor model_text_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(231591616)))]; tensor linear_31_cast_fp16 = linear(bias = model_text_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16, x = hidden_states_31_cast_fp16)[name = tensor("linear_31_cast_fp16")]; tensor model_text_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(231593984)))]; tensor model_text_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(234248256)))]; tensor linear_32_cast_fp16 = linear(bias = model_text_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16, x = hidden_states_31_cast_fp16)[name = tensor("linear_32_cast_fp16")]; tensor var_388 = const()[name = tensor("op_388"), val = tensor([1, 64, 16, 72])]; tensor var_389_cast_fp16 = reshape(shape = var_388, x = linear_30_cast_fp16)[name = tensor("op_389_cast_fp16")]; tensor var_391 = const()[name = tensor("op_391"), val = tensor([1, 64, 16, 72])]; tensor var_392_cast_fp16 = reshape(shape = var_391, x = linear_31_cast_fp16)[name = tensor("op_392_cast_fp16")]; tensor var_394 = const()[name = tensor("op_394"), val = tensor([1, 64, 16, 72])]; tensor var_395_cast_fp16 = reshape(shape = var_394, x = linear_32_cast_fp16)[name = tensor("op_395_cast_fp16")]; tensor value_states_23_perm_0 = const()[name = tensor("value_states_23_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_5_y_0_to_fp16 = const()[name = tensor("mul_5_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_5_cast_fp16 = mul(x = var_389_cast_fp16, y = mul_5_y_0_to_fp16)[name = tensor("mul_5_cast_fp16")]; tensor matmul_5_transpose_y_0 = const()[name = tensor("matmul_5_transpose_y_0"), val = tensor(true)]; tensor matmul_5_transpose_x_0 = const()[name = tensor("matmul_5_transpose_x_0"), val = tensor(false)]; tensor transpose_118_perm_0 = const()[name = tensor("transpose_118_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_119_perm_0 = const()[name = tensor("transpose_119_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_119 = transpose(perm = transpose_119_perm_0, x = var_392_cast_fp16)[name = tensor("transpose_247")]; tensor transpose_118 = transpose(perm = transpose_118_perm_0, x = mul_5_cast_fp16)[name = tensor("transpose_248")]; tensor matmul_5_cast_fp16 = matmul(transpose_x = matmul_5_transpose_x_0, transpose_y = matmul_5_transpose_y_0, x = transpose_118, y = transpose_119)[name = tensor("matmul_5_cast_fp16")]; tensor softmax_5_axis_0 = const()[name = tensor("softmax_5_axis_0"), val = tensor(-1)]; tensor softmax_5_cast_fp16 = softmax(axis = softmax_5_axis_0, x = matmul_5_cast_fp16)[name = tensor("softmax_5_cast_fp16")]; tensor attn_output_21_transpose_x_0 = const()[name = tensor("attn_output_21_transpose_x_0"), val = tensor(false)]; tensor attn_output_21_transpose_y_0 = const()[name = tensor("attn_output_21_transpose_y_0"), val = tensor(false)]; tensor value_states_23_cast_fp16 = transpose(perm = value_states_23_perm_0, x = var_395_cast_fp16)[name = tensor("transpose_249")]; tensor attn_output_21_cast_fp16 = matmul(transpose_x = attn_output_21_transpose_x_0, transpose_y = attn_output_21_transpose_y_0, x = softmax_5_cast_fp16, y = value_states_23_cast_fp16)[name = tensor("attn_output_21_cast_fp16")]; tensor var_398_perm_0 = const()[name = tensor("op_398_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_400 = const()[name = tensor("op_400"), val = tensor([1, 64, 1152])]; tensor var_398_cast_fp16 = transpose(perm = var_398_perm_0, x = attn_output_21_cast_fp16)[name = tensor("transpose_246")]; tensor input_65_cast_fp16 = reshape(shape = var_400, x = var_398_cast_fp16)[name = tensor("input_65_cast_fp16")]; tensor model_text_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(234250624)))]; tensor model_text_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236904896)))]; tensor linear_33_cast_fp16 = linear(bias = model_text_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16, x = input_65_cast_fp16)[name = tensor("linear_33_cast_fp16")]; tensor input_67_cast_fp16 = add(x = input_63_cast_fp16, y = linear_33_cast_fp16)[name = tensor("input_67_cast_fp16")]; tensor input_69_axes_0 = const()[name = tensor("input_69_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_5_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236907264)))]; tensor model_text_model_encoder_layers_5_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236909632)))]; tensor input_69_cast_fp16 = layer_norm(axes = input_69_axes_0, beta = model_text_model_encoder_layers_5_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_5_layer_norm2_weight_to_fp16, x = input_67_cast_fp16)[name = tensor("input_69_cast_fp16")]; tensor model_text_model_encoder_layers_5_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236912000)))]; tensor model_text_model_encoder_layers_5_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(246828480)))]; tensor linear_34_cast_fp16 = linear(bias = model_text_model_encoder_layers_5_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_5_mlp_fc1_weight_to_fp16, x = input_69_cast_fp16)[name = tensor("linear_34_cast_fp16")]; tensor input_73_mode_0 = const()[name = tensor("input_73_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_73_cast_fp16 = gelu(mode = input_73_mode_0, x = linear_34_cast_fp16)[name = tensor("input_73_cast_fp16")]; tensor model_text_model_encoder_layers_5_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(246837184)))]; tensor model_text_model_encoder_layers_5_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256753664)))]; tensor linear_35_cast_fp16 = linear(bias = model_text_model_encoder_layers_5_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_5_mlp_fc2_weight_to_fp16, x = input_73_cast_fp16)[name = tensor("linear_35_cast_fp16")]; tensor input_75_cast_fp16 = add(x = input_67_cast_fp16, y = linear_35_cast_fp16)[name = tensor("input_75_cast_fp16")]; tensor hidden_states_37_axes_0 = const()[name = tensor("hidden_states_37_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_6_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256756032)))]; tensor model_text_model_encoder_layers_6_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256758400)))]; tensor hidden_states_37_cast_fp16 = layer_norm(axes = hidden_states_37_axes_0, beta = model_text_model_encoder_layers_6_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_6_layer_norm1_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("hidden_states_37_cast_fp16")]; tensor model_text_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256760768)))]; tensor model_text_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259415040)))]; tensor linear_36_cast_fp16 = linear(bias = model_text_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16, x = hidden_states_37_cast_fp16)[name = tensor("linear_36_cast_fp16")]; tensor model_text_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259417408)))]; tensor model_text_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(262071680)))]; tensor linear_37_cast_fp16 = linear(bias = model_text_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16, x = hidden_states_37_cast_fp16)[name = tensor("linear_37_cast_fp16")]; tensor model_text_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(262074048)))]; tensor model_text_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(264728320)))]; tensor linear_38_cast_fp16 = linear(bias = model_text_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16, x = hidden_states_37_cast_fp16)[name = tensor("linear_38_cast_fp16")]; tensor var_443 = const()[name = tensor("op_443"), val = tensor([1, 64, 16, 72])]; tensor var_444_cast_fp16 = reshape(shape = var_443, x = linear_36_cast_fp16)[name = tensor("op_444_cast_fp16")]; tensor var_446 = const()[name = tensor("op_446"), val = tensor([1, 64, 16, 72])]; tensor var_447_cast_fp16 = reshape(shape = var_446, x = linear_37_cast_fp16)[name = tensor("op_447_cast_fp16")]; tensor var_449 = const()[name = tensor("op_449"), val = tensor([1, 64, 16, 72])]; tensor var_450_cast_fp16 = reshape(shape = var_449, x = linear_38_cast_fp16)[name = tensor("op_450_cast_fp16")]; tensor value_states_27_perm_0 = const()[name = tensor("value_states_27_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_6_y_0_to_fp16 = const()[name = tensor("mul_6_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_6_cast_fp16 = mul(x = var_444_cast_fp16, y = mul_6_y_0_to_fp16)[name = tensor("mul_6_cast_fp16")]; tensor matmul_6_transpose_y_0 = const()[name = tensor("matmul_6_transpose_y_0"), val = tensor(true)]; tensor matmul_6_transpose_x_0 = const()[name = tensor("matmul_6_transpose_x_0"), val = tensor(false)]; tensor transpose_120_perm_0 = const()[name = tensor("transpose_120_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_121_perm_0 = const()[name = tensor("transpose_121_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_121 = transpose(perm = transpose_121_perm_0, x = var_447_cast_fp16)[name = tensor("transpose_243")]; tensor transpose_120 = transpose(perm = transpose_120_perm_0, x = mul_6_cast_fp16)[name = tensor("transpose_244")]; tensor matmul_6_cast_fp16 = matmul(transpose_x = matmul_6_transpose_x_0, transpose_y = matmul_6_transpose_y_0, x = transpose_120, y = transpose_121)[name = tensor("matmul_6_cast_fp16")]; tensor softmax_6_axis_0 = const()[name = tensor("softmax_6_axis_0"), val = tensor(-1)]; tensor softmax_6_cast_fp16 = softmax(axis = softmax_6_axis_0, x = matmul_6_cast_fp16)[name = tensor("softmax_6_cast_fp16")]; tensor attn_output_25_transpose_x_0 = const()[name = tensor("attn_output_25_transpose_x_0"), val = tensor(false)]; tensor attn_output_25_transpose_y_0 = const()[name = tensor("attn_output_25_transpose_y_0"), val = tensor(false)]; tensor value_states_27_cast_fp16 = transpose(perm = value_states_27_perm_0, x = var_450_cast_fp16)[name = tensor("transpose_245")]; tensor attn_output_25_cast_fp16 = matmul(transpose_x = attn_output_25_transpose_x_0, transpose_y = attn_output_25_transpose_y_0, x = softmax_6_cast_fp16, y = value_states_27_cast_fp16)[name = tensor("attn_output_25_cast_fp16")]; tensor var_453_perm_0 = const()[name = tensor("op_453_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_455 = const()[name = tensor("op_455"), val = tensor([1, 64, 1152])]; tensor var_453_cast_fp16 = transpose(perm = var_453_perm_0, x = attn_output_25_cast_fp16)[name = tensor("transpose_242")]; tensor input_77_cast_fp16 = reshape(shape = var_455, x = var_453_cast_fp16)[name = tensor("input_77_cast_fp16")]; tensor model_text_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(264730688)))]; tensor model_text_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(267384960)))]; tensor linear_39_cast_fp16 = linear(bias = model_text_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16, x = input_77_cast_fp16)[name = tensor("linear_39_cast_fp16")]; tensor input_79_cast_fp16 = add(x = input_75_cast_fp16, y = linear_39_cast_fp16)[name = tensor("input_79_cast_fp16")]; tensor input_81_axes_0 = const()[name = tensor("input_81_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_6_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(267387328)))]; tensor model_text_model_encoder_layers_6_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(267389696)))]; tensor input_81_cast_fp16 = layer_norm(axes = input_81_axes_0, beta = model_text_model_encoder_layers_6_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_6_layer_norm2_weight_to_fp16, x = input_79_cast_fp16)[name = tensor("input_81_cast_fp16")]; tensor model_text_model_encoder_layers_6_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(267392064)))]; tensor model_text_model_encoder_layers_6_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(277308544)))]; tensor linear_40_cast_fp16 = linear(bias = model_text_model_encoder_layers_6_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_6_mlp_fc1_weight_to_fp16, x = input_81_cast_fp16)[name = tensor("linear_40_cast_fp16")]; tensor input_85_mode_0 = const()[name = tensor("input_85_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_85_cast_fp16 = gelu(mode = input_85_mode_0, x = linear_40_cast_fp16)[name = tensor("input_85_cast_fp16")]; tensor model_text_model_encoder_layers_6_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(277317248)))]; tensor model_text_model_encoder_layers_6_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(287233728)))]; tensor linear_41_cast_fp16 = linear(bias = model_text_model_encoder_layers_6_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_6_mlp_fc2_weight_to_fp16, x = input_85_cast_fp16)[name = tensor("linear_41_cast_fp16")]; tensor input_87_cast_fp16 = add(x = input_79_cast_fp16, y = linear_41_cast_fp16)[name = tensor("input_87_cast_fp16")]; tensor hidden_states_43_axes_0 = const()[name = tensor("hidden_states_43_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_7_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(287236096)))]; tensor model_text_model_encoder_layers_7_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(287238464)))]; tensor hidden_states_43_cast_fp16 = layer_norm(axes = hidden_states_43_axes_0, beta = model_text_model_encoder_layers_7_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_7_layer_norm1_weight_to_fp16, x = input_87_cast_fp16)[name = tensor("hidden_states_43_cast_fp16")]; tensor model_text_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(287240832)))]; tensor model_text_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(289895104)))]; tensor linear_42_cast_fp16 = linear(bias = model_text_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16, x = hidden_states_43_cast_fp16)[name = tensor("linear_42_cast_fp16")]; tensor model_text_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(289897472)))]; tensor model_text_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(292551744)))]; tensor linear_43_cast_fp16 = linear(bias = model_text_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16, x = hidden_states_43_cast_fp16)[name = tensor("linear_43_cast_fp16")]; tensor model_text_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(292554112)))]; tensor model_text_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(295208384)))]; tensor linear_44_cast_fp16 = linear(bias = model_text_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16, x = hidden_states_43_cast_fp16)[name = tensor("linear_44_cast_fp16")]; tensor var_498 = const()[name = tensor("op_498"), val = tensor([1, 64, 16, 72])]; tensor var_499_cast_fp16 = reshape(shape = var_498, x = linear_42_cast_fp16)[name = tensor("op_499_cast_fp16")]; tensor var_501 = const()[name = tensor("op_501"), val = tensor([1, 64, 16, 72])]; tensor var_502_cast_fp16 = reshape(shape = var_501, x = linear_43_cast_fp16)[name = tensor("op_502_cast_fp16")]; tensor var_504 = const()[name = tensor("op_504"), val = tensor([1, 64, 16, 72])]; tensor var_505_cast_fp16 = reshape(shape = var_504, x = linear_44_cast_fp16)[name = tensor("op_505_cast_fp16")]; tensor value_states_31_perm_0 = const()[name = tensor("value_states_31_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_7_y_0_to_fp16 = const()[name = tensor("mul_7_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_7_cast_fp16 = mul(x = var_499_cast_fp16, y = mul_7_y_0_to_fp16)[name = tensor("mul_7_cast_fp16")]; tensor matmul_7_transpose_y_0 = const()[name = tensor("matmul_7_transpose_y_0"), val = tensor(true)]; tensor matmul_7_transpose_x_0 = const()[name = tensor("matmul_7_transpose_x_0"), val = tensor(false)]; tensor transpose_122_perm_0 = const()[name = tensor("transpose_122_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_123_perm_0 = const()[name = tensor("transpose_123_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_123 = transpose(perm = transpose_123_perm_0, x = var_502_cast_fp16)[name = tensor("transpose_239")]; tensor transpose_122 = transpose(perm = transpose_122_perm_0, x = mul_7_cast_fp16)[name = tensor("transpose_240")]; tensor matmul_7_cast_fp16 = matmul(transpose_x = matmul_7_transpose_x_0, transpose_y = matmul_7_transpose_y_0, x = transpose_122, y = transpose_123)[name = tensor("matmul_7_cast_fp16")]; tensor softmax_7_axis_0 = const()[name = tensor("softmax_7_axis_0"), val = tensor(-1)]; tensor softmax_7_cast_fp16 = softmax(axis = softmax_7_axis_0, x = matmul_7_cast_fp16)[name = tensor("softmax_7_cast_fp16")]; tensor attn_output_29_transpose_x_0 = const()[name = tensor("attn_output_29_transpose_x_0"), val = tensor(false)]; tensor attn_output_29_transpose_y_0 = const()[name = tensor("attn_output_29_transpose_y_0"), val = tensor(false)]; tensor value_states_31_cast_fp16 = transpose(perm = value_states_31_perm_0, x = var_505_cast_fp16)[name = tensor("transpose_241")]; tensor attn_output_29_cast_fp16 = matmul(transpose_x = attn_output_29_transpose_x_0, transpose_y = attn_output_29_transpose_y_0, x = softmax_7_cast_fp16, y = value_states_31_cast_fp16)[name = tensor("attn_output_29_cast_fp16")]; tensor var_508_perm_0 = const()[name = tensor("op_508_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_510 = const()[name = tensor("op_510"), val = tensor([1, 64, 1152])]; tensor var_508_cast_fp16 = transpose(perm = var_508_perm_0, x = attn_output_29_cast_fp16)[name = tensor("transpose_238")]; tensor input_89_cast_fp16 = reshape(shape = var_510, x = var_508_cast_fp16)[name = tensor("input_89_cast_fp16")]; tensor model_text_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(295210752)))]; tensor model_text_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(297865024)))]; tensor linear_45_cast_fp16 = linear(bias = model_text_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("linear_45_cast_fp16")]; tensor input_91_cast_fp16 = add(x = input_87_cast_fp16, y = linear_45_cast_fp16)[name = tensor("input_91_cast_fp16")]; tensor input_93_axes_0 = const()[name = tensor("input_93_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_7_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(297867392)))]; tensor model_text_model_encoder_layers_7_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(297869760)))]; tensor input_93_cast_fp16 = layer_norm(axes = input_93_axes_0, beta = model_text_model_encoder_layers_7_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_7_layer_norm2_weight_to_fp16, x = input_91_cast_fp16)[name = tensor("input_93_cast_fp16")]; tensor model_text_model_encoder_layers_7_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(297872128)))]; tensor model_text_model_encoder_layers_7_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(307788608)))]; tensor linear_46_cast_fp16 = linear(bias = model_text_model_encoder_layers_7_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_7_mlp_fc1_weight_to_fp16, x = input_93_cast_fp16)[name = tensor("linear_46_cast_fp16")]; tensor input_97_mode_0 = const()[name = tensor("input_97_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_97_cast_fp16 = gelu(mode = input_97_mode_0, x = linear_46_cast_fp16)[name = tensor("input_97_cast_fp16")]; tensor model_text_model_encoder_layers_7_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(307797312)))]; tensor model_text_model_encoder_layers_7_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(317713792)))]; tensor linear_47_cast_fp16 = linear(bias = model_text_model_encoder_layers_7_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_7_mlp_fc2_weight_to_fp16, x = input_97_cast_fp16)[name = tensor("linear_47_cast_fp16")]; tensor input_99_cast_fp16 = add(x = input_91_cast_fp16, y = linear_47_cast_fp16)[name = tensor("input_99_cast_fp16")]; tensor hidden_states_49_axes_0 = const()[name = tensor("hidden_states_49_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_8_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(317716160)))]; tensor model_text_model_encoder_layers_8_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(317718528)))]; tensor hidden_states_49_cast_fp16 = layer_norm(axes = hidden_states_49_axes_0, beta = model_text_model_encoder_layers_8_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_8_layer_norm1_weight_to_fp16, x = input_99_cast_fp16)[name = tensor("hidden_states_49_cast_fp16")]; tensor model_text_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(317720896)))]; tensor model_text_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(320375168)))]; tensor linear_48_cast_fp16 = linear(bias = model_text_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16, x = hidden_states_49_cast_fp16)[name = tensor("linear_48_cast_fp16")]; tensor model_text_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(320377536)))]; tensor model_text_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(323031808)))]; tensor linear_49_cast_fp16 = linear(bias = model_text_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16, x = hidden_states_49_cast_fp16)[name = tensor("linear_49_cast_fp16")]; tensor model_text_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(323034176)))]; tensor model_text_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(325688448)))]; tensor linear_50_cast_fp16 = linear(bias = model_text_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16, x = hidden_states_49_cast_fp16)[name = tensor("linear_50_cast_fp16")]; tensor var_553 = const()[name = tensor("op_553"), val = tensor([1, 64, 16, 72])]; tensor var_554_cast_fp16 = reshape(shape = var_553, x = linear_48_cast_fp16)[name = tensor("op_554_cast_fp16")]; tensor var_556 = const()[name = tensor("op_556"), val = tensor([1, 64, 16, 72])]; tensor var_557_cast_fp16 = reshape(shape = var_556, x = linear_49_cast_fp16)[name = tensor("op_557_cast_fp16")]; tensor var_559 = const()[name = tensor("op_559"), val = tensor([1, 64, 16, 72])]; tensor var_560_cast_fp16 = reshape(shape = var_559, x = linear_50_cast_fp16)[name = tensor("op_560_cast_fp16")]; tensor value_states_35_perm_0 = const()[name = tensor("value_states_35_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_8_y_0_to_fp16 = const()[name = tensor("mul_8_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_8_cast_fp16 = mul(x = var_554_cast_fp16, y = mul_8_y_0_to_fp16)[name = tensor("mul_8_cast_fp16")]; tensor matmul_8_transpose_y_0 = const()[name = tensor("matmul_8_transpose_y_0"), val = tensor(true)]; tensor matmul_8_transpose_x_0 = const()[name = tensor("matmul_8_transpose_x_0"), val = tensor(false)]; tensor transpose_124_perm_0 = const()[name = tensor("transpose_124_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_125_perm_0 = const()[name = tensor("transpose_125_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_125 = transpose(perm = transpose_125_perm_0, x = var_557_cast_fp16)[name = tensor("transpose_235")]; tensor transpose_124 = transpose(perm = transpose_124_perm_0, x = mul_8_cast_fp16)[name = tensor("transpose_236")]; tensor matmul_8_cast_fp16 = matmul(transpose_x = matmul_8_transpose_x_0, transpose_y = matmul_8_transpose_y_0, x = transpose_124, y = transpose_125)[name = tensor("matmul_8_cast_fp16")]; tensor softmax_8_axis_0 = const()[name = tensor("softmax_8_axis_0"), val = tensor(-1)]; tensor softmax_8_cast_fp16 = softmax(axis = softmax_8_axis_0, x = matmul_8_cast_fp16)[name = tensor("softmax_8_cast_fp16")]; tensor attn_output_33_transpose_x_0 = const()[name = tensor("attn_output_33_transpose_x_0"), val = tensor(false)]; tensor attn_output_33_transpose_y_0 = const()[name = tensor("attn_output_33_transpose_y_0"), val = tensor(false)]; tensor value_states_35_cast_fp16 = transpose(perm = value_states_35_perm_0, x = var_560_cast_fp16)[name = tensor("transpose_237")]; tensor attn_output_33_cast_fp16 = matmul(transpose_x = attn_output_33_transpose_x_0, transpose_y = attn_output_33_transpose_y_0, x = softmax_8_cast_fp16, y = value_states_35_cast_fp16)[name = tensor("attn_output_33_cast_fp16")]; tensor var_563_perm_0 = const()[name = tensor("op_563_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_565 = const()[name = tensor("op_565"), val = tensor([1, 64, 1152])]; tensor var_563_cast_fp16 = transpose(perm = var_563_perm_0, x = attn_output_33_cast_fp16)[name = tensor("transpose_234")]; tensor input_101_cast_fp16 = reshape(shape = var_565, x = var_563_cast_fp16)[name = tensor("input_101_cast_fp16")]; tensor model_text_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(325690816)))]; tensor model_text_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(328345088)))]; tensor linear_51_cast_fp16 = linear(bias = model_text_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16, x = input_101_cast_fp16)[name = tensor("linear_51_cast_fp16")]; tensor input_103_cast_fp16 = add(x = input_99_cast_fp16, y = linear_51_cast_fp16)[name = tensor("input_103_cast_fp16")]; tensor input_105_axes_0 = const()[name = tensor("input_105_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_8_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(328347456)))]; tensor model_text_model_encoder_layers_8_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(328349824)))]; tensor input_105_cast_fp16 = layer_norm(axes = input_105_axes_0, beta = model_text_model_encoder_layers_8_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_8_layer_norm2_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("input_105_cast_fp16")]; tensor model_text_model_encoder_layers_8_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(328352192)))]; tensor model_text_model_encoder_layers_8_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(338268672)))]; tensor linear_52_cast_fp16 = linear(bias = model_text_model_encoder_layers_8_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_8_mlp_fc1_weight_to_fp16, x = input_105_cast_fp16)[name = tensor("linear_52_cast_fp16")]; tensor input_109_mode_0 = const()[name = tensor("input_109_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_109_cast_fp16 = gelu(mode = input_109_mode_0, x = linear_52_cast_fp16)[name = tensor("input_109_cast_fp16")]; tensor model_text_model_encoder_layers_8_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(338277376)))]; tensor model_text_model_encoder_layers_8_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(348193856)))]; tensor linear_53_cast_fp16 = linear(bias = model_text_model_encoder_layers_8_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_8_mlp_fc2_weight_to_fp16, x = input_109_cast_fp16)[name = tensor("linear_53_cast_fp16")]; tensor input_111_cast_fp16 = add(x = input_103_cast_fp16, y = linear_53_cast_fp16)[name = tensor("input_111_cast_fp16")]; tensor hidden_states_55_axes_0 = const()[name = tensor("hidden_states_55_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_9_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(348196224)))]; tensor model_text_model_encoder_layers_9_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(348198592)))]; tensor hidden_states_55_cast_fp16 = layer_norm(axes = hidden_states_55_axes_0, beta = model_text_model_encoder_layers_9_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_9_layer_norm1_weight_to_fp16, x = input_111_cast_fp16)[name = tensor("hidden_states_55_cast_fp16")]; tensor model_text_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(348200960)))]; tensor model_text_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(350855232)))]; tensor linear_54_cast_fp16 = linear(bias = model_text_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16, x = hidden_states_55_cast_fp16)[name = tensor("linear_54_cast_fp16")]; tensor model_text_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(350857600)))]; tensor model_text_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(353511872)))]; tensor linear_55_cast_fp16 = linear(bias = model_text_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16, x = hidden_states_55_cast_fp16)[name = tensor("linear_55_cast_fp16")]; tensor model_text_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(353514240)))]; tensor model_text_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(356168512)))]; tensor linear_56_cast_fp16 = linear(bias = model_text_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16, x = hidden_states_55_cast_fp16)[name = tensor("linear_56_cast_fp16")]; tensor var_608 = const()[name = tensor("op_608"), val = tensor([1, 64, 16, 72])]; tensor var_609_cast_fp16 = reshape(shape = var_608, x = linear_54_cast_fp16)[name = tensor("op_609_cast_fp16")]; tensor var_611 = const()[name = tensor("op_611"), val = tensor([1, 64, 16, 72])]; tensor var_612_cast_fp16 = reshape(shape = var_611, x = linear_55_cast_fp16)[name = tensor("op_612_cast_fp16")]; tensor var_614 = const()[name = tensor("op_614"), val = tensor([1, 64, 16, 72])]; tensor var_615_cast_fp16 = reshape(shape = var_614, x = linear_56_cast_fp16)[name = tensor("op_615_cast_fp16")]; tensor value_states_39_perm_0 = const()[name = tensor("value_states_39_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_9_y_0_to_fp16 = const()[name = tensor("mul_9_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_9_cast_fp16 = mul(x = var_609_cast_fp16, y = mul_9_y_0_to_fp16)[name = tensor("mul_9_cast_fp16")]; tensor matmul_9_transpose_y_0 = const()[name = tensor("matmul_9_transpose_y_0"), val = tensor(true)]; tensor matmul_9_transpose_x_0 = const()[name = tensor("matmul_9_transpose_x_0"), val = tensor(false)]; tensor transpose_126_perm_0 = const()[name = tensor("transpose_126_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_127_perm_0 = const()[name = tensor("transpose_127_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_127 = transpose(perm = transpose_127_perm_0, x = var_612_cast_fp16)[name = tensor("transpose_231")]; tensor transpose_126 = transpose(perm = transpose_126_perm_0, x = mul_9_cast_fp16)[name = tensor("transpose_232")]; tensor matmul_9_cast_fp16 = matmul(transpose_x = matmul_9_transpose_x_0, transpose_y = matmul_9_transpose_y_0, x = transpose_126, y = transpose_127)[name = tensor("matmul_9_cast_fp16")]; tensor softmax_9_axis_0 = const()[name = tensor("softmax_9_axis_0"), val = tensor(-1)]; tensor softmax_9_cast_fp16 = softmax(axis = softmax_9_axis_0, x = matmul_9_cast_fp16)[name = tensor("softmax_9_cast_fp16")]; tensor attn_output_37_transpose_x_0 = const()[name = tensor("attn_output_37_transpose_x_0"), val = tensor(false)]; tensor attn_output_37_transpose_y_0 = const()[name = tensor("attn_output_37_transpose_y_0"), val = tensor(false)]; tensor value_states_39_cast_fp16 = transpose(perm = value_states_39_perm_0, x = var_615_cast_fp16)[name = tensor("transpose_233")]; tensor attn_output_37_cast_fp16 = matmul(transpose_x = attn_output_37_transpose_x_0, transpose_y = attn_output_37_transpose_y_0, x = softmax_9_cast_fp16, y = value_states_39_cast_fp16)[name = tensor("attn_output_37_cast_fp16")]; tensor var_618_perm_0 = const()[name = tensor("op_618_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_620 = const()[name = tensor("op_620"), val = tensor([1, 64, 1152])]; tensor var_618_cast_fp16 = transpose(perm = var_618_perm_0, x = attn_output_37_cast_fp16)[name = tensor("transpose_230")]; tensor input_113_cast_fp16 = reshape(shape = var_620, x = var_618_cast_fp16)[name = tensor("input_113_cast_fp16")]; tensor model_text_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(356170880)))]; tensor model_text_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(358825152)))]; tensor linear_57_cast_fp16 = linear(bias = model_text_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16, x = input_113_cast_fp16)[name = tensor("linear_57_cast_fp16")]; tensor input_115_cast_fp16 = add(x = input_111_cast_fp16, y = linear_57_cast_fp16)[name = tensor("input_115_cast_fp16")]; tensor input_117_axes_0 = const()[name = tensor("input_117_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_9_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(358827520)))]; tensor model_text_model_encoder_layers_9_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(358829888)))]; tensor input_117_cast_fp16 = layer_norm(axes = input_117_axes_0, beta = model_text_model_encoder_layers_9_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_9_layer_norm2_weight_to_fp16, x = input_115_cast_fp16)[name = tensor("input_117_cast_fp16")]; tensor model_text_model_encoder_layers_9_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(358832256)))]; tensor model_text_model_encoder_layers_9_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(368748736)))]; tensor linear_58_cast_fp16 = linear(bias = model_text_model_encoder_layers_9_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_9_mlp_fc1_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("linear_58_cast_fp16")]; tensor input_121_mode_0 = const()[name = tensor("input_121_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_121_cast_fp16 = gelu(mode = input_121_mode_0, x = linear_58_cast_fp16)[name = tensor("input_121_cast_fp16")]; tensor model_text_model_encoder_layers_9_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(368757440)))]; tensor model_text_model_encoder_layers_9_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(378673920)))]; tensor linear_59_cast_fp16 = linear(bias = model_text_model_encoder_layers_9_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_9_mlp_fc2_weight_to_fp16, x = input_121_cast_fp16)[name = tensor("linear_59_cast_fp16")]; tensor input_123_cast_fp16 = add(x = input_115_cast_fp16, y = linear_59_cast_fp16)[name = tensor("input_123_cast_fp16")]; tensor hidden_states_61_axes_0 = const()[name = tensor("hidden_states_61_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_10_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(378676288)))]; tensor model_text_model_encoder_layers_10_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(378678656)))]; tensor hidden_states_61_cast_fp16 = layer_norm(axes = hidden_states_61_axes_0, beta = model_text_model_encoder_layers_10_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_10_layer_norm1_weight_to_fp16, x = input_123_cast_fp16)[name = tensor("hidden_states_61_cast_fp16")]; tensor model_text_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(378681024)))]; tensor model_text_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(381335296)))]; tensor linear_60_cast_fp16 = linear(bias = model_text_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16, x = hidden_states_61_cast_fp16)[name = tensor("linear_60_cast_fp16")]; tensor model_text_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(381337664)))]; tensor model_text_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(383991936)))]; tensor linear_61_cast_fp16 = linear(bias = model_text_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16, x = hidden_states_61_cast_fp16)[name = tensor("linear_61_cast_fp16")]; tensor model_text_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(383994304)))]; tensor model_text_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(386648576)))]; tensor linear_62_cast_fp16 = linear(bias = model_text_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16, x = hidden_states_61_cast_fp16)[name = tensor("linear_62_cast_fp16")]; tensor var_663 = const()[name = tensor("op_663"), val = tensor([1, 64, 16, 72])]; tensor var_664_cast_fp16 = reshape(shape = var_663, x = linear_60_cast_fp16)[name = tensor("op_664_cast_fp16")]; tensor var_666 = const()[name = tensor("op_666"), val = tensor([1, 64, 16, 72])]; tensor var_667_cast_fp16 = reshape(shape = var_666, x = linear_61_cast_fp16)[name = tensor("op_667_cast_fp16")]; tensor var_669 = const()[name = tensor("op_669"), val = tensor([1, 64, 16, 72])]; tensor var_670_cast_fp16 = reshape(shape = var_669, x = linear_62_cast_fp16)[name = tensor("op_670_cast_fp16")]; tensor value_states_43_perm_0 = const()[name = tensor("value_states_43_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_10_y_0_to_fp16 = const()[name = tensor("mul_10_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_10_cast_fp16 = mul(x = var_664_cast_fp16, y = mul_10_y_0_to_fp16)[name = tensor("mul_10_cast_fp16")]; tensor matmul_10_transpose_y_0 = const()[name = tensor("matmul_10_transpose_y_0"), val = tensor(true)]; tensor matmul_10_transpose_x_0 = const()[name = tensor("matmul_10_transpose_x_0"), val = tensor(false)]; tensor transpose_128_perm_0 = const()[name = tensor("transpose_128_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_129_perm_0 = const()[name = tensor("transpose_129_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_129 = transpose(perm = transpose_129_perm_0, x = var_667_cast_fp16)[name = tensor("transpose_227")]; tensor transpose_128 = transpose(perm = transpose_128_perm_0, x = mul_10_cast_fp16)[name = tensor("transpose_228")]; tensor matmul_10_cast_fp16 = matmul(transpose_x = matmul_10_transpose_x_0, transpose_y = matmul_10_transpose_y_0, x = transpose_128, y = transpose_129)[name = tensor("matmul_10_cast_fp16")]; tensor softmax_10_axis_0 = const()[name = tensor("softmax_10_axis_0"), val = tensor(-1)]; tensor softmax_10_cast_fp16 = softmax(axis = softmax_10_axis_0, x = matmul_10_cast_fp16)[name = tensor("softmax_10_cast_fp16")]; tensor attn_output_41_transpose_x_0 = const()[name = tensor("attn_output_41_transpose_x_0"), val = tensor(false)]; tensor attn_output_41_transpose_y_0 = const()[name = tensor("attn_output_41_transpose_y_0"), val = tensor(false)]; tensor value_states_43_cast_fp16 = transpose(perm = value_states_43_perm_0, x = var_670_cast_fp16)[name = tensor("transpose_229")]; tensor attn_output_41_cast_fp16 = matmul(transpose_x = attn_output_41_transpose_x_0, transpose_y = attn_output_41_transpose_y_0, x = softmax_10_cast_fp16, y = value_states_43_cast_fp16)[name = tensor("attn_output_41_cast_fp16")]; tensor var_673_perm_0 = const()[name = tensor("op_673_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_675 = const()[name = tensor("op_675"), val = tensor([1, 64, 1152])]; tensor var_673_cast_fp16 = transpose(perm = var_673_perm_0, x = attn_output_41_cast_fp16)[name = tensor("transpose_226")]; tensor input_125_cast_fp16 = reshape(shape = var_675, x = var_673_cast_fp16)[name = tensor("input_125_cast_fp16")]; tensor model_text_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(386650944)))]; tensor model_text_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(389305216)))]; tensor linear_63_cast_fp16 = linear(bias = model_text_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16, x = input_125_cast_fp16)[name = tensor("linear_63_cast_fp16")]; tensor input_127_cast_fp16 = add(x = input_123_cast_fp16, y = linear_63_cast_fp16)[name = tensor("input_127_cast_fp16")]; tensor input_129_axes_0 = const()[name = tensor("input_129_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_10_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(389307584)))]; tensor model_text_model_encoder_layers_10_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(389309952)))]; tensor input_129_cast_fp16 = layer_norm(axes = input_129_axes_0, beta = model_text_model_encoder_layers_10_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_10_layer_norm2_weight_to_fp16, x = input_127_cast_fp16)[name = tensor("input_129_cast_fp16")]; tensor model_text_model_encoder_layers_10_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(389312320)))]; tensor model_text_model_encoder_layers_10_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(399228800)))]; tensor linear_64_cast_fp16 = linear(bias = model_text_model_encoder_layers_10_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_10_mlp_fc1_weight_to_fp16, x = input_129_cast_fp16)[name = tensor("linear_64_cast_fp16")]; tensor input_133_mode_0 = const()[name = tensor("input_133_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_133_cast_fp16 = gelu(mode = input_133_mode_0, x = linear_64_cast_fp16)[name = tensor("input_133_cast_fp16")]; tensor model_text_model_encoder_layers_10_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(399237504)))]; tensor model_text_model_encoder_layers_10_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(409153984)))]; tensor linear_65_cast_fp16 = linear(bias = model_text_model_encoder_layers_10_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_10_mlp_fc2_weight_to_fp16, x = input_133_cast_fp16)[name = tensor("linear_65_cast_fp16")]; tensor input_135_cast_fp16 = add(x = input_127_cast_fp16, y = linear_65_cast_fp16)[name = tensor("input_135_cast_fp16")]; tensor hidden_states_67_axes_0 = const()[name = tensor("hidden_states_67_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_11_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(409156352)))]; tensor model_text_model_encoder_layers_11_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(409158720)))]; tensor hidden_states_67_cast_fp16 = layer_norm(axes = hidden_states_67_axes_0, beta = model_text_model_encoder_layers_11_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_11_layer_norm1_weight_to_fp16, x = input_135_cast_fp16)[name = tensor("hidden_states_67_cast_fp16")]; tensor model_text_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(409161088)))]; tensor model_text_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(411815360)))]; tensor linear_66_cast_fp16 = linear(bias = model_text_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = tensor("linear_66_cast_fp16")]; tensor model_text_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(411817728)))]; tensor model_text_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(414472000)))]; tensor linear_67_cast_fp16 = linear(bias = model_text_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = tensor("linear_67_cast_fp16")]; tensor model_text_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(414474368)))]; tensor model_text_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(417128640)))]; tensor linear_68_cast_fp16 = linear(bias = model_text_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = tensor("linear_68_cast_fp16")]; tensor var_718 = const()[name = tensor("op_718"), val = tensor([1, 64, 16, 72])]; tensor var_719_cast_fp16 = reshape(shape = var_718, x = linear_66_cast_fp16)[name = tensor("op_719_cast_fp16")]; tensor var_721 = const()[name = tensor("op_721"), val = tensor([1, 64, 16, 72])]; tensor var_722_cast_fp16 = reshape(shape = var_721, x = linear_67_cast_fp16)[name = tensor("op_722_cast_fp16")]; tensor var_724 = const()[name = tensor("op_724"), val = tensor([1, 64, 16, 72])]; tensor var_725_cast_fp16 = reshape(shape = var_724, x = linear_68_cast_fp16)[name = tensor("op_725_cast_fp16")]; tensor value_states_47_perm_0 = const()[name = tensor("value_states_47_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_11_y_0_to_fp16 = const()[name = tensor("mul_11_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_11_cast_fp16 = mul(x = var_719_cast_fp16, y = mul_11_y_0_to_fp16)[name = tensor("mul_11_cast_fp16")]; tensor matmul_11_transpose_y_0 = const()[name = tensor("matmul_11_transpose_y_0"), val = tensor(true)]; tensor matmul_11_transpose_x_0 = const()[name = tensor("matmul_11_transpose_x_0"), val = tensor(false)]; tensor transpose_130_perm_0 = const()[name = tensor("transpose_130_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_131_perm_0 = const()[name = tensor("transpose_131_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_131 = transpose(perm = transpose_131_perm_0, x = var_722_cast_fp16)[name = tensor("transpose_223")]; tensor transpose_130 = transpose(perm = transpose_130_perm_0, x = mul_11_cast_fp16)[name = tensor("transpose_224")]; tensor matmul_11_cast_fp16 = matmul(transpose_x = matmul_11_transpose_x_0, transpose_y = matmul_11_transpose_y_0, x = transpose_130, y = transpose_131)[name = tensor("matmul_11_cast_fp16")]; tensor softmax_11_axis_0 = const()[name = tensor("softmax_11_axis_0"), val = tensor(-1)]; tensor softmax_11_cast_fp16 = softmax(axis = softmax_11_axis_0, x = matmul_11_cast_fp16)[name = tensor("softmax_11_cast_fp16")]; tensor attn_output_45_transpose_x_0 = const()[name = tensor("attn_output_45_transpose_x_0"), val = tensor(false)]; tensor attn_output_45_transpose_y_0 = const()[name = tensor("attn_output_45_transpose_y_0"), val = tensor(false)]; tensor value_states_47_cast_fp16 = transpose(perm = value_states_47_perm_0, x = var_725_cast_fp16)[name = tensor("transpose_225")]; tensor attn_output_45_cast_fp16 = matmul(transpose_x = attn_output_45_transpose_x_0, transpose_y = attn_output_45_transpose_y_0, x = softmax_11_cast_fp16, y = value_states_47_cast_fp16)[name = tensor("attn_output_45_cast_fp16")]; tensor var_728_perm_0 = const()[name = tensor("op_728_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_730 = const()[name = tensor("op_730"), val = tensor([1, 64, 1152])]; tensor var_728_cast_fp16 = transpose(perm = var_728_perm_0, x = attn_output_45_cast_fp16)[name = tensor("transpose_222")]; tensor input_137_cast_fp16 = reshape(shape = var_730, x = var_728_cast_fp16)[name = tensor("input_137_cast_fp16")]; tensor model_text_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(417131008)))]; tensor model_text_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(419785280)))]; tensor linear_69_cast_fp16 = linear(bias = model_text_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16, x = input_137_cast_fp16)[name = tensor("linear_69_cast_fp16")]; tensor input_139_cast_fp16 = add(x = input_135_cast_fp16, y = linear_69_cast_fp16)[name = tensor("input_139_cast_fp16")]; tensor input_141_axes_0 = const()[name = tensor("input_141_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_11_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(419787648)))]; tensor model_text_model_encoder_layers_11_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(419790016)))]; tensor input_141_cast_fp16 = layer_norm(axes = input_141_axes_0, beta = model_text_model_encoder_layers_11_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_11_layer_norm2_weight_to_fp16, x = input_139_cast_fp16)[name = tensor("input_141_cast_fp16")]; tensor model_text_model_encoder_layers_11_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(419792384)))]; tensor model_text_model_encoder_layers_11_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(429708864)))]; tensor linear_70_cast_fp16 = linear(bias = model_text_model_encoder_layers_11_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_11_mlp_fc1_weight_to_fp16, x = input_141_cast_fp16)[name = tensor("linear_70_cast_fp16")]; tensor input_145_mode_0 = const()[name = tensor("input_145_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_145_cast_fp16 = gelu(mode = input_145_mode_0, x = linear_70_cast_fp16)[name = tensor("input_145_cast_fp16")]; tensor model_text_model_encoder_layers_11_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(429717568)))]; tensor model_text_model_encoder_layers_11_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(439634048)))]; tensor linear_71_cast_fp16 = linear(bias = model_text_model_encoder_layers_11_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_11_mlp_fc2_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("linear_71_cast_fp16")]; tensor input_147_cast_fp16 = add(x = input_139_cast_fp16, y = linear_71_cast_fp16)[name = tensor("input_147_cast_fp16")]; tensor hidden_states_73_axes_0 = const()[name = tensor("hidden_states_73_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_12_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(439636416)))]; tensor model_text_model_encoder_layers_12_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(439638784)))]; tensor hidden_states_73_cast_fp16 = layer_norm(axes = hidden_states_73_axes_0, beta = model_text_model_encoder_layers_12_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_12_layer_norm1_weight_to_fp16, x = input_147_cast_fp16)[name = tensor("hidden_states_73_cast_fp16")]; tensor model_text_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(439641152)))]; tensor model_text_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(442295424)))]; tensor linear_72_cast_fp16 = linear(bias = model_text_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16, x = hidden_states_73_cast_fp16)[name = tensor("linear_72_cast_fp16")]; tensor model_text_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(442297792)))]; tensor model_text_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(444952064)))]; tensor linear_73_cast_fp16 = linear(bias = model_text_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16, x = hidden_states_73_cast_fp16)[name = tensor("linear_73_cast_fp16")]; tensor model_text_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(444954432)))]; tensor model_text_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(447608704)))]; tensor linear_74_cast_fp16 = linear(bias = model_text_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16, x = hidden_states_73_cast_fp16)[name = tensor("linear_74_cast_fp16")]; tensor var_773 = const()[name = tensor("op_773"), val = tensor([1, 64, 16, 72])]; tensor var_774_cast_fp16 = reshape(shape = var_773, x = linear_72_cast_fp16)[name = tensor("op_774_cast_fp16")]; tensor var_776 = const()[name = tensor("op_776"), val = tensor([1, 64, 16, 72])]; tensor var_777_cast_fp16 = reshape(shape = var_776, x = linear_73_cast_fp16)[name = tensor("op_777_cast_fp16")]; tensor var_779 = const()[name = tensor("op_779"), val = tensor([1, 64, 16, 72])]; tensor var_780_cast_fp16 = reshape(shape = var_779, x = linear_74_cast_fp16)[name = tensor("op_780_cast_fp16")]; tensor value_states_51_perm_0 = const()[name = tensor("value_states_51_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_12_y_0_to_fp16 = const()[name = tensor("mul_12_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_12_cast_fp16 = mul(x = var_774_cast_fp16, y = mul_12_y_0_to_fp16)[name = tensor("mul_12_cast_fp16")]; tensor matmul_12_transpose_y_0 = const()[name = tensor("matmul_12_transpose_y_0"), val = tensor(true)]; tensor matmul_12_transpose_x_0 = const()[name = tensor("matmul_12_transpose_x_0"), val = tensor(false)]; tensor transpose_132_perm_0 = const()[name = tensor("transpose_132_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_133_perm_0 = const()[name = tensor("transpose_133_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_133 = transpose(perm = transpose_133_perm_0, x = var_777_cast_fp16)[name = tensor("transpose_219")]; tensor transpose_132 = transpose(perm = transpose_132_perm_0, x = mul_12_cast_fp16)[name = tensor("transpose_220")]; tensor matmul_12_cast_fp16 = matmul(transpose_x = matmul_12_transpose_x_0, transpose_y = matmul_12_transpose_y_0, x = transpose_132, y = transpose_133)[name = tensor("matmul_12_cast_fp16")]; tensor softmax_12_axis_0 = const()[name = tensor("softmax_12_axis_0"), val = tensor(-1)]; tensor softmax_12_cast_fp16 = softmax(axis = softmax_12_axis_0, x = matmul_12_cast_fp16)[name = tensor("softmax_12_cast_fp16")]; tensor attn_output_49_transpose_x_0 = const()[name = tensor("attn_output_49_transpose_x_0"), val = tensor(false)]; tensor attn_output_49_transpose_y_0 = const()[name = tensor("attn_output_49_transpose_y_0"), val = tensor(false)]; tensor value_states_51_cast_fp16 = transpose(perm = value_states_51_perm_0, x = var_780_cast_fp16)[name = tensor("transpose_221")]; tensor attn_output_49_cast_fp16 = matmul(transpose_x = attn_output_49_transpose_x_0, transpose_y = attn_output_49_transpose_y_0, x = softmax_12_cast_fp16, y = value_states_51_cast_fp16)[name = tensor("attn_output_49_cast_fp16")]; tensor var_783_perm_0 = const()[name = tensor("op_783_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_785 = const()[name = tensor("op_785"), val = tensor([1, 64, 1152])]; tensor var_783_cast_fp16 = transpose(perm = var_783_perm_0, x = attn_output_49_cast_fp16)[name = tensor("transpose_218")]; tensor input_149_cast_fp16 = reshape(shape = var_785, x = var_783_cast_fp16)[name = tensor("input_149_cast_fp16")]; tensor model_text_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(447611072)))]; tensor model_text_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(450265344)))]; tensor linear_75_cast_fp16 = linear(bias = model_text_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16, x = input_149_cast_fp16)[name = tensor("linear_75_cast_fp16")]; tensor input_151_cast_fp16 = add(x = input_147_cast_fp16, y = linear_75_cast_fp16)[name = tensor("input_151_cast_fp16")]; tensor input_153_axes_0 = const()[name = tensor("input_153_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_12_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(450267712)))]; tensor model_text_model_encoder_layers_12_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(450270080)))]; tensor input_153_cast_fp16 = layer_norm(axes = input_153_axes_0, beta = model_text_model_encoder_layers_12_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_12_layer_norm2_weight_to_fp16, x = input_151_cast_fp16)[name = tensor("input_153_cast_fp16")]; tensor model_text_model_encoder_layers_12_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(450272448)))]; tensor model_text_model_encoder_layers_12_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(460188928)))]; tensor linear_76_cast_fp16 = linear(bias = model_text_model_encoder_layers_12_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_12_mlp_fc1_weight_to_fp16, x = input_153_cast_fp16)[name = tensor("linear_76_cast_fp16")]; tensor input_157_mode_0 = const()[name = tensor("input_157_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_157_cast_fp16 = gelu(mode = input_157_mode_0, x = linear_76_cast_fp16)[name = tensor("input_157_cast_fp16")]; tensor model_text_model_encoder_layers_12_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(460197632)))]; tensor model_text_model_encoder_layers_12_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_12_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(470114112)))]; tensor linear_77_cast_fp16 = linear(bias = model_text_model_encoder_layers_12_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_12_mlp_fc2_weight_to_fp16, x = input_157_cast_fp16)[name = tensor("linear_77_cast_fp16")]; tensor input_159_cast_fp16 = add(x = input_151_cast_fp16, y = linear_77_cast_fp16)[name = tensor("input_159_cast_fp16")]; tensor hidden_states_79_axes_0 = const()[name = tensor("hidden_states_79_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_13_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(470116480)))]; tensor model_text_model_encoder_layers_13_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(470118848)))]; tensor hidden_states_79_cast_fp16 = layer_norm(axes = hidden_states_79_axes_0, beta = model_text_model_encoder_layers_13_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_13_layer_norm1_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("hidden_states_79_cast_fp16")]; tensor model_text_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(470121216)))]; tensor model_text_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(472775488)))]; tensor linear_78_cast_fp16 = linear(bias = model_text_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16, x = hidden_states_79_cast_fp16)[name = tensor("linear_78_cast_fp16")]; tensor model_text_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(472777856)))]; tensor model_text_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(475432128)))]; tensor linear_79_cast_fp16 = linear(bias = model_text_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16, x = hidden_states_79_cast_fp16)[name = tensor("linear_79_cast_fp16")]; tensor model_text_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(475434496)))]; tensor model_text_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(478088768)))]; tensor linear_80_cast_fp16 = linear(bias = model_text_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16, x = hidden_states_79_cast_fp16)[name = tensor("linear_80_cast_fp16")]; tensor var_828 = const()[name = tensor("op_828"), val = tensor([1, 64, 16, 72])]; tensor var_829_cast_fp16 = reshape(shape = var_828, x = linear_78_cast_fp16)[name = tensor("op_829_cast_fp16")]; tensor var_831 = const()[name = tensor("op_831"), val = tensor([1, 64, 16, 72])]; tensor var_832_cast_fp16 = reshape(shape = var_831, x = linear_79_cast_fp16)[name = tensor("op_832_cast_fp16")]; tensor var_834 = const()[name = tensor("op_834"), val = tensor([1, 64, 16, 72])]; tensor var_835_cast_fp16 = reshape(shape = var_834, x = linear_80_cast_fp16)[name = tensor("op_835_cast_fp16")]; tensor value_states_55_perm_0 = const()[name = tensor("value_states_55_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_13_y_0_to_fp16 = const()[name = tensor("mul_13_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_13_cast_fp16 = mul(x = var_829_cast_fp16, y = mul_13_y_0_to_fp16)[name = tensor("mul_13_cast_fp16")]; tensor matmul_13_transpose_y_0 = const()[name = tensor("matmul_13_transpose_y_0"), val = tensor(true)]; tensor matmul_13_transpose_x_0 = const()[name = tensor("matmul_13_transpose_x_0"), val = tensor(false)]; tensor transpose_134_perm_0 = const()[name = tensor("transpose_134_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_135_perm_0 = const()[name = tensor("transpose_135_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_135 = transpose(perm = transpose_135_perm_0, x = var_832_cast_fp16)[name = tensor("transpose_215")]; tensor transpose_134 = transpose(perm = transpose_134_perm_0, x = mul_13_cast_fp16)[name = tensor("transpose_216")]; tensor matmul_13_cast_fp16 = matmul(transpose_x = matmul_13_transpose_x_0, transpose_y = matmul_13_transpose_y_0, x = transpose_134, y = transpose_135)[name = tensor("matmul_13_cast_fp16")]; tensor softmax_13_axis_0 = const()[name = tensor("softmax_13_axis_0"), val = tensor(-1)]; tensor softmax_13_cast_fp16 = softmax(axis = softmax_13_axis_0, x = matmul_13_cast_fp16)[name = tensor("softmax_13_cast_fp16")]; tensor attn_output_53_transpose_x_0 = const()[name = tensor("attn_output_53_transpose_x_0"), val = tensor(false)]; tensor attn_output_53_transpose_y_0 = const()[name = tensor("attn_output_53_transpose_y_0"), val = tensor(false)]; tensor value_states_55_cast_fp16 = transpose(perm = value_states_55_perm_0, x = var_835_cast_fp16)[name = tensor("transpose_217")]; tensor attn_output_53_cast_fp16 = matmul(transpose_x = attn_output_53_transpose_x_0, transpose_y = attn_output_53_transpose_y_0, x = softmax_13_cast_fp16, y = value_states_55_cast_fp16)[name = tensor("attn_output_53_cast_fp16")]; tensor var_838_perm_0 = const()[name = tensor("op_838_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_840 = const()[name = tensor("op_840"), val = tensor([1, 64, 1152])]; tensor var_838_cast_fp16 = transpose(perm = var_838_perm_0, x = attn_output_53_cast_fp16)[name = tensor("transpose_214")]; tensor input_161_cast_fp16 = reshape(shape = var_840, x = var_838_cast_fp16)[name = tensor("input_161_cast_fp16")]; tensor model_text_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(478091136)))]; tensor model_text_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(480745408)))]; tensor linear_81_cast_fp16 = linear(bias = model_text_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16, x = input_161_cast_fp16)[name = tensor("linear_81_cast_fp16")]; tensor input_163_cast_fp16 = add(x = input_159_cast_fp16, y = linear_81_cast_fp16)[name = tensor("input_163_cast_fp16")]; tensor input_165_axes_0 = const()[name = tensor("input_165_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_13_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(480747776)))]; tensor model_text_model_encoder_layers_13_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(480750144)))]; tensor input_165_cast_fp16 = layer_norm(axes = input_165_axes_0, beta = model_text_model_encoder_layers_13_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_13_layer_norm2_weight_to_fp16, x = input_163_cast_fp16)[name = tensor("input_165_cast_fp16")]; tensor model_text_model_encoder_layers_13_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(480752512)))]; tensor model_text_model_encoder_layers_13_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(490668992)))]; tensor linear_82_cast_fp16 = linear(bias = model_text_model_encoder_layers_13_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_13_mlp_fc1_weight_to_fp16, x = input_165_cast_fp16)[name = tensor("linear_82_cast_fp16")]; tensor input_169_mode_0 = const()[name = tensor("input_169_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_169_cast_fp16 = gelu(mode = input_169_mode_0, x = linear_82_cast_fp16)[name = tensor("input_169_cast_fp16")]; tensor model_text_model_encoder_layers_13_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(490677696)))]; tensor model_text_model_encoder_layers_13_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_13_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(500594176)))]; tensor linear_83_cast_fp16 = linear(bias = model_text_model_encoder_layers_13_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_13_mlp_fc2_weight_to_fp16, x = input_169_cast_fp16)[name = tensor("linear_83_cast_fp16")]; tensor input_171_cast_fp16 = add(x = input_163_cast_fp16, y = linear_83_cast_fp16)[name = tensor("input_171_cast_fp16")]; tensor hidden_states_85_axes_0 = const()[name = tensor("hidden_states_85_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_14_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(500596544)))]; tensor model_text_model_encoder_layers_14_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(500598912)))]; tensor hidden_states_85_cast_fp16 = layer_norm(axes = hidden_states_85_axes_0, beta = model_text_model_encoder_layers_14_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_14_layer_norm1_weight_to_fp16, x = input_171_cast_fp16)[name = tensor("hidden_states_85_cast_fp16")]; tensor model_text_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(500601280)))]; tensor model_text_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(503255552)))]; tensor linear_84_cast_fp16 = linear(bias = model_text_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16, x = hidden_states_85_cast_fp16)[name = tensor("linear_84_cast_fp16")]; tensor model_text_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(503257920)))]; tensor model_text_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(505912192)))]; tensor linear_85_cast_fp16 = linear(bias = model_text_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16, x = hidden_states_85_cast_fp16)[name = tensor("linear_85_cast_fp16")]; tensor model_text_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(505914560)))]; tensor model_text_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(508568832)))]; tensor linear_86_cast_fp16 = linear(bias = model_text_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16, x = hidden_states_85_cast_fp16)[name = tensor("linear_86_cast_fp16")]; tensor var_883 = const()[name = tensor("op_883"), val = tensor([1, 64, 16, 72])]; tensor var_884_cast_fp16 = reshape(shape = var_883, x = linear_84_cast_fp16)[name = tensor("op_884_cast_fp16")]; tensor var_886 = const()[name = tensor("op_886"), val = tensor([1, 64, 16, 72])]; tensor var_887_cast_fp16 = reshape(shape = var_886, x = linear_85_cast_fp16)[name = tensor("op_887_cast_fp16")]; tensor var_889 = const()[name = tensor("op_889"), val = tensor([1, 64, 16, 72])]; tensor var_890_cast_fp16 = reshape(shape = var_889, x = linear_86_cast_fp16)[name = tensor("op_890_cast_fp16")]; tensor value_states_59_perm_0 = const()[name = tensor("value_states_59_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_14_y_0_to_fp16 = const()[name = tensor("mul_14_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_14_cast_fp16 = mul(x = var_884_cast_fp16, y = mul_14_y_0_to_fp16)[name = tensor("mul_14_cast_fp16")]; tensor matmul_14_transpose_y_0 = const()[name = tensor("matmul_14_transpose_y_0"), val = tensor(true)]; tensor matmul_14_transpose_x_0 = const()[name = tensor("matmul_14_transpose_x_0"), val = tensor(false)]; tensor transpose_136_perm_0 = const()[name = tensor("transpose_136_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_137_perm_0 = const()[name = tensor("transpose_137_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_137 = transpose(perm = transpose_137_perm_0, x = var_887_cast_fp16)[name = tensor("transpose_211")]; tensor transpose_136 = transpose(perm = transpose_136_perm_0, x = mul_14_cast_fp16)[name = tensor("transpose_212")]; tensor matmul_14_cast_fp16 = matmul(transpose_x = matmul_14_transpose_x_0, transpose_y = matmul_14_transpose_y_0, x = transpose_136, y = transpose_137)[name = tensor("matmul_14_cast_fp16")]; tensor softmax_14_axis_0 = const()[name = tensor("softmax_14_axis_0"), val = tensor(-1)]; tensor softmax_14_cast_fp16 = softmax(axis = softmax_14_axis_0, x = matmul_14_cast_fp16)[name = tensor("softmax_14_cast_fp16")]; tensor attn_output_57_transpose_x_0 = const()[name = tensor("attn_output_57_transpose_x_0"), val = tensor(false)]; tensor attn_output_57_transpose_y_0 = const()[name = tensor("attn_output_57_transpose_y_0"), val = tensor(false)]; tensor value_states_59_cast_fp16 = transpose(perm = value_states_59_perm_0, x = var_890_cast_fp16)[name = tensor("transpose_213")]; tensor attn_output_57_cast_fp16 = matmul(transpose_x = attn_output_57_transpose_x_0, transpose_y = attn_output_57_transpose_y_0, x = softmax_14_cast_fp16, y = value_states_59_cast_fp16)[name = tensor("attn_output_57_cast_fp16")]; tensor var_893_perm_0 = const()[name = tensor("op_893_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_895 = const()[name = tensor("op_895"), val = tensor([1, 64, 1152])]; tensor var_893_cast_fp16 = transpose(perm = var_893_perm_0, x = attn_output_57_cast_fp16)[name = tensor("transpose_210")]; tensor input_173_cast_fp16 = reshape(shape = var_895, x = var_893_cast_fp16)[name = tensor("input_173_cast_fp16")]; tensor model_text_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(508571200)))]; tensor model_text_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(511225472)))]; tensor linear_87_cast_fp16 = linear(bias = model_text_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16, x = input_173_cast_fp16)[name = tensor("linear_87_cast_fp16")]; tensor input_175_cast_fp16 = add(x = input_171_cast_fp16, y = linear_87_cast_fp16)[name = tensor("input_175_cast_fp16")]; tensor input_177_axes_0 = const()[name = tensor("input_177_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_14_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(511227840)))]; tensor model_text_model_encoder_layers_14_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(511230208)))]; tensor input_177_cast_fp16 = layer_norm(axes = input_177_axes_0, beta = model_text_model_encoder_layers_14_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_14_layer_norm2_weight_to_fp16, x = input_175_cast_fp16)[name = tensor("input_177_cast_fp16")]; tensor model_text_model_encoder_layers_14_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(511232576)))]; tensor model_text_model_encoder_layers_14_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(521149056)))]; tensor linear_88_cast_fp16 = linear(bias = model_text_model_encoder_layers_14_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_14_mlp_fc1_weight_to_fp16, x = input_177_cast_fp16)[name = tensor("linear_88_cast_fp16")]; tensor input_181_mode_0 = const()[name = tensor("input_181_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_181_cast_fp16 = gelu(mode = input_181_mode_0, x = linear_88_cast_fp16)[name = tensor("input_181_cast_fp16")]; tensor model_text_model_encoder_layers_14_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(521157760)))]; tensor model_text_model_encoder_layers_14_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_14_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(531074240)))]; tensor linear_89_cast_fp16 = linear(bias = model_text_model_encoder_layers_14_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_14_mlp_fc2_weight_to_fp16, x = input_181_cast_fp16)[name = tensor("linear_89_cast_fp16")]; tensor input_183_cast_fp16 = add(x = input_175_cast_fp16, y = linear_89_cast_fp16)[name = tensor("input_183_cast_fp16")]; tensor hidden_states_91_axes_0 = const()[name = tensor("hidden_states_91_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_15_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(531076608)))]; tensor model_text_model_encoder_layers_15_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(531078976)))]; tensor hidden_states_91_cast_fp16 = layer_norm(axes = hidden_states_91_axes_0, beta = model_text_model_encoder_layers_15_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_15_layer_norm1_weight_to_fp16, x = input_183_cast_fp16)[name = tensor("hidden_states_91_cast_fp16")]; tensor model_text_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(531081344)))]; tensor model_text_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(533735616)))]; tensor linear_90_cast_fp16 = linear(bias = model_text_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16, x = hidden_states_91_cast_fp16)[name = tensor("linear_90_cast_fp16")]; tensor model_text_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(533737984)))]; tensor model_text_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(536392256)))]; tensor linear_91_cast_fp16 = linear(bias = model_text_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16, x = hidden_states_91_cast_fp16)[name = tensor("linear_91_cast_fp16")]; tensor model_text_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(536394624)))]; tensor model_text_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(539048896)))]; tensor linear_92_cast_fp16 = linear(bias = model_text_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16, x = hidden_states_91_cast_fp16)[name = tensor("linear_92_cast_fp16")]; tensor var_938 = const()[name = tensor("op_938"), val = tensor([1, 64, 16, 72])]; tensor var_939_cast_fp16 = reshape(shape = var_938, x = linear_90_cast_fp16)[name = tensor("op_939_cast_fp16")]; tensor var_941 = const()[name = tensor("op_941"), val = tensor([1, 64, 16, 72])]; tensor var_942_cast_fp16 = reshape(shape = var_941, x = linear_91_cast_fp16)[name = tensor("op_942_cast_fp16")]; tensor var_944 = const()[name = tensor("op_944"), val = tensor([1, 64, 16, 72])]; tensor var_945_cast_fp16 = reshape(shape = var_944, x = linear_92_cast_fp16)[name = tensor("op_945_cast_fp16")]; tensor value_states_63_perm_0 = const()[name = tensor("value_states_63_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_15_y_0_to_fp16 = const()[name = tensor("mul_15_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_15_cast_fp16 = mul(x = var_939_cast_fp16, y = mul_15_y_0_to_fp16)[name = tensor("mul_15_cast_fp16")]; tensor matmul_15_transpose_y_0 = const()[name = tensor("matmul_15_transpose_y_0"), val = tensor(true)]; tensor matmul_15_transpose_x_0 = const()[name = tensor("matmul_15_transpose_x_0"), val = tensor(false)]; tensor transpose_138_perm_0 = const()[name = tensor("transpose_138_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_139_perm_0 = const()[name = tensor("transpose_139_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_139 = transpose(perm = transpose_139_perm_0, x = var_942_cast_fp16)[name = tensor("transpose_207")]; tensor transpose_138 = transpose(perm = transpose_138_perm_0, x = mul_15_cast_fp16)[name = tensor("transpose_208")]; tensor matmul_15_cast_fp16 = matmul(transpose_x = matmul_15_transpose_x_0, transpose_y = matmul_15_transpose_y_0, x = transpose_138, y = transpose_139)[name = tensor("matmul_15_cast_fp16")]; tensor softmax_15_axis_0 = const()[name = tensor("softmax_15_axis_0"), val = tensor(-1)]; tensor softmax_15_cast_fp16 = softmax(axis = softmax_15_axis_0, x = matmul_15_cast_fp16)[name = tensor("softmax_15_cast_fp16")]; tensor attn_output_61_transpose_x_0 = const()[name = tensor("attn_output_61_transpose_x_0"), val = tensor(false)]; tensor attn_output_61_transpose_y_0 = const()[name = tensor("attn_output_61_transpose_y_0"), val = tensor(false)]; tensor value_states_63_cast_fp16 = transpose(perm = value_states_63_perm_0, x = var_945_cast_fp16)[name = tensor("transpose_209")]; tensor attn_output_61_cast_fp16 = matmul(transpose_x = attn_output_61_transpose_x_0, transpose_y = attn_output_61_transpose_y_0, x = softmax_15_cast_fp16, y = value_states_63_cast_fp16)[name = tensor("attn_output_61_cast_fp16")]; tensor var_948_perm_0 = const()[name = tensor("op_948_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_950 = const()[name = tensor("op_950"), val = tensor([1, 64, 1152])]; tensor var_948_cast_fp16 = transpose(perm = var_948_perm_0, x = attn_output_61_cast_fp16)[name = tensor("transpose_206")]; tensor input_185_cast_fp16 = reshape(shape = var_950, x = var_948_cast_fp16)[name = tensor("input_185_cast_fp16")]; tensor model_text_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(539051264)))]; tensor model_text_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(541705536)))]; tensor linear_93_cast_fp16 = linear(bias = model_text_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16, x = input_185_cast_fp16)[name = tensor("linear_93_cast_fp16")]; tensor input_187_cast_fp16 = add(x = input_183_cast_fp16, y = linear_93_cast_fp16)[name = tensor("input_187_cast_fp16")]; tensor input_189_axes_0 = const()[name = tensor("input_189_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_15_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(541707904)))]; tensor model_text_model_encoder_layers_15_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(541710272)))]; tensor input_189_cast_fp16 = layer_norm(axes = input_189_axes_0, beta = model_text_model_encoder_layers_15_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_15_layer_norm2_weight_to_fp16, x = input_187_cast_fp16)[name = tensor("input_189_cast_fp16")]; tensor model_text_model_encoder_layers_15_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(541712640)))]; tensor model_text_model_encoder_layers_15_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(551629120)))]; tensor linear_94_cast_fp16 = linear(bias = model_text_model_encoder_layers_15_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_15_mlp_fc1_weight_to_fp16, x = input_189_cast_fp16)[name = tensor("linear_94_cast_fp16")]; tensor input_193_mode_0 = const()[name = tensor("input_193_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_193_cast_fp16 = gelu(mode = input_193_mode_0, x = linear_94_cast_fp16)[name = tensor("input_193_cast_fp16")]; tensor model_text_model_encoder_layers_15_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(551637824)))]; tensor model_text_model_encoder_layers_15_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_15_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(561554304)))]; tensor linear_95_cast_fp16 = linear(bias = model_text_model_encoder_layers_15_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_15_mlp_fc2_weight_to_fp16, x = input_193_cast_fp16)[name = tensor("linear_95_cast_fp16")]; tensor input_195_cast_fp16 = add(x = input_187_cast_fp16, y = linear_95_cast_fp16)[name = tensor("input_195_cast_fp16")]; tensor hidden_states_97_axes_0 = const()[name = tensor("hidden_states_97_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_16_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(561556672)))]; tensor model_text_model_encoder_layers_16_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(561559040)))]; tensor hidden_states_97_cast_fp16 = layer_norm(axes = hidden_states_97_axes_0, beta = model_text_model_encoder_layers_16_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_16_layer_norm1_weight_to_fp16, x = input_195_cast_fp16)[name = tensor("hidden_states_97_cast_fp16")]; tensor model_text_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(561561408)))]; tensor model_text_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(564215680)))]; tensor linear_96_cast_fp16 = linear(bias = model_text_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16, x = hidden_states_97_cast_fp16)[name = tensor("linear_96_cast_fp16")]; tensor model_text_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(564218048)))]; tensor model_text_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(566872320)))]; tensor linear_97_cast_fp16 = linear(bias = model_text_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16, x = hidden_states_97_cast_fp16)[name = tensor("linear_97_cast_fp16")]; tensor model_text_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(566874688)))]; tensor model_text_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(569528960)))]; tensor linear_98_cast_fp16 = linear(bias = model_text_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16, x = hidden_states_97_cast_fp16)[name = tensor("linear_98_cast_fp16")]; tensor var_993 = const()[name = tensor("op_993"), val = tensor([1, 64, 16, 72])]; tensor var_994_cast_fp16 = reshape(shape = var_993, x = linear_96_cast_fp16)[name = tensor("op_994_cast_fp16")]; tensor var_996 = const()[name = tensor("op_996"), val = tensor([1, 64, 16, 72])]; tensor var_997_cast_fp16 = reshape(shape = var_996, x = linear_97_cast_fp16)[name = tensor("op_997_cast_fp16")]; tensor var_999 = const()[name = tensor("op_999"), val = tensor([1, 64, 16, 72])]; tensor var_1000_cast_fp16 = reshape(shape = var_999, x = linear_98_cast_fp16)[name = tensor("op_1000_cast_fp16")]; tensor value_states_67_perm_0 = const()[name = tensor("value_states_67_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_16_y_0_to_fp16 = const()[name = tensor("mul_16_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_16_cast_fp16 = mul(x = var_994_cast_fp16, y = mul_16_y_0_to_fp16)[name = tensor("mul_16_cast_fp16")]; tensor matmul_16_transpose_y_0 = const()[name = tensor("matmul_16_transpose_y_0"), val = tensor(true)]; tensor matmul_16_transpose_x_0 = const()[name = tensor("matmul_16_transpose_x_0"), val = tensor(false)]; tensor transpose_140_perm_0 = const()[name = tensor("transpose_140_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_141_perm_0 = const()[name = tensor("transpose_141_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_141 = transpose(perm = transpose_141_perm_0, x = var_997_cast_fp16)[name = tensor("transpose_203")]; tensor transpose_140 = transpose(perm = transpose_140_perm_0, x = mul_16_cast_fp16)[name = tensor("transpose_204")]; tensor matmul_16_cast_fp16 = matmul(transpose_x = matmul_16_transpose_x_0, transpose_y = matmul_16_transpose_y_0, x = transpose_140, y = transpose_141)[name = tensor("matmul_16_cast_fp16")]; tensor softmax_16_axis_0 = const()[name = tensor("softmax_16_axis_0"), val = tensor(-1)]; tensor softmax_16_cast_fp16 = softmax(axis = softmax_16_axis_0, x = matmul_16_cast_fp16)[name = tensor("softmax_16_cast_fp16")]; tensor attn_output_65_transpose_x_0 = const()[name = tensor("attn_output_65_transpose_x_0"), val = tensor(false)]; tensor attn_output_65_transpose_y_0 = const()[name = tensor("attn_output_65_transpose_y_0"), val = tensor(false)]; tensor value_states_67_cast_fp16 = transpose(perm = value_states_67_perm_0, x = var_1000_cast_fp16)[name = tensor("transpose_205")]; tensor attn_output_65_cast_fp16 = matmul(transpose_x = attn_output_65_transpose_x_0, transpose_y = attn_output_65_transpose_y_0, x = softmax_16_cast_fp16, y = value_states_67_cast_fp16)[name = tensor("attn_output_65_cast_fp16")]; tensor var_1003_perm_0 = const()[name = tensor("op_1003_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1005 = const()[name = tensor("op_1005"), val = tensor([1, 64, 1152])]; tensor var_1003_cast_fp16 = transpose(perm = var_1003_perm_0, x = attn_output_65_cast_fp16)[name = tensor("transpose_202")]; tensor input_197_cast_fp16 = reshape(shape = var_1005, x = var_1003_cast_fp16)[name = tensor("input_197_cast_fp16")]; tensor model_text_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(569531328)))]; tensor model_text_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(572185600)))]; tensor linear_99_cast_fp16 = linear(bias = model_text_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16, x = input_197_cast_fp16)[name = tensor("linear_99_cast_fp16")]; tensor input_199_cast_fp16 = add(x = input_195_cast_fp16, y = linear_99_cast_fp16)[name = tensor("input_199_cast_fp16")]; tensor input_201_axes_0 = const()[name = tensor("input_201_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_16_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(572187968)))]; tensor model_text_model_encoder_layers_16_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(572190336)))]; tensor input_201_cast_fp16 = layer_norm(axes = input_201_axes_0, beta = model_text_model_encoder_layers_16_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_16_layer_norm2_weight_to_fp16, x = input_199_cast_fp16)[name = tensor("input_201_cast_fp16")]; tensor model_text_model_encoder_layers_16_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(572192704)))]; tensor model_text_model_encoder_layers_16_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(582109184)))]; tensor linear_100_cast_fp16 = linear(bias = model_text_model_encoder_layers_16_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_16_mlp_fc1_weight_to_fp16, x = input_201_cast_fp16)[name = tensor("linear_100_cast_fp16")]; tensor input_205_mode_0 = const()[name = tensor("input_205_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_205_cast_fp16 = gelu(mode = input_205_mode_0, x = linear_100_cast_fp16)[name = tensor("input_205_cast_fp16")]; tensor model_text_model_encoder_layers_16_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(582117888)))]; tensor model_text_model_encoder_layers_16_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_16_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(592034368)))]; tensor linear_101_cast_fp16 = linear(bias = model_text_model_encoder_layers_16_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_16_mlp_fc2_weight_to_fp16, x = input_205_cast_fp16)[name = tensor("linear_101_cast_fp16")]; tensor input_207_cast_fp16 = add(x = input_199_cast_fp16, y = linear_101_cast_fp16)[name = tensor("input_207_cast_fp16")]; tensor hidden_states_103_axes_0 = const()[name = tensor("hidden_states_103_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_17_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(592036736)))]; tensor model_text_model_encoder_layers_17_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(592039104)))]; tensor hidden_states_103_cast_fp16 = layer_norm(axes = hidden_states_103_axes_0, beta = model_text_model_encoder_layers_17_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_17_layer_norm1_weight_to_fp16, x = input_207_cast_fp16)[name = tensor("hidden_states_103_cast_fp16")]; tensor model_text_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(592041472)))]; tensor model_text_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(594695744)))]; tensor linear_102_cast_fp16 = linear(bias = model_text_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16, x = hidden_states_103_cast_fp16)[name = tensor("linear_102_cast_fp16")]; tensor model_text_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(594698112)))]; tensor model_text_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(597352384)))]; tensor linear_103_cast_fp16 = linear(bias = model_text_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16, x = hidden_states_103_cast_fp16)[name = tensor("linear_103_cast_fp16")]; tensor model_text_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(597354752)))]; tensor model_text_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(600009024)))]; tensor linear_104_cast_fp16 = linear(bias = model_text_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16, x = hidden_states_103_cast_fp16)[name = tensor("linear_104_cast_fp16")]; tensor var_1048 = const()[name = tensor("op_1048"), val = tensor([1, 64, 16, 72])]; tensor var_1049_cast_fp16 = reshape(shape = var_1048, x = linear_102_cast_fp16)[name = tensor("op_1049_cast_fp16")]; tensor var_1051 = const()[name = tensor("op_1051"), val = tensor([1, 64, 16, 72])]; tensor var_1052_cast_fp16 = reshape(shape = var_1051, x = linear_103_cast_fp16)[name = tensor("op_1052_cast_fp16")]; tensor var_1054 = const()[name = tensor("op_1054"), val = tensor([1, 64, 16, 72])]; tensor var_1055_cast_fp16 = reshape(shape = var_1054, x = linear_104_cast_fp16)[name = tensor("op_1055_cast_fp16")]; tensor value_states_71_perm_0 = const()[name = tensor("value_states_71_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_17_y_0_to_fp16 = const()[name = tensor("mul_17_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_17_cast_fp16 = mul(x = var_1049_cast_fp16, y = mul_17_y_0_to_fp16)[name = tensor("mul_17_cast_fp16")]; tensor matmul_17_transpose_y_0 = const()[name = tensor("matmul_17_transpose_y_0"), val = tensor(true)]; tensor matmul_17_transpose_x_0 = const()[name = tensor("matmul_17_transpose_x_0"), val = tensor(false)]; tensor transpose_142_perm_0 = const()[name = tensor("transpose_142_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_143_perm_0 = const()[name = tensor("transpose_143_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_143 = transpose(perm = transpose_143_perm_0, x = var_1052_cast_fp16)[name = tensor("transpose_199")]; tensor transpose_142 = transpose(perm = transpose_142_perm_0, x = mul_17_cast_fp16)[name = tensor("transpose_200")]; tensor matmul_17_cast_fp16 = matmul(transpose_x = matmul_17_transpose_x_0, transpose_y = matmul_17_transpose_y_0, x = transpose_142, y = transpose_143)[name = tensor("matmul_17_cast_fp16")]; tensor softmax_17_axis_0 = const()[name = tensor("softmax_17_axis_0"), val = tensor(-1)]; tensor softmax_17_cast_fp16 = softmax(axis = softmax_17_axis_0, x = matmul_17_cast_fp16)[name = tensor("softmax_17_cast_fp16")]; tensor attn_output_69_transpose_x_0 = const()[name = tensor("attn_output_69_transpose_x_0"), val = tensor(false)]; tensor attn_output_69_transpose_y_0 = const()[name = tensor("attn_output_69_transpose_y_0"), val = tensor(false)]; tensor value_states_71_cast_fp16 = transpose(perm = value_states_71_perm_0, x = var_1055_cast_fp16)[name = tensor("transpose_201")]; tensor attn_output_69_cast_fp16 = matmul(transpose_x = attn_output_69_transpose_x_0, transpose_y = attn_output_69_transpose_y_0, x = softmax_17_cast_fp16, y = value_states_71_cast_fp16)[name = tensor("attn_output_69_cast_fp16")]; tensor var_1058_perm_0 = const()[name = tensor("op_1058_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1060 = const()[name = tensor("op_1060"), val = tensor([1, 64, 1152])]; tensor var_1058_cast_fp16 = transpose(perm = var_1058_perm_0, x = attn_output_69_cast_fp16)[name = tensor("transpose_198")]; tensor input_209_cast_fp16 = reshape(shape = var_1060, x = var_1058_cast_fp16)[name = tensor("input_209_cast_fp16")]; tensor model_text_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(600011392)))]; tensor model_text_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(602665664)))]; tensor linear_105_cast_fp16 = linear(bias = model_text_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16, x = input_209_cast_fp16)[name = tensor("linear_105_cast_fp16")]; tensor input_211_cast_fp16 = add(x = input_207_cast_fp16, y = linear_105_cast_fp16)[name = tensor("input_211_cast_fp16")]; tensor input_213_axes_0 = const()[name = tensor("input_213_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_17_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(602668032)))]; tensor model_text_model_encoder_layers_17_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(602670400)))]; tensor input_213_cast_fp16 = layer_norm(axes = input_213_axes_0, beta = model_text_model_encoder_layers_17_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_17_layer_norm2_weight_to_fp16, x = input_211_cast_fp16)[name = tensor("input_213_cast_fp16")]; tensor model_text_model_encoder_layers_17_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(602672768)))]; tensor model_text_model_encoder_layers_17_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(612589248)))]; tensor linear_106_cast_fp16 = linear(bias = model_text_model_encoder_layers_17_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_17_mlp_fc1_weight_to_fp16, x = input_213_cast_fp16)[name = tensor("linear_106_cast_fp16")]; tensor input_217_mode_0 = const()[name = tensor("input_217_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_217_cast_fp16 = gelu(mode = input_217_mode_0, x = linear_106_cast_fp16)[name = tensor("input_217_cast_fp16")]; tensor model_text_model_encoder_layers_17_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(612597952)))]; tensor model_text_model_encoder_layers_17_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_17_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(622514432)))]; tensor linear_107_cast_fp16 = linear(bias = model_text_model_encoder_layers_17_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_17_mlp_fc2_weight_to_fp16, x = input_217_cast_fp16)[name = tensor("linear_107_cast_fp16")]; tensor input_219_cast_fp16 = add(x = input_211_cast_fp16, y = linear_107_cast_fp16)[name = tensor("input_219_cast_fp16")]; tensor hidden_states_109_axes_0 = const()[name = tensor("hidden_states_109_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_18_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(622516800)))]; tensor model_text_model_encoder_layers_18_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(622519168)))]; tensor hidden_states_109_cast_fp16 = layer_norm(axes = hidden_states_109_axes_0, beta = model_text_model_encoder_layers_18_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_18_layer_norm1_weight_to_fp16, x = input_219_cast_fp16)[name = tensor("hidden_states_109_cast_fp16")]; tensor model_text_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(622521536)))]; tensor model_text_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(625175808)))]; tensor linear_108_cast_fp16 = linear(bias = model_text_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = tensor("linear_108_cast_fp16")]; tensor model_text_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(625178176)))]; tensor model_text_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(627832448)))]; tensor linear_109_cast_fp16 = linear(bias = model_text_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = tensor("linear_109_cast_fp16")]; tensor model_text_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(627834816)))]; tensor model_text_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(630489088)))]; tensor linear_110_cast_fp16 = linear(bias = model_text_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = tensor("linear_110_cast_fp16")]; tensor var_1103 = const()[name = tensor("op_1103"), val = tensor([1, 64, 16, 72])]; tensor var_1104_cast_fp16 = reshape(shape = var_1103, x = linear_108_cast_fp16)[name = tensor("op_1104_cast_fp16")]; tensor var_1106 = const()[name = tensor("op_1106"), val = tensor([1, 64, 16, 72])]; tensor var_1107_cast_fp16 = reshape(shape = var_1106, x = linear_109_cast_fp16)[name = tensor("op_1107_cast_fp16")]; tensor var_1109 = const()[name = tensor("op_1109"), val = tensor([1, 64, 16, 72])]; tensor var_1110_cast_fp16 = reshape(shape = var_1109, x = linear_110_cast_fp16)[name = tensor("op_1110_cast_fp16")]; tensor value_states_75_perm_0 = const()[name = tensor("value_states_75_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_18_y_0_to_fp16 = const()[name = tensor("mul_18_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_18_cast_fp16 = mul(x = var_1104_cast_fp16, y = mul_18_y_0_to_fp16)[name = tensor("mul_18_cast_fp16")]; tensor matmul_18_transpose_y_0 = const()[name = tensor("matmul_18_transpose_y_0"), val = tensor(true)]; tensor matmul_18_transpose_x_0 = const()[name = tensor("matmul_18_transpose_x_0"), val = tensor(false)]; tensor transpose_144_perm_0 = const()[name = tensor("transpose_144_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_145_perm_0 = const()[name = tensor("transpose_145_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_145 = transpose(perm = transpose_145_perm_0, x = var_1107_cast_fp16)[name = tensor("transpose_195")]; tensor transpose_144 = transpose(perm = transpose_144_perm_0, x = mul_18_cast_fp16)[name = tensor("transpose_196")]; tensor matmul_18_cast_fp16 = matmul(transpose_x = matmul_18_transpose_x_0, transpose_y = matmul_18_transpose_y_0, x = transpose_144, y = transpose_145)[name = tensor("matmul_18_cast_fp16")]; tensor softmax_18_axis_0 = const()[name = tensor("softmax_18_axis_0"), val = tensor(-1)]; tensor softmax_18_cast_fp16 = softmax(axis = softmax_18_axis_0, x = matmul_18_cast_fp16)[name = tensor("softmax_18_cast_fp16")]; tensor attn_output_73_transpose_x_0 = const()[name = tensor("attn_output_73_transpose_x_0"), val = tensor(false)]; tensor attn_output_73_transpose_y_0 = const()[name = tensor("attn_output_73_transpose_y_0"), val = tensor(false)]; tensor value_states_75_cast_fp16 = transpose(perm = value_states_75_perm_0, x = var_1110_cast_fp16)[name = tensor("transpose_197")]; tensor attn_output_73_cast_fp16 = matmul(transpose_x = attn_output_73_transpose_x_0, transpose_y = attn_output_73_transpose_y_0, x = softmax_18_cast_fp16, y = value_states_75_cast_fp16)[name = tensor("attn_output_73_cast_fp16")]; tensor var_1113_perm_0 = const()[name = tensor("op_1113_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1115 = const()[name = tensor("op_1115"), val = tensor([1, 64, 1152])]; tensor var_1113_cast_fp16 = transpose(perm = var_1113_perm_0, x = attn_output_73_cast_fp16)[name = tensor("transpose_194")]; tensor input_221_cast_fp16 = reshape(shape = var_1115, x = var_1113_cast_fp16)[name = tensor("input_221_cast_fp16")]; tensor model_text_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(630491456)))]; tensor model_text_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(633145728)))]; tensor linear_111_cast_fp16 = linear(bias = model_text_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16, x = input_221_cast_fp16)[name = tensor("linear_111_cast_fp16")]; tensor input_223_cast_fp16 = add(x = input_219_cast_fp16, y = linear_111_cast_fp16)[name = tensor("input_223_cast_fp16")]; tensor input_225_axes_0 = const()[name = tensor("input_225_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_18_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(633148096)))]; tensor model_text_model_encoder_layers_18_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(633150464)))]; tensor input_225_cast_fp16 = layer_norm(axes = input_225_axes_0, beta = model_text_model_encoder_layers_18_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_18_layer_norm2_weight_to_fp16, x = input_223_cast_fp16)[name = tensor("input_225_cast_fp16")]; tensor model_text_model_encoder_layers_18_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(633152832)))]; tensor model_text_model_encoder_layers_18_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(643069312)))]; tensor linear_112_cast_fp16 = linear(bias = model_text_model_encoder_layers_18_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_18_mlp_fc1_weight_to_fp16, x = input_225_cast_fp16)[name = tensor("linear_112_cast_fp16")]; tensor input_229_mode_0 = const()[name = tensor("input_229_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_229_cast_fp16 = gelu(mode = input_229_mode_0, x = linear_112_cast_fp16)[name = tensor("input_229_cast_fp16")]; tensor model_text_model_encoder_layers_18_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(643078016)))]; tensor model_text_model_encoder_layers_18_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_18_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(652994496)))]; tensor linear_113_cast_fp16 = linear(bias = model_text_model_encoder_layers_18_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_18_mlp_fc2_weight_to_fp16, x = input_229_cast_fp16)[name = tensor("linear_113_cast_fp16")]; tensor input_231_cast_fp16 = add(x = input_223_cast_fp16, y = linear_113_cast_fp16)[name = tensor("input_231_cast_fp16")]; tensor hidden_states_115_axes_0 = const()[name = tensor("hidden_states_115_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_19_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(652996864)))]; tensor model_text_model_encoder_layers_19_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(652999232)))]; tensor hidden_states_115_cast_fp16 = layer_norm(axes = hidden_states_115_axes_0, beta = model_text_model_encoder_layers_19_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_19_layer_norm1_weight_to_fp16, x = input_231_cast_fp16)[name = tensor("hidden_states_115_cast_fp16")]; tensor model_text_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(653001600)))]; tensor model_text_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(655655872)))]; tensor linear_114_cast_fp16 = linear(bias = model_text_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16, x = hidden_states_115_cast_fp16)[name = tensor("linear_114_cast_fp16")]; tensor model_text_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(655658240)))]; tensor model_text_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(658312512)))]; tensor linear_115_cast_fp16 = linear(bias = model_text_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16, x = hidden_states_115_cast_fp16)[name = tensor("linear_115_cast_fp16")]; tensor model_text_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(658314880)))]; tensor model_text_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(660969152)))]; tensor linear_116_cast_fp16 = linear(bias = model_text_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16, x = hidden_states_115_cast_fp16)[name = tensor("linear_116_cast_fp16")]; tensor var_1158 = const()[name = tensor("op_1158"), val = tensor([1, 64, 16, 72])]; tensor var_1159_cast_fp16 = reshape(shape = var_1158, x = linear_114_cast_fp16)[name = tensor("op_1159_cast_fp16")]; tensor var_1161 = const()[name = tensor("op_1161"), val = tensor([1, 64, 16, 72])]; tensor var_1162_cast_fp16 = reshape(shape = var_1161, x = linear_115_cast_fp16)[name = tensor("op_1162_cast_fp16")]; tensor var_1164 = const()[name = tensor("op_1164"), val = tensor([1, 64, 16, 72])]; tensor var_1165_cast_fp16 = reshape(shape = var_1164, x = linear_116_cast_fp16)[name = tensor("op_1165_cast_fp16")]; tensor value_states_79_perm_0 = const()[name = tensor("value_states_79_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_19_y_0_to_fp16 = const()[name = tensor("mul_19_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_19_cast_fp16 = mul(x = var_1159_cast_fp16, y = mul_19_y_0_to_fp16)[name = tensor("mul_19_cast_fp16")]; tensor matmul_19_transpose_y_0 = const()[name = tensor("matmul_19_transpose_y_0"), val = tensor(true)]; tensor matmul_19_transpose_x_0 = const()[name = tensor("matmul_19_transpose_x_0"), val = tensor(false)]; tensor transpose_146_perm_0 = const()[name = tensor("transpose_146_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_147_perm_0 = const()[name = tensor("transpose_147_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_147 = transpose(perm = transpose_147_perm_0, x = var_1162_cast_fp16)[name = tensor("transpose_191")]; tensor transpose_146 = transpose(perm = transpose_146_perm_0, x = mul_19_cast_fp16)[name = tensor("transpose_192")]; tensor matmul_19_cast_fp16 = matmul(transpose_x = matmul_19_transpose_x_0, transpose_y = matmul_19_transpose_y_0, x = transpose_146, y = transpose_147)[name = tensor("matmul_19_cast_fp16")]; tensor softmax_19_axis_0 = const()[name = tensor("softmax_19_axis_0"), val = tensor(-1)]; tensor softmax_19_cast_fp16 = softmax(axis = softmax_19_axis_0, x = matmul_19_cast_fp16)[name = tensor("softmax_19_cast_fp16")]; tensor attn_output_77_transpose_x_0 = const()[name = tensor("attn_output_77_transpose_x_0"), val = tensor(false)]; tensor attn_output_77_transpose_y_0 = const()[name = tensor("attn_output_77_transpose_y_0"), val = tensor(false)]; tensor value_states_79_cast_fp16 = transpose(perm = value_states_79_perm_0, x = var_1165_cast_fp16)[name = tensor("transpose_193")]; tensor attn_output_77_cast_fp16 = matmul(transpose_x = attn_output_77_transpose_x_0, transpose_y = attn_output_77_transpose_y_0, x = softmax_19_cast_fp16, y = value_states_79_cast_fp16)[name = tensor("attn_output_77_cast_fp16")]; tensor var_1168_perm_0 = const()[name = tensor("op_1168_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1170 = const()[name = tensor("op_1170"), val = tensor([1, 64, 1152])]; tensor var_1168_cast_fp16 = transpose(perm = var_1168_perm_0, x = attn_output_77_cast_fp16)[name = tensor("transpose_190")]; tensor input_233_cast_fp16 = reshape(shape = var_1170, x = var_1168_cast_fp16)[name = tensor("input_233_cast_fp16")]; tensor model_text_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(660971520)))]; tensor model_text_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(663625792)))]; tensor linear_117_cast_fp16 = linear(bias = model_text_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16, x = input_233_cast_fp16)[name = tensor("linear_117_cast_fp16")]; tensor input_235_cast_fp16 = add(x = input_231_cast_fp16, y = linear_117_cast_fp16)[name = tensor("input_235_cast_fp16")]; tensor input_237_axes_0 = const()[name = tensor("input_237_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_19_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(663628160)))]; tensor model_text_model_encoder_layers_19_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(663630528)))]; tensor input_237_cast_fp16 = layer_norm(axes = input_237_axes_0, beta = model_text_model_encoder_layers_19_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_19_layer_norm2_weight_to_fp16, x = input_235_cast_fp16)[name = tensor("input_237_cast_fp16")]; tensor model_text_model_encoder_layers_19_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(663632896)))]; tensor model_text_model_encoder_layers_19_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(673549376)))]; tensor linear_118_cast_fp16 = linear(bias = model_text_model_encoder_layers_19_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_19_mlp_fc1_weight_to_fp16, x = input_237_cast_fp16)[name = tensor("linear_118_cast_fp16")]; tensor input_241_mode_0 = const()[name = tensor("input_241_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_241_cast_fp16 = gelu(mode = input_241_mode_0, x = linear_118_cast_fp16)[name = tensor("input_241_cast_fp16")]; tensor model_text_model_encoder_layers_19_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(673558080)))]; tensor model_text_model_encoder_layers_19_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_19_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(683474560)))]; tensor linear_119_cast_fp16 = linear(bias = model_text_model_encoder_layers_19_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_19_mlp_fc2_weight_to_fp16, x = input_241_cast_fp16)[name = tensor("linear_119_cast_fp16")]; tensor input_243_cast_fp16 = add(x = input_235_cast_fp16, y = linear_119_cast_fp16)[name = tensor("input_243_cast_fp16")]; tensor hidden_states_121_axes_0 = const()[name = tensor("hidden_states_121_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_20_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(683476928)))]; tensor model_text_model_encoder_layers_20_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(683479296)))]; tensor hidden_states_121_cast_fp16 = layer_norm(axes = hidden_states_121_axes_0, beta = model_text_model_encoder_layers_20_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_20_layer_norm1_weight_to_fp16, x = input_243_cast_fp16)[name = tensor("hidden_states_121_cast_fp16")]; tensor model_text_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(683481664)))]; tensor model_text_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(686135936)))]; tensor linear_120_cast_fp16 = linear(bias = model_text_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16, x = hidden_states_121_cast_fp16)[name = tensor("linear_120_cast_fp16")]; tensor model_text_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(686138304)))]; tensor model_text_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(688792576)))]; tensor linear_121_cast_fp16 = linear(bias = model_text_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16, x = hidden_states_121_cast_fp16)[name = tensor("linear_121_cast_fp16")]; tensor model_text_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(688794944)))]; tensor model_text_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(691449216)))]; tensor linear_122_cast_fp16 = linear(bias = model_text_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16, x = hidden_states_121_cast_fp16)[name = tensor("linear_122_cast_fp16")]; tensor var_1213 = const()[name = tensor("op_1213"), val = tensor([1, 64, 16, 72])]; tensor var_1214_cast_fp16 = reshape(shape = var_1213, x = linear_120_cast_fp16)[name = tensor("op_1214_cast_fp16")]; tensor var_1216 = const()[name = tensor("op_1216"), val = tensor([1, 64, 16, 72])]; tensor var_1217_cast_fp16 = reshape(shape = var_1216, x = linear_121_cast_fp16)[name = tensor("op_1217_cast_fp16")]; tensor var_1219 = const()[name = tensor("op_1219"), val = tensor([1, 64, 16, 72])]; tensor var_1220_cast_fp16 = reshape(shape = var_1219, x = linear_122_cast_fp16)[name = tensor("op_1220_cast_fp16")]; tensor value_states_83_perm_0 = const()[name = tensor("value_states_83_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_20_y_0_to_fp16 = const()[name = tensor("mul_20_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_20_cast_fp16 = mul(x = var_1214_cast_fp16, y = mul_20_y_0_to_fp16)[name = tensor("mul_20_cast_fp16")]; tensor matmul_20_transpose_y_0 = const()[name = tensor("matmul_20_transpose_y_0"), val = tensor(true)]; tensor matmul_20_transpose_x_0 = const()[name = tensor("matmul_20_transpose_x_0"), val = tensor(false)]; tensor transpose_148_perm_0 = const()[name = tensor("transpose_148_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_149_perm_0 = const()[name = tensor("transpose_149_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_149 = transpose(perm = transpose_149_perm_0, x = var_1217_cast_fp16)[name = tensor("transpose_187")]; tensor transpose_148 = transpose(perm = transpose_148_perm_0, x = mul_20_cast_fp16)[name = tensor("transpose_188")]; tensor matmul_20_cast_fp16 = matmul(transpose_x = matmul_20_transpose_x_0, transpose_y = matmul_20_transpose_y_0, x = transpose_148, y = transpose_149)[name = tensor("matmul_20_cast_fp16")]; tensor softmax_20_axis_0 = const()[name = tensor("softmax_20_axis_0"), val = tensor(-1)]; tensor softmax_20_cast_fp16 = softmax(axis = softmax_20_axis_0, x = matmul_20_cast_fp16)[name = tensor("softmax_20_cast_fp16")]; tensor attn_output_81_transpose_x_0 = const()[name = tensor("attn_output_81_transpose_x_0"), val = tensor(false)]; tensor attn_output_81_transpose_y_0 = const()[name = tensor("attn_output_81_transpose_y_0"), val = tensor(false)]; tensor value_states_83_cast_fp16 = transpose(perm = value_states_83_perm_0, x = var_1220_cast_fp16)[name = tensor("transpose_189")]; tensor attn_output_81_cast_fp16 = matmul(transpose_x = attn_output_81_transpose_x_0, transpose_y = attn_output_81_transpose_y_0, x = softmax_20_cast_fp16, y = value_states_83_cast_fp16)[name = tensor("attn_output_81_cast_fp16")]; tensor var_1223_perm_0 = const()[name = tensor("op_1223_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1225 = const()[name = tensor("op_1225"), val = tensor([1, 64, 1152])]; tensor var_1223_cast_fp16 = transpose(perm = var_1223_perm_0, x = attn_output_81_cast_fp16)[name = tensor("transpose_186")]; tensor input_245_cast_fp16 = reshape(shape = var_1225, x = var_1223_cast_fp16)[name = tensor("input_245_cast_fp16")]; tensor model_text_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(691451584)))]; tensor model_text_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(694105856)))]; tensor linear_123_cast_fp16 = linear(bias = model_text_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16, x = input_245_cast_fp16)[name = tensor("linear_123_cast_fp16")]; tensor input_247_cast_fp16 = add(x = input_243_cast_fp16, y = linear_123_cast_fp16)[name = tensor("input_247_cast_fp16")]; tensor input_249_axes_0 = const()[name = tensor("input_249_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_20_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(694108224)))]; tensor model_text_model_encoder_layers_20_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(694110592)))]; tensor input_249_cast_fp16 = layer_norm(axes = input_249_axes_0, beta = model_text_model_encoder_layers_20_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_20_layer_norm2_weight_to_fp16, x = input_247_cast_fp16)[name = tensor("input_249_cast_fp16")]; tensor model_text_model_encoder_layers_20_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(694112960)))]; tensor model_text_model_encoder_layers_20_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(704029440)))]; tensor linear_124_cast_fp16 = linear(bias = model_text_model_encoder_layers_20_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_20_mlp_fc1_weight_to_fp16, x = input_249_cast_fp16)[name = tensor("linear_124_cast_fp16")]; tensor input_253_mode_0 = const()[name = tensor("input_253_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_253_cast_fp16 = gelu(mode = input_253_mode_0, x = linear_124_cast_fp16)[name = tensor("input_253_cast_fp16")]; tensor model_text_model_encoder_layers_20_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(704038144)))]; tensor model_text_model_encoder_layers_20_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_20_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(713954624)))]; tensor linear_125_cast_fp16 = linear(bias = model_text_model_encoder_layers_20_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_20_mlp_fc2_weight_to_fp16, x = input_253_cast_fp16)[name = tensor("linear_125_cast_fp16")]; tensor input_255_cast_fp16 = add(x = input_247_cast_fp16, y = linear_125_cast_fp16)[name = tensor("input_255_cast_fp16")]; tensor hidden_states_127_axes_0 = const()[name = tensor("hidden_states_127_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_21_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(713956992)))]; tensor model_text_model_encoder_layers_21_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(713959360)))]; tensor hidden_states_127_cast_fp16 = layer_norm(axes = hidden_states_127_axes_0, beta = model_text_model_encoder_layers_21_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_21_layer_norm1_weight_to_fp16, x = input_255_cast_fp16)[name = tensor("hidden_states_127_cast_fp16")]; tensor model_text_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(713961728)))]; tensor model_text_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(716616000)))]; tensor linear_126_cast_fp16 = linear(bias = model_text_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16, x = hidden_states_127_cast_fp16)[name = tensor("linear_126_cast_fp16")]; tensor model_text_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(716618368)))]; tensor model_text_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(719272640)))]; tensor linear_127_cast_fp16 = linear(bias = model_text_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16, x = hidden_states_127_cast_fp16)[name = tensor("linear_127_cast_fp16")]; tensor model_text_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(719275008)))]; tensor model_text_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(721929280)))]; tensor linear_128_cast_fp16 = linear(bias = model_text_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16, x = hidden_states_127_cast_fp16)[name = tensor("linear_128_cast_fp16")]; tensor var_1268 = const()[name = tensor("op_1268"), val = tensor([1, 64, 16, 72])]; tensor var_1269_cast_fp16 = reshape(shape = var_1268, x = linear_126_cast_fp16)[name = tensor("op_1269_cast_fp16")]; tensor var_1271 = const()[name = tensor("op_1271"), val = tensor([1, 64, 16, 72])]; tensor var_1272_cast_fp16 = reshape(shape = var_1271, x = linear_127_cast_fp16)[name = tensor("op_1272_cast_fp16")]; tensor var_1274 = const()[name = tensor("op_1274"), val = tensor([1, 64, 16, 72])]; tensor var_1275_cast_fp16 = reshape(shape = var_1274, x = linear_128_cast_fp16)[name = tensor("op_1275_cast_fp16")]; tensor value_states_87_perm_0 = const()[name = tensor("value_states_87_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_21_y_0_to_fp16 = const()[name = tensor("mul_21_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_21_cast_fp16 = mul(x = var_1269_cast_fp16, y = mul_21_y_0_to_fp16)[name = tensor("mul_21_cast_fp16")]; tensor matmul_21_transpose_y_0 = const()[name = tensor("matmul_21_transpose_y_0"), val = tensor(true)]; tensor matmul_21_transpose_x_0 = const()[name = tensor("matmul_21_transpose_x_0"), val = tensor(false)]; tensor transpose_150_perm_0 = const()[name = tensor("transpose_150_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_151_perm_0 = const()[name = tensor("transpose_151_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_151 = transpose(perm = transpose_151_perm_0, x = var_1272_cast_fp16)[name = tensor("transpose_183")]; tensor transpose_150 = transpose(perm = transpose_150_perm_0, x = mul_21_cast_fp16)[name = tensor("transpose_184")]; tensor matmul_21_cast_fp16 = matmul(transpose_x = matmul_21_transpose_x_0, transpose_y = matmul_21_transpose_y_0, x = transpose_150, y = transpose_151)[name = tensor("matmul_21_cast_fp16")]; tensor softmax_21_axis_0 = const()[name = tensor("softmax_21_axis_0"), val = tensor(-1)]; tensor softmax_21_cast_fp16 = softmax(axis = softmax_21_axis_0, x = matmul_21_cast_fp16)[name = tensor("softmax_21_cast_fp16")]; tensor attn_output_85_transpose_x_0 = const()[name = tensor("attn_output_85_transpose_x_0"), val = tensor(false)]; tensor attn_output_85_transpose_y_0 = const()[name = tensor("attn_output_85_transpose_y_0"), val = tensor(false)]; tensor value_states_87_cast_fp16 = transpose(perm = value_states_87_perm_0, x = var_1275_cast_fp16)[name = tensor("transpose_185")]; tensor attn_output_85_cast_fp16 = matmul(transpose_x = attn_output_85_transpose_x_0, transpose_y = attn_output_85_transpose_y_0, x = softmax_21_cast_fp16, y = value_states_87_cast_fp16)[name = tensor("attn_output_85_cast_fp16")]; tensor var_1278_perm_0 = const()[name = tensor("op_1278_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1280 = const()[name = tensor("op_1280"), val = tensor([1, 64, 1152])]; tensor var_1278_cast_fp16 = transpose(perm = var_1278_perm_0, x = attn_output_85_cast_fp16)[name = tensor("transpose_182")]; tensor input_257_cast_fp16 = reshape(shape = var_1280, x = var_1278_cast_fp16)[name = tensor("input_257_cast_fp16")]; tensor model_text_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(721931648)))]; tensor model_text_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(724585920)))]; tensor linear_129_cast_fp16 = linear(bias = model_text_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16, x = input_257_cast_fp16)[name = tensor("linear_129_cast_fp16")]; tensor input_259_cast_fp16 = add(x = input_255_cast_fp16, y = linear_129_cast_fp16)[name = tensor("input_259_cast_fp16")]; tensor input_261_axes_0 = const()[name = tensor("input_261_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_21_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(724588288)))]; tensor model_text_model_encoder_layers_21_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(724590656)))]; tensor input_261_cast_fp16 = layer_norm(axes = input_261_axes_0, beta = model_text_model_encoder_layers_21_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_21_layer_norm2_weight_to_fp16, x = input_259_cast_fp16)[name = tensor("input_261_cast_fp16")]; tensor model_text_model_encoder_layers_21_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(724593024)))]; tensor model_text_model_encoder_layers_21_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(734509504)))]; tensor linear_130_cast_fp16 = linear(bias = model_text_model_encoder_layers_21_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_21_mlp_fc1_weight_to_fp16, x = input_261_cast_fp16)[name = tensor("linear_130_cast_fp16")]; tensor input_265_mode_0 = const()[name = tensor("input_265_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_265_cast_fp16 = gelu(mode = input_265_mode_0, x = linear_130_cast_fp16)[name = tensor("input_265_cast_fp16")]; tensor model_text_model_encoder_layers_21_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(734518208)))]; tensor model_text_model_encoder_layers_21_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_21_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(744434688)))]; tensor linear_131_cast_fp16 = linear(bias = model_text_model_encoder_layers_21_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_21_mlp_fc2_weight_to_fp16, x = input_265_cast_fp16)[name = tensor("linear_131_cast_fp16")]; tensor input_267_cast_fp16 = add(x = input_259_cast_fp16, y = linear_131_cast_fp16)[name = tensor("input_267_cast_fp16")]; tensor hidden_states_133_axes_0 = const()[name = tensor("hidden_states_133_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_22_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(744437056)))]; tensor model_text_model_encoder_layers_22_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(744439424)))]; tensor hidden_states_133_cast_fp16 = layer_norm(axes = hidden_states_133_axes_0, beta = model_text_model_encoder_layers_22_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_22_layer_norm1_weight_to_fp16, x = input_267_cast_fp16)[name = tensor("hidden_states_133_cast_fp16")]; tensor model_text_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(744441792)))]; tensor model_text_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(747096064)))]; tensor linear_132_cast_fp16 = linear(bias = model_text_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16, x = hidden_states_133_cast_fp16)[name = tensor("linear_132_cast_fp16")]; tensor model_text_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(747098432)))]; tensor model_text_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(749752704)))]; tensor linear_133_cast_fp16 = linear(bias = model_text_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16, x = hidden_states_133_cast_fp16)[name = tensor("linear_133_cast_fp16")]; tensor model_text_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(749755072)))]; tensor model_text_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(752409344)))]; tensor linear_134_cast_fp16 = linear(bias = model_text_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16, x = hidden_states_133_cast_fp16)[name = tensor("linear_134_cast_fp16")]; tensor var_1323 = const()[name = tensor("op_1323"), val = tensor([1, 64, 16, 72])]; tensor var_1324_cast_fp16 = reshape(shape = var_1323, x = linear_132_cast_fp16)[name = tensor("op_1324_cast_fp16")]; tensor var_1326 = const()[name = tensor("op_1326"), val = tensor([1, 64, 16, 72])]; tensor var_1327_cast_fp16 = reshape(shape = var_1326, x = linear_133_cast_fp16)[name = tensor("op_1327_cast_fp16")]; tensor var_1329 = const()[name = tensor("op_1329"), val = tensor([1, 64, 16, 72])]; tensor var_1330_cast_fp16 = reshape(shape = var_1329, x = linear_134_cast_fp16)[name = tensor("op_1330_cast_fp16")]; tensor value_states_91_perm_0 = const()[name = tensor("value_states_91_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_22_y_0_to_fp16 = const()[name = tensor("mul_22_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_22_cast_fp16 = mul(x = var_1324_cast_fp16, y = mul_22_y_0_to_fp16)[name = tensor("mul_22_cast_fp16")]; tensor matmul_22_transpose_y_0 = const()[name = tensor("matmul_22_transpose_y_0"), val = tensor(true)]; tensor matmul_22_transpose_x_0 = const()[name = tensor("matmul_22_transpose_x_0"), val = tensor(false)]; tensor transpose_152_perm_0 = const()[name = tensor("transpose_152_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_153_perm_0 = const()[name = tensor("transpose_153_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_153 = transpose(perm = transpose_153_perm_0, x = var_1327_cast_fp16)[name = tensor("transpose_179")]; tensor transpose_152 = transpose(perm = transpose_152_perm_0, x = mul_22_cast_fp16)[name = tensor("transpose_180")]; tensor matmul_22_cast_fp16 = matmul(transpose_x = matmul_22_transpose_x_0, transpose_y = matmul_22_transpose_y_0, x = transpose_152, y = transpose_153)[name = tensor("matmul_22_cast_fp16")]; tensor softmax_22_axis_0 = const()[name = tensor("softmax_22_axis_0"), val = tensor(-1)]; tensor softmax_22_cast_fp16 = softmax(axis = softmax_22_axis_0, x = matmul_22_cast_fp16)[name = tensor("softmax_22_cast_fp16")]; tensor attn_output_89_transpose_x_0 = const()[name = tensor("attn_output_89_transpose_x_0"), val = tensor(false)]; tensor attn_output_89_transpose_y_0 = const()[name = tensor("attn_output_89_transpose_y_0"), val = tensor(false)]; tensor value_states_91_cast_fp16 = transpose(perm = value_states_91_perm_0, x = var_1330_cast_fp16)[name = tensor("transpose_181")]; tensor attn_output_89_cast_fp16 = matmul(transpose_x = attn_output_89_transpose_x_0, transpose_y = attn_output_89_transpose_y_0, x = softmax_22_cast_fp16, y = value_states_91_cast_fp16)[name = tensor("attn_output_89_cast_fp16")]; tensor var_1333_perm_0 = const()[name = tensor("op_1333_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1335 = const()[name = tensor("op_1335"), val = tensor([1, 64, 1152])]; tensor var_1333_cast_fp16 = transpose(perm = var_1333_perm_0, x = attn_output_89_cast_fp16)[name = tensor("transpose_178")]; tensor input_269_cast_fp16 = reshape(shape = var_1335, x = var_1333_cast_fp16)[name = tensor("input_269_cast_fp16")]; tensor model_text_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(752411712)))]; tensor model_text_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(755065984)))]; tensor linear_135_cast_fp16 = linear(bias = model_text_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16, x = input_269_cast_fp16)[name = tensor("linear_135_cast_fp16")]; tensor input_271_cast_fp16 = add(x = input_267_cast_fp16, y = linear_135_cast_fp16)[name = tensor("input_271_cast_fp16")]; tensor input_273_axes_0 = const()[name = tensor("input_273_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_22_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(755068352)))]; tensor model_text_model_encoder_layers_22_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(755070720)))]; tensor input_273_cast_fp16 = layer_norm(axes = input_273_axes_0, beta = model_text_model_encoder_layers_22_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_22_layer_norm2_weight_to_fp16, x = input_271_cast_fp16)[name = tensor("input_273_cast_fp16")]; tensor model_text_model_encoder_layers_22_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(755073088)))]; tensor model_text_model_encoder_layers_22_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(764989568)))]; tensor linear_136_cast_fp16 = linear(bias = model_text_model_encoder_layers_22_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_22_mlp_fc1_weight_to_fp16, x = input_273_cast_fp16)[name = tensor("linear_136_cast_fp16")]; tensor input_277_mode_0 = const()[name = tensor("input_277_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_277_cast_fp16 = gelu(mode = input_277_mode_0, x = linear_136_cast_fp16)[name = tensor("input_277_cast_fp16")]; tensor model_text_model_encoder_layers_22_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(764998272)))]; tensor model_text_model_encoder_layers_22_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_22_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(774914752)))]; tensor linear_137_cast_fp16 = linear(bias = model_text_model_encoder_layers_22_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_22_mlp_fc2_weight_to_fp16, x = input_277_cast_fp16)[name = tensor("linear_137_cast_fp16")]; tensor input_279_cast_fp16 = add(x = input_271_cast_fp16, y = linear_137_cast_fp16)[name = tensor("input_279_cast_fp16")]; tensor hidden_states_139_axes_0 = const()[name = tensor("hidden_states_139_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_23_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(774917120)))]; tensor model_text_model_encoder_layers_23_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(774919488)))]; tensor hidden_states_139_cast_fp16 = layer_norm(axes = hidden_states_139_axes_0, beta = model_text_model_encoder_layers_23_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_23_layer_norm1_weight_to_fp16, x = input_279_cast_fp16)[name = tensor("hidden_states_139_cast_fp16")]; tensor model_text_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(774921856)))]; tensor model_text_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(777576128)))]; tensor linear_138_cast_fp16 = linear(bias = model_text_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16, x = hidden_states_139_cast_fp16)[name = tensor("linear_138_cast_fp16")]; tensor model_text_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(777578496)))]; tensor model_text_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(780232768)))]; tensor linear_139_cast_fp16 = linear(bias = model_text_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16, x = hidden_states_139_cast_fp16)[name = tensor("linear_139_cast_fp16")]; tensor model_text_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(780235136)))]; tensor model_text_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(782889408)))]; tensor linear_140_cast_fp16 = linear(bias = model_text_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16, x = hidden_states_139_cast_fp16)[name = tensor("linear_140_cast_fp16")]; tensor var_1378 = const()[name = tensor("op_1378"), val = tensor([1, 64, 16, 72])]; tensor var_1379_cast_fp16 = reshape(shape = var_1378, x = linear_138_cast_fp16)[name = tensor("op_1379_cast_fp16")]; tensor var_1381 = const()[name = tensor("op_1381"), val = tensor([1, 64, 16, 72])]; tensor var_1382_cast_fp16 = reshape(shape = var_1381, x = linear_139_cast_fp16)[name = tensor("op_1382_cast_fp16")]; tensor var_1384 = const()[name = tensor("op_1384"), val = tensor([1, 64, 16, 72])]; tensor var_1385_cast_fp16 = reshape(shape = var_1384, x = linear_140_cast_fp16)[name = tensor("op_1385_cast_fp16")]; tensor value_states_95_perm_0 = const()[name = tensor("value_states_95_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_23_y_0_to_fp16 = const()[name = tensor("mul_23_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_23_cast_fp16 = mul(x = var_1379_cast_fp16, y = mul_23_y_0_to_fp16)[name = tensor("mul_23_cast_fp16")]; tensor matmul_23_transpose_y_0 = const()[name = tensor("matmul_23_transpose_y_0"), val = tensor(true)]; tensor matmul_23_transpose_x_0 = const()[name = tensor("matmul_23_transpose_x_0"), val = tensor(false)]; tensor transpose_154_perm_0 = const()[name = tensor("transpose_154_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_155_perm_0 = const()[name = tensor("transpose_155_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_155 = transpose(perm = transpose_155_perm_0, x = var_1382_cast_fp16)[name = tensor("transpose_175")]; tensor transpose_154 = transpose(perm = transpose_154_perm_0, x = mul_23_cast_fp16)[name = tensor("transpose_176")]; tensor matmul_23_cast_fp16 = matmul(transpose_x = matmul_23_transpose_x_0, transpose_y = matmul_23_transpose_y_0, x = transpose_154, y = transpose_155)[name = tensor("matmul_23_cast_fp16")]; tensor softmax_23_axis_0 = const()[name = tensor("softmax_23_axis_0"), val = tensor(-1)]; tensor softmax_23_cast_fp16 = softmax(axis = softmax_23_axis_0, x = matmul_23_cast_fp16)[name = tensor("softmax_23_cast_fp16")]; tensor attn_output_93_transpose_x_0 = const()[name = tensor("attn_output_93_transpose_x_0"), val = tensor(false)]; tensor attn_output_93_transpose_y_0 = const()[name = tensor("attn_output_93_transpose_y_0"), val = tensor(false)]; tensor value_states_95_cast_fp16 = transpose(perm = value_states_95_perm_0, x = var_1385_cast_fp16)[name = tensor("transpose_177")]; tensor attn_output_93_cast_fp16 = matmul(transpose_x = attn_output_93_transpose_x_0, transpose_y = attn_output_93_transpose_y_0, x = softmax_23_cast_fp16, y = value_states_95_cast_fp16)[name = tensor("attn_output_93_cast_fp16")]; tensor var_1388_perm_0 = const()[name = tensor("op_1388_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1390 = const()[name = tensor("op_1390"), val = tensor([1, 64, 1152])]; tensor var_1388_cast_fp16 = transpose(perm = var_1388_perm_0, x = attn_output_93_cast_fp16)[name = tensor("transpose_174")]; tensor input_281_cast_fp16 = reshape(shape = var_1390, x = var_1388_cast_fp16)[name = tensor("input_281_cast_fp16")]; tensor model_text_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(782891776)))]; tensor model_text_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(785546048)))]; tensor linear_141_cast_fp16 = linear(bias = model_text_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16, x = input_281_cast_fp16)[name = tensor("linear_141_cast_fp16")]; tensor input_283_cast_fp16 = add(x = input_279_cast_fp16, y = linear_141_cast_fp16)[name = tensor("input_283_cast_fp16")]; tensor input_285_axes_0 = const()[name = tensor("input_285_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_23_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(785548416)))]; tensor model_text_model_encoder_layers_23_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(785550784)))]; tensor input_285_cast_fp16 = layer_norm(axes = input_285_axes_0, beta = model_text_model_encoder_layers_23_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_23_layer_norm2_weight_to_fp16, x = input_283_cast_fp16)[name = tensor("input_285_cast_fp16")]; tensor model_text_model_encoder_layers_23_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(785553152)))]; tensor model_text_model_encoder_layers_23_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(795469632)))]; tensor linear_142_cast_fp16 = linear(bias = model_text_model_encoder_layers_23_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_23_mlp_fc1_weight_to_fp16, x = input_285_cast_fp16)[name = tensor("linear_142_cast_fp16")]; tensor input_289_mode_0 = const()[name = tensor("input_289_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_289_cast_fp16 = gelu(mode = input_289_mode_0, x = linear_142_cast_fp16)[name = tensor("input_289_cast_fp16")]; tensor model_text_model_encoder_layers_23_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(795478336)))]; tensor model_text_model_encoder_layers_23_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_23_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(805394816)))]; tensor linear_143_cast_fp16 = linear(bias = model_text_model_encoder_layers_23_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_23_mlp_fc2_weight_to_fp16, x = input_289_cast_fp16)[name = tensor("linear_143_cast_fp16")]; tensor input_291_cast_fp16 = add(x = input_283_cast_fp16, y = linear_143_cast_fp16)[name = tensor("input_291_cast_fp16")]; tensor hidden_states_145_axes_0 = const()[name = tensor("hidden_states_145_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_24_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(805397184)))]; tensor model_text_model_encoder_layers_24_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(805399552)))]; tensor hidden_states_145_cast_fp16 = layer_norm(axes = hidden_states_145_axes_0, beta = model_text_model_encoder_layers_24_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_24_layer_norm1_weight_to_fp16, x = input_291_cast_fp16)[name = tensor("hidden_states_145_cast_fp16")]; tensor model_text_model_encoder_layers_24_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(805401920)))]; tensor model_text_model_encoder_layers_24_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(808056192)))]; tensor linear_144_cast_fp16 = linear(bias = model_text_model_encoder_layers_24_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_24_self_attn_q_proj_weight_to_fp16, x = hidden_states_145_cast_fp16)[name = tensor("linear_144_cast_fp16")]; tensor model_text_model_encoder_layers_24_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(808058560)))]; tensor model_text_model_encoder_layers_24_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(810712832)))]; tensor linear_145_cast_fp16 = linear(bias = model_text_model_encoder_layers_24_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_24_self_attn_k_proj_weight_to_fp16, x = hidden_states_145_cast_fp16)[name = tensor("linear_145_cast_fp16")]; tensor model_text_model_encoder_layers_24_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(810715200)))]; tensor model_text_model_encoder_layers_24_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(813369472)))]; tensor linear_146_cast_fp16 = linear(bias = model_text_model_encoder_layers_24_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_24_self_attn_v_proj_weight_to_fp16, x = hidden_states_145_cast_fp16)[name = tensor("linear_146_cast_fp16")]; tensor var_1433 = const()[name = tensor("op_1433"), val = tensor([1, 64, 16, 72])]; tensor var_1434_cast_fp16 = reshape(shape = var_1433, x = linear_144_cast_fp16)[name = tensor("op_1434_cast_fp16")]; tensor var_1436 = const()[name = tensor("op_1436"), val = tensor([1, 64, 16, 72])]; tensor var_1437_cast_fp16 = reshape(shape = var_1436, x = linear_145_cast_fp16)[name = tensor("op_1437_cast_fp16")]; tensor var_1439 = const()[name = tensor("op_1439"), val = tensor([1, 64, 16, 72])]; tensor var_1440_cast_fp16 = reshape(shape = var_1439, x = linear_146_cast_fp16)[name = tensor("op_1440_cast_fp16")]; tensor value_states_99_perm_0 = const()[name = tensor("value_states_99_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_24_y_0_to_fp16 = const()[name = tensor("mul_24_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_24_cast_fp16 = mul(x = var_1434_cast_fp16, y = mul_24_y_0_to_fp16)[name = tensor("mul_24_cast_fp16")]; tensor matmul_24_transpose_y_0 = const()[name = tensor("matmul_24_transpose_y_0"), val = tensor(true)]; tensor matmul_24_transpose_x_0 = const()[name = tensor("matmul_24_transpose_x_0"), val = tensor(false)]; tensor transpose_156_perm_0 = const()[name = tensor("transpose_156_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_157_perm_0 = const()[name = tensor("transpose_157_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_157 = transpose(perm = transpose_157_perm_0, x = var_1437_cast_fp16)[name = tensor("transpose_171")]; tensor transpose_156 = transpose(perm = transpose_156_perm_0, x = mul_24_cast_fp16)[name = tensor("transpose_172")]; tensor matmul_24_cast_fp16 = matmul(transpose_x = matmul_24_transpose_x_0, transpose_y = matmul_24_transpose_y_0, x = transpose_156, y = transpose_157)[name = tensor("matmul_24_cast_fp16")]; tensor softmax_24_axis_0 = const()[name = tensor("softmax_24_axis_0"), val = tensor(-1)]; tensor softmax_24_cast_fp16 = softmax(axis = softmax_24_axis_0, x = matmul_24_cast_fp16)[name = tensor("softmax_24_cast_fp16")]; tensor attn_output_97_transpose_x_0 = const()[name = tensor("attn_output_97_transpose_x_0"), val = tensor(false)]; tensor attn_output_97_transpose_y_0 = const()[name = tensor("attn_output_97_transpose_y_0"), val = tensor(false)]; tensor value_states_99_cast_fp16 = transpose(perm = value_states_99_perm_0, x = var_1440_cast_fp16)[name = tensor("transpose_173")]; tensor attn_output_97_cast_fp16 = matmul(transpose_x = attn_output_97_transpose_x_0, transpose_y = attn_output_97_transpose_y_0, x = softmax_24_cast_fp16, y = value_states_99_cast_fp16)[name = tensor("attn_output_97_cast_fp16")]; tensor var_1443_perm_0 = const()[name = tensor("op_1443_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1445 = const()[name = tensor("op_1445"), val = tensor([1, 64, 1152])]; tensor var_1443_cast_fp16 = transpose(perm = var_1443_perm_0, x = attn_output_97_cast_fp16)[name = tensor("transpose_170")]; tensor input_293_cast_fp16 = reshape(shape = var_1445, x = var_1443_cast_fp16)[name = tensor("input_293_cast_fp16")]; tensor model_text_model_encoder_layers_24_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(813371840)))]; tensor model_text_model_encoder_layers_24_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(816026112)))]; tensor linear_147_cast_fp16 = linear(bias = model_text_model_encoder_layers_24_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_24_self_attn_out_proj_weight_to_fp16, x = input_293_cast_fp16)[name = tensor("linear_147_cast_fp16")]; tensor input_295_cast_fp16 = add(x = input_291_cast_fp16, y = linear_147_cast_fp16)[name = tensor("input_295_cast_fp16")]; tensor input_297_axes_0 = const()[name = tensor("input_297_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_24_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(816028480)))]; tensor model_text_model_encoder_layers_24_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(816030848)))]; tensor input_297_cast_fp16 = layer_norm(axes = input_297_axes_0, beta = model_text_model_encoder_layers_24_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_24_layer_norm2_weight_to_fp16, x = input_295_cast_fp16)[name = tensor("input_297_cast_fp16")]; tensor model_text_model_encoder_layers_24_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(816033216)))]; tensor model_text_model_encoder_layers_24_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(825949696)))]; tensor linear_148_cast_fp16 = linear(bias = model_text_model_encoder_layers_24_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_24_mlp_fc1_weight_to_fp16, x = input_297_cast_fp16)[name = tensor("linear_148_cast_fp16")]; tensor input_301_mode_0 = const()[name = tensor("input_301_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_301_cast_fp16 = gelu(mode = input_301_mode_0, x = linear_148_cast_fp16)[name = tensor("input_301_cast_fp16")]; tensor model_text_model_encoder_layers_24_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(825958400)))]; tensor model_text_model_encoder_layers_24_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_24_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(835874880)))]; tensor linear_149_cast_fp16 = linear(bias = model_text_model_encoder_layers_24_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_24_mlp_fc2_weight_to_fp16, x = input_301_cast_fp16)[name = tensor("linear_149_cast_fp16")]; tensor input_303_cast_fp16 = add(x = input_295_cast_fp16, y = linear_149_cast_fp16)[name = tensor("input_303_cast_fp16")]; tensor hidden_states_151_axes_0 = const()[name = tensor("hidden_states_151_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_25_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(835877248)))]; tensor model_text_model_encoder_layers_25_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(835879616)))]; tensor hidden_states_151_cast_fp16 = layer_norm(axes = hidden_states_151_axes_0, beta = model_text_model_encoder_layers_25_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_25_layer_norm1_weight_to_fp16, x = input_303_cast_fp16)[name = tensor("hidden_states_151_cast_fp16")]; tensor model_text_model_encoder_layers_25_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(835881984)))]; tensor model_text_model_encoder_layers_25_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(838536256)))]; tensor linear_150_cast_fp16 = linear(bias = model_text_model_encoder_layers_25_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_25_self_attn_q_proj_weight_to_fp16, x = hidden_states_151_cast_fp16)[name = tensor("linear_150_cast_fp16")]; tensor model_text_model_encoder_layers_25_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(838538624)))]; tensor model_text_model_encoder_layers_25_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(841192896)))]; tensor linear_151_cast_fp16 = linear(bias = model_text_model_encoder_layers_25_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_25_self_attn_k_proj_weight_to_fp16, x = hidden_states_151_cast_fp16)[name = tensor("linear_151_cast_fp16")]; tensor model_text_model_encoder_layers_25_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(841195264)))]; tensor model_text_model_encoder_layers_25_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(843849536)))]; tensor linear_152_cast_fp16 = linear(bias = model_text_model_encoder_layers_25_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_25_self_attn_v_proj_weight_to_fp16, x = hidden_states_151_cast_fp16)[name = tensor("linear_152_cast_fp16")]; tensor var_1488 = const()[name = tensor("op_1488"), val = tensor([1, 64, 16, 72])]; tensor var_1489_cast_fp16 = reshape(shape = var_1488, x = linear_150_cast_fp16)[name = tensor("op_1489_cast_fp16")]; tensor var_1491 = const()[name = tensor("op_1491"), val = tensor([1, 64, 16, 72])]; tensor var_1492_cast_fp16 = reshape(shape = var_1491, x = linear_151_cast_fp16)[name = tensor("op_1492_cast_fp16")]; tensor var_1494 = const()[name = tensor("op_1494"), val = tensor([1, 64, 16, 72])]; tensor var_1495_cast_fp16 = reshape(shape = var_1494, x = linear_152_cast_fp16)[name = tensor("op_1495_cast_fp16")]; tensor value_states_103_perm_0 = const()[name = tensor("value_states_103_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_25_y_0_to_fp16 = const()[name = tensor("mul_25_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_25_cast_fp16 = mul(x = var_1489_cast_fp16, y = mul_25_y_0_to_fp16)[name = tensor("mul_25_cast_fp16")]; tensor matmul_25_transpose_y_0 = const()[name = tensor("matmul_25_transpose_y_0"), val = tensor(true)]; tensor matmul_25_transpose_x_0 = const()[name = tensor("matmul_25_transpose_x_0"), val = tensor(false)]; tensor transpose_158_perm_0 = const()[name = tensor("transpose_158_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_159_perm_0 = const()[name = tensor("transpose_159_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_159 = transpose(perm = transpose_159_perm_0, x = var_1492_cast_fp16)[name = tensor("transpose_167")]; tensor transpose_158 = transpose(perm = transpose_158_perm_0, x = mul_25_cast_fp16)[name = tensor("transpose_168")]; tensor matmul_25_cast_fp16 = matmul(transpose_x = matmul_25_transpose_x_0, transpose_y = matmul_25_transpose_y_0, x = transpose_158, y = transpose_159)[name = tensor("matmul_25_cast_fp16")]; tensor softmax_25_axis_0 = const()[name = tensor("softmax_25_axis_0"), val = tensor(-1)]; tensor softmax_25_cast_fp16 = softmax(axis = softmax_25_axis_0, x = matmul_25_cast_fp16)[name = tensor("softmax_25_cast_fp16")]; tensor attn_output_101_transpose_x_0 = const()[name = tensor("attn_output_101_transpose_x_0"), val = tensor(false)]; tensor attn_output_101_transpose_y_0 = const()[name = tensor("attn_output_101_transpose_y_0"), val = tensor(false)]; tensor value_states_103_cast_fp16 = transpose(perm = value_states_103_perm_0, x = var_1495_cast_fp16)[name = tensor("transpose_169")]; tensor attn_output_101_cast_fp16 = matmul(transpose_x = attn_output_101_transpose_x_0, transpose_y = attn_output_101_transpose_y_0, x = softmax_25_cast_fp16, y = value_states_103_cast_fp16)[name = tensor("attn_output_101_cast_fp16")]; tensor var_1498_perm_0 = const()[name = tensor("op_1498_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1500 = const()[name = tensor("op_1500"), val = tensor([1, 64, 1152])]; tensor var_1498_cast_fp16 = transpose(perm = var_1498_perm_0, x = attn_output_101_cast_fp16)[name = tensor("transpose_166")]; tensor input_305_cast_fp16 = reshape(shape = var_1500, x = var_1498_cast_fp16)[name = tensor("input_305_cast_fp16")]; tensor model_text_model_encoder_layers_25_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(843851904)))]; tensor model_text_model_encoder_layers_25_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(846506176)))]; tensor linear_153_cast_fp16 = linear(bias = model_text_model_encoder_layers_25_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_25_self_attn_out_proj_weight_to_fp16, x = input_305_cast_fp16)[name = tensor("linear_153_cast_fp16")]; tensor input_307_cast_fp16 = add(x = input_303_cast_fp16, y = linear_153_cast_fp16)[name = tensor("input_307_cast_fp16")]; tensor input_309_axes_0 = const()[name = tensor("input_309_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_25_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(846508544)))]; tensor model_text_model_encoder_layers_25_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(846510912)))]; tensor input_309_cast_fp16 = layer_norm(axes = input_309_axes_0, beta = model_text_model_encoder_layers_25_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_25_layer_norm2_weight_to_fp16, x = input_307_cast_fp16)[name = tensor("input_309_cast_fp16")]; tensor model_text_model_encoder_layers_25_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(846513280)))]; tensor model_text_model_encoder_layers_25_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(856429760)))]; tensor linear_154_cast_fp16 = linear(bias = model_text_model_encoder_layers_25_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_25_mlp_fc1_weight_to_fp16, x = input_309_cast_fp16)[name = tensor("linear_154_cast_fp16")]; tensor input_313_mode_0 = const()[name = tensor("input_313_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_313_cast_fp16 = gelu(mode = input_313_mode_0, x = linear_154_cast_fp16)[name = tensor("input_313_cast_fp16")]; tensor model_text_model_encoder_layers_25_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(856438464)))]; tensor model_text_model_encoder_layers_25_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_25_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(866354944)))]; tensor linear_155_cast_fp16 = linear(bias = model_text_model_encoder_layers_25_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_25_mlp_fc2_weight_to_fp16, x = input_313_cast_fp16)[name = tensor("linear_155_cast_fp16")]; tensor input_315_cast_fp16 = add(x = input_307_cast_fp16, y = linear_155_cast_fp16)[name = tensor("input_315_cast_fp16")]; tensor hidden_states_157_axes_0 = const()[name = tensor("hidden_states_157_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_26_layer_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(866357312)))]; tensor model_text_model_encoder_layers_26_layer_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(866359680)))]; tensor hidden_states_157_cast_fp16 = layer_norm(axes = hidden_states_157_axes_0, beta = model_text_model_encoder_layers_26_layer_norm1_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_26_layer_norm1_weight_to_fp16, x = input_315_cast_fp16)[name = tensor("hidden_states_157_cast_fp16")]; tensor model_text_model_encoder_layers_26_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(866362048)))]; tensor model_text_model_encoder_layers_26_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(869016320)))]; tensor linear_156_cast_fp16 = linear(bias = model_text_model_encoder_layers_26_self_attn_q_proj_bias_to_fp16, weight = model_text_model_encoder_layers_26_self_attn_q_proj_weight_to_fp16, x = hidden_states_157_cast_fp16)[name = tensor("linear_156_cast_fp16")]; tensor model_text_model_encoder_layers_26_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(869018688)))]; tensor model_text_model_encoder_layers_26_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(871672960)))]; tensor linear_157_cast_fp16 = linear(bias = model_text_model_encoder_layers_26_self_attn_k_proj_bias_to_fp16, weight = model_text_model_encoder_layers_26_self_attn_k_proj_weight_to_fp16, x = hidden_states_157_cast_fp16)[name = tensor("linear_157_cast_fp16")]; tensor model_text_model_encoder_layers_26_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(871675328)))]; tensor model_text_model_encoder_layers_26_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(874329600)))]; tensor linear_158_cast_fp16 = linear(bias = model_text_model_encoder_layers_26_self_attn_v_proj_bias_to_fp16, weight = model_text_model_encoder_layers_26_self_attn_v_proj_weight_to_fp16, x = hidden_states_157_cast_fp16)[name = tensor("linear_158_cast_fp16")]; tensor var_1543 = const()[name = tensor("op_1543"), val = tensor([1, 64, 16, 72])]; tensor var_1544_cast_fp16 = reshape(shape = var_1543, x = linear_156_cast_fp16)[name = tensor("op_1544_cast_fp16")]; tensor var_1546 = const()[name = tensor("op_1546"), val = tensor([1, 64, 16, 72])]; tensor var_1547_cast_fp16 = reshape(shape = var_1546, x = linear_157_cast_fp16)[name = tensor("op_1547_cast_fp16")]; tensor var_1549 = const()[name = tensor("op_1549"), val = tensor([1, 64, 16, 72])]; tensor var_1550_cast_fp16 = reshape(shape = var_1549, x = linear_158_cast_fp16)[name = tensor("op_1550_cast_fp16")]; tensor value_states_perm_0 = const()[name = tensor("value_states_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_26_y_0_to_fp16 = const()[name = tensor("mul_26_y_0_to_fp16"), val = tensor(0x1.e2cp-4)]; tensor mul_26_cast_fp16 = mul(x = var_1544_cast_fp16, y = mul_26_y_0_to_fp16)[name = tensor("mul_26_cast_fp16")]; tensor matmul_26_transpose_y_0 = const()[name = tensor("matmul_26_transpose_y_0"), val = tensor(true)]; tensor matmul_26_transpose_x_0 = const()[name = tensor("matmul_26_transpose_x_0"), val = tensor(false)]; tensor transpose_160_perm_0 = const()[name = tensor("transpose_160_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_161_perm_0 = const()[name = tensor("transpose_161_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_161 = transpose(perm = transpose_161_perm_0, x = var_1547_cast_fp16)[name = tensor("transpose_163")]; tensor transpose_160 = transpose(perm = transpose_160_perm_0, x = mul_26_cast_fp16)[name = tensor("transpose_164")]; tensor matmul_26_cast_fp16 = matmul(transpose_x = matmul_26_transpose_x_0, transpose_y = matmul_26_transpose_y_0, x = transpose_160, y = transpose_161)[name = tensor("matmul_26_cast_fp16")]; tensor softmax_26_axis_0 = const()[name = tensor("softmax_26_axis_0"), val = tensor(-1)]; tensor softmax_26_cast_fp16 = softmax(axis = softmax_26_axis_0, x = matmul_26_cast_fp16)[name = tensor("softmax_26_cast_fp16")]; tensor attn_output_105_transpose_x_0 = const()[name = tensor("attn_output_105_transpose_x_0"), val = tensor(false)]; tensor attn_output_105_transpose_y_0 = const()[name = tensor("attn_output_105_transpose_y_0"), val = tensor(false)]; tensor value_states_cast_fp16 = transpose(perm = value_states_perm_0, x = var_1550_cast_fp16)[name = tensor("transpose_165")]; tensor attn_output_105_cast_fp16 = matmul(transpose_x = attn_output_105_transpose_x_0, transpose_y = attn_output_105_transpose_y_0, x = softmax_26_cast_fp16, y = value_states_cast_fp16)[name = tensor("attn_output_105_cast_fp16")]; tensor var_1553_perm_0 = const()[name = tensor("op_1553_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1555 = const()[name = tensor("op_1555"), val = tensor([1, 64, 1152])]; tensor var_1553_cast_fp16 = transpose(perm = var_1553_perm_0, x = attn_output_105_cast_fp16)[name = tensor("transpose_162")]; tensor input_317_cast_fp16 = reshape(shape = var_1555, x = var_1553_cast_fp16)[name = tensor("input_317_cast_fp16")]; tensor model_text_model_encoder_layers_26_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(874331968)))]; tensor model_text_model_encoder_layers_26_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(876986240)))]; tensor linear_159_cast_fp16 = linear(bias = model_text_model_encoder_layers_26_self_attn_out_proj_bias_to_fp16, weight = model_text_model_encoder_layers_26_self_attn_out_proj_weight_to_fp16, x = input_317_cast_fp16)[name = tensor("linear_159_cast_fp16")]; tensor input_319_cast_fp16 = add(x = input_315_cast_fp16, y = linear_159_cast_fp16)[name = tensor("input_319_cast_fp16")]; tensor input_321_axes_0 = const()[name = tensor("input_321_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_26_layer_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(876988608)))]; tensor model_text_model_encoder_layers_26_layer_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(876990976)))]; tensor input_321_cast_fp16 = layer_norm(axes = input_321_axes_0, beta = model_text_model_encoder_layers_26_layer_norm2_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_encoder_layers_26_layer_norm2_weight_to_fp16, x = input_319_cast_fp16)[name = tensor("input_321_cast_fp16")]; tensor model_text_model_encoder_layers_26_mlp_fc1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(876993344)))]; tensor model_text_model_encoder_layers_26_mlp_fc1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(886909824)))]; tensor linear_160_cast_fp16 = linear(bias = model_text_model_encoder_layers_26_mlp_fc1_bias_to_fp16, weight = model_text_model_encoder_layers_26_mlp_fc1_weight_to_fp16, x = input_321_cast_fp16)[name = tensor("linear_160_cast_fp16")]; tensor input_325_mode_0 = const()[name = tensor("input_325_mode_0"), val = tensor("TANH_APPROXIMATION")]; tensor input_325_cast_fp16 = gelu(mode = input_325_mode_0, x = linear_160_cast_fp16)[name = tensor("input_325_cast_fp16")]; tensor model_text_model_encoder_layers_26_mlp_fc2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(886918528)))]; tensor model_text_model_encoder_layers_26_mlp_fc2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_26_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(896835008)))]; tensor linear_161_cast_fp16 = linear(bias = model_text_model_encoder_layers_26_mlp_fc2_bias_to_fp16, weight = model_text_model_encoder_layers_26_mlp_fc2_weight_to_fp16, x = input_325_cast_fp16)[name = tensor("linear_161_cast_fp16")]; tensor input_327_cast_fp16 = add(x = input_319_cast_fp16, y = linear_161_cast_fp16)[name = tensor("input_327_cast_fp16")]; tensor last_hidden_state_axes_0 = const()[name = tensor("last_hidden_state_axes_0"), val = tensor([-1])]; tensor model_text_model_final_layer_norm_weight_to_fp16 = const()[name = tensor("model_text_model_final_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(896837376)))]; tensor model_text_model_final_layer_norm_bias_to_fp16 = const()[name = tensor("model_text_model_final_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(896839744)))]; tensor last_hidden_state_cast_fp16 = layer_norm(axes = last_hidden_state_axes_0, beta = model_text_model_final_layer_norm_bias_to_fp16, epsilon = var_11_to_fp16, gamma = model_text_model_final_layer_norm_weight_to_fp16, x = input_327_cast_fp16)[name = tensor("last_hidden_state_cast_fp16")]; tensor var_1580_begin_0 = const()[name = tensor("op_1580_begin_0"), val = tensor([0, -1, 0])]; tensor var_1580_end_0 = const()[name = tensor("op_1580_end_0"), val = tensor([1, 64, 1152])]; tensor var_1580_end_mask_0 = const()[name = tensor("op_1580_end_mask_0"), val = tensor([true, true, true])]; tensor var_1580_squeeze_mask_0 = const()[name = tensor("op_1580_squeeze_mask_0"), val = tensor([false, true, false])]; tensor var_1580_cast_fp16 = slice_by_index(begin = var_1580_begin_0, end = var_1580_end_0, end_mask = var_1580_end_mask_0, squeeze_mask = var_1580_squeeze_mask_0, x = last_hidden_state_cast_fp16)[name = tensor("op_1580_cast_fp16")]; tensor model_text_model_head_weight_to_fp16 = const()[name = tensor("model_text_model_head_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(896842112)))]; tensor model_text_model_head_bias_to_fp16 = const()[name = tensor("model_text_model_head_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(899496384)))]; tensor linear_162_cast_fp16 = linear(bias = model_text_model_head_bias_to_fp16, weight = model_text_model_head_weight_to_fp16, x = var_1580_cast_fp16)[name = tensor("linear_162_cast_fp16")]; tensor var_1587 = const()[name = tensor("op_1587"), val = tensor([-1])]; tensor var_1588 = const()[name = tensor("op_1588"), val = tensor(true)]; tensor var_1590_cast_fp16 = reduce_l2_norm(axes = var_1587, keep_dims = var_1588, x = linear_162_cast_fp16)[name = tensor("op_1590_cast_fp16")]; tensor embedding = real_div(x = linear_162_cast_fp16, y = var_1590_cast_fp16)[name = tensor("op_1591_cast_fp16")]; } -> (embedding); }