diff --git "a/DreamShaperResources/SafetyChecker.mlmodelc/model.mil" "b/DreamShaperResources/SafetyChecker.mlmodelc/model.mil" new file mode 100644--- /dev/null +++ "b/DreamShaperResources/SafetyChecker.mlmodelc/model.mil" @@ -0,0 +1,1675 @@ +program(1.0) +[buildInfo = dict, tensor>({{"coremlc-component-MIL", "3304.5.2"}, {"coremlc-version", "3304.6.2"}, {"coremltools-component-torch", "2.2.0"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "7.2"}})] +{ + func main(tensor adjustment, tensor clip_input, tensor images) { + tensor var_10 = const()[name = tensor("op_10"), val = tensor(-1)]; + tensor var_14 = const()[name = tensor("op_14"), val = tensor(1)]; + tensor var_35 = const()[name = tensor("op_35"), val = tensor([14, 14])]; + tensor var_37 = const()[name = tensor("op_37"), val = tensor([1, 1])]; + tensor patch_embeds_1_pad_type_0 = const()[name = tensor("patch_embeds_1_pad_type_0"), val = tensor("custom")]; + tensor patch_embeds_1_pad_0 = const()[name = tensor("patch_embeds_1_pad_0"), val = tensor([0, 0, 0, 0])]; + tensor vision_model_vision_model_embeddings_patch_embedding_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_embeddings_patch_embedding_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64)))]; + tensor patch_embeds_1_cast_fp16 = conv(dilations = var_37, groups = var_14, pad = patch_embeds_1_pad_0, pad_type = patch_embeds_1_pad_type_0, strides = var_35, weight = vision_model_vision_model_embeddings_patch_embedding_weight_to_fp16, x = clip_input)[name = tensor("patch_embeds_1_cast_fp16")]; + tensor concat_0 = const()[name = tensor("concat_0"), val = tensor([1, 1024, 256])]; + tensor var_40_cast_fp16 = reshape(shape = concat_0, x = patch_embeds_1_cast_fp16)[name = tensor("op_40_cast_fp16")]; + tensor patch_embeds_perm_0 = const()[name = tensor("patch_embeds_perm_0"), val = tensor([0, 2, 1])]; + tensor embeddings_1_interleave_0 = const()[name = tensor("embeddings_1_interleave_0"), val = tensor(false)]; + tensor expand_dims_0_to_fp16 = const()[name = tensor("expand_dims_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1204352)))]; + tensor transpose_98 = transpose(perm = patch_embeds_perm_0, x = var_40_cast_fp16)[name = tensor("transpose_98")]; + tensor embeddings_1_cast_fp16 = concat(axis = var_14, interleave = embeddings_1_interleave_0, values = (expand_dims_0_to_fp16, transpose_98))[name = tensor("embeddings_1_cast_fp16")]; + tensor var_47_to_fp16 = const()[name = tensor("op_47_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1206464)))]; + tensor input_3_cast_fp16 = add(x = embeddings_1_cast_fp16, y = var_47_to_fp16)[name = tensor("input_3_cast_fp16")]; + tensor input_5_axes_0 = const()[name = tensor("input_5_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_pre_layrnorm_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_pre_layrnorm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1732864)))]; + tensor vision_model_vision_model_pre_layrnorm_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_pre_layrnorm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1734976)))]; + tensor var_18_to_fp16 = const()[name = tensor("op_18_to_fp16"), val = tensor(0x1.5p-17)]; + tensor input_5_cast_fp16 = layer_norm(axes = input_5_axes_0, beta = vision_model_vision_model_pre_layrnorm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_pre_layrnorm_weight_to_fp16, x = input_3_cast_fp16)[name = tensor("input_5_cast_fp16")]; + tensor hidden_states_1_axes_0 = const()[name = tensor("hidden_states_1_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_0_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1737088)))]; + tensor vision_model_vision_model_encoder_layers_0_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1739200)))]; + tensor hidden_states_1_cast_fp16 = layer_norm(axes = hidden_states_1_axes_0, beta = vision_model_vision_model_encoder_layers_0_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_0_layer_norm1_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("hidden_states_1_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1741312)))]; + tensor vision_model_vision_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3838528)))]; + tensor linear_0_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = tensor("linear_0_cast_fp16")]; + tensor var_120_to_fp16 = const()[name = tensor("op_120_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_5_cast_fp16 = mul(x = linear_0_cast_fp16, y = var_120_to_fp16)[name = tensor("tensor_5_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3840640)))]; + tensor vision_model_vision_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5937856)))]; + tensor linear_1_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = tensor("linear_1_cast_fp16")]; + tensor var_125 = const()[name = tensor("op_125"), val = tensor([1, -1, 16, 64])]; + tensor var_126_cast_fp16 = reshape(shape = var_125, x = linear_1_cast_fp16)[name = tensor("op_126_cast_fp16")]; + tensor var_127_perm_0 = const()[name = tensor("op_127_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5939968)))]; + tensor vision_model_vision_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8037184)))]; + tensor linear_2_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = tensor("linear_2_cast_fp16")]; + tensor var_132 = const()[name = tensor("op_132"), val = tensor([1, -1, 16, 64])]; + tensor var_133_cast_fp16 = reshape(shape = var_132, x = linear_2_cast_fp16)[name = tensor("op_133_cast_fp16")]; + tensor var_134_perm_0 = const()[name = tensor("op_134_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_141 = const()[name = tensor("op_141"), val = tensor([1, 257, 16, 64])]; + tensor var_142_cast_fp16 = reshape(shape = var_141, x = tensor_5_cast_fp16)[name = tensor("op_142_cast_fp16")]; + tensor var_143_perm_0 = const()[name = tensor("op_143_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_145 = const()[name = tensor("op_145"), val = tensor([16, -1, 64])]; + tensor transpose_95 = transpose(perm = var_143_perm_0, x = var_142_cast_fp16)[name = tensor("transpose_95")]; + tensor query_states_1_cast_fp16 = reshape(shape = var_145, x = transpose_95)[name = tensor("query_states_1_cast_fp16")]; + tensor var_147 = const()[name = tensor("op_147"), val = tensor([16, -1, 64])]; + tensor transpose_97 = transpose(perm = var_127_perm_0, x = var_126_cast_fp16)[name = tensor("transpose_97")]; + tensor key_states_3_cast_fp16 = reshape(shape = var_147, x = transpose_97)[name = tensor("key_states_3_cast_fp16")]; + tensor var_149 = const()[name = tensor("op_149"), val = tensor([16, -1, 64])]; + tensor transpose_96 = transpose(perm = var_134_perm_0, x = var_133_cast_fp16)[name = tensor("transpose_96")]; + tensor value_states_3_cast_fp16 = reshape(shape = var_149, x = transpose_96)[name = tensor("value_states_3_cast_fp16")]; + tensor attn_weights_1_transpose_x_1 = const()[name = tensor("attn_weights_1_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_1_transpose_y_1 = const()[name = tensor("attn_weights_1_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_1_cast_fp16 = matmul(transpose_x = attn_weights_1_transpose_x_1, transpose_y = attn_weights_1_transpose_y_1, x = query_states_1_cast_fp16, y = key_states_3_cast_fp16)[name = tensor("attn_weights_1_cast_fp16")]; + tensor input_7_cast_fp16 = softmax(axis = var_10, x = attn_weights_1_cast_fp16)[name = tensor("input_7_cast_fp16")]; + tensor attn_output_1_transpose_x_0 = const()[name = tensor("attn_output_1_transpose_x_0"), val = tensor(false)]; + tensor attn_output_1_transpose_y_0 = const()[name = tensor("attn_output_1_transpose_y_0"), val = tensor(false)]; + tensor attn_output_1_cast_fp16 = matmul(transpose_x = attn_output_1_transpose_x_0, transpose_y = attn_output_1_transpose_y_0, x = input_7_cast_fp16, y = value_states_3_cast_fp16)[name = tensor("attn_output_1_cast_fp16")]; + tensor var_156 = const()[name = tensor("op_156"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_3_cast_fp16 = reshape(shape = var_156, x = attn_output_1_cast_fp16)[name = tensor("attn_output_3_cast_fp16")]; + tensor attn_output_5_perm_0 = const()[name = tensor("attn_output_5_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_159 = const()[name = tensor("op_159"), val = tensor([1, 257, 1024])]; + tensor transpose_94 = transpose(perm = attn_output_5_perm_0, x = attn_output_3_cast_fp16)[name = tensor("transpose_94")]; + tensor input_9_cast_fp16 = reshape(shape = var_159, x = transpose_94)[name = tensor("input_9_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8039296)))]; + tensor vision_model_vision_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10136512)))]; + tensor linear_3_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16, x = input_9_cast_fp16)[name = tensor("linear_3_cast_fp16")]; + tensor input_11_cast_fp16 = add(x = input_5_cast_fp16, y = linear_3_cast_fp16)[name = tensor("input_11_cast_fp16")]; + tensor input_13_axes_0 = const()[name = tensor("input_13_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_0_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10138624)))]; + tensor vision_model_vision_model_encoder_layers_0_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10140736)))]; + tensor input_13_cast_fp16 = layer_norm(axes = input_13_axes_0, beta = vision_model_vision_model_encoder_layers_0_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_0_layer_norm2_weight_to_fp16, x = input_11_cast_fp16)[name = tensor("input_13_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_0_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10142848)))]; + tensor vision_model_vision_model_encoder_layers_0_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18531520)))]; + tensor linear_4_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_mlp_fc1_weight_to_fp16, x = input_13_cast_fp16)[name = tensor("linear_4_cast_fp16")]; + tensor var_174_to_fp16 = const()[name = tensor("op_174_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_175_cast_fp16 = mul(x = linear_4_cast_fp16, y = var_174_to_fp16)[name = tensor("op_175_cast_fp16")]; + tensor var_176_cast_fp16 = sigmoid(x = var_175_cast_fp16)[name = tensor("op_176_cast_fp16")]; + tensor input_17_cast_fp16 = mul(x = linear_4_cast_fp16, y = var_176_cast_fp16)[name = tensor("input_17_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_0_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18539776)))]; + tensor vision_model_vision_model_encoder_layers_0_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(26928448)))]; + tensor linear_5_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_mlp_fc2_weight_to_fp16, x = input_17_cast_fp16)[name = tensor("linear_5_cast_fp16")]; + tensor input_19_cast_fp16 = add(x = input_11_cast_fp16, y = linear_5_cast_fp16)[name = tensor("input_19_cast_fp16")]; + tensor hidden_states_7_axes_0 = const()[name = tensor("hidden_states_7_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_1_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(26930560)))]; + tensor vision_model_vision_model_encoder_layers_1_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(26932672)))]; + tensor hidden_states_7_cast_fp16 = layer_norm(axes = hidden_states_7_axes_0, beta = vision_model_vision_model_encoder_layers_1_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_1_layer_norm1_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("hidden_states_7_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(26934784)))]; + tensor vision_model_vision_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29032000)))]; + tensor linear_6_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = tensor("linear_6_cast_fp16")]; + tensor var_201_to_fp16 = const()[name = tensor("op_201_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_11_cast_fp16 = mul(x = linear_6_cast_fp16, y = var_201_to_fp16)[name = tensor("tensor_11_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29034112)))]; + tensor vision_model_vision_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31131328)))]; + tensor linear_7_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = tensor("linear_7_cast_fp16")]; + tensor var_206 = const()[name = tensor("op_206"), val = tensor([1, -1, 16, 64])]; + tensor var_207_cast_fp16 = reshape(shape = var_206, x = linear_7_cast_fp16)[name = tensor("op_207_cast_fp16")]; + tensor var_208_perm_0 = const()[name = tensor("op_208_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31133440)))]; + tensor vision_model_vision_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(33230656)))]; + tensor linear_8_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = tensor("linear_8_cast_fp16")]; + tensor var_213 = const()[name = tensor("op_213"), val = tensor([1, -1, 16, 64])]; + tensor var_214_cast_fp16 = reshape(shape = var_213, x = linear_8_cast_fp16)[name = tensor("op_214_cast_fp16")]; + tensor var_215_perm_0 = const()[name = tensor("op_215_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_222 = const()[name = tensor("op_222"), val = tensor([1, 257, 16, 64])]; + tensor var_223_cast_fp16 = reshape(shape = var_222, x = tensor_11_cast_fp16)[name = tensor("op_223_cast_fp16")]; + tensor var_224_perm_0 = const()[name = tensor("op_224_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_226 = const()[name = tensor("op_226"), val = tensor([16, -1, 64])]; + tensor transpose_91 = transpose(perm = var_224_perm_0, x = var_223_cast_fp16)[name = tensor("transpose_91")]; + tensor query_states_3_cast_fp16 = reshape(shape = var_226, x = transpose_91)[name = tensor("query_states_3_cast_fp16")]; + tensor var_228 = const()[name = tensor("op_228"), val = tensor([16, -1, 64])]; + tensor transpose_93 = transpose(perm = var_208_perm_0, x = var_207_cast_fp16)[name = tensor("transpose_93")]; + tensor key_states_7_cast_fp16 = reshape(shape = var_228, x = transpose_93)[name = tensor("key_states_7_cast_fp16")]; + tensor var_230 = const()[name = tensor("op_230"), val = tensor([16, -1, 64])]; + tensor transpose_92 = transpose(perm = var_215_perm_0, x = var_214_cast_fp16)[name = tensor("transpose_92")]; + tensor value_states_7_cast_fp16 = reshape(shape = var_230, x = transpose_92)[name = tensor("value_states_7_cast_fp16")]; + tensor attn_weights_5_transpose_x_1 = const()[name = tensor("attn_weights_5_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_5_transpose_y_1 = const()[name = tensor("attn_weights_5_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_5_cast_fp16 = matmul(transpose_x = attn_weights_5_transpose_x_1, transpose_y = attn_weights_5_transpose_y_1, x = query_states_3_cast_fp16, y = key_states_7_cast_fp16)[name = tensor("attn_weights_5_cast_fp16")]; + tensor input_21_cast_fp16 = softmax(axis = var_10, x = attn_weights_5_cast_fp16)[name = tensor("input_21_cast_fp16")]; + tensor attn_output_7_transpose_x_0 = const()[name = tensor("attn_output_7_transpose_x_0"), val = tensor(false)]; + tensor attn_output_7_transpose_y_0 = const()[name = tensor("attn_output_7_transpose_y_0"), val = tensor(false)]; + tensor attn_output_7_cast_fp16 = matmul(transpose_x = attn_output_7_transpose_x_0, transpose_y = attn_output_7_transpose_y_0, x = input_21_cast_fp16, y = value_states_7_cast_fp16)[name = tensor("attn_output_7_cast_fp16")]; + tensor var_237 = const()[name = tensor("op_237"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_9_cast_fp16 = reshape(shape = var_237, x = attn_output_7_cast_fp16)[name = tensor("attn_output_9_cast_fp16")]; + tensor attn_output_11_perm_0 = const()[name = tensor("attn_output_11_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_240 = const()[name = tensor("op_240"), val = tensor([1, 257, 1024])]; + tensor transpose_90 = transpose(perm = attn_output_11_perm_0, x = attn_output_9_cast_fp16)[name = tensor("transpose_90")]; + tensor input_23_cast_fp16 = reshape(shape = var_240, x = transpose_90)[name = tensor("input_23_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(33232768)))]; + tensor vision_model_vision_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35329984)))]; + tensor linear_9_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16, x = input_23_cast_fp16)[name = tensor("linear_9_cast_fp16")]; + tensor input_25_cast_fp16 = add(x = input_19_cast_fp16, y = linear_9_cast_fp16)[name = tensor("input_25_cast_fp16")]; + tensor input_27_axes_0 = const()[name = tensor("input_27_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_1_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35332096)))]; + tensor vision_model_vision_model_encoder_layers_1_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35334208)))]; + tensor input_27_cast_fp16 = layer_norm(axes = input_27_axes_0, beta = vision_model_vision_model_encoder_layers_1_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_1_layer_norm2_weight_to_fp16, x = input_25_cast_fp16)[name = tensor("input_27_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_1_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35336320)))]; + tensor vision_model_vision_model_encoder_layers_1_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(43724992)))]; + tensor linear_10_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_mlp_fc1_weight_to_fp16, x = input_27_cast_fp16)[name = tensor("linear_10_cast_fp16")]; + tensor var_255_to_fp16 = const()[name = tensor("op_255_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_256_cast_fp16 = mul(x = linear_10_cast_fp16, y = var_255_to_fp16)[name = tensor("op_256_cast_fp16")]; + tensor var_257_cast_fp16 = sigmoid(x = var_256_cast_fp16)[name = tensor("op_257_cast_fp16")]; + tensor input_31_cast_fp16 = mul(x = linear_10_cast_fp16, y = var_257_cast_fp16)[name = tensor("input_31_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_1_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(43733248)))]; + tensor vision_model_vision_model_encoder_layers_1_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52121920)))]; + tensor linear_11_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_mlp_fc2_weight_to_fp16, x = input_31_cast_fp16)[name = tensor("linear_11_cast_fp16")]; + tensor input_33_cast_fp16 = add(x = input_25_cast_fp16, y = linear_11_cast_fp16)[name = tensor("input_33_cast_fp16")]; + tensor hidden_states_13_axes_0 = const()[name = tensor("hidden_states_13_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_2_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52124032)))]; + tensor vision_model_vision_model_encoder_layers_2_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52126144)))]; + tensor hidden_states_13_cast_fp16 = layer_norm(axes = hidden_states_13_axes_0, beta = vision_model_vision_model_encoder_layers_2_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_2_layer_norm1_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("hidden_states_13_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52128256)))]; + tensor vision_model_vision_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54225472)))]; + tensor linear_12_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = tensor("linear_12_cast_fp16")]; + tensor var_282_to_fp16 = const()[name = tensor("op_282_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_17_cast_fp16 = mul(x = linear_12_cast_fp16, y = var_282_to_fp16)[name = tensor("tensor_17_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54227584)))]; + tensor vision_model_vision_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56324800)))]; + tensor linear_13_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = tensor("linear_13_cast_fp16")]; + tensor var_287 = const()[name = tensor("op_287"), val = tensor([1, -1, 16, 64])]; + tensor var_288_cast_fp16 = reshape(shape = var_287, x = linear_13_cast_fp16)[name = tensor("op_288_cast_fp16")]; + tensor var_289_perm_0 = const()[name = tensor("op_289_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56326912)))]; + tensor vision_model_vision_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(58424128)))]; + tensor linear_14_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = tensor("linear_14_cast_fp16")]; + tensor var_294 = const()[name = tensor("op_294"), val = tensor([1, -1, 16, 64])]; + tensor var_295_cast_fp16 = reshape(shape = var_294, x = linear_14_cast_fp16)[name = tensor("op_295_cast_fp16")]; + tensor var_296_perm_0 = const()[name = tensor("op_296_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_303 = const()[name = tensor("op_303"), val = tensor([1, 257, 16, 64])]; + tensor var_304_cast_fp16 = reshape(shape = var_303, x = tensor_17_cast_fp16)[name = tensor("op_304_cast_fp16")]; + tensor var_305_perm_0 = const()[name = tensor("op_305_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_307 = const()[name = tensor("op_307"), val = tensor([16, -1, 64])]; + tensor transpose_87 = transpose(perm = var_305_perm_0, x = var_304_cast_fp16)[name = tensor("transpose_87")]; + tensor query_states_5_cast_fp16 = reshape(shape = var_307, x = transpose_87)[name = tensor("query_states_5_cast_fp16")]; + tensor var_309 = const()[name = tensor("op_309"), val = tensor([16, -1, 64])]; + tensor transpose_89 = transpose(perm = var_289_perm_0, x = var_288_cast_fp16)[name = tensor("transpose_89")]; + tensor key_states_11_cast_fp16 = reshape(shape = var_309, x = transpose_89)[name = tensor("key_states_11_cast_fp16")]; + tensor var_311 = const()[name = tensor("op_311"), val = tensor([16, -1, 64])]; + tensor transpose_88 = transpose(perm = var_296_perm_0, x = var_295_cast_fp16)[name = tensor("transpose_88")]; + tensor value_states_11_cast_fp16 = reshape(shape = var_311, x = transpose_88)[name = tensor("value_states_11_cast_fp16")]; + tensor attn_weights_9_transpose_x_1 = const()[name = tensor("attn_weights_9_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_9_transpose_y_1 = const()[name = tensor("attn_weights_9_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_9_cast_fp16 = matmul(transpose_x = attn_weights_9_transpose_x_1, transpose_y = attn_weights_9_transpose_y_1, x = query_states_5_cast_fp16, y = key_states_11_cast_fp16)[name = tensor("attn_weights_9_cast_fp16")]; + tensor input_35_cast_fp16 = softmax(axis = var_10, x = attn_weights_9_cast_fp16)[name = tensor("input_35_cast_fp16")]; + tensor attn_output_13_transpose_x_0 = const()[name = tensor("attn_output_13_transpose_x_0"), val = tensor(false)]; + tensor attn_output_13_transpose_y_0 = const()[name = tensor("attn_output_13_transpose_y_0"), val = tensor(false)]; + tensor attn_output_13_cast_fp16 = matmul(transpose_x = attn_output_13_transpose_x_0, transpose_y = attn_output_13_transpose_y_0, x = input_35_cast_fp16, y = value_states_11_cast_fp16)[name = tensor("attn_output_13_cast_fp16")]; + tensor var_318 = const()[name = tensor("op_318"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_15_cast_fp16 = reshape(shape = var_318, x = attn_output_13_cast_fp16)[name = tensor("attn_output_15_cast_fp16")]; + tensor attn_output_17_perm_0 = const()[name = tensor("attn_output_17_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_321 = const()[name = tensor("op_321"), val = tensor([1, 257, 1024])]; + tensor transpose_86 = transpose(perm = attn_output_17_perm_0, x = attn_output_15_cast_fp16)[name = tensor("transpose_86")]; + tensor input_37_cast_fp16 = reshape(shape = var_321, x = transpose_86)[name = tensor("input_37_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(58426240)))]; + tensor vision_model_vision_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60523456)))]; + tensor linear_15_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16, x = input_37_cast_fp16)[name = tensor("linear_15_cast_fp16")]; + tensor input_39_cast_fp16 = add(x = input_33_cast_fp16, y = linear_15_cast_fp16)[name = tensor("input_39_cast_fp16")]; + tensor input_41_axes_0 = const()[name = tensor("input_41_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_2_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60525568)))]; + tensor vision_model_vision_model_encoder_layers_2_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60527680)))]; + tensor input_41_cast_fp16 = layer_norm(axes = input_41_axes_0, beta = vision_model_vision_model_encoder_layers_2_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_2_layer_norm2_weight_to_fp16, x = input_39_cast_fp16)[name = tensor("input_41_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_2_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60529792)))]; + tensor vision_model_vision_model_encoder_layers_2_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68918464)))]; + tensor linear_16_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_mlp_fc1_weight_to_fp16, x = input_41_cast_fp16)[name = tensor("linear_16_cast_fp16")]; + tensor var_336_to_fp16 = const()[name = tensor("op_336_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_337_cast_fp16 = mul(x = linear_16_cast_fp16, y = var_336_to_fp16)[name = tensor("op_337_cast_fp16")]; + tensor var_338_cast_fp16 = sigmoid(x = var_337_cast_fp16)[name = tensor("op_338_cast_fp16")]; + tensor input_45_cast_fp16 = mul(x = linear_16_cast_fp16, y = var_338_cast_fp16)[name = tensor("input_45_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_2_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68926720)))]; + tensor vision_model_vision_model_encoder_layers_2_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77315392)))]; + tensor linear_17_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_mlp_fc2_weight_to_fp16, x = input_45_cast_fp16)[name = tensor("linear_17_cast_fp16")]; + tensor input_47_cast_fp16 = add(x = input_39_cast_fp16, y = linear_17_cast_fp16)[name = tensor("input_47_cast_fp16")]; + tensor hidden_states_19_axes_0 = const()[name = tensor("hidden_states_19_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_3_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77317504)))]; + tensor vision_model_vision_model_encoder_layers_3_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77319616)))]; + tensor hidden_states_19_cast_fp16 = layer_norm(axes = hidden_states_19_axes_0, beta = vision_model_vision_model_encoder_layers_3_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_3_layer_norm1_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("hidden_states_19_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77321728)))]; + tensor vision_model_vision_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79418944)))]; + tensor linear_18_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = tensor("linear_18_cast_fp16")]; + tensor var_363_to_fp16 = const()[name = tensor("op_363_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_23_cast_fp16 = mul(x = linear_18_cast_fp16, y = var_363_to_fp16)[name = tensor("tensor_23_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79421056)))]; + tensor vision_model_vision_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(81518272)))]; + tensor linear_19_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = tensor("linear_19_cast_fp16")]; + tensor var_368 = const()[name = tensor("op_368"), val = tensor([1, -1, 16, 64])]; + tensor var_369_cast_fp16 = reshape(shape = var_368, x = linear_19_cast_fp16)[name = tensor("op_369_cast_fp16")]; + tensor var_370_perm_0 = const()[name = tensor("op_370_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(81520384)))]; + tensor vision_model_vision_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(83617600)))]; + tensor linear_20_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = tensor("linear_20_cast_fp16")]; + tensor var_375 = const()[name = tensor("op_375"), val = tensor([1, -1, 16, 64])]; + tensor var_376_cast_fp16 = reshape(shape = var_375, x = linear_20_cast_fp16)[name = tensor("op_376_cast_fp16")]; + tensor var_377_perm_0 = const()[name = tensor("op_377_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_384 = const()[name = tensor("op_384"), val = tensor([1, 257, 16, 64])]; + tensor var_385_cast_fp16 = reshape(shape = var_384, x = tensor_23_cast_fp16)[name = tensor("op_385_cast_fp16")]; + tensor var_386_perm_0 = const()[name = tensor("op_386_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_388 = const()[name = tensor("op_388"), val = tensor([16, -1, 64])]; + tensor transpose_83 = transpose(perm = var_386_perm_0, x = var_385_cast_fp16)[name = tensor("transpose_83")]; + tensor query_states_7_cast_fp16 = reshape(shape = var_388, x = transpose_83)[name = tensor("query_states_7_cast_fp16")]; + tensor var_390 = const()[name = tensor("op_390"), val = tensor([16, -1, 64])]; + tensor transpose_85 = transpose(perm = var_370_perm_0, x = var_369_cast_fp16)[name = tensor("transpose_85")]; + tensor key_states_15_cast_fp16 = reshape(shape = var_390, x = transpose_85)[name = tensor("key_states_15_cast_fp16")]; + tensor var_392 = const()[name = tensor("op_392"), val = tensor([16, -1, 64])]; + tensor transpose_84 = transpose(perm = var_377_perm_0, x = var_376_cast_fp16)[name = tensor("transpose_84")]; + tensor value_states_15_cast_fp16 = reshape(shape = var_392, x = transpose_84)[name = tensor("value_states_15_cast_fp16")]; + tensor attn_weights_13_transpose_x_1 = const()[name = tensor("attn_weights_13_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_13_transpose_y_1 = const()[name = tensor("attn_weights_13_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_13_cast_fp16 = matmul(transpose_x = attn_weights_13_transpose_x_1, transpose_y = attn_weights_13_transpose_y_1, x = query_states_7_cast_fp16, y = key_states_15_cast_fp16)[name = tensor("attn_weights_13_cast_fp16")]; + tensor input_49_cast_fp16 = softmax(axis = var_10, x = attn_weights_13_cast_fp16)[name = tensor("input_49_cast_fp16")]; + tensor attn_output_19_transpose_x_0 = const()[name = tensor("attn_output_19_transpose_x_0"), val = tensor(false)]; + tensor attn_output_19_transpose_y_0 = const()[name = tensor("attn_output_19_transpose_y_0"), val = tensor(false)]; + tensor attn_output_19_cast_fp16 = matmul(transpose_x = attn_output_19_transpose_x_0, transpose_y = attn_output_19_transpose_y_0, x = input_49_cast_fp16, y = value_states_15_cast_fp16)[name = tensor("attn_output_19_cast_fp16")]; + tensor var_399 = const()[name = tensor("op_399"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_21_cast_fp16 = reshape(shape = var_399, x = attn_output_19_cast_fp16)[name = tensor("attn_output_21_cast_fp16")]; + tensor attn_output_23_perm_0 = const()[name = tensor("attn_output_23_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_402 = const()[name = tensor("op_402"), val = tensor([1, 257, 1024])]; + tensor transpose_82 = transpose(perm = attn_output_23_perm_0, x = attn_output_21_cast_fp16)[name = tensor("transpose_82")]; + tensor input_51_cast_fp16 = reshape(shape = var_402, x = transpose_82)[name = tensor("input_51_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(83619712)))]; + tensor vision_model_vision_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85716928)))]; + tensor linear_21_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16, x = input_51_cast_fp16)[name = tensor("linear_21_cast_fp16")]; + tensor input_53_cast_fp16 = add(x = input_47_cast_fp16, y = linear_21_cast_fp16)[name = tensor("input_53_cast_fp16")]; + tensor input_55_axes_0 = const()[name = tensor("input_55_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_3_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85719040)))]; + tensor vision_model_vision_model_encoder_layers_3_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85721152)))]; + tensor input_55_cast_fp16 = layer_norm(axes = input_55_axes_0, beta = vision_model_vision_model_encoder_layers_3_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_3_layer_norm2_weight_to_fp16, x = input_53_cast_fp16)[name = tensor("input_55_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_3_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85723264)))]; + tensor vision_model_vision_model_encoder_layers_3_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94111936)))]; + tensor linear_22_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_mlp_fc1_weight_to_fp16, x = input_55_cast_fp16)[name = tensor("linear_22_cast_fp16")]; + tensor var_417_to_fp16 = const()[name = tensor("op_417_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_418_cast_fp16 = mul(x = linear_22_cast_fp16, y = var_417_to_fp16)[name = tensor("op_418_cast_fp16")]; + tensor var_419_cast_fp16 = sigmoid(x = var_418_cast_fp16)[name = tensor("op_419_cast_fp16")]; + tensor input_59_cast_fp16 = mul(x = linear_22_cast_fp16, y = var_419_cast_fp16)[name = tensor("input_59_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_3_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94120192)))]; + tensor vision_model_vision_model_encoder_layers_3_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(102508864)))]; + tensor linear_23_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_mlp_fc2_weight_to_fp16, x = input_59_cast_fp16)[name = tensor("linear_23_cast_fp16")]; + tensor input_61_cast_fp16 = add(x = input_53_cast_fp16, y = linear_23_cast_fp16)[name = tensor("input_61_cast_fp16")]; + tensor hidden_states_25_axes_0 = const()[name = tensor("hidden_states_25_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_4_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(102510976)))]; + tensor vision_model_vision_model_encoder_layers_4_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(102513088)))]; + tensor hidden_states_25_cast_fp16 = layer_norm(axes = hidden_states_25_axes_0, beta = vision_model_vision_model_encoder_layers_4_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_4_layer_norm1_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("hidden_states_25_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(102515200)))]; + tensor vision_model_vision_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104612416)))]; + tensor linear_24_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = tensor("linear_24_cast_fp16")]; + tensor var_444_to_fp16 = const()[name = tensor("op_444_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_29_cast_fp16 = mul(x = linear_24_cast_fp16, y = var_444_to_fp16)[name = tensor("tensor_29_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104614528)))]; + tensor vision_model_vision_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106711744)))]; + tensor linear_25_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = tensor("linear_25_cast_fp16")]; + tensor var_449 = const()[name = tensor("op_449"), val = tensor([1, -1, 16, 64])]; + tensor var_450_cast_fp16 = reshape(shape = var_449, x = linear_25_cast_fp16)[name = tensor("op_450_cast_fp16")]; + tensor var_451_perm_0 = const()[name = tensor("op_451_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106713856)))]; + tensor vision_model_vision_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(108811072)))]; + tensor linear_26_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = tensor("linear_26_cast_fp16")]; + tensor var_456 = const()[name = tensor("op_456"), val = tensor([1, -1, 16, 64])]; + tensor var_457_cast_fp16 = reshape(shape = var_456, x = linear_26_cast_fp16)[name = tensor("op_457_cast_fp16")]; + tensor var_458_perm_0 = const()[name = tensor("op_458_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_465 = const()[name = tensor("op_465"), val = tensor([1, 257, 16, 64])]; + tensor var_466_cast_fp16 = reshape(shape = var_465, x = tensor_29_cast_fp16)[name = tensor("op_466_cast_fp16")]; + tensor var_467_perm_0 = const()[name = tensor("op_467_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_469 = const()[name = tensor("op_469"), val = tensor([16, -1, 64])]; + tensor transpose_79 = transpose(perm = var_467_perm_0, x = var_466_cast_fp16)[name = tensor("transpose_79")]; + tensor query_states_9_cast_fp16 = reshape(shape = var_469, x = transpose_79)[name = tensor("query_states_9_cast_fp16")]; + tensor var_471 = const()[name = tensor("op_471"), val = tensor([16, -1, 64])]; + tensor transpose_81 = transpose(perm = var_451_perm_0, x = var_450_cast_fp16)[name = tensor("transpose_81")]; + tensor key_states_19_cast_fp16 = reshape(shape = var_471, x = transpose_81)[name = tensor("key_states_19_cast_fp16")]; + tensor var_473 = const()[name = tensor("op_473"), val = tensor([16, -1, 64])]; + tensor transpose_80 = transpose(perm = var_458_perm_0, x = var_457_cast_fp16)[name = tensor("transpose_80")]; + tensor value_states_19_cast_fp16 = reshape(shape = var_473, x = transpose_80)[name = tensor("value_states_19_cast_fp16")]; + tensor attn_weights_17_transpose_x_1 = const()[name = tensor("attn_weights_17_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_17_transpose_y_1 = const()[name = tensor("attn_weights_17_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_17_cast_fp16 = matmul(transpose_x = attn_weights_17_transpose_x_1, transpose_y = attn_weights_17_transpose_y_1, x = query_states_9_cast_fp16, y = key_states_19_cast_fp16)[name = tensor("attn_weights_17_cast_fp16")]; + tensor input_63_cast_fp16 = softmax(axis = var_10, x = attn_weights_17_cast_fp16)[name = tensor("input_63_cast_fp16")]; + tensor attn_output_25_transpose_x_0 = const()[name = tensor("attn_output_25_transpose_x_0"), val = tensor(false)]; + tensor attn_output_25_transpose_y_0 = const()[name = tensor("attn_output_25_transpose_y_0"), val = tensor(false)]; + tensor attn_output_25_cast_fp16 = matmul(transpose_x = attn_output_25_transpose_x_0, transpose_y = attn_output_25_transpose_y_0, x = input_63_cast_fp16, y = value_states_19_cast_fp16)[name = tensor("attn_output_25_cast_fp16")]; + tensor var_480 = const()[name = tensor("op_480"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_27_cast_fp16 = reshape(shape = var_480, x = attn_output_25_cast_fp16)[name = tensor("attn_output_27_cast_fp16")]; + tensor attn_output_29_perm_0 = const()[name = tensor("attn_output_29_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_483 = const()[name = tensor("op_483"), val = tensor([1, 257, 1024])]; + tensor transpose_78 = transpose(perm = attn_output_29_perm_0, x = attn_output_27_cast_fp16)[name = tensor("transpose_78")]; + tensor input_65_cast_fp16 = reshape(shape = var_483, x = transpose_78)[name = tensor("input_65_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(108813184)))]; + tensor vision_model_vision_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(110910400)))]; + tensor linear_27_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16, x = input_65_cast_fp16)[name = tensor("linear_27_cast_fp16")]; + tensor input_67_cast_fp16 = add(x = input_61_cast_fp16, y = linear_27_cast_fp16)[name = tensor("input_67_cast_fp16")]; + tensor input_69_axes_0 = const()[name = tensor("input_69_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_4_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(110912512)))]; + tensor vision_model_vision_model_encoder_layers_4_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(110914624)))]; + tensor input_69_cast_fp16 = layer_norm(axes = input_69_axes_0, beta = vision_model_vision_model_encoder_layers_4_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_4_layer_norm2_weight_to_fp16, x = input_67_cast_fp16)[name = tensor("input_69_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_4_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(110916736)))]; + tensor vision_model_vision_model_encoder_layers_4_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(119305408)))]; + tensor linear_28_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_mlp_fc1_weight_to_fp16, x = input_69_cast_fp16)[name = tensor("linear_28_cast_fp16")]; + tensor var_498_to_fp16 = const()[name = tensor("op_498_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_499_cast_fp16 = mul(x = linear_28_cast_fp16, y = var_498_to_fp16)[name = tensor("op_499_cast_fp16")]; + tensor var_500_cast_fp16 = sigmoid(x = var_499_cast_fp16)[name = tensor("op_500_cast_fp16")]; + tensor input_73_cast_fp16 = mul(x = linear_28_cast_fp16, y = var_500_cast_fp16)[name = tensor("input_73_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_4_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(119313664)))]; + tensor vision_model_vision_model_encoder_layers_4_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127702336)))]; + tensor linear_29_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_mlp_fc2_weight_to_fp16, x = input_73_cast_fp16)[name = tensor("linear_29_cast_fp16")]; + tensor input_75_cast_fp16 = add(x = input_67_cast_fp16, y = linear_29_cast_fp16)[name = tensor("input_75_cast_fp16")]; + tensor hidden_states_31_axes_0 = const()[name = tensor("hidden_states_31_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_5_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127704448)))]; + tensor vision_model_vision_model_encoder_layers_5_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127706560)))]; + tensor hidden_states_31_cast_fp16 = layer_norm(axes = hidden_states_31_axes_0, beta = vision_model_vision_model_encoder_layers_5_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_5_layer_norm1_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("hidden_states_31_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127708672)))]; + tensor vision_model_vision_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(129805888)))]; + tensor linear_30_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16, x = hidden_states_31_cast_fp16)[name = tensor("linear_30_cast_fp16")]; + tensor var_525_to_fp16 = const()[name = tensor("op_525_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_35_cast_fp16 = mul(x = linear_30_cast_fp16, y = var_525_to_fp16)[name = tensor("tensor_35_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(129808000)))]; + tensor vision_model_vision_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(131905216)))]; + tensor linear_31_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16, x = hidden_states_31_cast_fp16)[name = tensor("linear_31_cast_fp16")]; + tensor var_530 = const()[name = tensor("op_530"), val = tensor([1, -1, 16, 64])]; + tensor var_531_cast_fp16 = reshape(shape = var_530, x = linear_31_cast_fp16)[name = tensor("op_531_cast_fp16")]; + tensor var_532_perm_0 = const()[name = tensor("op_532_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(131907328)))]; + tensor vision_model_vision_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134004544)))]; + tensor linear_32_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16, x = hidden_states_31_cast_fp16)[name = tensor("linear_32_cast_fp16")]; + tensor var_537 = const()[name = tensor("op_537"), val = tensor([1, -1, 16, 64])]; + tensor var_538_cast_fp16 = reshape(shape = var_537, x = linear_32_cast_fp16)[name = tensor("op_538_cast_fp16")]; + tensor var_539_perm_0 = const()[name = tensor("op_539_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_546 = const()[name = tensor("op_546"), val = tensor([1, 257, 16, 64])]; + tensor var_547_cast_fp16 = reshape(shape = var_546, x = tensor_35_cast_fp16)[name = tensor("op_547_cast_fp16")]; + tensor var_548_perm_0 = const()[name = tensor("op_548_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_550 = const()[name = tensor("op_550"), val = tensor([16, -1, 64])]; + tensor transpose_75 = transpose(perm = var_548_perm_0, x = var_547_cast_fp16)[name = tensor("transpose_75")]; + tensor query_states_11_cast_fp16 = reshape(shape = var_550, x = transpose_75)[name = tensor("query_states_11_cast_fp16")]; + tensor var_552 = const()[name = tensor("op_552"), val = tensor([16, -1, 64])]; + tensor transpose_77 = transpose(perm = var_532_perm_0, x = var_531_cast_fp16)[name = tensor("transpose_77")]; + tensor key_states_23_cast_fp16 = reshape(shape = var_552, x = transpose_77)[name = tensor("key_states_23_cast_fp16")]; + tensor var_554 = const()[name = tensor("op_554"), val = tensor([16, -1, 64])]; + tensor transpose_76 = transpose(perm = var_539_perm_0, x = var_538_cast_fp16)[name = tensor("transpose_76")]; + tensor value_states_23_cast_fp16 = reshape(shape = var_554, x = transpose_76)[name = tensor("value_states_23_cast_fp16")]; + tensor attn_weights_21_transpose_x_1 = const()[name = tensor("attn_weights_21_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_21_transpose_y_1 = const()[name = tensor("attn_weights_21_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_21_cast_fp16 = matmul(transpose_x = attn_weights_21_transpose_x_1, transpose_y = attn_weights_21_transpose_y_1, x = query_states_11_cast_fp16, y = key_states_23_cast_fp16)[name = tensor("attn_weights_21_cast_fp16")]; + tensor input_77_cast_fp16 = softmax(axis = var_10, x = attn_weights_21_cast_fp16)[name = tensor("input_77_cast_fp16")]; + tensor attn_output_31_transpose_x_0 = const()[name = tensor("attn_output_31_transpose_x_0"), val = tensor(false)]; + tensor attn_output_31_transpose_y_0 = const()[name = tensor("attn_output_31_transpose_y_0"), val = tensor(false)]; + tensor attn_output_31_cast_fp16 = matmul(transpose_x = attn_output_31_transpose_x_0, transpose_y = attn_output_31_transpose_y_0, x = input_77_cast_fp16, y = value_states_23_cast_fp16)[name = tensor("attn_output_31_cast_fp16")]; + tensor var_561 = const()[name = tensor("op_561"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_33_cast_fp16 = reshape(shape = var_561, x = attn_output_31_cast_fp16)[name = tensor("attn_output_33_cast_fp16")]; + tensor attn_output_35_perm_0 = const()[name = tensor("attn_output_35_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_564 = const()[name = tensor("op_564"), val = tensor([1, 257, 1024])]; + tensor transpose_74 = transpose(perm = attn_output_35_perm_0, x = attn_output_33_cast_fp16)[name = tensor("transpose_74")]; + tensor input_79_cast_fp16 = reshape(shape = var_564, x = transpose_74)[name = tensor("input_79_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134006656)))]; + tensor vision_model_vision_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136103872)))]; + tensor linear_33_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16, x = input_79_cast_fp16)[name = tensor("linear_33_cast_fp16")]; + tensor input_81_cast_fp16 = add(x = input_75_cast_fp16, y = linear_33_cast_fp16)[name = tensor("input_81_cast_fp16")]; + tensor input_83_axes_0 = const()[name = tensor("input_83_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_5_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136105984)))]; + tensor vision_model_vision_model_encoder_layers_5_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136108096)))]; + tensor input_83_cast_fp16 = layer_norm(axes = input_83_axes_0, beta = vision_model_vision_model_encoder_layers_5_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_5_layer_norm2_weight_to_fp16, x = input_81_cast_fp16)[name = tensor("input_83_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_5_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136110208)))]; + tensor vision_model_vision_model_encoder_layers_5_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144498880)))]; + tensor linear_34_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_mlp_fc1_weight_to_fp16, x = input_83_cast_fp16)[name = tensor("linear_34_cast_fp16")]; + tensor var_579_to_fp16 = const()[name = tensor("op_579_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_580_cast_fp16 = mul(x = linear_34_cast_fp16, y = var_579_to_fp16)[name = tensor("op_580_cast_fp16")]; + tensor var_581_cast_fp16 = sigmoid(x = var_580_cast_fp16)[name = tensor("op_581_cast_fp16")]; + tensor input_87_cast_fp16 = mul(x = linear_34_cast_fp16, y = var_581_cast_fp16)[name = tensor("input_87_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_5_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144507136)))]; + tensor vision_model_vision_model_encoder_layers_5_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152895808)))]; + tensor linear_35_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_mlp_fc2_weight_to_fp16, x = input_87_cast_fp16)[name = tensor("linear_35_cast_fp16")]; + tensor input_89_cast_fp16 = add(x = input_81_cast_fp16, y = linear_35_cast_fp16)[name = tensor("input_89_cast_fp16")]; + tensor hidden_states_37_axes_0 = const()[name = tensor("hidden_states_37_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_6_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152897920)))]; + tensor vision_model_vision_model_encoder_layers_6_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152900032)))]; + tensor hidden_states_37_cast_fp16 = layer_norm(axes = hidden_states_37_axes_0, beta = vision_model_vision_model_encoder_layers_6_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_6_layer_norm1_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("hidden_states_37_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152902144)))]; + tensor vision_model_vision_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(154999360)))]; + tensor linear_36_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16, x = hidden_states_37_cast_fp16)[name = tensor("linear_36_cast_fp16")]; + tensor var_606_to_fp16 = const()[name = tensor("op_606_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_41_cast_fp16 = mul(x = linear_36_cast_fp16, y = var_606_to_fp16)[name = tensor("tensor_41_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155001472)))]; + tensor vision_model_vision_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(157098688)))]; + tensor linear_37_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16, x = hidden_states_37_cast_fp16)[name = tensor("linear_37_cast_fp16")]; + tensor var_611 = const()[name = tensor("op_611"), val = tensor([1, -1, 16, 64])]; + tensor var_612_cast_fp16 = reshape(shape = var_611, x = linear_37_cast_fp16)[name = tensor("op_612_cast_fp16")]; + tensor var_613_perm_0 = const()[name = tensor("op_613_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(157100800)))]; + tensor vision_model_vision_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(159198016)))]; + tensor linear_38_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16, x = hidden_states_37_cast_fp16)[name = tensor("linear_38_cast_fp16")]; + tensor var_618 = const()[name = tensor("op_618"), val = tensor([1, -1, 16, 64])]; + tensor var_619_cast_fp16 = reshape(shape = var_618, x = linear_38_cast_fp16)[name = tensor("op_619_cast_fp16")]; + tensor var_620_perm_0 = const()[name = tensor("op_620_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_627 = const()[name = tensor("op_627"), val = tensor([1, 257, 16, 64])]; + tensor var_628_cast_fp16 = reshape(shape = var_627, x = tensor_41_cast_fp16)[name = tensor("op_628_cast_fp16")]; + tensor var_629_perm_0 = const()[name = tensor("op_629_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_631 = const()[name = tensor("op_631"), val = tensor([16, -1, 64])]; + tensor transpose_71 = transpose(perm = var_629_perm_0, x = var_628_cast_fp16)[name = tensor("transpose_71")]; + tensor query_states_13_cast_fp16 = reshape(shape = var_631, x = transpose_71)[name = tensor("query_states_13_cast_fp16")]; + tensor var_633 = const()[name = tensor("op_633"), val = tensor([16, -1, 64])]; + tensor transpose_73 = transpose(perm = var_613_perm_0, x = var_612_cast_fp16)[name = tensor("transpose_73")]; + tensor key_states_27_cast_fp16 = reshape(shape = var_633, x = transpose_73)[name = tensor("key_states_27_cast_fp16")]; + tensor var_635 = const()[name = tensor("op_635"), val = tensor([16, -1, 64])]; + tensor transpose_72 = transpose(perm = var_620_perm_0, x = var_619_cast_fp16)[name = tensor("transpose_72")]; + tensor value_states_27_cast_fp16 = reshape(shape = var_635, x = transpose_72)[name = tensor("value_states_27_cast_fp16")]; + tensor attn_weights_25_transpose_x_1 = const()[name = tensor("attn_weights_25_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_25_transpose_y_1 = const()[name = tensor("attn_weights_25_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_25_cast_fp16 = matmul(transpose_x = attn_weights_25_transpose_x_1, transpose_y = attn_weights_25_transpose_y_1, x = query_states_13_cast_fp16, y = key_states_27_cast_fp16)[name = tensor("attn_weights_25_cast_fp16")]; + tensor input_91_cast_fp16 = softmax(axis = var_10, x = attn_weights_25_cast_fp16)[name = tensor("input_91_cast_fp16")]; + tensor attn_output_37_transpose_x_0 = const()[name = tensor("attn_output_37_transpose_x_0"), val = tensor(false)]; + tensor attn_output_37_transpose_y_0 = const()[name = tensor("attn_output_37_transpose_y_0"), val = tensor(false)]; + tensor attn_output_37_cast_fp16 = matmul(transpose_x = attn_output_37_transpose_x_0, transpose_y = attn_output_37_transpose_y_0, x = input_91_cast_fp16, y = value_states_27_cast_fp16)[name = tensor("attn_output_37_cast_fp16")]; + tensor var_642 = const()[name = tensor("op_642"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_39_cast_fp16 = reshape(shape = var_642, x = attn_output_37_cast_fp16)[name = tensor("attn_output_39_cast_fp16")]; + tensor attn_output_41_perm_0 = const()[name = tensor("attn_output_41_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_645 = const()[name = tensor("op_645"), val = tensor([1, 257, 1024])]; + tensor transpose_70 = transpose(perm = attn_output_41_perm_0, x = attn_output_39_cast_fp16)[name = tensor("transpose_70")]; + tensor input_93_cast_fp16 = reshape(shape = var_645, x = transpose_70)[name = tensor("input_93_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(159200128)))]; + tensor vision_model_vision_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161297344)))]; + tensor linear_39_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16, x = input_93_cast_fp16)[name = tensor("linear_39_cast_fp16")]; + tensor input_95_cast_fp16 = add(x = input_89_cast_fp16, y = linear_39_cast_fp16)[name = tensor("input_95_cast_fp16")]; + tensor input_97_axes_0 = const()[name = tensor("input_97_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_6_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161299456)))]; + tensor vision_model_vision_model_encoder_layers_6_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161301568)))]; + tensor input_97_cast_fp16 = layer_norm(axes = input_97_axes_0, beta = vision_model_vision_model_encoder_layers_6_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_6_layer_norm2_weight_to_fp16, x = input_95_cast_fp16)[name = tensor("input_97_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_6_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161303680)))]; + tensor vision_model_vision_model_encoder_layers_6_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(169692352)))]; + tensor linear_40_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_mlp_fc1_weight_to_fp16, x = input_97_cast_fp16)[name = tensor("linear_40_cast_fp16")]; + tensor var_660_to_fp16 = const()[name = tensor("op_660_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_661_cast_fp16 = mul(x = linear_40_cast_fp16, y = var_660_to_fp16)[name = tensor("op_661_cast_fp16")]; + tensor var_662_cast_fp16 = sigmoid(x = var_661_cast_fp16)[name = tensor("op_662_cast_fp16")]; + tensor input_101_cast_fp16 = mul(x = linear_40_cast_fp16, y = var_662_cast_fp16)[name = tensor("input_101_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_6_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(169700608)))]; + tensor vision_model_vision_model_encoder_layers_6_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(178089280)))]; + tensor linear_41_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_mlp_fc2_weight_to_fp16, x = input_101_cast_fp16)[name = tensor("linear_41_cast_fp16")]; + tensor input_103_cast_fp16 = add(x = input_95_cast_fp16, y = linear_41_cast_fp16)[name = tensor("input_103_cast_fp16")]; + tensor hidden_states_43_axes_0 = const()[name = tensor("hidden_states_43_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_7_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(178091392)))]; + tensor vision_model_vision_model_encoder_layers_7_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(178093504)))]; + tensor hidden_states_43_cast_fp16 = layer_norm(axes = hidden_states_43_axes_0, beta = vision_model_vision_model_encoder_layers_7_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_7_layer_norm1_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("hidden_states_43_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(178095616)))]; + tensor vision_model_vision_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180192832)))]; + tensor linear_42_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16, x = hidden_states_43_cast_fp16)[name = tensor("linear_42_cast_fp16")]; + tensor var_687_to_fp16 = const()[name = tensor("op_687_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_47_cast_fp16 = mul(x = linear_42_cast_fp16, y = var_687_to_fp16)[name = tensor("tensor_47_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180194944)))]; + tensor vision_model_vision_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182292160)))]; + tensor linear_43_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16, x = hidden_states_43_cast_fp16)[name = tensor("linear_43_cast_fp16")]; + tensor var_692 = const()[name = tensor("op_692"), val = tensor([1, -1, 16, 64])]; + tensor var_693_cast_fp16 = reshape(shape = var_692, x = linear_43_cast_fp16)[name = tensor("op_693_cast_fp16")]; + tensor var_694_perm_0 = const()[name = tensor("op_694_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182294272)))]; + tensor vision_model_vision_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(184391488)))]; + tensor linear_44_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16, x = hidden_states_43_cast_fp16)[name = tensor("linear_44_cast_fp16")]; + tensor var_699 = const()[name = tensor("op_699"), val = tensor([1, -1, 16, 64])]; + tensor var_700_cast_fp16 = reshape(shape = var_699, x = linear_44_cast_fp16)[name = tensor("op_700_cast_fp16")]; + tensor var_701_perm_0 = const()[name = tensor("op_701_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_708 = const()[name = tensor("op_708"), val = tensor([1, 257, 16, 64])]; + tensor var_709_cast_fp16 = reshape(shape = var_708, x = tensor_47_cast_fp16)[name = tensor("op_709_cast_fp16")]; + tensor var_710_perm_0 = const()[name = tensor("op_710_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_712 = const()[name = tensor("op_712"), val = tensor([16, -1, 64])]; + tensor transpose_67 = transpose(perm = var_710_perm_0, x = var_709_cast_fp16)[name = tensor("transpose_67")]; + tensor query_states_15_cast_fp16 = reshape(shape = var_712, x = transpose_67)[name = tensor("query_states_15_cast_fp16")]; + tensor var_714 = const()[name = tensor("op_714"), val = tensor([16, -1, 64])]; + tensor transpose_69 = transpose(perm = var_694_perm_0, x = var_693_cast_fp16)[name = tensor("transpose_69")]; + tensor key_states_31_cast_fp16 = reshape(shape = var_714, x = transpose_69)[name = tensor("key_states_31_cast_fp16")]; + tensor var_716 = const()[name = tensor("op_716"), val = tensor([16, -1, 64])]; + tensor transpose_68 = transpose(perm = var_701_perm_0, x = var_700_cast_fp16)[name = tensor("transpose_68")]; + tensor value_states_31_cast_fp16 = reshape(shape = var_716, x = transpose_68)[name = tensor("value_states_31_cast_fp16")]; + tensor attn_weights_29_transpose_x_1 = const()[name = tensor("attn_weights_29_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_29_transpose_y_1 = const()[name = tensor("attn_weights_29_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_29_cast_fp16 = matmul(transpose_x = attn_weights_29_transpose_x_1, transpose_y = attn_weights_29_transpose_y_1, x = query_states_15_cast_fp16, y = key_states_31_cast_fp16)[name = tensor("attn_weights_29_cast_fp16")]; + tensor input_105_cast_fp16 = softmax(axis = var_10, x = attn_weights_29_cast_fp16)[name = tensor("input_105_cast_fp16")]; + tensor attn_output_43_transpose_x_0 = const()[name = tensor("attn_output_43_transpose_x_0"), val = tensor(false)]; + tensor attn_output_43_transpose_y_0 = const()[name = tensor("attn_output_43_transpose_y_0"), val = tensor(false)]; + tensor attn_output_43_cast_fp16 = matmul(transpose_x = attn_output_43_transpose_x_0, transpose_y = attn_output_43_transpose_y_0, x = input_105_cast_fp16, y = value_states_31_cast_fp16)[name = tensor("attn_output_43_cast_fp16")]; + tensor var_723 = const()[name = tensor("op_723"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_45_cast_fp16 = reshape(shape = var_723, x = attn_output_43_cast_fp16)[name = tensor("attn_output_45_cast_fp16")]; + tensor attn_output_47_perm_0 = const()[name = tensor("attn_output_47_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_726 = const()[name = tensor("op_726"), val = tensor([1, 257, 1024])]; + tensor transpose_66 = transpose(perm = attn_output_47_perm_0, x = attn_output_45_cast_fp16)[name = tensor("transpose_66")]; + tensor input_107_cast_fp16 = reshape(shape = var_726, x = transpose_66)[name = tensor("input_107_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(184393600)))]; + tensor vision_model_vision_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186490816)))]; + tensor linear_45_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16, x = input_107_cast_fp16)[name = tensor("linear_45_cast_fp16")]; + tensor input_109_cast_fp16 = add(x = input_103_cast_fp16, y = linear_45_cast_fp16)[name = tensor("input_109_cast_fp16")]; + tensor input_111_axes_0 = const()[name = tensor("input_111_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_7_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186492928)))]; + tensor vision_model_vision_model_encoder_layers_7_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186495040)))]; + tensor input_111_cast_fp16 = layer_norm(axes = input_111_axes_0, beta = vision_model_vision_model_encoder_layers_7_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_7_layer_norm2_weight_to_fp16, x = input_109_cast_fp16)[name = tensor("input_111_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_7_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186497152)))]; + tensor vision_model_vision_model_encoder_layers_7_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(194885824)))]; + tensor linear_46_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_mlp_fc1_weight_to_fp16, x = input_111_cast_fp16)[name = tensor("linear_46_cast_fp16")]; + tensor var_741_to_fp16 = const()[name = tensor("op_741_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_742_cast_fp16 = mul(x = linear_46_cast_fp16, y = var_741_to_fp16)[name = tensor("op_742_cast_fp16")]; + tensor var_743_cast_fp16 = sigmoid(x = var_742_cast_fp16)[name = tensor("op_743_cast_fp16")]; + tensor input_115_cast_fp16 = mul(x = linear_46_cast_fp16, y = var_743_cast_fp16)[name = tensor("input_115_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_7_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(194894080)))]; + tensor vision_model_vision_model_encoder_layers_7_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203282752)))]; + tensor linear_47_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_mlp_fc2_weight_to_fp16, x = input_115_cast_fp16)[name = tensor("linear_47_cast_fp16")]; + tensor input_117_cast_fp16 = add(x = input_109_cast_fp16, y = linear_47_cast_fp16)[name = tensor("input_117_cast_fp16")]; + tensor hidden_states_49_axes_0 = const()[name = tensor("hidden_states_49_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_8_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203284864)))]; + tensor vision_model_vision_model_encoder_layers_8_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203286976)))]; + tensor hidden_states_49_cast_fp16 = layer_norm(axes = hidden_states_49_axes_0, beta = vision_model_vision_model_encoder_layers_8_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_8_layer_norm1_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("hidden_states_49_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203289088)))]; + tensor vision_model_vision_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205386304)))]; + tensor linear_48_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16, x = hidden_states_49_cast_fp16)[name = tensor("linear_48_cast_fp16")]; + tensor var_768_to_fp16 = const()[name = tensor("op_768_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_53_cast_fp16 = mul(x = linear_48_cast_fp16, y = var_768_to_fp16)[name = tensor("tensor_53_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205388416)))]; + tensor vision_model_vision_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(207485632)))]; + tensor linear_49_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16, x = hidden_states_49_cast_fp16)[name = tensor("linear_49_cast_fp16")]; + tensor var_773 = const()[name = tensor("op_773"), val = tensor([1, -1, 16, 64])]; + tensor var_774_cast_fp16 = reshape(shape = var_773, x = linear_49_cast_fp16)[name = tensor("op_774_cast_fp16")]; + tensor var_775_perm_0 = const()[name = tensor("op_775_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(207487744)))]; + tensor vision_model_vision_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(209584960)))]; + tensor linear_50_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16, x = hidden_states_49_cast_fp16)[name = tensor("linear_50_cast_fp16")]; + tensor var_780 = const()[name = tensor("op_780"), val = tensor([1, -1, 16, 64])]; + tensor var_781_cast_fp16 = reshape(shape = var_780, x = linear_50_cast_fp16)[name = tensor("op_781_cast_fp16")]; + tensor var_782_perm_0 = const()[name = tensor("op_782_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_789 = const()[name = tensor("op_789"), val = tensor([1, 257, 16, 64])]; + tensor var_790_cast_fp16 = reshape(shape = var_789, x = tensor_53_cast_fp16)[name = tensor("op_790_cast_fp16")]; + tensor var_791_perm_0 = const()[name = tensor("op_791_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_793 = const()[name = tensor("op_793"), val = tensor([16, -1, 64])]; + tensor transpose_63 = transpose(perm = var_791_perm_0, x = var_790_cast_fp16)[name = tensor("transpose_63")]; + tensor query_states_17_cast_fp16 = reshape(shape = var_793, x = transpose_63)[name = tensor("query_states_17_cast_fp16")]; + tensor var_795 = const()[name = tensor("op_795"), val = tensor([16, -1, 64])]; + tensor transpose_65 = transpose(perm = var_775_perm_0, x = var_774_cast_fp16)[name = tensor("transpose_65")]; + tensor key_states_35_cast_fp16 = reshape(shape = var_795, x = transpose_65)[name = tensor("key_states_35_cast_fp16")]; + tensor var_797 = const()[name = tensor("op_797"), val = tensor([16, -1, 64])]; + tensor transpose_64 = transpose(perm = var_782_perm_0, x = var_781_cast_fp16)[name = tensor("transpose_64")]; + tensor value_states_35_cast_fp16 = reshape(shape = var_797, x = transpose_64)[name = tensor("value_states_35_cast_fp16")]; + tensor attn_weights_33_transpose_x_1 = const()[name = tensor("attn_weights_33_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_33_transpose_y_1 = const()[name = tensor("attn_weights_33_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_33_cast_fp16 = matmul(transpose_x = attn_weights_33_transpose_x_1, transpose_y = attn_weights_33_transpose_y_1, x = query_states_17_cast_fp16, y = key_states_35_cast_fp16)[name = tensor("attn_weights_33_cast_fp16")]; + tensor input_119_cast_fp16 = softmax(axis = var_10, x = attn_weights_33_cast_fp16)[name = tensor("input_119_cast_fp16")]; + tensor attn_output_49_transpose_x_0 = const()[name = tensor("attn_output_49_transpose_x_0"), val = tensor(false)]; + tensor attn_output_49_transpose_y_0 = const()[name = tensor("attn_output_49_transpose_y_0"), val = tensor(false)]; + tensor attn_output_49_cast_fp16 = matmul(transpose_x = attn_output_49_transpose_x_0, transpose_y = attn_output_49_transpose_y_0, x = input_119_cast_fp16, y = value_states_35_cast_fp16)[name = tensor("attn_output_49_cast_fp16")]; + tensor var_804 = const()[name = tensor("op_804"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_51_cast_fp16 = reshape(shape = var_804, x = attn_output_49_cast_fp16)[name = tensor("attn_output_51_cast_fp16")]; + tensor attn_output_53_perm_0 = const()[name = tensor("attn_output_53_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_807 = const()[name = tensor("op_807"), val = tensor([1, 257, 1024])]; + tensor transpose_62 = transpose(perm = attn_output_53_perm_0, x = attn_output_51_cast_fp16)[name = tensor("transpose_62")]; + tensor input_121_cast_fp16 = reshape(shape = var_807, x = transpose_62)[name = tensor("input_121_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(209587072)))]; + tensor vision_model_vision_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(211684288)))]; + tensor linear_51_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16, x = input_121_cast_fp16)[name = tensor("linear_51_cast_fp16")]; + tensor input_123_cast_fp16 = add(x = input_117_cast_fp16, y = linear_51_cast_fp16)[name = tensor("input_123_cast_fp16")]; + tensor input_125_axes_0 = const()[name = tensor("input_125_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_8_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(211686400)))]; + tensor vision_model_vision_model_encoder_layers_8_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(211688512)))]; + tensor input_125_cast_fp16 = layer_norm(axes = input_125_axes_0, beta = vision_model_vision_model_encoder_layers_8_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_8_layer_norm2_weight_to_fp16, x = input_123_cast_fp16)[name = tensor("input_125_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_8_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(211690624)))]; + tensor vision_model_vision_model_encoder_layers_8_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220079296)))]; + tensor linear_52_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_mlp_fc1_weight_to_fp16, x = input_125_cast_fp16)[name = tensor("linear_52_cast_fp16")]; + tensor var_822_to_fp16 = const()[name = tensor("op_822_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_823_cast_fp16 = mul(x = linear_52_cast_fp16, y = var_822_to_fp16)[name = tensor("op_823_cast_fp16")]; + tensor var_824_cast_fp16 = sigmoid(x = var_823_cast_fp16)[name = tensor("op_824_cast_fp16")]; + tensor input_129_cast_fp16 = mul(x = linear_52_cast_fp16, y = var_824_cast_fp16)[name = tensor("input_129_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_8_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220087552)))]; + tensor vision_model_vision_model_encoder_layers_8_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228476224)))]; + tensor linear_53_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_mlp_fc2_weight_to_fp16, x = input_129_cast_fp16)[name = tensor("linear_53_cast_fp16")]; + tensor input_131_cast_fp16 = add(x = input_123_cast_fp16, y = linear_53_cast_fp16)[name = tensor("input_131_cast_fp16")]; + tensor hidden_states_55_axes_0 = const()[name = tensor("hidden_states_55_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_9_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228478336)))]; + tensor vision_model_vision_model_encoder_layers_9_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228480448)))]; + tensor hidden_states_55_cast_fp16 = layer_norm(axes = hidden_states_55_axes_0, beta = vision_model_vision_model_encoder_layers_9_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_9_layer_norm1_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("hidden_states_55_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228482560)))]; + tensor vision_model_vision_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(230579776)))]; + tensor linear_54_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16, x = hidden_states_55_cast_fp16)[name = tensor("linear_54_cast_fp16")]; + tensor var_849_to_fp16 = const()[name = tensor("op_849_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_59_cast_fp16 = mul(x = linear_54_cast_fp16, y = var_849_to_fp16)[name = tensor("tensor_59_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(230581888)))]; + tensor vision_model_vision_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(232679104)))]; + tensor linear_55_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16, x = hidden_states_55_cast_fp16)[name = tensor("linear_55_cast_fp16")]; + tensor var_854 = const()[name = tensor("op_854"), val = tensor([1, -1, 16, 64])]; + tensor var_855_cast_fp16 = reshape(shape = var_854, x = linear_55_cast_fp16)[name = tensor("op_855_cast_fp16")]; + tensor var_856_perm_0 = const()[name = tensor("op_856_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(232681216)))]; + tensor vision_model_vision_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(234778432)))]; + tensor linear_56_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16, x = hidden_states_55_cast_fp16)[name = tensor("linear_56_cast_fp16")]; + tensor var_861 = const()[name = tensor("op_861"), val = tensor([1, -1, 16, 64])]; + tensor var_862_cast_fp16 = reshape(shape = var_861, x = linear_56_cast_fp16)[name = tensor("op_862_cast_fp16")]; + tensor var_863_perm_0 = const()[name = tensor("op_863_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_870 = const()[name = tensor("op_870"), val = tensor([1, 257, 16, 64])]; + tensor var_871_cast_fp16 = reshape(shape = var_870, x = tensor_59_cast_fp16)[name = tensor("op_871_cast_fp16")]; + tensor var_872_perm_0 = const()[name = tensor("op_872_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_874 = const()[name = tensor("op_874"), val = tensor([16, -1, 64])]; + tensor transpose_59 = transpose(perm = var_872_perm_0, x = var_871_cast_fp16)[name = tensor("transpose_59")]; + tensor query_states_19_cast_fp16 = reshape(shape = var_874, x = transpose_59)[name = tensor("query_states_19_cast_fp16")]; + tensor var_876 = const()[name = tensor("op_876"), val = tensor([16, -1, 64])]; + tensor transpose_61 = transpose(perm = var_856_perm_0, x = var_855_cast_fp16)[name = tensor("transpose_61")]; + tensor key_states_39_cast_fp16 = reshape(shape = var_876, x = transpose_61)[name = tensor("key_states_39_cast_fp16")]; + tensor var_878 = const()[name = tensor("op_878"), val = tensor([16, -1, 64])]; + tensor transpose_60 = transpose(perm = var_863_perm_0, x = var_862_cast_fp16)[name = tensor("transpose_60")]; + tensor value_states_39_cast_fp16 = reshape(shape = var_878, x = transpose_60)[name = tensor("value_states_39_cast_fp16")]; + tensor attn_weights_37_transpose_x_1 = const()[name = tensor("attn_weights_37_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_37_transpose_y_1 = const()[name = tensor("attn_weights_37_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_37_cast_fp16 = matmul(transpose_x = attn_weights_37_transpose_x_1, transpose_y = attn_weights_37_transpose_y_1, x = query_states_19_cast_fp16, y = key_states_39_cast_fp16)[name = tensor("attn_weights_37_cast_fp16")]; + tensor input_133_cast_fp16 = softmax(axis = var_10, x = attn_weights_37_cast_fp16)[name = tensor("input_133_cast_fp16")]; + tensor attn_output_55_transpose_x_0 = const()[name = tensor("attn_output_55_transpose_x_0"), val = tensor(false)]; + tensor attn_output_55_transpose_y_0 = const()[name = tensor("attn_output_55_transpose_y_0"), val = tensor(false)]; + tensor attn_output_55_cast_fp16 = matmul(transpose_x = attn_output_55_transpose_x_0, transpose_y = attn_output_55_transpose_y_0, x = input_133_cast_fp16, y = value_states_39_cast_fp16)[name = tensor("attn_output_55_cast_fp16")]; + tensor var_885 = const()[name = tensor("op_885"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_57_cast_fp16 = reshape(shape = var_885, x = attn_output_55_cast_fp16)[name = tensor("attn_output_57_cast_fp16")]; + tensor attn_output_59_perm_0 = const()[name = tensor("attn_output_59_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_888 = const()[name = tensor("op_888"), val = tensor([1, 257, 1024])]; + tensor transpose_58 = transpose(perm = attn_output_59_perm_0, x = attn_output_57_cast_fp16)[name = tensor("transpose_58")]; + tensor input_135_cast_fp16 = reshape(shape = var_888, x = transpose_58)[name = tensor("input_135_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(234780544)))]; + tensor vision_model_vision_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236877760)))]; + tensor linear_57_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16, x = input_135_cast_fp16)[name = tensor("linear_57_cast_fp16")]; + tensor input_137_cast_fp16 = add(x = input_131_cast_fp16, y = linear_57_cast_fp16)[name = tensor("input_137_cast_fp16")]; + tensor input_139_axes_0 = const()[name = tensor("input_139_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_9_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236879872)))]; + tensor vision_model_vision_model_encoder_layers_9_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236881984)))]; + tensor input_139_cast_fp16 = layer_norm(axes = input_139_axes_0, beta = vision_model_vision_model_encoder_layers_9_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_9_layer_norm2_weight_to_fp16, x = input_137_cast_fp16)[name = tensor("input_139_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_9_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236884096)))]; + tensor vision_model_vision_model_encoder_layers_9_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245272768)))]; + tensor linear_58_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_mlp_fc1_weight_to_fp16, x = input_139_cast_fp16)[name = tensor("linear_58_cast_fp16")]; + tensor var_903_to_fp16 = const()[name = tensor("op_903_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_904_cast_fp16 = mul(x = linear_58_cast_fp16, y = var_903_to_fp16)[name = tensor("op_904_cast_fp16")]; + tensor var_905_cast_fp16 = sigmoid(x = var_904_cast_fp16)[name = tensor("op_905_cast_fp16")]; + tensor input_143_cast_fp16 = mul(x = linear_58_cast_fp16, y = var_905_cast_fp16)[name = tensor("input_143_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_9_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(245281024)))]; + tensor vision_model_vision_model_encoder_layers_9_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(253669696)))]; + tensor linear_59_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_mlp_fc2_weight_to_fp16, x = input_143_cast_fp16)[name = tensor("linear_59_cast_fp16")]; + tensor input_145_cast_fp16 = add(x = input_137_cast_fp16, y = linear_59_cast_fp16)[name = tensor("input_145_cast_fp16")]; + tensor hidden_states_61_axes_0 = const()[name = tensor("hidden_states_61_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_10_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(253671808)))]; + tensor vision_model_vision_model_encoder_layers_10_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(253673920)))]; + tensor hidden_states_61_cast_fp16 = layer_norm(axes = hidden_states_61_axes_0, beta = vision_model_vision_model_encoder_layers_10_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_10_layer_norm1_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("hidden_states_61_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(253676032)))]; + tensor vision_model_vision_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255773248)))]; + tensor linear_60_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16, x = hidden_states_61_cast_fp16)[name = tensor("linear_60_cast_fp16")]; + tensor var_930_to_fp16 = const()[name = tensor("op_930_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_65_cast_fp16 = mul(x = linear_60_cast_fp16, y = var_930_to_fp16)[name = tensor("tensor_65_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255775360)))]; + tensor vision_model_vision_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257872576)))]; + tensor linear_61_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16, x = hidden_states_61_cast_fp16)[name = tensor("linear_61_cast_fp16")]; + tensor var_935 = const()[name = tensor("op_935"), val = tensor([1, -1, 16, 64])]; + tensor var_936_cast_fp16 = reshape(shape = var_935, x = linear_61_cast_fp16)[name = tensor("op_936_cast_fp16")]; + tensor var_937_perm_0 = const()[name = tensor("op_937_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257874688)))]; + tensor vision_model_vision_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259971904)))]; + tensor linear_62_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16, x = hidden_states_61_cast_fp16)[name = tensor("linear_62_cast_fp16")]; + tensor var_942 = const()[name = tensor("op_942"), val = tensor([1, -1, 16, 64])]; + tensor var_943_cast_fp16 = reshape(shape = var_942, x = linear_62_cast_fp16)[name = tensor("op_943_cast_fp16")]; + tensor var_944_perm_0 = const()[name = tensor("op_944_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_951 = const()[name = tensor("op_951"), val = tensor([1, 257, 16, 64])]; + tensor var_952_cast_fp16 = reshape(shape = var_951, x = tensor_65_cast_fp16)[name = tensor("op_952_cast_fp16")]; + tensor var_953_perm_0 = const()[name = tensor("op_953_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_955 = const()[name = tensor("op_955"), val = tensor([16, -1, 64])]; + tensor transpose_55 = transpose(perm = var_953_perm_0, x = var_952_cast_fp16)[name = tensor("transpose_55")]; + tensor query_states_21_cast_fp16 = reshape(shape = var_955, x = transpose_55)[name = tensor("query_states_21_cast_fp16")]; + tensor var_957 = const()[name = tensor("op_957"), val = tensor([16, -1, 64])]; + tensor transpose_57 = transpose(perm = var_937_perm_0, x = var_936_cast_fp16)[name = tensor("transpose_57")]; + tensor key_states_43_cast_fp16 = reshape(shape = var_957, x = transpose_57)[name = tensor("key_states_43_cast_fp16")]; + tensor var_959 = const()[name = tensor("op_959"), val = tensor([16, -1, 64])]; + tensor transpose_56 = transpose(perm = var_944_perm_0, x = var_943_cast_fp16)[name = tensor("transpose_56")]; + tensor value_states_43_cast_fp16 = reshape(shape = var_959, x = transpose_56)[name = tensor("value_states_43_cast_fp16")]; + tensor attn_weights_41_transpose_x_1 = const()[name = tensor("attn_weights_41_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_41_transpose_y_1 = const()[name = tensor("attn_weights_41_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_41_cast_fp16 = matmul(transpose_x = attn_weights_41_transpose_x_1, transpose_y = attn_weights_41_transpose_y_1, x = query_states_21_cast_fp16, y = key_states_43_cast_fp16)[name = tensor("attn_weights_41_cast_fp16")]; + tensor input_147_cast_fp16 = softmax(axis = var_10, x = attn_weights_41_cast_fp16)[name = tensor("input_147_cast_fp16")]; + tensor attn_output_61_transpose_x_0 = const()[name = tensor("attn_output_61_transpose_x_0"), val = tensor(false)]; + tensor attn_output_61_transpose_y_0 = const()[name = tensor("attn_output_61_transpose_y_0"), val = tensor(false)]; + tensor attn_output_61_cast_fp16 = matmul(transpose_x = attn_output_61_transpose_x_0, transpose_y = attn_output_61_transpose_y_0, x = input_147_cast_fp16, y = value_states_43_cast_fp16)[name = tensor("attn_output_61_cast_fp16")]; + tensor var_966 = const()[name = tensor("op_966"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_63_cast_fp16 = reshape(shape = var_966, x = attn_output_61_cast_fp16)[name = tensor("attn_output_63_cast_fp16")]; + tensor attn_output_65_perm_0 = const()[name = tensor("attn_output_65_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_969 = const()[name = tensor("op_969"), val = tensor([1, 257, 1024])]; + tensor transpose_54 = transpose(perm = attn_output_65_perm_0, x = attn_output_63_cast_fp16)[name = tensor("transpose_54")]; + tensor input_149_cast_fp16 = reshape(shape = var_969, x = transpose_54)[name = tensor("input_149_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259974016)))]; + tensor vision_model_vision_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(262071232)))]; + tensor linear_63_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16, x = input_149_cast_fp16)[name = tensor("linear_63_cast_fp16")]; + tensor input_151_cast_fp16 = add(x = input_145_cast_fp16, y = linear_63_cast_fp16)[name = tensor("input_151_cast_fp16")]; + tensor input_153_axes_0 = const()[name = tensor("input_153_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_10_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(262073344)))]; + tensor vision_model_vision_model_encoder_layers_10_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(262075456)))]; + tensor input_153_cast_fp16 = layer_norm(axes = input_153_axes_0, beta = vision_model_vision_model_encoder_layers_10_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_10_layer_norm2_weight_to_fp16, x = input_151_cast_fp16)[name = tensor("input_153_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_10_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(262077568)))]; + tensor vision_model_vision_model_encoder_layers_10_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(270466240)))]; + tensor linear_64_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_mlp_fc1_weight_to_fp16, x = input_153_cast_fp16)[name = tensor("linear_64_cast_fp16")]; + tensor var_984_to_fp16 = const()[name = tensor("op_984_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_985_cast_fp16 = mul(x = linear_64_cast_fp16, y = var_984_to_fp16)[name = tensor("op_985_cast_fp16")]; + tensor var_986_cast_fp16 = sigmoid(x = var_985_cast_fp16)[name = tensor("op_986_cast_fp16")]; + tensor input_157_cast_fp16 = mul(x = linear_64_cast_fp16, y = var_986_cast_fp16)[name = tensor("input_157_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_10_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(270474496)))]; + tensor vision_model_vision_model_encoder_layers_10_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(278863168)))]; + tensor linear_65_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_mlp_fc2_weight_to_fp16, x = input_157_cast_fp16)[name = tensor("linear_65_cast_fp16")]; + tensor input_159_cast_fp16 = add(x = input_151_cast_fp16, y = linear_65_cast_fp16)[name = tensor("input_159_cast_fp16")]; + tensor hidden_states_67_axes_0 = const()[name = tensor("hidden_states_67_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_11_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(278865280)))]; + tensor vision_model_vision_model_encoder_layers_11_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(278867392)))]; + tensor hidden_states_67_cast_fp16 = layer_norm(axes = hidden_states_67_axes_0, beta = vision_model_vision_model_encoder_layers_11_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_11_layer_norm1_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("hidden_states_67_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(278869504)))]; + tensor vision_model_vision_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(280966720)))]; + tensor linear_66_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = tensor("linear_66_cast_fp16")]; + tensor var_1011_to_fp16 = const()[name = tensor("op_1011_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_71_cast_fp16 = mul(x = linear_66_cast_fp16, y = var_1011_to_fp16)[name = tensor("tensor_71_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(280968832)))]; + tensor vision_model_vision_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(283066048)))]; + tensor linear_67_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = tensor("linear_67_cast_fp16")]; + tensor var_1016 = const()[name = tensor("op_1016"), val = tensor([1, -1, 16, 64])]; + tensor var_1017_cast_fp16 = reshape(shape = var_1016, x = linear_67_cast_fp16)[name = tensor("op_1017_cast_fp16")]; + tensor var_1018_perm_0 = const()[name = tensor("op_1018_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(283068160)))]; + tensor vision_model_vision_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(285165376)))]; + tensor linear_68_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = tensor("linear_68_cast_fp16")]; + tensor var_1023 = const()[name = tensor("op_1023"), val = tensor([1, -1, 16, 64])]; + tensor var_1024_cast_fp16 = reshape(shape = var_1023, x = linear_68_cast_fp16)[name = tensor("op_1024_cast_fp16")]; + tensor var_1025_perm_0 = const()[name = tensor("op_1025_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1032 = const()[name = tensor("op_1032"), val = tensor([1, 257, 16, 64])]; + tensor var_1033_cast_fp16 = reshape(shape = var_1032, x = tensor_71_cast_fp16)[name = tensor("op_1033_cast_fp16")]; + tensor var_1034_perm_0 = const()[name = tensor("op_1034_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1036 = const()[name = tensor("op_1036"), val = tensor([16, -1, 64])]; + tensor transpose_51 = transpose(perm = var_1034_perm_0, x = var_1033_cast_fp16)[name = tensor("transpose_51")]; + tensor query_states_23_cast_fp16 = reshape(shape = var_1036, x = transpose_51)[name = tensor("query_states_23_cast_fp16")]; + tensor var_1038 = const()[name = tensor("op_1038"), val = tensor([16, -1, 64])]; + tensor transpose_53 = transpose(perm = var_1018_perm_0, x = var_1017_cast_fp16)[name = tensor("transpose_53")]; + tensor key_states_47_cast_fp16 = reshape(shape = var_1038, x = transpose_53)[name = tensor("key_states_47_cast_fp16")]; + tensor var_1040 = const()[name = tensor("op_1040"), val = tensor([16, -1, 64])]; + tensor transpose_52 = transpose(perm = var_1025_perm_0, x = var_1024_cast_fp16)[name = tensor("transpose_52")]; + tensor value_states_47_cast_fp16 = reshape(shape = var_1040, x = transpose_52)[name = tensor("value_states_47_cast_fp16")]; + tensor attn_weights_45_transpose_x_1 = const()[name = tensor("attn_weights_45_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_45_transpose_y_1 = const()[name = tensor("attn_weights_45_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_45_cast_fp16 = matmul(transpose_x = attn_weights_45_transpose_x_1, transpose_y = attn_weights_45_transpose_y_1, x = query_states_23_cast_fp16, y = key_states_47_cast_fp16)[name = tensor("attn_weights_45_cast_fp16")]; + tensor input_161_cast_fp16 = softmax(axis = var_10, x = attn_weights_45_cast_fp16)[name = tensor("input_161_cast_fp16")]; + tensor attn_output_67_transpose_x_0 = const()[name = tensor("attn_output_67_transpose_x_0"), val = tensor(false)]; + tensor attn_output_67_transpose_y_0 = const()[name = tensor("attn_output_67_transpose_y_0"), val = tensor(false)]; + tensor attn_output_67_cast_fp16 = matmul(transpose_x = attn_output_67_transpose_x_0, transpose_y = attn_output_67_transpose_y_0, x = input_161_cast_fp16, y = value_states_47_cast_fp16)[name = tensor("attn_output_67_cast_fp16")]; + tensor var_1047 = const()[name = tensor("op_1047"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_69_cast_fp16 = reshape(shape = var_1047, x = attn_output_67_cast_fp16)[name = tensor("attn_output_69_cast_fp16")]; + tensor attn_output_71_perm_0 = const()[name = tensor("attn_output_71_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1050 = const()[name = tensor("op_1050"), val = tensor([1, 257, 1024])]; + tensor transpose_50 = transpose(perm = attn_output_71_perm_0, x = attn_output_69_cast_fp16)[name = tensor("transpose_50")]; + tensor input_163_cast_fp16 = reshape(shape = var_1050, x = transpose_50)[name = tensor("input_163_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(285167488)))]; + tensor vision_model_vision_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(287264704)))]; + tensor linear_69_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16, x = input_163_cast_fp16)[name = tensor("linear_69_cast_fp16")]; + tensor input_165_cast_fp16 = add(x = input_159_cast_fp16, y = linear_69_cast_fp16)[name = tensor("input_165_cast_fp16")]; + tensor input_167_axes_0 = const()[name = tensor("input_167_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_11_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(287266816)))]; + tensor vision_model_vision_model_encoder_layers_11_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(287268928)))]; + tensor input_167_cast_fp16 = layer_norm(axes = input_167_axes_0, beta = vision_model_vision_model_encoder_layers_11_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_11_layer_norm2_weight_to_fp16, x = input_165_cast_fp16)[name = tensor("input_167_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_11_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(287271040)))]; + tensor vision_model_vision_model_encoder_layers_11_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(295659712)))]; + tensor linear_70_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_mlp_fc1_weight_to_fp16, x = input_167_cast_fp16)[name = tensor("linear_70_cast_fp16")]; + tensor var_1065_to_fp16 = const()[name = tensor("op_1065_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_1066_cast_fp16 = mul(x = linear_70_cast_fp16, y = var_1065_to_fp16)[name = tensor("op_1066_cast_fp16")]; + tensor var_1067_cast_fp16 = sigmoid(x = var_1066_cast_fp16)[name = tensor("op_1067_cast_fp16")]; + tensor input_171_cast_fp16 = mul(x = linear_70_cast_fp16, y = var_1067_cast_fp16)[name = tensor("input_171_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_11_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(295667968)))]; + tensor vision_model_vision_model_encoder_layers_11_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(304056640)))]; + tensor linear_71_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_mlp_fc2_weight_to_fp16, x = input_171_cast_fp16)[name = tensor("linear_71_cast_fp16")]; + tensor input_173_cast_fp16 = add(x = input_165_cast_fp16, y = linear_71_cast_fp16)[name = tensor("input_173_cast_fp16")]; + tensor hidden_states_73_axes_0 = const()[name = tensor("hidden_states_73_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_12_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(304058752)))]; + tensor vision_model_vision_model_encoder_layers_12_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(304060864)))]; + tensor hidden_states_73_cast_fp16 = layer_norm(axes = hidden_states_73_axes_0, beta = vision_model_vision_model_encoder_layers_12_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_12_layer_norm1_weight_to_fp16, x = input_173_cast_fp16)[name = tensor("hidden_states_73_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(304062976)))]; + tensor vision_model_vision_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(306160192)))]; + tensor linear_72_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16, x = hidden_states_73_cast_fp16)[name = tensor("linear_72_cast_fp16")]; + tensor var_1092_to_fp16 = const()[name = tensor("op_1092_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_77_cast_fp16 = mul(x = linear_72_cast_fp16, y = var_1092_to_fp16)[name = tensor("tensor_77_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(306162304)))]; + tensor vision_model_vision_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(308259520)))]; + tensor linear_73_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16, x = hidden_states_73_cast_fp16)[name = tensor("linear_73_cast_fp16")]; + tensor var_1097 = const()[name = tensor("op_1097"), val = tensor([1, -1, 16, 64])]; + tensor var_1098_cast_fp16 = reshape(shape = var_1097, x = linear_73_cast_fp16)[name = tensor("op_1098_cast_fp16")]; + tensor var_1099_perm_0 = const()[name = tensor("op_1099_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(308261632)))]; + tensor vision_model_vision_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(310358848)))]; + tensor linear_74_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16, x = hidden_states_73_cast_fp16)[name = tensor("linear_74_cast_fp16")]; + tensor var_1104 = const()[name = tensor("op_1104"), val = tensor([1, -1, 16, 64])]; + tensor var_1105_cast_fp16 = reshape(shape = var_1104, x = linear_74_cast_fp16)[name = tensor("op_1105_cast_fp16")]; + tensor var_1106_perm_0 = const()[name = tensor("op_1106_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1113 = const()[name = tensor("op_1113"), val = tensor([1, 257, 16, 64])]; + tensor var_1114_cast_fp16 = reshape(shape = var_1113, x = tensor_77_cast_fp16)[name = tensor("op_1114_cast_fp16")]; + tensor var_1115_perm_0 = const()[name = tensor("op_1115_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1117 = const()[name = tensor("op_1117"), val = tensor([16, -1, 64])]; + tensor transpose_47 = transpose(perm = var_1115_perm_0, x = var_1114_cast_fp16)[name = tensor("transpose_47")]; + tensor query_states_25_cast_fp16 = reshape(shape = var_1117, x = transpose_47)[name = tensor("query_states_25_cast_fp16")]; + tensor var_1119 = const()[name = tensor("op_1119"), val = tensor([16, -1, 64])]; + tensor transpose_49 = transpose(perm = var_1099_perm_0, x = var_1098_cast_fp16)[name = tensor("transpose_49")]; + tensor key_states_51_cast_fp16 = reshape(shape = var_1119, x = transpose_49)[name = tensor("key_states_51_cast_fp16")]; + tensor var_1121 = const()[name = tensor("op_1121"), val = tensor([16, -1, 64])]; + tensor transpose_48 = transpose(perm = var_1106_perm_0, x = var_1105_cast_fp16)[name = tensor("transpose_48")]; + tensor value_states_51_cast_fp16 = reshape(shape = var_1121, x = transpose_48)[name = tensor("value_states_51_cast_fp16")]; + tensor attn_weights_49_transpose_x_1 = const()[name = tensor("attn_weights_49_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_49_transpose_y_1 = const()[name = tensor("attn_weights_49_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_49_cast_fp16 = matmul(transpose_x = attn_weights_49_transpose_x_1, transpose_y = attn_weights_49_transpose_y_1, x = query_states_25_cast_fp16, y = key_states_51_cast_fp16)[name = tensor("attn_weights_49_cast_fp16")]; + tensor input_175_cast_fp16 = softmax(axis = var_10, x = attn_weights_49_cast_fp16)[name = tensor("input_175_cast_fp16")]; + tensor attn_output_73_transpose_x_0 = const()[name = tensor("attn_output_73_transpose_x_0"), val = tensor(false)]; + tensor attn_output_73_transpose_y_0 = const()[name = tensor("attn_output_73_transpose_y_0"), val = tensor(false)]; + tensor attn_output_73_cast_fp16 = matmul(transpose_x = attn_output_73_transpose_x_0, transpose_y = attn_output_73_transpose_y_0, x = input_175_cast_fp16, y = value_states_51_cast_fp16)[name = tensor("attn_output_73_cast_fp16")]; + tensor var_1128 = const()[name = tensor("op_1128"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_75_cast_fp16 = reshape(shape = var_1128, x = attn_output_73_cast_fp16)[name = tensor("attn_output_75_cast_fp16")]; + tensor attn_output_77_perm_0 = const()[name = tensor("attn_output_77_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1131 = const()[name = tensor("op_1131"), val = tensor([1, 257, 1024])]; + tensor transpose_46 = transpose(perm = attn_output_77_perm_0, x = attn_output_75_cast_fp16)[name = tensor("transpose_46")]; + tensor input_177_cast_fp16 = reshape(shape = var_1131, x = transpose_46)[name = tensor("input_177_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(310360960)))]; + tensor vision_model_vision_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(312458176)))]; + tensor linear_75_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16, x = input_177_cast_fp16)[name = tensor("linear_75_cast_fp16")]; + tensor input_179_cast_fp16 = add(x = input_173_cast_fp16, y = linear_75_cast_fp16)[name = tensor("input_179_cast_fp16")]; + tensor input_181_axes_0 = const()[name = tensor("input_181_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_12_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(312460288)))]; + tensor vision_model_vision_model_encoder_layers_12_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(312462400)))]; + tensor input_181_cast_fp16 = layer_norm(axes = input_181_axes_0, beta = vision_model_vision_model_encoder_layers_12_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_12_layer_norm2_weight_to_fp16, x = input_179_cast_fp16)[name = tensor("input_181_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_12_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(312464512)))]; + tensor vision_model_vision_model_encoder_layers_12_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(320853184)))]; + tensor linear_76_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_mlp_fc1_weight_to_fp16, x = input_181_cast_fp16)[name = tensor("linear_76_cast_fp16")]; + tensor var_1146_to_fp16 = const()[name = tensor("op_1146_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_1147_cast_fp16 = mul(x = linear_76_cast_fp16, y = var_1146_to_fp16)[name = tensor("op_1147_cast_fp16")]; + tensor var_1148_cast_fp16 = sigmoid(x = var_1147_cast_fp16)[name = tensor("op_1148_cast_fp16")]; + tensor input_185_cast_fp16 = mul(x = linear_76_cast_fp16, y = var_1148_cast_fp16)[name = tensor("input_185_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_12_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(320861440)))]; + tensor vision_model_vision_model_encoder_layers_12_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(329250112)))]; + tensor linear_77_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_mlp_fc2_weight_to_fp16, x = input_185_cast_fp16)[name = tensor("linear_77_cast_fp16")]; + tensor input_187_cast_fp16 = add(x = input_179_cast_fp16, y = linear_77_cast_fp16)[name = tensor("input_187_cast_fp16")]; + tensor hidden_states_79_axes_0 = const()[name = tensor("hidden_states_79_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_13_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(329252224)))]; + tensor vision_model_vision_model_encoder_layers_13_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(329254336)))]; + tensor hidden_states_79_cast_fp16 = layer_norm(axes = hidden_states_79_axes_0, beta = vision_model_vision_model_encoder_layers_13_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_13_layer_norm1_weight_to_fp16, x = input_187_cast_fp16)[name = tensor("hidden_states_79_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(329256448)))]; + tensor vision_model_vision_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(331353664)))]; + tensor linear_78_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16, x = hidden_states_79_cast_fp16)[name = tensor("linear_78_cast_fp16")]; + tensor var_1173_to_fp16 = const()[name = tensor("op_1173_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_83_cast_fp16 = mul(x = linear_78_cast_fp16, y = var_1173_to_fp16)[name = tensor("tensor_83_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(331355776)))]; + tensor vision_model_vision_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(333452992)))]; + tensor linear_79_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16, x = hidden_states_79_cast_fp16)[name = tensor("linear_79_cast_fp16")]; + tensor var_1178 = const()[name = tensor("op_1178"), val = tensor([1, -1, 16, 64])]; + tensor var_1179_cast_fp16 = reshape(shape = var_1178, x = linear_79_cast_fp16)[name = tensor("op_1179_cast_fp16")]; + tensor var_1180_perm_0 = const()[name = tensor("op_1180_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(333455104)))]; + tensor vision_model_vision_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(335552320)))]; + tensor linear_80_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16, x = hidden_states_79_cast_fp16)[name = tensor("linear_80_cast_fp16")]; + tensor var_1185 = const()[name = tensor("op_1185"), val = tensor([1, -1, 16, 64])]; + tensor var_1186_cast_fp16 = reshape(shape = var_1185, x = linear_80_cast_fp16)[name = tensor("op_1186_cast_fp16")]; + tensor var_1187_perm_0 = const()[name = tensor("op_1187_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1194 = const()[name = tensor("op_1194"), val = tensor([1, 257, 16, 64])]; + tensor var_1195_cast_fp16 = reshape(shape = var_1194, x = tensor_83_cast_fp16)[name = tensor("op_1195_cast_fp16")]; + tensor var_1196_perm_0 = const()[name = tensor("op_1196_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1198 = const()[name = tensor("op_1198"), val = tensor([16, -1, 64])]; + tensor transpose_43 = transpose(perm = var_1196_perm_0, x = var_1195_cast_fp16)[name = tensor("transpose_43")]; + tensor query_states_27_cast_fp16 = reshape(shape = var_1198, x = transpose_43)[name = tensor("query_states_27_cast_fp16")]; + tensor var_1200 = const()[name = tensor("op_1200"), val = tensor([16, -1, 64])]; + tensor transpose_45 = transpose(perm = var_1180_perm_0, x = var_1179_cast_fp16)[name = tensor("transpose_45")]; + tensor key_states_55_cast_fp16 = reshape(shape = var_1200, x = transpose_45)[name = tensor("key_states_55_cast_fp16")]; + tensor var_1202 = const()[name = tensor("op_1202"), val = tensor([16, -1, 64])]; + tensor transpose_44 = transpose(perm = var_1187_perm_0, x = var_1186_cast_fp16)[name = tensor("transpose_44")]; + tensor value_states_55_cast_fp16 = reshape(shape = var_1202, x = transpose_44)[name = tensor("value_states_55_cast_fp16")]; + tensor attn_weights_53_transpose_x_1 = const()[name = tensor("attn_weights_53_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_53_transpose_y_1 = const()[name = tensor("attn_weights_53_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_53_cast_fp16 = matmul(transpose_x = attn_weights_53_transpose_x_1, transpose_y = attn_weights_53_transpose_y_1, x = query_states_27_cast_fp16, y = key_states_55_cast_fp16)[name = tensor("attn_weights_53_cast_fp16")]; + tensor input_189_cast_fp16 = softmax(axis = var_10, x = attn_weights_53_cast_fp16)[name = tensor("input_189_cast_fp16")]; + tensor attn_output_79_transpose_x_0 = const()[name = tensor("attn_output_79_transpose_x_0"), val = tensor(false)]; + tensor attn_output_79_transpose_y_0 = const()[name = tensor("attn_output_79_transpose_y_0"), val = tensor(false)]; + tensor attn_output_79_cast_fp16 = matmul(transpose_x = attn_output_79_transpose_x_0, transpose_y = attn_output_79_transpose_y_0, x = input_189_cast_fp16, y = value_states_55_cast_fp16)[name = tensor("attn_output_79_cast_fp16")]; + tensor var_1209 = const()[name = tensor("op_1209"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_81_cast_fp16 = reshape(shape = var_1209, x = attn_output_79_cast_fp16)[name = tensor("attn_output_81_cast_fp16")]; + tensor attn_output_83_perm_0 = const()[name = tensor("attn_output_83_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1212 = const()[name = tensor("op_1212"), val = tensor([1, 257, 1024])]; + tensor transpose_42 = transpose(perm = attn_output_83_perm_0, x = attn_output_81_cast_fp16)[name = tensor("transpose_42")]; + tensor input_191_cast_fp16 = reshape(shape = var_1212, x = transpose_42)[name = tensor("input_191_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(335554432)))]; + tensor vision_model_vision_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(337651648)))]; + tensor linear_81_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16, x = input_191_cast_fp16)[name = tensor("linear_81_cast_fp16")]; + tensor input_193_cast_fp16 = add(x = input_187_cast_fp16, y = linear_81_cast_fp16)[name = tensor("input_193_cast_fp16")]; + tensor input_195_axes_0 = const()[name = tensor("input_195_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_13_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(337653760)))]; + tensor vision_model_vision_model_encoder_layers_13_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(337655872)))]; + tensor input_195_cast_fp16 = layer_norm(axes = input_195_axes_0, beta = vision_model_vision_model_encoder_layers_13_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_13_layer_norm2_weight_to_fp16, x = input_193_cast_fp16)[name = tensor("input_195_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_13_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(337657984)))]; + tensor vision_model_vision_model_encoder_layers_13_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(346046656)))]; + tensor linear_82_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_mlp_fc1_weight_to_fp16, x = input_195_cast_fp16)[name = tensor("linear_82_cast_fp16")]; + tensor var_1227_to_fp16 = const()[name = tensor("op_1227_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_1228_cast_fp16 = mul(x = linear_82_cast_fp16, y = var_1227_to_fp16)[name = tensor("op_1228_cast_fp16")]; + tensor var_1229_cast_fp16 = sigmoid(x = var_1228_cast_fp16)[name = tensor("op_1229_cast_fp16")]; + tensor input_199_cast_fp16 = mul(x = linear_82_cast_fp16, y = var_1229_cast_fp16)[name = tensor("input_199_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_13_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(346054912)))]; + tensor vision_model_vision_model_encoder_layers_13_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(354443584)))]; + tensor linear_83_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_mlp_fc2_weight_to_fp16, x = input_199_cast_fp16)[name = tensor("linear_83_cast_fp16")]; + tensor input_201_cast_fp16 = add(x = input_193_cast_fp16, y = linear_83_cast_fp16)[name = tensor("input_201_cast_fp16")]; + tensor hidden_states_85_axes_0 = const()[name = tensor("hidden_states_85_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_14_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(354445696)))]; + tensor vision_model_vision_model_encoder_layers_14_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(354447808)))]; + tensor hidden_states_85_cast_fp16 = layer_norm(axes = hidden_states_85_axes_0, beta = vision_model_vision_model_encoder_layers_14_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_14_layer_norm1_weight_to_fp16, x = input_201_cast_fp16)[name = tensor("hidden_states_85_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(354449920)))]; + tensor vision_model_vision_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(356547136)))]; + tensor linear_84_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16, x = hidden_states_85_cast_fp16)[name = tensor("linear_84_cast_fp16")]; + tensor var_1254_to_fp16 = const()[name = tensor("op_1254_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_89_cast_fp16 = mul(x = linear_84_cast_fp16, y = var_1254_to_fp16)[name = tensor("tensor_89_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(356549248)))]; + tensor vision_model_vision_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(358646464)))]; + tensor linear_85_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16, x = hidden_states_85_cast_fp16)[name = tensor("linear_85_cast_fp16")]; + tensor var_1259 = const()[name = tensor("op_1259"), val = tensor([1, -1, 16, 64])]; + tensor var_1260_cast_fp16 = reshape(shape = var_1259, x = linear_85_cast_fp16)[name = tensor("op_1260_cast_fp16")]; + tensor var_1261_perm_0 = const()[name = tensor("op_1261_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(358648576)))]; + tensor vision_model_vision_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(360745792)))]; + tensor linear_86_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16, x = hidden_states_85_cast_fp16)[name = tensor("linear_86_cast_fp16")]; + tensor var_1266 = const()[name = tensor("op_1266"), val = tensor([1, -1, 16, 64])]; + tensor var_1267_cast_fp16 = reshape(shape = var_1266, x = linear_86_cast_fp16)[name = tensor("op_1267_cast_fp16")]; + tensor var_1268_perm_0 = const()[name = tensor("op_1268_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1275 = const()[name = tensor("op_1275"), val = tensor([1, 257, 16, 64])]; + tensor var_1276_cast_fp16 = reshape(shape = var_1275, x = tensor_89_cast_fp16)[name = tensor("op_1276_cast_fp16")]; + tensor var_1277_perm_0 = const()[name = tensor("op_1277_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1279 = const()[name = tensor("op_1279"), val = tensor([16, -1, 64])]; + tensor transpose_39 = transpose(perm = var_1277_perm_0, x = var_1276_cast_fp16)[name = tensor("transpose_39")]; + tensor query_states_29_cast_fp16 = reshape(shape = var_1279, x = transpose_39)[name = tensor("query_states_29_cast_fp16")]; + tensor var_1281 = const()[name = tensor("op_1281"), val = tensor([16, -1, 64])]; + tensor transpose_41 = transpose(perm = var_1261_perm_0, x = var_1260_cast_fp16)[name = tensor("transpose_41")]; + tensor key_states_59_cast_fp16 = reshape(shape = var_1281, x = transpose_41)[name = tensor("key_states_59_cast_fp16")]; + tensor var_1283 = const()[name = tensor("op_1283"), val = tensor([16, -1, 64])]; + tensor transpose_40 = transpose(perm = var_1268_perm_0, x = var_1267_cast_fp16)[name = tensor("transpose_40")]; + tensor value_states_59_cast_fp16 = reshape(shape = var_1283, x = transpose_40)[name = tensor("value_states_59_cast_fp16")]; + tensor attn_weights_57_transpose_x_1 = const()[name = tensor("attn_weights_57_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_57_transpose_y_1 = const()[name = tensor("attn_weights_57_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_57_cast_fp16 = matmul(transpose_x = attn_weights_57_transpose_x_1, transpose_y = attn_weights_57_transpose_y_1, x = query_states_29_cast_fp16, y = key_states_59_cast_fp16)[name = tensor("attn_weights_57_cast_fp16")]; + tensor input_203_cast_fp16 = softmax(axis = var_10, x = attn_weights_57_cast_fp16)[name = tensor("input_203_cast_fp16")]; + tensor attn_output_85_transpose_x_0 = const()[name = tensor("attn_output_85_transpose_x_0"), val = tensor(false)]; + tensor attn_output_85_transpose_y_0 = const()[name = tensor("attn_output_85_transpose_y_0"), val = tensor(false)]; + tensor attn_output_85_cast_fp16 = matmul(transpose_x = attn_output_85_transpose_x_0, transpose_y = attn_output_85_transpose_y_0, x = input_203_cast_fp16, y = value_states_59_cast_fp16)[name = tensor("attn_output_85_cast_fp16")]; + tensor var_1290 = const()[name = tensor("op_1290"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_87_cast_fp16 = reshape(shape = var_1290, x = attn_output_85_cast_fp16)[name = tensor("attn_output_87_cast_fp16")]; + tensor attn_output_89_perm_0 = const()[name = tensor("attn_output_89_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1293 = const()[name = tensor("op_1293"), val = tensor([1, 257, 1024])]; + tensor transpose_38 = transpose(perm = attn_output_89_perm_0, x = attn_output_87_cast_fp16)[name = tensor("transpose_38")]; + tensor input_205_cast_fp16 = reshape(shape = var_1293, x = transpose_38)[name = tensor("input_205_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(360747904)))]; + tensor vision_model_vision_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(362845120)))]; + tensor linear_87_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16, x = input_205_cast_fp16)[name = tensor("linear_87_cast_fp16")]; + tensor input_207_cast_fp16 = add(x = input_201_cast_fp16, y = linear_87_cast_fp16)[name = tensor("input_207_cast_fp16")]; + tensor input_209_axes_0 = const()[name = tensor("input_209_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_14_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(362847232)))]; + tensor vision_model_vision_model_encoder_layers_14_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(362849344)))]; + tensor input_209_cast_fp16 = layer_norm(axes = input_209_axes_0, beta = vision_model_vision_model_encoder_layers_14_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_14_layer_norm2_weight_to_fp16, x = input_207_cast_fp16)[name = tensor("input_209_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_14_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(362851456)))]; + tensor vision_model_vision_model_encoder_layers_14_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(371240128)))]; + tensor linear_88_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_mlp_fc1_weight_to_fp16, x = input_209_cast_fp16)[name = tensor("linear_88_cast_fp16")]; + tensor var_1308_to_fp16 = const()[name = tensor("op_1308_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_1309_cast_fp16 = mul(x = linear_88_cast_fp16, y = var_1308_to_fp16)[name = tensor("op_1309_cast_fp16")]; + tensor var_1310_cast_fp16 = sigmoid(x = var_1309_cast_fp16)[name = tensor("op_1310_cast_fp16")]; + tensor input_213_cast_fp16 = mul(x = linear_88_cast_fp16, y = var_1310_cast_fp16)[name = tensor("input_213_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_14_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(371248384)))]; + tensor vision_model_vision_model_encoder_layers_14_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(379637056)))]; + tensor linear_89_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_mlp_fc2_weight_to_fp16, x = input_213_cast_fp16)[name = tensor("linear_89_cast_fp16")]; + tensor input_215_cast_fp16 = add(x = input_207_cast_fp16, y = linear_89_cast_fp16)[name = tensor("input_215_cast_fp16")]; + tensor hidden_states_91_axes_0 = const()[name = tensor("hidden_states_91_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_15_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(379639168)))]; + tensor vision_model_vision_model_encoder_layers_15_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(379641280)))]; + tensor hidden_states_91_cast_fp16 = layer_norm(axes = hidden_states_91_axes_0, beta = vision_model_vision_model_encoder_layers_15_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_15_layer_norm1_weight_to_fp16, x = input_215_cast_fp16)[name = tensor("hidden_states_91_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(379643392)))]; + tensor vision_model_vision_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(381740608)))]; + tensor linear_90_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16, x = hidden_states_91_cast_fp16)[name = tensor("linear_90_cast_fp16")]; + tensor var_1335_to_fp16 = const()[name = tensor("op_1335_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_95_cast_fp16 = mul(x = linear_90_cast_fp16, y = var_1335_to_fp16)[name = tensor("tensor_95_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(381742720)))]; + tensor vision_model_vision_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(383839936)))]; + tensor linear_91_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16, x = hidden_states_91_cast_fp16)[name = tensor("linear_91_cast_fp16")]; + tensor var_1340 = const()[name = tensor("op_1340"), val = tensor([1, -1, 16, 64])]; + tensor var_1341_cast_fp16 = reshape(shape = var_1340, x = linear_91_cast_fp16)[name = tensor("op_1341_cast_fp16")]; + tensor var_1342_perm_0 = const()[name = tensor("op_1342_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(383842048)))]; + tensor vision_model_vision_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(385939264)))]; + tensor linear_92_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16, x = hidden_states_91_cast_fp16)[name = tensor("linear_92_cast_fp16")]; + tensor var_1347 = const()[name = tensor("op_1347"), val = tensor([1, -1, 16, 64])]; + tensor var_1348_cast_fp16 = reshape(shape = var_1347, x = linear_92_cast_fp16)[name = tensor("op_1348_cast_fp16")]; + tensor var_1349_perm_0 = const()[name = tensor("op_1349_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1356 = const()[name = tensor("op_1356"), val = tensor([1, 257, 16, 64])]; + tensor var_1357_cast_fp16 = reshape(shape = var_1356, x = tensor_95_cast_fp16)[name = tensor("op_1357_cast_fp16")]; + tensor var_1358_perm_0 = const()[name = tensor("op_1358_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1360 = const()[name = tensor("op_1360"), val = tensor([16, -1, 64])]; + tensor transpose_35 = transpose(perm = var_1358_perm_0, x = var_1357_cast_fp16)[name = tensor("transpose_35")]; + tensor query_states_31_cast_fp16 = reshape(shape = var_1360, x = transpose_35)[name = tensor("query_states_31_cast_fp16")]; + tensor var_1362 = const()[name = tensor("op_1362"), val = tensor([16, -1, 64])]; + tensor transpose_37 = transpose(perm = var_1342_perm_0, x = var_1341_cast_fp16)[name = tensor("transpose_37")]; + tensor key_states_63_cast_fp16 = reshape(shape = var_1362, x = transpose_37)[name = tensor("key_states_63_cast_fp16")]; + tensor var_1364 = const()[name = tensor("op_1364"), val = tensor([16, -1, 64])]; + tensor transpose_36 = transpose(perm = var_1349_perm_0, x = var_1348_cast_fp16)[name = tensor("transpose_36")]; + tensor value_states_63_cast_fp16 = reshape(shape = var_1364, x = transpose_36)[name = tensor("value_states_63_cast_fp16")]; + tensor attn_weights_61_transpose_x_1 = const()[name = tensor("attn_weights_61_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_61_transpose_y_1 = const()[name = tensor("attn_weights_61_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_61_cast_fp16 = matmul(transpose_x = attn_weights_61_transpose_x_1, transpose_y = attn_weights_61_transpose_y_1, x = query_states_31_cast_fp16, y = key_states_63_cast_fp16)[name = tensor("attn_weights_61_cast_fp16")]; + tensor input_217_cast_fp16 = softmax(axis = var_10, x = attn_weights_61_cast_fp16)[name = tensor("input_217_cast_fp16")]; + tensor attn_output_91_transpose_x_0 = const()[name = tensor("attn_output_91_transpose_x_0"), val = tensor(false)]; + tensor attn_output_91_transpose_y_0 = const()[name = tensor("attn_output_91_transpose_y_0"), val = tensor(false)]; + tensor attn_output_91_cast_fp16 = matmul(transpose_x = attn_output_91_transpose_x_0, transpose_y = attn_output_91_transpose_y_0, x = input_217_cast_fp16, y = value_states_63_cast_fp16)[name = tensor("attn_output_91_cast_fp16")]; + tensor var_1371 = const()[name = tensor("op_1371"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_93_cast_fp16 = reshape(shape = var_1371, x = attn_output_91_cast_fp16)[name = tensor("attn_output_93_cast_fp16")]; + tensor attn_output_95_perm_0 = const()[name = tensor("attn_output_95_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1374 = const()[name = tensor("op_1374"), val = tensor([1, 257, 1024])]; + tensor transpose_34 = transpose(perm = attn_output_95_perm_0, x = attn_output_93_cast_fp16)[name = tensor("transpose_34")]; + tensor input_219_cast_fp16 = reshape(shape = var_1374, x = transpose_34)[name = tensor("input_219_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(385941376)))]; + tensor vision_model_vision_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(388038592)))]; + tensor linear_93_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16, x = input_219_cast_fp16)[name = tensor("linear_93_cast_fp16")]; + tensor input_221_cast_fp16 = add(x = input_215_cast_fp16, y = linear_93_cast_fp16)[name = tensor("input_221_cast_fp16")]; + tensor input_223_axes_0 = const()[name = tensor("input_223_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_15_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(388040704)))]; + tensor vision_model_vision_model_encoder_layers_15_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(388042816)))]; + tensor input_223_cast_fp16 = layer_norm(axes = input_223_axes_0, beta = vision_model_vision_model_encoder_layers_15_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_15_layer_norm2_weight_to_fp16, x = input_221_cast_fp16)[name = tensor("input_223_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_15_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(388044928)))]; + tensor vision_model_vision_model_encoder_layers_15_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(396433600)))]; + tensor linear_94_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_mlp_fc1_weight_to_fp16, x = input_223_cast_fp16)[name = tensor("linear_94_cast_fp16")]; + tensor var_1389_to_fp16 = const()[name = tensor("op_1389_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_1390_cast_fp16 = mul(x = linear_94_cast_fp16, y = var_1389_to_fp16)[name = tensor("op_1390_cast_fp16")]; + tensor var_1391_cast_fp16 = sigmoid(x = var_1390_cast_fp16)[name = tensor("op_1391_cast_fp16")]; + tensor input_227_cast_fp16 = mul(x = linear_94_cast_fp16, y = var_1391_cast_fp16)[name = tensor("input_227_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_15_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(396441856)))]; + tensor vision_model_vision_model_encoder_layers_15_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(404830528)))]; + tensor linear_95_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_mlp_fc2_weight_to_fp16, x = input_227_cast_fp16)[name = tensor("linear_95_cast_fp16")]; + tensor input_229_cast_fp16 = add(x = input_221_cast_fp16, y = linear_95_cast_fp16)[name = tensor("input_229_cast_fp16")]; + tensor hidden_states_97_axes_0 = const()[name = tensor("hidden_states_97_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_16_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(404832640)))]; + tensor vision_model_vision_model_encoder_layers_16_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(404834752)))]; + tensor hidden_states_97_cast_fp16 = layer_norm(axes = hidden_states_97_axes_0, beta = vision_model_vision_model_encoder_layers_16_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_16_layer_norm1_weight_to_fp16, x = input_229_cast_fp16)[name = tensor("hidden_states_97_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(404836864)))]; + tensor vision_model_vision_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(406934080)))]; + tensor linear_96_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16, x = hidden_states_97_cast_fp16)[name = tensor("linear_96_cast_fp16")]; + tensor var_1416_to_fp16 = const()[name = tensor("op_1416_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_101_cast_fp16 = mul(x = linear_96_cast_fp16, y = var_1416_to_fp16)[name = tensor("tensor_101_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(406936192)))]; + tensor vision_model_vision_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(409033408)))]; + tensor linear_97_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16, x = hidden_states_97_cast_fp16)[name = tensor("linear_97_cast_fp16")]; + tensor var_1421 = const()[name = tensor("op_1421"), val = tensor([1, -1, 16, 64])]; + tensor var_1422_cast_fp16 = reshape(shape = var_1421, x = linear_97_cast_fp16)[name = tensor("op_1422_cast_fp16")]; + tensor var_1423_perm_0 = const()[name = tensor("op_1423_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(409035520)))]; + tensor vision_model_vision_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(411132736)))]; + tensor linear_98_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16, x = hidden_states_97_cast_fp16)[name = tensor("linear_98_cast_fp16")]; + tensor var_1428 = const()[name = tensor("op_1428"), val = tensor([1, -1, 16, 64])]; + tensor var_1429_cast_fp16 = reshape(shape = var_1428, x = linear_98_cast_fp16)[name = tensor("op_1429_cast_fp16")]; + tensor var_1430_perm_0 = const()[name = tensor("op_1430_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1437 = const()[name = tensor("op_1437"), val = tensor([1, 257, 16, 64])]; + tensor var_1438_cast_fp16 = reshape(shape = var_1437, x = tensor_101_cast_fp16)[name = tensor("op_1438_cast_fp16")]; + tensor var_1439_perm_0 = const()[name = tensor("op_1439_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1441 = const()[name = tensor("op_1441"), val = tensor([16, -1, 64])]; + tensor transpose_31 = transpose(perm = var_1439_perm_0, x = var_1438_cast_fp16)[name = tensor("transpose_31")]; + tensor query_states_33_cast_fp16 = reshape(shape = var_1441, x = transpose_31)[name = tensor("query_states_33_cast_fp16")]; + tensor var_1443 = const()[name = tensor("op_1443"), val = tensor([16, -1, 64])]; + tensor transpose_33 = transpose(perm = var_1423_perm_0, x = var_1422_cast_fp16)[name = tensor("transpose_33")]; + tensor key_states_67_cast_fp16 = reshape(shape = var_1443, x = transpose_33)[name = tensor("key_states_67_cast_fp16")]; + tensor var_1445 = const()[name = tensor("op_1445"), val = tensor([16, -1, 64])]; + tensor transpose_32 = transpose(perm = var_1430_perm_0, x = var_1429_cast_fp16)[name = tensor("transpose_32")]; + tensor value_states_67_cast_fp16 = reshape(shape = var_1445, x = transpose_32)[name = tensor("value_states_67_cast_fp16")]; + tensor attn_weights_65_transpose_x_1 = const()[name = tensor("attn_weights_65_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_65_transpose_y_1 = const()[name = tensor("attn_weights_65_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_65_cast_fp16 = matmul(transpose_x = attn_weights_65_transpose_x_1, transpose_y = attn_weights_65_transpose_y_1, x = query_states_33_cast_fp16, y = key_states_67_cast_fp16)[name = tensor("attn_weights_65_cast_fp16")]; + tensor input_231_cast_fp16 = softmax(axis = var_10, x = attn_weights_65_cast_fp16)[name = tensor("input_231_cast_fp16")]; + tensor attn_output_97_transpose_x_0 = const()[name = tensor("attn_output_97_transpose_x_0"), val = tensor(false)]; + tensor attn_output_97_transpose_y_0 = const()[name = tensor("attn_output_97_transpose_y_0"), val = tensor(false)]; + tensor attn_output_97_cast_fp16 = matmul(transpose_x = attn_output_97_transpose_x_0, transpose_y = attn_output_97_transpose_y_0, x = input_231_cast_fp16, y = value_states_67_cast_fp16)[name = tensor("attn_output_97_cast_fp16")]; + tensor var_1452 = const()[name = tensor("op_1452"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_99_cast_fp16 = reshape(shape = var_1452, x = attn_output_97_cast_fp16)[name = tensor("attn_output_99_cast_fp16")]; + tensor attn_output_101_perm_0 = const()[name = tensor("attn_output_101_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1455 = const()[name = tensor("op_1455"), val = tensor([1, 257, 1024])]; + tensor transpose_30 = transpose(perm = attn_output_101_perm_0, x = attn_output_99_cast_fp16)[name = tensor("transpose_30")]; + tensor input_233_cast_fp16 = reshape(shape = var_1455, x = transpose_30)[name = tensor("input_233_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(411134848)))]; + tensor vision_model_vision_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(413232064)))]; + tensor linear_99_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16, x = input_233_cast_fp16)[name = tensor("linear_99_cast_fp16")]; + tensor input_235_cast_fp16 = add(x = input_229_cast_fp16, y = linear_99_cast_fp16)[name = tensor("input_235_cast_fp16")]; + tensor input_237_axes_0 = const()[name = tensor("input_237_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_16_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(413234176)))]; + tensor vision_model_vision_model_encoder_layers_16_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(413236288)))]; + tensor input_237_cast_fp16 = layer_norm(axes = input_237_axes_0, beta = vision_model_vision_model_encoder_layers_16_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_16_layer_norm2_weight_to_fp16, x = input_235_cast_fp16)[name = tensor("input_237_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_16_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(413238400)))]; + tensor vision_model_vision_model_encoder_layers_16_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(421627072)))]; + tensor linear_100_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_mlp_fc1_weight_to_fp16, x = input_237_cast_fp16)[name = tensor("linear_100_cast_fp16")]; + tensor var_1470_to_fp16 = const()[name = tensor("op_1470_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_1471_cast_fp16 = mul(x = linear_100_cast_fp16, y = var_1470_to_fp16)[name = tensor("op_1471_cast_fp16")]; + tensor var_1472_cast_fp16 = sigmoid(x = var_1471_cast_fp16)[name = tensor("op_1472_cast_fp16")]; + tensor input_241_cast_fp16 = mul(x = linear_100_cast_fp16, y = var_1472_cast_fp16)[name = tensor("input_241_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_16_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(421635328)))]; + tensor vision_model_vision_model_encoder_layers_16_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(430024000)))]; + tensor linear_101_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_mlp_fc2_weight_to_fp16, x = input_241_cast_fp16)[name = tensor("linear_101_cast_fp16")]; + tensor input_243_cast_fp16 = add(x = input_235_cast_fp16, y = linear_101_cast_fp16)[name = tensor("input_243_cast_fp16")]; + tensor hidden_states_103_axes_0 = const()[name = tensor("hidden_states_103_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_17_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(430026112)))]; + tensor vision_model_vision_model_encoder_layers_17_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(430028224)))]; + tensor hidden_states_103_cast_fp16 = layer_norm(axes = hidden_states_103_axes_0, beta = vision_model_vision_model_encoder_layers_17_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_17_layer_norm1_weight_to_fp16, x = input_243_cast_fp16)[name = tensor("hidden_states_103_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(430030336)))]; + tensor vision_model_vision_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(432127552)))]; + tensor linear_102_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16, x = hidden_states_103_cast_fp16)[name = tensor("linear_102_cast_fp16")]; + tensor var_1497_to_fp16 = const()[name = tensor("op_1497_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_107_cast_fp16 = mul(x = linear_102_cast_fp16, y = var_1497_to_fp16)[name = tensor("tensor_107_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(432129664)))]; + tensor vision_model_vision_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(434226880)))]; + tensor linear_103_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16, x = hidden_states_103_cast_fp16)[name = tensor("linear_103_cast_fp16")]; + tensor var_1502 = const()[name = tensor("op_1502"), val = tensor([1, -1, 16, 64])]; + tensor var_1503_cast_fp16 = reshape(shape = var_1502, x = linear_103_cast_fp16)[name = tensor("op_1503_cast_fp16")]; + tensor var_1504_perm_0 = const()[name = tensor("op_1504_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(434228992)))]; + tensor vision_model_vision_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(436326208)))]; + tensor linear_104_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16, x = hidden_states_103_cast_fp16)[name = tensor("linear_104_cast_fp16")]; + tensor var_1509 = const()[name = tensor("op_1509"), val = tensor([1, -1, 16, 64])]; + tensor var_1510_cast_fp16 = reshape(shape = var_1509, x = linear_104_cast_fp16)[name = tensor("op_1510_cast_fp16")]; + tensor var_1511_perm_0 = const()[name = tensor("op_1511_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1518 = const()[name = tensor("op_1518"), val = tensor([1, 257, 16, 64])]; + tensor var_1519_cast_fp16 = reshape(shape = var_1518, x = tensor_107_cast_fp16)[name = tensor("op_1519_cast_fp16")]; + tensor var_1520_perm_0 = const()[name = tensor("op_1520_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1522 = const()[name = tensor("op_1522"), val = tensor([16, -1, 64])]; + tensor transpose_27 = transpose(perm = var_1520_perm_0, x = var_1519_cast_fp16)[name = tensor("transpose_27")]; + tensor query_states_35_cast_fp16 = reshape(shape = var_1522, x = transpose_27)[name = tensor("query_states_35_cast_fp16")]; + tensor var_1524 = const()[name = tensor("op_1524"), val = tensor([16, -1, 64])]; + tensor transpose_29 = transpose(perm = var_1504_perm_0, x = var_1503_cast_fp16)[name = tensor("transpose_29")]; + tensor key_states_71_cast_fp16 = reshape(shape = var_1524, x = transpose_29)[name = tensor("key_states_71_cast_fp16")]; + tensor var_1526 = const()[name = tensor("op_1526"), val = tensor([16, -1, 64])]; + tensor transpose_28 = transpose(perm = var_1511_perm_0, x = var_1510_cast_fp16)[name = tensor("transpose_28")]; + tensor value_states_71_cast_fp16 = reshape(shape = var_1526, x = transpose_28)[name = tensor("value_states_71_cast_fp16")]; + tensor attn_weights_69_transpose_x_1 = const()[name = tensor("attn_weights_69_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_69_transpose_y_1 = const()[name = tensor("attn_weights_69_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_69_cast_fp16 = matmul(transpose_x = attn_weights_69_transpose_x_1, transpose_y = attn_weights_69_transpose_y_1, x = query_states_35_cast_fp16, y = key_states_71_cast_fp16)[name = tensor("attn_weights_69_cast_fp16")]; + tensor input_245_cast_fp16 = softmax(axis = var_10, x = attn_weights_69_cast_fp16)[name = tensor("input_245_cast_fp16")]; + tensor attn_output_103_transpose_x_0 = const()[name = tensor("attn_output_103_transpose_x_0"), val = tensor(false)]; + tensor attn_output_103_transpose_y_0 = const()[name = tensor("attn_output_103_transpose_y_0"), val = tensor(false)]; + tensor attn_output_103_cast_fp16 = matmul(transpose_x = attn_output_103_transpose_x_0, transpose_y = attn_output_103_transpose_y_0, x = input_245_cast_fp16, y = value_states_71_cast_fp16)[name = tensor("attn_output_103_cast_fp16")]; + tensor var_1533 = const()[name = tensor("op_1533"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_105_cast_fp16 = reshape(shape = var_1533, x = attn_output_103_cast_fp16)[name = tensor("attn_output_105_cast_fp16")]; + tensor attn_output_107_perm_0 = const()[name = tensor("attn_output_107_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1536 = const()[name = tensor("op_1536"), val = tensor([1, 257, 1024])]; + tensor transpose_26 = transpose(perm = attn_output_107_perm_0, x = attn_output_105_cast_fp16)[name = tensor("transpose_26")]; + tensor input_247_cast_fp16 = reshape(shape = var_1536, x = transpose_26)[name = tensor("input_247_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(436328320)))]; + tensor vision_model_vision_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(438425536)))]; + tensor linear_105_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16, x = input_247_cast_fp16)[name = tensor("linear_105_cast_fp16")]; + tensor input_249_cast_fp16 = add(x = input_243_cast_fp16, y = linear_105_cast_fp16)[name = tensor("input_249_cast_fp16")]; + tensor input_251_axes_0 = const()[name = tensor("input_251_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_17_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(438427648)))]; + tensor vision_model_vision_model_encoder_layers_17_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(438429760)))]; + tensor input_251_cast_fp16 = layer_norm(axes = input_251_axes_0, beta = vision_model_vision_model_encoder_layers_17_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_17_layer_norm2_weight_to_fp16, x = input_249_cast_fp16)[name = tensor("input_251_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_17_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(438431872)))]; + tensor vision_model_vision_model_encoder_layers_17_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(446820544)))]; + tensor linear_106_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_mlp_fc1_weight_to_fp16, x = input_251_cast_fp16)[name = tensor("linear_106_cast_fp16")]; + tensor var_1551_to_fp16 = const()[name = tensor("op_1551_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_1552_cast_fp16 = mul(x = linear_106_cast_fp16, y = var_1551_to_fp16)[name = tensor("op_1552_cast_fp16")]; + tensor var_1553_cast_fp16 = sigmoid(x = var_1552_cast_fp16)[name = tensor("op_1553_cast_fp16")]; + tensor input_255_cast_fp16 = mul(x = linear_106_cast_fp16, y = var_1553_cast_fp16)[name = tensor("input_255_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_17_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(446828800)))]; + tensor vision_model_vision_model_encoder_layers_17_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(455217472)))]; + tensor linear_107_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_mlp_fc2_weight_to_fp16, x = input_255_cast_fp16)[name = tensor("linear_107_cast_fp16")]; + tensor input_257_cast_fp16 = add(x = input_249_cast_fp16, y = linear_107_cast_fp16)[name = tensor("input_257_cast_fp16")]; + tensor hidden_states_109_axes_0 = const()[name = tensor("hidden_states_109_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_18_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(455219584)))]; + tensor vision_model_vision_model_encoder_layers_18_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(455221696)))]; + tensor hidden_states_109_cast_fp16 = layer_norm(axes = hidden_states_109_axes_0, beta = vision_model_vision_model_encoder_layers_18_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_18_layer_norm1_weight_to_fp16, x = input_257_cast_fp16)[name = tensor("hidden_states_109_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(455223808)))]; + tensor vision_model_vision_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(457321024)))]; + tensor linear_108_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = tensor("linear_108_cast_fp16")]; + tensor var_1578_to_fp16 = const()[name = tensor("op_1578_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_113_cast_fp16 = mul(x = linear_108_cast_fp16, y = var_1578_to_fp16)[name = tensor("tensor_113_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(457323136)))]; + tensor vision_model_vision_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(459420352)))]; + tensor linear_109_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = tensor("linear_109_cast_fp16")]; + tensor var_1583 = const()[name = tensor("op_1583"), val = tensor([1, -1, 16, 64])]; + tensor var_1584_cast_fp16 = reshape(shape = var_1583, x = linear_109_cast_fp16)[name = tensor("op_1584_cast_fp16")]; + tensor var_1585_perm_0 = const()[name = tensor("op_1585_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(459422464)))]; + tensor vision_model_vision_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(461519680)))]; + tensor linear_110_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = tensor("linear_110_cast_fp16")]; + tensor var_1590 = const()[name = tensor("op_1590"), val = tensor([1, -1, 16, 64])]; + tensor var_1591_cast_fp16 = reshape(shape = var_1590, x = linear_110_cast_fp16)[name = tensor("op_1591_cast_fp16")]; + tensor var_1592_perm_0 = const()[name = tensor("op_1592_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1599 = const()[name = tensor("op_1599"), val = tensor([1, 257, 16, 64])]; + tensor var_1600_cast_fp16 = reshape(shape = var_1599, x = tensor_113_cast_fp16)[name = tensor("op_1600_cast_fp16")]; + tensor var_1601_perm_0 = const()[name = tensor("op_1601_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1603 = const()[name = tensor("op_1603"), val = tensor([16, -1, 64])]; + tensor transpose_23 = transpose(perm = var_1601_perm_0, x = var_1600_cast_fp16)[name = tensor("transpose_23")]; + tensor query_states_37_cast_fp16 = reshape(shape = var_1603, x = transpose_23)[name = tensor("query_states_37_cast_fp16")]; + tensor var_1605 = const()[name = tensor("op_1605"), val = tensor([16, -1, 64])]; + tensor transpose_25 = transpose(perm = var_1585_perm_0, x = var_1584_cast_fp16)[name = tensor("transpose_25")]; + tensor key_states_75_cast_fp16 = reshape(shape = var_1605, x = transpose_25)[name = tensor("key_states_75_cast_fp16")]; + tensor var_1607 = const()[name = tensor("op_1607"), val = tensor([16, -1, 64])]; + tensor transpose_24 = transpose(perm = var_1592_perm_0, x = var_1591_cast_fp16)[name = tensor("transpose_24")]; + tensor value_states_75_cast_fp16 = reshape(shape = var_1607, x = transpose_24)[name = tensor("value_states_75_cast_fp16")]; + tensor attn_weights_73_transpose_x_1 = const()[name = tensor("attn_weights_73_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_73_transpose_y_1 = const()[name = tensor("attn_weights_73_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_73_cast_fp16 = matmul(transpose_x = attn_weights_73_transpose_x_1, transpose_y = attn_weights_73_transpose_y_1, x = query_states_37_cast_fp16, y = key_states_75_cast_fp16)[name = tensor("attn_weights_73_cast_fp16")]; + tensor input_259_cast_fp16 = softmax(axis = var_10, x = attn_weights_73_cast_fp16)[name = tensor("input_259_cast_fp16")]; + tensor attn_output_109_transpose_x_0 = const()[name = tensor("attn_output_109_transpose_x_0"), val = tensor(false)]; + tensor attn_output_109_transpose_y_0 = const()[name = tensor("attn_output_109_transpose_y_0"), val = tensor(false)]; + tensor attn_output_109_cast_fp16 = matmul(transpose_x = attn_output_109_transpose_x_0, transpose_y = attn_output_109_transpose_y_0, x = input_259_cast_fp16, y = value_states_75_cast_fp16)[name = tensor("attn_output_109_cast_fp16")]; + tensor var_1614 = const()[name = tensor("op_1614"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_111_cast_fp16 = reshape(shape = var_1614, x = attn_output_109_cast_fp16)[name = tensor("attn_output_111_cast_fp16")]; + tensor attn_output_113_perm_0 = const()[name = tensor("attn_output_113_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1617 = const()[name = tensor("op_1617"), val = tensor([1, 257, 1024])]; + tensor transpose_22 = transpose(perm = attn_output_113_perm_0, x = attn_output_111_cast_fp16)[name = tensor("transpose_22")]; + tensor input_261_cast_fp16 = reshape(shape = var_1617, x = transpose_22)[name = tensor("input_261_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(461521792)))]; + tensor vision_model_vision_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(463619008)))]; + tensor linear_111_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16, x = input_261_cast_fp16)[name = tensor("linear_111_cast_fp16")]; + tensor input_263_cast_fp16 = add(x = input_257_cast_fp16, y = linear_111_cast_fp16)[name = tensor("input_263_cast_fp16")]; + tensor input_265_axes_0 = const()[name = tensor("input_265_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_18_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(463621120)))]; + tensor vision_model_vision_model_encoder_layers_18_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(463623232)))]; + tensor input_265_cast_fp16 = layer_norm(axes = input_265_axes_0, beta = vision_model_vision_model_encoder_layers_18_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_18_layer_norm2_weight_to_fp16, x = input_263_cast_fp16)[name = tensor("input_265_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_18_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(463625344)))]; + tensor vision_model_vision_model_encoder_layers_18_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(472014016)))]; + tensor linear_112_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_mlp_fc1_weight_to_fp16, x = input_265_cast_fp16)[name = tensor("linear_112_cast_fp16")]; + tensor var_1632_to_fp16 = const()[name = tensor("op_1632_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_1633_cast_fp16 = mul(x = linear_112_cast_fp16, y = var_1632_to_fp16)[name = tensor("op_1633_cast_fp16")]; + tensor var_1634_cast_fp16 = sigmoid(x = var_1633_cast_fp16)[name = tensor("op_1634_cast_fp16")]; + tensor input_269_cast_fp16 = mul(x = linear_112_cast_fp16, y = var_1634_cast_fp16)[name = tensor("input_269_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_18_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(472022272)))]; + tensor vision_model_vision_model_encoder_layers_18_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(480410944)))]; + tensor linear_113_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_mlp_fc2_weight_to_fp16, x = input_269_cast_fp16)[name = tensor("linear_113_cast_fp16")]; + tensor input_271_cast_fp16 = add(x = input_263_cast_fp16, y = linear_113_cast_fp16)[name = tensor("input_271_cast_fp16")]; + tensor hidden_states_115_axes_0 = const()[name = tensor("hidden_states_115_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_19_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(480413056)))]; + tensor vision_model_vision_model_encoder_layers_19_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(480415168)))]; + tensor hidden_states_115_cast_fp16 = layer_norm(axes = hidden_states_115_axes_0, beta = vision_model_vision_model_encoder_layers_19_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_19_layer_norm1_weight_to_fp16, x = input_271_cast_fp16)[name = tensor("hidden_states_115_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(480417280)))]; + tensor vision_model_vision_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(482514496)))]; + tensor linear_114_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16, x = hidden_states_115_cast_fp16)[name = tensor("linear_114_cast_fp16")]; + tensor var_1659_to_fp16 = const()[name = tensor("op_1659_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_119_cast_fp16 = mul(x = linear_114_cast_fp16, y = var_1659_to_fp16)[name = tensor("tensor_119_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(482516608)))]; + tensor vision_model_vision_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(484613824)))]; + tensor linear_115_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16, x = hidden_states_115_cast_fp16)[name = tensor("linear_115_cast_fp16")]; + tensor var_1664 = const()[name = tensor("op_1664"), val = tensor([1, -1, 16, 64])]; + tensor var_1665_cast_fp16 = reshape(shape = var_1664, x = linear_115_cast_fp16)[name = tensor("op_1665_cast_fp16")]; + tensor var_1666_perm_0 = const()[name = tensor("op_1666_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(484615936)))]; + tensor vision_model_vision_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(486713152)))]; + tensor linear_116_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16, x = hidden_states_115_cast_fp16)[name = tensor("linear_116_cast_fp16")]; + tensor var_1671 = const()[name = tensor("op_1671"), val = tensor([1, -1, 16, 64])]; + tensor var_1672_cast_fp16 = reshape(shape = var_1671, x = linear_116_cast_fp16)[name = tensor("op_1672_cast_fp16")]; + tensor var_1673_perm_0 = const()[name = tensor("op_1673_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1680 = const()[name = tensor("op_1680"), val = tensor([1, 257, 16, 64])]; + tensor var_1681_cast_fp16 = reshape(shape = var_1680, x = tensor_119_cast_fp16)[name = tensor("op_1681_cast_fp16")]; + tensor var_1682_perm_0 = const()[name = tensor("op_1682_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1684 = const()[name = tensor("op_1684"), val = tensor([16, -1, 64])]; + tensor transpose_19 = transpose(perm = var_1682_perm_0, x = var_1681_cast_fp16)[name = tensor("transpose_19")]; + tensor query_states_39_cast_fp16 = reshape(shape = var_1684, x = transpose_19)[name = tensor("query_states_39_cast_fp16")]; + tensor var_1686 = const()[name = tensor("op_1686"), val = tensor([16, -1, 64])]; + tensor transpose_21 = transpose(perm = var_1666_perm_0, x = var_1665_cast_fp16)[name = tensor("transpose_21")]; + tensor key_states_79_cast_fp16 = reshape(shape = var_1686, x = transpose_21)[name = tensor("key_states_79_cast_fp16")]; + tensor var_1688 = const()[name = tensor("op_1688"), val = tensor([16, -1, 64])]; + tensor transpose_20 = transpose(perm = var_1673_perm_0, x = var_1672_cast_fp16)[name = tensor("transpose_20")]; + tensor value_states_79_cast_fp16 = reshape(shape = var_1688, x = transpose_20)[name = tensor("value_states_79_cast_fp16")]; + tensor attn_weights_77_transpose_x_1 = const()[name = tensor("attn_weights_77_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_77_transpose_y_1 = const()[name = tensor("attn_weights_77_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_77_cast_fp16 = matmul(transpose_x = attn_weights_77_transpose_x_1, transpose_y = attn_weights_77_transpose_y_1, x = query_states_39_cast_fp16, y = key_states_79_cast_fp16)[name = tensor("attn_weights_77_cast_fp16")]; + tensor input_273_cast_fp16 = softmax(axis = var_10, x = attn_weights_77_cast_fp16)[name = tensor("input_273_cast_fp16")]; + tensor attn_output_115_transpose_x_0 = const()[name = tensor("attn_output_115_transpose_x_0"), val = tensor(false)]; + tensor attn_output_115_transpose_y_0 = const()[name = tensor("attn_output_115_transpose_y_0"), val = tensor(false)]; + tensor attn_output_115_cast_fp16 = matmul(transpose_x = attn_output_115_transpose_x_0, transpose_y = attn_output_115_transpose_y_0, x = input_273_cast_fp16, y = value_states_79_cast_fp16)[name = tensor("attn_output_115_cast_fp16")]; + tensor var_1695 = const()[name = tensor("op_1695"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_117_cast_fp16 = reshape(shape = var_1695, x = attn_output_115_cast_fp16)[name = tensor("attn_output_117_cast_fp16")]; + tensor attn_output_119_perm_0 = const()[name = tensor("attn_output_119_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1698 = const()[name = tensor("op_1698"), val = tensor([1, 257, 1024])]; + tensor transpose_18 = transpose(perm = attn_output_119_perm_0, x = attn_output_117_cast_fp16)[name = tensor("transpose_18")]; + tensor input_275_cast_fp16 = reshape(shape = var_1698, x = transpose_18)[name = tensor("input_275_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(486715264)))]; + tensor vision_model_vision_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(488812480)))]; + tensor linear_117_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16, x = input_275_cast_fp16)[name = tensor("linear_117_cast_fp16")]; + tensor input_277_cast_fp16 = add(x = input_271_cast_fp16, y = linear_117_cast_fp16)[name = tensor("input_277_cast_fp16")]; + tensor input_279_axes_0 = const()[name = tensor("input_279_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_19_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(488814592)))]; + tensor vision_model_vision_model_encoder_layers_19_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(488816704)))]; + tensor input_279_cast_fp16 = layer_norm(axes = input_279_axes_0, beta = vision_model_vision_model_encoder_layers_19_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_19_layer_norm2_weight_to_fp16, x = input_277_cast_fp16)[name = tensor("input_279_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_19_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(488818816)))]; + tensor vision_model_vision_model_encoder_layers_19_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(497207488)))]; + tensor linear_118_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_mlp_fc1_weight_to_fp16, x = input_279_cast_fp16)[name = tensor("linear_118_cast_fp16")]; + tensor var_1713_to_fp16 = const()[name = tensor("op_1713_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_1714_cast_fp16 = mul(x = linear_118_cast_fp16, y = var_1713_to_fp16)[name = tensor("op_1714_cast_fp16")]; + tensor var_1715_cast_fp16 = sigmoid(x = var_1714_cast_fp16)[name = tensor("op_1715_cast_fp16")]; + tensor input_283_cast_fp16 = mul(x = linear_118_cast_fp16, y = var_1715_cast_fp16)[name = tensor("input_283_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_19_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(497215744)))]; + tensor vision_model_vision_model_encoder_layers_19_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(505604416)))]; + tensor linear_119_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_mlp_fc2_weight_to_fp16, x = input_283_cast_fp16)[name = tensor("linear_119_cast_fp16")]; + tensor input_285_cast_fp16 = add(x = input_277_cast_fp16, y = linear_119_cast_fp16)[name = tensor("input_285_cast_fp16")]; + tensor hidden_states_121_axes_0 = const()[name = tensor("hidden_states_121_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_20_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(505606528)))]; + tensor vision_model_vision_model_encoder_layers_20_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(505608640)))]; + tensor hidden_states_121_cast_fp16 = layer_norm(axes = hidden_states_121_axes_0, beta = vision_model_vision_model_encoder_layers_20_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_20_layer_norm1_weight_to_fp16, x = input_285_cast_fp16)[name = tensor("hidden_states_121_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(505610752)))]; + tensor vision_model_vision_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(507707968)))]; + tensor linear_120_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16, x = hidden_states_121_cast_fp16)[name = tensor("linear_120_cast_fp16")]; + tensor var_1740_to_fp16 = const()[name = tensor("op_1740_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_125_cast_fp16 = mul(x = linear_120_cast_fp16, y = var_1740_to_fp16)[name = tensor("tensor_125_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(507710080)))]; + tensor vision_model_vision_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(509807296)))]; + tensor linear_121_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16, x = hidden_states_121_cast_fp16)[name = tensor("linear_121_cast_fp16")]; + tensor var_1745 = const()[name = tensor("op_1745"), val = tensor([1, -1, 16, 64])]; + tensor var_1746_cast_fp16 = reshape(shape = var_1745, x = linear_121_cast_fp16)[name = tensor("op_1746_cast_fp16")]; + tensor var_1747_perm_0 = const()[name = tensor("op_1747_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(509809408)))]; + tensor vision_model_vision_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(511906624)))]; + tensor linear_122_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16, x = hidden_states_121_cast_fp16)[name = tensor("linear_122_cast_fp16")]; + tensor var_1752 = const()[name = tensor("op_1752"), val = tensor([1, -1, 16, 64])]; + tensor var_1753_cast_fp16 = reshape(shape = var_1752, x = linear_122_cast_fp16)[name = tensor("op_1753_cast_fp16")]; + tensor var_1754_perm_0 = const()[name = tensor("op_1754_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1761 = const()[name = tensor("op_1761"), val = tensor([1, 257, 16, 64])]; + tensor var_1762_cast_fp16 = reshape(shape = var_1761, x = tensor_125_cast_fp16)[name = tensor("op_1762_cast_fp16")]; + tensor var_1763_perm_0 = const()[name = tensor("op_1763_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1765 = const()[name = tensor("op_1765"), val = tensor([16, -1, 64])]; + tensor transpose_15 = transpose(perm = var_1763_perm_0, x = var_1762_cast_fp16)[name = tensor("transpose_15")]; + tensor query_states_41_cast_fp16 = reshape(shape = var_1765, x = transpose_15)[name = tensor("query_states_41_cast_fp16")]; + tensor var_1767 = const()[name = tensor("op_1767"), val = tensor([16, -1, 64])]; + tensor transpose_17 = transpose(perm = var_1747_perm_0, x = var_1746_cast_fp16)[name = tensor("transpose_17")]; + tensor key_states_83_cast_fp16 = reshape(shape = var_1767, x = transpose_17)[name = tensor("key_states_83_cast_fp16")]; + tensor var_1769 = const()[name = tensor("op_1769"), val = tensor([16, -1, 64])]; + tensor transpose_16 = transpose(perm = var_1754_perm_0, x = var_1753_cast_fp16)[name = tensor("transpose_16")]; + tensor value_states_83_cast_fp16 = reshape(shape = var_1769, x = transpose_16)[name = tensor("value_states_83_cast_fp16")]; + tensor attn_weights_81_transpose_x_1 = const()[name = tensor("attn_weights_81_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_81_transpose_y_1 = const()[name = tensor("attn_weights_81_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_81_cast_fp16 = matmul(transpose_x = attn_weights_81_transpose_x_1, transpose_y = attn_weights_81_transpose_y_1, x = query_states_41_cast_fp16, y = key_states_83_cast_fp16)[name = tensor("attn_weights_81_cast_fp16")]; + tensor input_287_cast_fp16 = softmax(axis = var_10, x = attn_weights_81_cast_fp16)[name = tensor("input_287_cast_fp16")]; + tensor attn_output_121_transpose_x_0 = const()[name = tensor("attn_output_121_transpose_x_0"), val = tensor(false)]; + tensor attn_output_121_transpose_y_0 = const()[name = tensor("attn_output_121_transpose_y_0"), val = tensor(false)]; + tensor attn_output_121_cast_fp16 = matmul(transpose_x = attn_output_121_transpose_x_0, transpose_y = attn_output_121_transpose_y_0, x = input_287_cast_fp16, y = value_states_83_cast_fp16)[name = tensor("attn_output_121_cast_fp16")]; + tensor var_1776 = const()[name = tensor("op_1776"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_123_cast_fp16 = reshape(shape = var_1776, x = attn_output_121_cast_fp16)[name = tensor("attn_output_123_cast_fp16")]; + tensor attn_output_125_perm_0 = const()[name = tensor("attn_output_125_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1779 = const()[name = tensor("op_1779"), val = tensor([1, 257, 1024])]; + tensor transpose_14 = transpose(perm = attn_output_125_perm_0, x = attn_output_123_cast_fp16)[name = tensor("transpose_14")]; + tensor input_289_cast_fp16 = reshape(shape = var_1779, x = transpose_14)[name = tensor("input_289_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(511908736)))]; + tensor vision_model_vision_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(514005952)))]; + tensor linear_123_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16, x = input_289_cast_fp16)[name = tensor("linear_123_cast_fp16")]; + tensor input_291_cast_fp16 = add(x = input_285_cast_fp16, y = linear_123_cast_fp16)[name = tensor("input_291_cast_fp16")]; + tensor input_293_axes_0 = const()[name = tensor("input_293_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_20_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(514008064)))]; + tensor vision_model_vision_model_encoder_layers_20_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(514010176)))]; + tensor input_293_cast_fp16 = layer_norm(axes = input_293_axes_0, beta = vision_model_vision_model_encoder_layers_20_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_20_layer_norm2_weight_to_fp16, x = input_291_cast_fp16)[name = tensor("input_293_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_20_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(514012288)))]; + tensor vision_model_vision_model_encoder_layers_20_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(522400960)))]; + tensor linear_124_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_mlp_fc1_weight_to_fp16, x = input_293_cast_fp16)[name = tensor("linear_124_cast_fp16")]; + tensor var_1794_to_fp16 = const()[name = tensor("op_1794_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_1795_cast_fp16 = mul(x = linear_124_cast_fp16, y = var_1794_to_fp16)[name = tensor("op_1795_cast_fp16")]; + tensor var_1796_cast_fp16 = sigmoid(x = var_1795_cast_fp16)[name = tensor("op_1796_cast_fp16")]; + tensor input_297_cast_fp16 = mul(x = linear_124_cast_fp16, y = var_1796_cast_fp16)[name = tensor("input_297_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_20_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(522409216)))]; + tensor vision_model_vision_model_encoder_layers_20_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(530797888)))]; + tensor linear_125_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_mlp_fc2_weight_to_fp16, x = input_297_cast_fp16)[name = tensor("linear_125_cast_fp16")]; + tensor input_299_cast_fp16 = add(x = input_291_cast_fp16, y = linear_125_cast_fp16)[name = tensor("input_299_cast_fp16")]; + tensor hidden_states_127_axes_0 = const()[name = tensor("hidden_states_127_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_21_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(530800000)))]; + tensor vision_model_vision_model_encoder_layers_21_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(530802112)))]; + tensor hidden_states_127_cast_fp16 = layer_norm(axes = hidden_states_127_axes_0, beta = vision_model_vision_model_encoder_layers_21_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_21_layer_norm1_weight_to_fp16, x = input_299_cast_fp16)[name = tensor("hidden_states_127_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(530804224)))]; + tensor vision_model_vision_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(532901440)))]; + tensor linear_126_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16, x = hidden_states_127_cast_fp16)[name = tensor("linear_126_cast_fp16")]; + tensor var_1821_to_fp16 = const()[name = tensor("op_1821_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_131_cast_fp16 = mul(x = linear_126_cast_fp16, y = var_1821_to_fp16)[name = tensor("tensor_131_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(532903552)))]; + tensor vision_model_vision_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(535000768)))]; + tensor linear_127_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16, x = hidden_states_127_cast_fp16)[name = tensor("linear_127_cast_fp16")]; + tensor var_1826 = const()[name = tensor("op_1826"), val = tensor([1, -1, 16, 64])]; + tensor var_1827_cast_fp16 = reshape(shape = var_1826, x = linear_127_cast_fp16)[name = tensor("op_1827_cast_fp16")]; + tensor var_1828_perm_0 = const()[name = tensor("op_1828_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(535002880)))]; + tensor vision_model_vision_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(537100096)))]; + tensor linear_128_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16, x = hidden_states_127_cast_fp16)[name = tensor("linear_128_cast_fp16")]; + tensor var_1833 = const()[name = tensor("op_1833"), val = tensor([1, -1, 16, 64])]; + tensor var_1834_cast_fp16 = reshape(shape = var_1833, x = linear_128_cast_fp16)[name = tensor("op_1834_cast_fp16")]; + tensor var_1835_perm_0 = const()[name = tensor("op_1835_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1842 = const()[name = tensor("op_1842"), val = tensor([1, 257, 16, 64])]; + tensor var_1843_cast_fp16 = reshape(shape = var_1842, x = tensor_131_cast_fp16)[name = tensor("op_1843_cast_fp16")]; + tensor var_1844_perm_0 = const()[name = tensor("op_1844_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1846 = const()[name = tensor("op_1846"), val = tensor([16, -1, 64])]; + tensor transpose_11 = transpose(perm = var_1844_perm_0, x = var_1843_cast_fp16)[name = tensor("transpose_11")]; + tensor query_states_43_cast_fp16 = reshape(shape = var_1846, x = transpose_11)[name = tensor("query_states_43_cast_fp16")]; + tensor var_1848 = const()[name = tensor("op_1848"), val = tensor([16, -1, 64])]; + tensor transpose_13 = transpose(perm = var_1828_perm_0, x = var_1827_cast_fp16)[name = tensor("transpose_13")]; + tensor key_states_87_cast_fp16 = reshape(shape = var_1848, x = transpose_13)[name = tensor("key_states_87_cast_fp16")]; + tensor var_1850 = const()[name = tensor("op_1850"), val = tensor([16, -1, 64])]; + tensor transpose_12 = transpose(perm = var_1835_perm_0, x = var_1834_cast_fp16)[name = tensor("transpose_12")]; + tensor value_states_87_cast_fp16 = reshape(shape = var_1850, x = transpose_12)[name = tensor("value_states_87_cast_fp16")]; + tensor attn_weights_85_transpose_x_1 = const()[name = tensor("attn_weights_85_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_85_transpose_y_1 = const()[name = tensor("attn_weights_85_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_85_cast_fp16 = matmul(transpose_x = attn_weights_85_transpose_x_1, transpose_y = attn_weights_85_transpose_y_1, x = query_states_43_cast_fp16, y = key_states_87_cast_fp16)[name = tensor("attn_weights_85_cast_fp16")]; + tensor input_301_cast_fp16 = softmax(axis = var_10, x = attn_weights_85_cast_fp16)[name = tensor("input_301_cast_fp16")]; + tensor attn_output_127_transpose_x_0 = const()[name = tensor("attn_output_127_transpose_x_0"), val = tensor(false)]; + tensor attn_output_127_transpose_y_0 = const()[name = tensor("attn_output_127_transpose_y_0"), val = tensor(false)]; + tensor attn_output_127_cast_fp16 = matmul(transpose_x = attn_output_127_transpose_x_0, transpose_y = attn_output_127_transpose_y_0, x = input_301_cast_fp16, y = value_states_87_cast_fp16)[name = tensor("attn_output_127_cast_fp16")]; + tensor var_1857 = const()[name = tensor("op_1857"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_129_cast_fp16 = reshape(shape = var_1857, x = attn_output_127_cast_fp16)[name = tensor("attn_output_129_cast_fp16")]; + tensor attn_output_131_perm_0 = const()[name = tensor("attn_output_131_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1860 = const()[name = tensor("op_1860"), val = tensor([1, 257, 1024])]; + tensor transpose_10 = transpose(perm = attn_output_131_perm_0, x = attn_output_129_cast_fp16)[name = tensor("transpose_10")]; + tensor input_303_cast_fp16 = reshape(shape = var_1860, x = transpose_10)[name = tensor("input_303_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(537102208)))]; + tensor vision_model_vision_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(539199424)))]; + tensor linear_129_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16, x = input_303_cast_fp16)[name = tensor("linear_129_cast_fp16")]; + tensor input_305_cast_fp16 = add(x = input_299_cast_fp16, y = linear_129_cast_fp16)[name = tensor("input_305_cast_fp16")]; + tensor input_307_axes_0 = const()[name = tensor("input_307_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_21_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(539201536)))]; + tensor vision_model_vision_model_encoder_layers_21_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(539203648)))]; + tensor input_307_cast_fp16 = layer_norm(axes = input_307_axes_0, beta = vision_model_vision_model_encoder_layers_21_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_21_layer_norm2_weight_to_fp16, x = input_305_cast_fp16)[name = tensor("input_307_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_21_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(539205760)))]; + tensor vision_model_vision_model_encoder_layers_21_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(547594432)))]; + tensor linear_130_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_mlp_fc1_weight_to_fp16, x = input_307_cast_fp16)[name = tensor("linear_130_cast_fp16")]; + tensor var_1875_to_fp16 = const()[name = tensor("op_1875_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_1876_cast_fp16 = mul(x = linear_130_cast_fp16, y = var_1875_to_fp16)[name = tensor("op_1876_cast_fp16")]; + tensor var_1877_cast_fp16 = sigmoid(x = var_1876_cast_fp16)[name = tensor("op_1877_cast_fp16")]; + tensor input_311_cast_fp16 = mul(x = linear_130_cast_fp16, y = var_1877_cast_fp16)[name = tensor("input_311_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_21_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(547602688)))]; + tensor vision_model_vision_model_encoder_layers_21_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(555991360)))]; + tensor linear_131_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_mlp_fc2_weight_to_fp16, x = input_311_cast_fp16)[name = tensor("linear_131_cast_fp16")]; + tensor input_313_cast_fp16 = add(x = input_305_cast_fp16, y = linear_131_cast_fp16)[name = tensor("input_313_cast_fp16")]; + tensor hidden_states_133_axes_0 = const()[name = tensor("hidden_states_133_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_22_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(555993472)))]; + tensor vision_model_vision_model_encoder_layers_22_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(555995584)))]; + tensor hidden_states_133_cast_fp16 = layer_norm(axes = hidden_states_133_axes_0, beta = vision_model_vision_model_encoder_layers_22_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_22_layer_norm1_weight_to_fp16, x = input_313_cast_fp16)[name = tensor("hidden_states_133_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(555997696)))]; + tensor vision_model_vision_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(558094912)))]; + tensor linear_132_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16, x = hidden_states_133_cast_fp16)[name = tensor("linear_132_cast_fp16")]; + tensor var_1902_to_fp16 = const()[name = tensor("op_1902_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_137_cast_fp16 = mul(x = linear_132_cast_fp16, y = var_1902_to_fp16)[name = tensor("tensor_137_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(558097024)))]; + tensor vision_model_vision_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(560194240)))]; + tensor linear_133_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16, x = hidden_states_133_cast_fp16)[name = tensor("linear_133_cast_fp16")]; + tensor var_1907 = const()[name = tensor("op_1907"), val = tensor([1, -1, 16, 64])]; + tensor var_1908_cast_fp16 = reshape(shape = var_1907, x = linear_133_cast_fp16)[name = tensor("op_1908_cast_fp16")]; + tensor var_1909_perm_0 = const()[name = tensor("op_1909_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(560196352)))]; + tensor vision_model_vision_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(562293568)))]; + tensor linear_134_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16, x = hidden_states_133_cast_fp16)[name = tensor("linear_134_cast_fp16")]; + tensor var_1914 = const()[name = tensor("op_1914"), val = tensor([1, -1, 16, 64])]; + tensor var_1915_cast_fp16 = reshape(shape = var_1914, x = linear_134_cast_fp16)[name = tensor("op_1915_cast_fp16")]; + tensor var_1916_perm_0 = const()[name = tensor("op_1916_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1923 = const()[name = tensor("op_1923"), val = tensor([1, 257, 16, 64])]; + tensor var_1924_cast_fp16 = reshape(shape = var_1923, x = tensor_137_cast_fp16)[name = tensor("op_1924_cast_fp16")]; + tensor var_1925_perm_0 = const()[name = tensor("op_1925_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1927 = const()[name = tensor("op_1927"), val = tensor([16, -1, 64])]; + tensor transpose_7 = transpose(perm = var_1925_perm_0, x = var_1924_cast_fp16)[name = tensor("transpose_7")]; + tensor query_states_45_cast_fp16 = reshape(shape = var_1927, x = transpose_7)[name = tensor("query_states_45_cast_fp16")]; + tensor var_1929 = const()[name = tensor("op_1929"), val = tensor([16, -1, 64])]; + tensor transpose_9 = transpose(perm = var_1909_perm_0, x = var_1908_cast_fp16)[name = tensor("transpose_9")]; + tensor key_states_91_cast_fp16 = reshape(shape = var_1929, x = transpose_9)[name = tensor("key_states_91_cast_fp16")]; + tensor var_1931 = const()[name = tensor("op_1931"), val = tensor([16, -1, 64])]; + tensor transpose_8 = transpose(perm = var_1916_perm_0, x = var_1915_cast_fp16)[name = tensor("transpose_8")]; + tensor value_states_91_cast_fp16 = reshape(shape = var_1931, x = transpose_8)[name = tensor("value_states_91_cast_fp16")]; + tensor attn_weights_89_transpose_x_1 = const()[name = tensor("attn_weights_89_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_89_transpose_y_1 = const()[name = tensor("attn_weights_89_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_89_cast_fp16 = matmul(transpose_x = attn_weights_89_transpose_x_1, transpose_y = attn_weights_89_transpose_y_1, x = query_states_45_cast_fp16, y = key_states_91_cast_fp16)[name = tensor("attn_weights_89_cast_fp16")]; + tensor input_315_cast_fp16 = softmax(axis = var_10, x = attn_weights_89_cast_fp16)[name = tensor("input_315_cast_fp16")]; + tensor attn_output_133_transpose_x_0 = const()[name = tensor("attn_output_133_transpose_x_0"), val = tensor(false)]; + tensor attn_output_133_transpose_y_0 = const()[name = tensor("attn_output_133_transpose_y_0"), val = tensor(false)]; + tensor attn_output_133_cast_fp16 = matmul(transpose_x = attn_output_133_transpose_x_0, transpose_y = attn_output_133_transpose_y_0, x = input_315_cast_fp16, y = value_states_91_cast_fp16)[name = tensor("attn_output_133_cast_fp16")]; + tensor var_1938 = const()[name = tensor("op_1938"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_135_cast_fp16 = reshape(shape = var_1938, x = attn_output_133_cast_fp16)[name = tensor("attn_output_135_cast_fp16")]; + tensor attn_output_137_perm_0 = const()[name = tensor("attn_output_137_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_1941 = const()[name = tensor("op_1941"), val = tensor([1, 257, 1024])]; + tensor transpose_6 = transpose(perm = attn_output_137_perm_0, x = attn_output_135_cast_fp16)[name = tensor("transpose_6")]; + tensor input_317_cast_fp16 = reshape(shape = var_1941, x = transpose_6)[name = tensor("input_317_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(562295680)))]; + tensor vision_model_vision_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(564392896)))]; + tensor linear_135_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16, x = input_317_cast_fp16)[name = tensor("linear_135_cast_fp16")]; + tensor input_319_cast_fp16 = add(x = input_313_cast_fp16, y = linear_135_cast_fp16)[name = tensor("input_319_cast_fp16")]; + tensor input_321_axes_0 = const()[name = tensor("input_321_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_22_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(564395008)))]; + tensor vision_model_vision_model_encoder_layers_22_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(564397120)))]; + tensor input_321_cast_fp16 = layer_norm(axes = input_321_axes_0, beta = vision_model_vision_model_encoder_layers_22_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_22_layer_norm2_weight_to_fp16, x = input_319_cast_fp16)[name = tensor("input_321_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_22_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(564399232)))]; + tensor vision_model_vision_model_encoder_layers_22_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(572787904)))]; + tensor linear_136_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_mlp_fc1_weight_to_fp16, x = input_321_cast_fp16)[name = tensor("linear_136_cast_fp16")]; + tensor var_1956_to_fp16 = const()[name = tensor("op_1956_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_1957_cast_fp16 = mul(x = linear_136_cast_fp16, y = var_1956_to_fp16)[name = tensor("op_1957_cast_fp16")]; + tensor var_1958_cast_fp16 = sigmoid(x = var_1957_cast_fp16)[name = tensor("op_1958_cast_fp16")]; + tensor input_325_cast_fp16 = mul(x = linear_136_cast_fp16, y = var_1958_cast_fp16)[name = tensor("input_325_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_22_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(572796160)))]; + tensor vision_model_vision_model_encoder_layers_22_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(581184832)))]; + tensor linear_137_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_mlp_fc2_weight_to_fp16, x = input_325_cast_fp16)[name = tensor("linear_137_cast_fp16")]; + tensor input_327_cast_fp16 = add(x = input_319_cast_fp16, y = linear_137_cast_fp16)[name = tensor("input_327_cast_fp16")]; + tensor hidden_states_139_axes_0 = const()[name = tensor("hidden_states_139_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_23_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(581186944)))]; + tensor vision_model_vision_model_encoder_layers_23_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(581189056)))]; + tensor hidden_states_139_cast_fp16 = layer_norm(axes = hidden_states_139_axes_0, beta = vision_model_vision_model_encoder_layers_23_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_23_layer_norm1_weight_to_fp16, x = input_327_cast_fp16)[name = tensor("hidden_states_139_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(581191168)))]; + tensor vision_model_vision_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(583288384)))]; + tensor linear_138_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16, x = hidden_states_139_cast_fp16)[name = tensor("linear_138_cast_fp16")]; + tensor var_1983_to_fp16 = const()[name = tensor("op_1983_to_fp16"), val = tensor(0x1p-3)]; + tensor tensor_cast_fp16 = mul(x = linear_138_cast_fp16, y = var_1983_to_fp16)[name = tensor("tensor_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(583290496)))]; + tensor vision_model_vision_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(585387712)))]; + tensor linear_139_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16, x = hidden_states_139_cast_fp16)[name = tensor("linear_139_cast_fp16")]; + tensor var_1988 = const()[name = tensor("op_1988"), val = tensor([1, -1, 16, 64])]; + tensor var_1989_cast_fp16 = reshape(shape = var_1988, x = linear_139_cast_fp16)[name = tensor("op_1989_cast_fp16")]; + tensor var_1990_perm_0 = const()[name = tensor("op_1990_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor vision_model_vision_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(585389824)))]; + tensor vision_model_vision_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(587487040)))]; + tensor linear_140_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16, x = hidden_states_139_cast_fp16)[name = tensor("linear_140_cast_fp16")]; + tensor var_1995 = const()[name = tensor("op_1995"), val = tensor([1, -1, 16, 64])]; + tensor var_1996_cast_fp16 = reshape(shape = var_1995, x = linear_140_cast_fp16)[name = tensor("op_1996_cast_fp16")]; + tensor var_1997_perm_0 = const()[name = tensor("op_1997_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_2004 = const()[name = tensor("op_2004"), val = tensor([1, 257, 16, 64])]; + tensor var_2005_cast_fp16 = reshape(shape = var_2004, x = tensor_cast_fp16)[name = tensor("op_2005_cast_fp16")]; + tensor var_2006_perm_0 = const()[name = tensor("op_2006_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_2008 = const()[name = tensor("op_2008"), val = tensor([16, -1, 64])]; + tensor transpose_3 = transpose(perm = var_2006_perm_0, x = var_2005_cast_fp16)[name = tensor("transpose_3")]; + tensor query_states_cast_fp16 = reshape(shape = var_2008, x = transpose_3)[name = tensor("query_states_cast_fp16")]; + tensor var_2010 = const()[name = tensor("op_2010"), val = tensor([16, -1, 64])]; + tensor transpose_5 = transpose(perm = var_1990_perm_0, x = var_1989_cast_fp16)[name = tensor("transpose_5")]; + tensor key_states_cast_fp16 = reshape(shape = var_2010, x = transpose_5)[name = tensor("key_states_cast_fp16")]; + tensor var_2012 = const()[name = tensor("op_2012"), val = tensor([16, -1, 64])]; + tensor transpose_4 = transpose(perm = var_1997_perm_0, x = var_1996_cast_fp16)[name = tensor("transpose_4")]; + tensor value_states_cast_fp16 = reshape(shape = var_2012, x = transpose_4)[name = tensor("value_states_cast_fp16")]; + tensor attn_weights_93_transpose_x_1 = const()[name = tensor("attn_weights_93_transpose_x_1"), val = tensor(false)]; + tensor attn_weights_93_transpose_y_1 = const()[name = tensor("attn_weights_93_transpose_y_1"), val = tensor(true)]; + tensor attn_weights_93_cast_fp16 = matmul(transpose_x = attn_weights_93_transpose_x_1, transpose_y = attn_weights_93_transpose_y_1, x = query_states_cast_fp16, y = key_states_cast_fp16)[name = tensor("attn_weights_93_cast_fp16")]; + tensor input_329_cast_fp16 = softmax(axis = var_10, x = attn_weights_93_cast_fp16)[name = tensor("input_329_cast_fp16")]; + tensor attn_output_139_transpose_x_0 = const()[name = tensor("attn_output_139_transpose_x_0"), val = tensor(false)]; + tensor attn_output_139_transpose_y_0 = const()[name = tensor("attn_output_139_transpose_y_0"), val = tensor(false)]; + tensor attn_output_139_cast_fp16 = matmul(transpose_x = attn_output_139_transpose_x_0, transpose_y = attn_output_139_transpose_y_0, x = input_329_cast_fp16, y = value_states_cast_fp16)[name = tensor("attn_output_139_cast_fp16")]; + tensor var_2019 = const()[name = tensor("op_2019"), val = tensor([1, 16, 257, 64])]; + tensor attn_output_141_cast_fp16 = reshape(shape = var_2019, x = attn_output_139_cast_fp16)[name = tensor("attn_output_141_cast_fp16")]; + tensor attn_output_perm_0 = const()[name = tensor("attn_output_perm_0"), val = tensor([0, 2, 1, 3])]; + tensor var_2022 = const()[name = tensor("op_2022"), val = tensor([1, 257, 1024])]; + tensor transpose_2 = transpose(perm = attn_output_perm_0, x = attn_output_141_cast_fp16)[name = tensor("transpose_2")]; + tensor input_331_cast_fp16 = reshape(shape = var_2022, x = transpose_2)[name = tensor("input_331_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(587489152)))]; + tensor vision_model_vision_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(589586368)))]; + tensor linear_141_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16, x = input_331_cast_fp16)[name = tensor("linear_141_cast_fp16")]; + tensor input_333_cast_fp16 = add(x = input_327_cast_fp16, y = linear_141_cast_fp16)[name = tensor("input_333_cast_fp16")]; + tensor input_335_axes_0 = const()[name = tensor("input_335_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_encoder_layers_23_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(589588480)))]; + tensor vision_model_vision_model_encoder_layers_23_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(589590592)))]; + tensor input_335_cast_fp16 = layer_norm(axes = input_335_axes_0, beta = vision_model_vision_model_encoder_layers_23_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_23_layer_norm2_weight_to_fp16, x = input_333_cast_fp16)[name = tensor("input_335_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_23_mlp_fc1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(589592704)))]; + tensor vision_model_vision_model_encoder_layers_23_mlp_fc1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(597981376)))]; + tensor linear_142_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_mlp_fc1_weight_to_fp16, x = input_335_cast_fp16)[name = tensor("linear_142_cast_fp16")]; + tensor var_2037_to_fp16 = const()[name = tensor("op_2037_to_fp16"), val = tensor(0x1.b3cp+0)]; + tensor var_2038_cast_fp16 = mul(x = linear_142_cast_fp16, y = var_2037_to_fp16)[name = tensor("op_2038_cast_fp16")]; + tensor var_2039_cast_fp16 = sigmoid(x = var_2038_cast_fp16)[name = tensor("op_2039_cast_fp16")]; + tensor input_339_cast_fp16 = mul(x = linear_142_cast_fp16, y = var_2039_cast_fp16)[name = tensor("input_339_cast_fp16")]; + tensor vision_model_vision_model_encoder_layers_23_mlp_fc2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(597989632)))]; + tensor vision_model_vision_model_encoder_layers_23_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(606378304)))]; + tensor linear_143_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_mlp_fc2_weight_to_fp16, x = input_339_cast_fp16)[name = tensor("linear_143_cast_fp16")]; + tensor last_hidden_state_cast_fp16 = add(x = input_333_cast_fp16, y = linear_143_cast_fp16)[name = tensor("last_hidden_state_cast_fp16")]; + tensor var_2046_begin_0 = const()[name = tensor("op_2046_begin_0"), val = tensor([0, 0, 0])]; + tensor var_2046_end_0 = const()[name = tensor("op_2046_end_0"), val = tensor([1, 1, 1024])]; + tensor var_2046_end_mask_0 = const()[name = tensor("op_2046_end_mask_0"), val = tensor([true, false, true])]; + tensor var_2046_squeeze_mask_0 = const()[name = tensor("op_2046_squeeze_mask_0"), val = tensor([false, true, false])]; + tensor var_2046_cast_fp16 = slice_by_index(begin = var_2046_begin_0, end = var_2046_end_0, end_mask = var_2046_end_mask_0, squeeze_mask = var_2046_squeeze_mask_0, x = last_hidden_state_cast_fp16)[name = tensor("op_2046_cast_fp16")]; + tensor input_343_axes_0 = const()[name = tensor("input_343_axes_0"), val = tensor([-1])]; + tensor vision_model_vision_model_post_layernorm_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_post_layernorm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(606380416)))]; + tensor vision_model_vision_model_post_layernorm_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_post_layernorm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(606382528)))]; + tensor input_343_cast_fp16 = layer_norm(axes = input_343_axes_0, beta = vision_model_vision_model_post_layernorm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_post_layernorm_weight_to_fp16, x = var_2046_cast_fp16)[name = tensor("input_343_cast_fp16")]; + tensor visual_projection_weight_to_fp16 = const()[name = tensor("visual_projection_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(606384640)))]; + tensor linear_144_bias_0_to_fp16 = const()[name = tensor("linear_144_bias_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(607957568)))]; + tensor linear_144_cast_fp16 = linear(bias = linear_144_bias_0_to_fp16, weight = visual_projection_weight_to_fp16, x = input_343_cast_fp16)[name = tensor("linear_144_cast_fp16")]; + tensor var_2057 = const()[name = tensor("op_2057"), val = tensor([1])]; + tensor var_2058 = const()[name = tensor("op_2058"), val = tensor(true)]; + tensor abs_0_cast_fp16 = abs(x = linear_144_cast_fp16)[name = tensor("abs_0_cast_fp16")]; + tensor const_73_to_fp16 = const()[name = tensor("const_73_to_fp16"), val = tensor(0x1p+1)]; + tensor pow_0_cast_fp16 = pow(x = abs_0_cast_fp16, y = const_73_to_fp16)[name = tensor("pow_0_cast_fp16")]; + tensor reduce_sum_0_cast_fp16 = reduce_sum(axes = var_2057, keep_dims = var_2058, x = pow_0_cast_fp16)[name = tensor("reduce_sum_0_cast_fp16")]; + tensor var_2060_y_0_to_fp16 = const()[name = tensor("op_2060_y_0_to_fp16"), val = tensor(0x1p-1)]; + tensor var_2060_cast_fp16 = pow(x = reduce_sum_0_cast_fp16, y = var_2060_y_0_to_fp16)[name = tensor("op_2060_cast_fp16")]; + tensor var_2061_to_fp16 = const()[name = tensor("op_2061_to_fp16"), val = tensor(0x1p-24)]; + tensor var_2062_cast_fp16 = maximum(x = var_2060_cast_fp16, y = var_2061_to_fp16)[name = tensor("op_2062_cast_fp16")]; + tensor denom_1_reps_0 = const()[name = tensor("denom_1_reps_0"), val = tensor([1, 768])]; + tensor denom_1_cast_fp16 = tile(reps = denom_1_reps_0, x = var_2062_cast_fp16)[name = tensor("denom_1_cast_fp16")]; + tensor var_2064_cast_fp16 = real_div(x = linear_144_cast_fp16, y = denom_1_cast_fp16)[name = tensor("op_2064_cast_fp16")]; + tensor var_2104_weight_0_to_fp16 = const()[name = tensor("op_2104_weight_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(607959168)))]; + tensor var_2104_bias_0_to_fp16 = const()[name = tensor("op_2104_bias_0_to_fp16"), val = tensor([-0x1.8f4p-3, -0x1.998p-3, -0x1.c28p-3])]; + tensor var_2104_cast_fp16 = linear(bias = var_2104_bias_0_to_fp16, weight = var_2104_weight_0_to_fp16, x = var_2064_cast_fp16)[name = tensor("op_2104_cast_fp16")]; + tensor var_2139_weight_0_to_fp16 = const()[name = tensor("op_2139_weight_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(607963840)))]; + tensor var_2139_bias_0_to_fp16 = const()[name = tensor("op_2139_bias_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(607990016)))]; + tensor var_2139_cast_fp16 = linear(bias = var_2139_bias_0_to_fp16, weight = var_2139_weight_0_to_fp16, x = var_2064_cast_fp16)[name = tensor("op_2139_cast_fp16")]; + tensor special_scores_cast_fp16 = add(x = var_2104_cast_fp16, y = adjustment)[name = tensor("special_scores_cast_fp16")]; + tensor var_2107_promoted_to_fp16 = const()[name = tensor("op_2107_promoted_to_fp16"), val = tensor(0x0p+0)]; + tensor var_2108_cast_fp16 = greater(x = special_scores_cast_fp16, y = var_2107_promoted_to_fp16)[name = tensor("op_2108_cast_fp16")]; + tensor var_2115 = const()[name = tensor("op_2115"), val = tensor([1])]; + tensor var_2116 = const()[name = tensor("op_2116"), val = tensor(false)]; + tensor var_2113_to_fp16_dtype_0 = const()[name = tensor("op_2113_to_fp16_dtype_0"), val = tensor("fp16")]; + tensor cast_212 = cast(dtype = var_2113_to_fp16_dtype_0, x = var_2108_cast_fp16)[name = tensor("cast_212")]; + tensor var_2118_cast_fp16 = reduce_sum(axes = var_2115, keep_dims = var_2116, x = cast_212)[name = tensor("op_2118_cast_fp16")]; + tensor var_2119_promoted_to_fp16 = const()[name = tensor("op_2119_promoted_to_fp16"), val = tensor(0x0p+0)]; + tensor var_2120_cast_fp16 = greater(x = var_2118_cast_fp16, y = var_2119_promoted_to_fp16)[name = tensor("op_2120_cast_fp16")]; + tensor special_care_to_fp16_dtype_0 = const()[name = tensor("special_care_to_fp16_dtype_0"), val = tensor("fp16")]; + tensor var_2126_to_fp16 = const()[name = tensor("op_2126_to_fp16"), val = tensor(0x1.47cp-7)]; + tensor cast_211 = cast(dtype = special_care_to_fp16_dtype_0, x = var_2120_cast_fp16)[name = tensor("cast_211")]; + tensor special_adjustment_1_cast_fp16 = mul(x = cast_211, y = var_2126_to_fp16)[name = tensor("special_adjustment_1_cast_fp16")]; + tensor var_2129_axes_0 = const()[name = tensor("op_2129_axes_0"), val = tensor([1])]; + tensor var_2129_cast_fp16 = expand_dims(axes = var_2129_axes_0, x = special_adjustment_1_cast_fp16)[name = tensor("op_2129_cast_fp16")]; + tensor special_adjustment_reps_0 = const()[name = tensor("special_adjustment_reps_0"), val = tensor([1, 17])]; + tensor special_adjustment_cast_fp16 = tile(reps = special_adjustment_reps_0, x = var_2129_cast_fp16)[name = tensor("special_adjustment_cast_fp16")]; + tensor concept_scores_cast_fp16 = add(x = var_2139_cast_fp16, y = special_adjustment_cast_fp16)[name = tensor("concept_scores_cast_fp16")]; + tensor concept_scores_cast_fp16_to_fp32_dtype_0 = const()[name = tensor("concept_scores_cast_fp16_to_fp32_dtype_0"), val = tensor("fp32")]; + tensor var_2142_promoted_to_fp16 = const()[name = tensor("op_2142_promoted_to_fp16"), val = tensor(0x0p+0)]; + tensor var_2143_cast_fp16 = greater(x = concept_scores_cast_fp16, y = var_2142_promoted_to_fp16)[name = tensor("op_2143_cast_fp16")]; + tensor var_2150 = const()[name = tensor("op_2150"), val = tensor([1])]; + tensor var_2151 = const()[name = tensor("op_2151"), val = tensor(false)]; + tensor var_2148_to_fp16_dtype_0 = const()[name = tensor("op_2148_to_fp16_dtype_0"), val = tensor("fp16")]; + tensor cast_209 = cast(dtype = var_2148_to_fp16_dtype_0, x = var_2143_cast_fp16)[name = tensor("cast_209")]; + tensor var_2153_cast_fp16 = reduce_sum(axes = var_2150, keep_dims = var_2151, x = cast_209)[name = tensor("op_2153_cast_fp16")]; + tensor var_2154_promoted_to_fp16 = const()[name = tensor("op_2154_promoted_to_fp16"), val = tensor(0x0p+0)]; + tensor var_2155_cast_fp16 = greater(x = var_2153_cast_fp16, y = var_2154_promoted_to_fp16)[name = tensor("op_2155_cast_fp16")]; + tensor var_2162_axes_0 = const()[name = tensor("op_2162_axes_0"), val = tensor([1])]; + tensor var_2162 = expand_dims(axes = var_2162_axes_0, x = var_2155_cast_fp16)[name = tensor("op_2162")]; + tensor var_2164_axes_0 = const()[name = tensor("op_2164_axes_0"), val = tensor([2])]; + tensor var_2164 = expand_dims(axes = var_2164_axes_0, x = var_2162)[name = tensor("op_2164")]; + tensor has_nsfw_concepts_axes_0 = const()[name = tensor("has_nsfw_concepts_axes_0"), val = tensor([3])]; + tensor has_nsfw_concepts_1 = expand_dims(axes = has_nsfw_concepts_axes_0, x = var_2164)[name = tensor("has_nsfw_concepts")]; + tensor has_nsfw_concepts_after_broadcast_reps_0 = const()[name = tensor("has_nsfw_concepts_after_broadcast_reps_0"), val = tensor([1, 512, 512, 3])]; + tensor has_nsfw_concepts_after_broadcast = tile(reps = has_nsfw_concepts_after_broadcast_reps_0, x = has_nsfw_concepts_1)[name = tensor("has_nsfw_concepts_after_broadcast")]; + tensor cast_205_dtype_0 = const()[name = tensor("cast_205_dtype_0"), val = tensor("int32")]; + tensor cast_208 = cast(dtype = cast_205_dtype_0, x = has_nsfw_concepts_after_broadcast)[name = tensor("cast_208")]; + tensor non_zero_0 = non_zero(x = cast_208)[name = tensor("non_zero_0")]; + tensor shape_1 = shape(x = non_zero_0)[name = tensor("shape_1")]; + tensor slice_by_index_2_begin_0 = const()[name = tensor("slice_by_index_2_begin_0"), val = tensor([0])]; + tensor slice_by_index_2_end_0 = const()[name = tensor("slice_by_index_2_end_0"), val = tensor([0])]; + tensor slice_by_index_2_squeeze_mask_0 = const()[name = tensor("slice_by_index_2_squeeze_mask_0"), val = tensor([true])]; + tensor slice_by_index_2 = slice_by_index(begin = slice_by_index_2_begin_0, end = slice_by_index_2_end_0, squeeze_mask = slice_by_index_2_squeeze_mask_0, x = shape_1)[name = tensor("slice_by_index_2")]; + tensor expand_dims_2_axes_0 = const()[name = tensor("expand_dims_2_axes_0"), val = tensor([0])]; + tensor expand_dims_2 = expand_dims(axes = expand_dims_2_axes_0, x = slice_by_index_2)[name = tensor("expand_dims_2")]; + tensor expand_dims_1_to_fp16 = const()[name = tensor("expand_dims_1_to_fp16"), val = tensor([0x0p+0])]; + tensor tile_0_cast_fp16 = tile(reps = expand_dims_2, x = expand_dims_1_to_fp16)[name = tensor("tile_0_cast_fp16")]; + tensor var_2174_mode_0 = const()[name = tensor("op_2174_mode_0"), val = tensor("update")]; + tensor var_2174_cast_fp16 = scatter_nd(data = images, indices = non_zero_0, mode = var_2174_mode_0, updates = tile_0_cast_fp16)[name = tensor("op_2174_cast_fp16")]; + tensor var_2174_cast_fp16_to_fp32_dtype_0 = const()[name = tensor("op_2174_cast_fp16_to_fp32_dtype_0"), val = tensor("fp32")]; + tensor var_2179_dtype_0 = const()[name = tensor("op_2179_dtype_0"), val = tensor("fp32")]; + tensor has_nsfw_concepts = cast(dtype = var_2179_dtype_0, x = has_nsfw_concepts_1)[name = tensor("cast_206")]; + tensor filtered_images = cast(dtype = var_2174_cast_fp16_to_fp32_dtype_0, x = var_2174_cast_fp16)[name = tensor("cast_207")]; + tensor concept_scores = cast(dtype = concept_scores_cast_fp16_to_fp32_dtype_0, x = concept_scores_cast_fp16)[name = tensor("cast_210")]; + } -> (filtered_images, has_nsfw_concepts, concept_scores); +} \ No newline at end of file