diff --git "a/Resources/SafetyChecker.mlmodelc/model.mil" "b/Resources/SafetyChecker.mlmodelc/model.mil" deleted file mode 100644--- "a/Resources/SafetyChecker.mlmodelc/model.mil" +++ /dev/null @@ -1,1490 +0,0 @@ -program(1.3) -[buildInfo = dict({{"coremlc-component-MIL", "3600.16.1"}, {"coremlc-version", "3600.22.1"}, {"coremltools-component-torch", "2.7.0"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "9.0"}})] -{ - func main(tensor adjustment, tensor clip_input, tensor images) { - int32 var_13 = const()[name = string("op_13"), val = int32(1)]; - string patch_embeds_1_pad_type_0 = const()[name = string("patch_embeds_1_pad_type_0"), val = string("valid")]; - tensor patch_embeds_1_strides_0 = const()[name = string("patch_embeds_1_strides_0"), val = tensor([14, 14])]; - tensor patch_embeds_1_pad_0 = const()[name = string("patch_embeds_1_pad_0"), val = tensor([0, 0, 0, 0])]; - tensor patch_embeds_1_dilations_0 = const()[name = string("patch_embeds_1_dilations_0"), val = tensor([1, 1])]; - int32 patch_embeds_1_groups_0 = const()[name = string("patch_embeds_1_groups_0"), val = int32(1)]; - tensor vision_model_vision_model_embeddings_patch_embedding_weight_to_fp16 = const()[name = string("vision_model_vision_model_embeddings_patch_embedding_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(64)))]; - tensor patch_embeds_1_cast_fp16 = conv(dilations = patch_embeds_1_dilations_0, groups = patch_embeds_1_groups_0, pad = patch_embeds_1_pad_0, pad_type = patch_embeds_1_pad_type_0, strides = patch_embeds_1_strides_0, weight = vision_model_vision_model_embeddings_patch_embedding_weight_to_fp16, x = clip_input)[name = string("patch_embeds_1_cast_fp16")]; - tensor concat_0 = const()[name = string("concat_0"), val = tensor([1, 1024, 256])]; - tensor var_43_cast_fp16 = reshape(shape = concat_0, x = patch_embeds_1_cast_fp16)[name = string("op_43_cast_fp16")]; - tensor patch_embeds_perm_0 = const()[name = string("patch_embeds_perm_0"), val = tensor([0, 2, 1])]; - bool embeddings_1_interleave_0 = const()[name = string("embeddings_1_interleave_0"), val = bool(false)]; - tensor expand_dims_0_to_fp16 = const()[name = string("expand_dims_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1204352)))]; - tensor patch_embeds_cast_fp16 = transpose(perm = patch_embeds_perm_0, x = var_43_cast_fp16)[name = string("transpose_242")]; - tensor embeddings_1_cast_fp16 = concat(axis = var_13, interleave = embeddings_1_interleave_0, values = (expand_dims_0_to_fp16, patch_embeds_cast_fp16))[name = string("embeddings_1_cast_fp16")]; - tensor var_50_to_fp16 = const()[name = string("op_50_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1206464)))]; - tensor input_5_cast_fp16 = add(x = embeddings_1_cast_fp16, y = var_50_to_fp16)[name = string("input_5_cast_fp16")]; - tensor input_7_axes_0 = const()[name = string("input_7_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_pre_layrnorm_weight_to_fp16 = const()[name = string("vision_model_vision_model_pre_layrnorm_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1732864)))]; - tensor vision_model_vision_model_pre_layrnorm_bias_to_fp16 = const()[name = string("vision_model_vision_model_pre_layrnorm_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1734976)))]; - fp16 var_19_to_fp16 = const()[name = string("op_19_to_fp16"), val = fp16(0x1.5p-17)]; - tensor input_7_cast_fp16 = layer_norm(axes = input_7_axes_0, beta = vision_model_vision_model_pre_layrnorm_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_pre_layrnorm_weight_to_fp16, x = input_5_cast_fp16)[name = string("input_7_cast_fp16")]; - tensor hidden_states_1_axes_0 = const()[name = string("hidden_states_1_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_0_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1737088)))]; - tensor vision_model_vision_model_encoder_layers_0_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1739200)))]; - tensor hidden_states_1_cast_fp16 = layer_norm(axes = hidden_states_1_axes_0, beta = vision_model_vision_model_encoder_layers_0_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_0_layer_norm1_weight_to_fp16, x = input_7_cast_fp16)[name = string("hidden_states_1_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1741312)))]; - tensor vision_model_vision_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3838528)))]; - tensor linear_0_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = string("linear_0_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3840640)))]; - tensor vision_model_vision_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5937856)))]; - tensor linear_1_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = string("linear_1_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5939968)))]; - tensor vision_model_vision_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8037184)))]; - tensor linear_2_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = string("linear_2_cast_fp16")]; - tensor var_128 = const()[name = string("op_128"), val = tensor([1, -1, 16, 64])]; - tensor var_129_cast_fp16 = reshape(shape = var_128, x = linear_0_cast_fp16)[name = string("op_129_cast_fp16")]; - tensor var_131 = const()[name = string("op_131"), val = tensor([1, -1, 16, 64])]; - tensor var_132_cast_fp16 = reshape(shape = var_131, x = linear_1_cast_fp16)[name = string("op_132_cast_fp16")]; - tensor var_134 = const()[name = string("op_134"), val = tensor([1, -1, 16, 64])]; - tensor var_135_cast_fp16 = reshape(shape = var_134, x = linear_2_cast_fp16)[name = string("op_135_cast_fp16")]; - tensor value_states_3_perm_0 = const()[name = string("value_states_3_perm_0"), val = tensor([0, 2, 1, 3])]; - fp16 var_21_to_fp16 = const()[name = string("op_21_to_fp16"), val = fp16(0x1p-3)]; - tensor mul_0_cast_fp16 = mul(x = var_129_cast_fp16, y = var_21_to_fp16)[name = string("mul_0_cast_fp16")]; - bool matmul_0_transpose_y_0 = const()[name = string("matmul_0_transpose_y_0"), val = bool(true)]; - bool matmul_0_transpose_x_0 = const()[name = string("matmul_0_transpose_x_0"), val = bool(false)]; - tensor transpose_98_perm_0 = const()[name = string("transpose_98_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_99_perm_0 = const()[name = string("transpose_99_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_99 = transpose(perm = transpose_99_perm_0, x = var_132_cast_fp16)[name = string("transpose_239")]; - tensor transpose_98 = transpose(perm = transpose_98_perm_0, x = mul_0_cast_fp16)[name = string("transpose_240")]; - tensor matmul_0_cast_fp16 = matmul(transpose_x = matmul_0_transpose_x_0, transpose_y = matmul_0_transpose_y_0, x = transpose_98, y = transpose_99)[name = string("matmul_0_cast_fp16")]; - int32 softmax_0_axis_0 = const()[name = string("softmax_0_axis_0"), val = int32(-1)]; - tensor softmax_0_cast_fp16 = softmax(axis = softmax_0_axis_0, x = matmul_0_cast_fp16)[name = string("softmax_0_cast_fp16")]; - bool attn_output_1_transpose_x_0 = const()[name = string("attn_output_1_transpose_x_0"), val = bool(false)]; - bool attn_output_1_transpose_y_0 = const()[name = string("attn_output_1_transpose_y_0"), val = bool(false)]; - tensor value_states_3_cast_fp16 = transpose(perm = value_states_3_perm_0, x = var_135_cast_fp16)[name = string("transpose_241")]; - tensor attn_output_1_cast_fp16 = matmul(transpose_x = attn_output_1_transpose_x_0, transpose_y = attn_output_1_transpose_y_0, x = softmax_0_cast_fp16, y = value_states_3_cast_fp16)[name = string("attn_output_1_cast_fp16")]; - tensor attn_output_3_perm_0 = const()[name = string("attn_output_3_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_139 = const()[name = string("op_139"), val = tensor([1, 257, 1024])]; - tensor attn_output_3_cast_fp16 = transpose(perm = attn_output_3_perm_0, x = attn_output_1_cast_fp16)[name = string("transpose_238")]; - tensor input_9_cast_fp16 = reshape(shape = var_139, x = attn_output_3_cast_fp16)[name = string("input_9_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8039296)))]; - tensor vision_model_vision_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(10136512)))]; - tensor linear_3_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16, x = input_9_cast_fp16)[name = string("linear_3_cast_fp16")]; - tensor input_11_cast_fp16 = add(x = input_7_cast_fp16, y = linear_3_cast_fp16)[name = string("input_11_cast_fp16")]; - tensor input_13_axes_0 = const()[name = string("input_13_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_0_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(10138624)))]; - tensor vision_model_vision_model_encoder_layers_0_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(10140736)))]; - tensor input_13_cast_fp16 = layer_norm(axes = input_13_axes_0, beta = vision_model_vision_model_encoder_layers_0_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_0_layer_norm2_weight_to_fp16, x = input_11_cast_fp16)[name = string("input_13_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_0_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(10142848)))]; - tensor vision_model_vision_model_encoder_layers_0_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(18531520)))]; - tensor linear_4_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_mlp_fc1_weight_to_fp16, x = input_13_cast_fp16)[name = string("linear_4_cast_fp16")]; - fp16 var_154_to_fp16 = const()[name = string("op_154_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_155_cast_fp16 = mul(x = linear_4_cast_fp16, y = var_154_to_fp16)[name = string("op_155_cast_fp16")]; - tensor var_156_cast_fp16 = sigmoid(x = var_155_cast_fp16)[name = string("op_156_cast_fp16")]; - tensor input_17_cast_fp16 = mul(x = linear_4_cast_fp16, y = var_156_cast_fp16)[name = string("input_17_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_0_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(18539776)))]; - tensor vision_model_vision_model_encoder_layers_0_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_0_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(26928448)))]; - tensor linear_5_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_mlp_fc2_weight_to_fp16, x = input_17_cast_fp16)[name = string("linear_5_cast_fp16")]; - tensor input_19_cast_fp16 = add(x = input_11_cast_fp16, y = linear_5_cast_fp16)[name = string("input_19_cast_fp16")]; - tensor hidden_states_7_axes_0 = const()[name = string("hidden_states_7_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_1_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(26930560)))]; - tensor vision_model_vision_model_encoder_layers_1_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(26932672)))]; - tensor hidden_states_7_cast_fp16 = layer_norm(axes = hidden_states_7_axes_0, beta = vision_model_vision_model_encoder_layers_1_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_1_layer_norm1_weight_to_fp16, x = input_19_cast_fp16)[name = string("hidden_states_7_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(26934784)))]; - tensor vision_model_vision_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(29032000)))]; - tensor linear_6_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = string("linear_6_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(29034112)))]; - tensor vision_model_vision_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(31131328)))]; - tensor linear_7_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = string("linear_7_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(31133440)))]; - tensor vision_model_vision_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(33230656)))]; - tensor linear_8_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = string("linear_8_cast_fp16")]; - tensor var_186 = const()[name = string("op_186"), val = tensor([1, -1, 16, 64])]; - tensor var_187_cast_fp16 = reshape(shape = var_186, x = linear_6_cast_fp16)[name = string("op_187_cast_fp16")]; - tensor var_189 = const()[name = string("op_189"), val = tensor([1, -1, 16, 64])]; - tensor var_190_cast_fp16 = reshape(shape = var_189, x = linear_7_cast_fp16)[name = string("op_190_cast_fp16")]; - tensor var_192 = const()[name = string("op_192"), val = tensor([1, -1, 16, 64])]; - tensor var_193_cast_fp16 = reshape(shape = var_192, x = linear_8_cast_fp16)[name = string("op_193_cast_fp16")]; - tensor value_states_7_perm_0 = const()[name = string("value_states_7_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_1_cast_fp16 = mul(x = var_187_cast_fp16, y = var_21_to_fp16)[name = string("mul_1_cast_fp16")]; - bool matmul_1_transpose_y_0 = const()[name = string("matmul_1_transpose_y_0"), val = bool(true)]; - bool matmul_1_transpose_x_0 = const()[name = string("matmul_1_transpose_x_0"), val = bool(false)]; - tensor transpose_100_perm_0 = const()[name = string("transpose_100_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_101_perm_0 = const()[name = string("transpose_101_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_101 = transpose(perm = transpose_101_perm_0, x = var_190_cast_fp16)[name = string("transpose_235")]; - tensor transpose_100 = transpose(perm = transpose_100_perm_0, x = mul_1_cast_fp16)[name = string("transpose_236")]; - tensor matmul_1_cast_fp16 = matmul(transpose_x = matmul_1_transpose_x_0, transpose_y = matmul_1_transpose_y_0, x = transpose_100, y = transpose_101)[name = string("matmul_1_cast_fp16")]; - int32 softmax_1_axis_0 = const()[name = string("softmax_1_axis_0"), val = int32(-1)]; - tensor softmax_1_cast_fp16 = softmax(axis = softmax_1_axis_0, x = matmul_1_cast_fp16)[name = string("softmax_1_cast_fp16")]; - bool attn_output_5_transpose_x_0 = const()[name = string("attn_output_5_transpose_x_0"), val = bool(false)]; - bool attn_output_5_transpose_y_0 = const()[name = string("attn_output_5_transpose_y_0"), val = bool(false)]; - tensor value_states_7_cast_fp16 = transpose(perm = value_states_7_perm_0, x = var_193_cast_fp16)[name = string("transpose_237")]; - tensor attn_output_5_cast_fp16 = matmul(transpose_x = attn_output_5_transpose_x_0, transpose_y = attn_output_5_transpose_y_0, x = softmax_1_cast_fp16, y = value_states_7_cast_fp16)[name = string("attn_output_5_cast_fp16")]; - tensor attn_output_7_perm_0 = const()[name = string("attn_output_7_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_197 = const()[name = string("op_197"), val = tensor([1, 257, 1024])]; - tensor attn_output_7_cast_fp16 = transpose(perm = attn_output_7_perm_0, x = attn_output_5_cast_fp16)[name = string("transpose_234")]; - tensor input_21_cast_fp16 = reshape(shape = var_197, x = attn_output_7_cast_fp16)[name = string("input_21_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(33232768)))]; - tensor vision_model_vision_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(35329984)))]; - tensor linear_9_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16, x = input_21_cast_fp16)[name = string("linear_9_cast_fp16")]; - tensor input_23_cast_fp16 = add(x = input_19_cast_fp16, y = linear_9_cast_fp16)[name = string("input_23_cast_fp16")]; - tensor input_25_axes_0 = const()[name = string("input_25_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_1_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(35332096)))]; - tensor vision_model_vision_model_encoder_layers_1_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(35334208)))]; - tensor input_25_cast_fp16 = layer_norm(axes = input_25_axes_0, beta = vision_model_vision_model_encoder_layers_1_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_1_layer_norm2_weight_to_fp16, x = input_23_cast_fp16)[name = string("input_25_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_1_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(35336320)))]; - tensor vision_model_vision_model_encoder_layers_1_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(43724992)))]; - tensor linear_10_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_mlp_fc1_weight_to_fp16, x = input_25_cast_fp16)[name = string("linear_10_cast_fp16")]; - fp16 var_212_to_fp16 = const()[name = string("op_212_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_213_cast_fp16 = mul(x = linear_10_cast_fp16, y = var_212_to_fp16)[name = string("op_213_cast_fp16")]; - tensor var_214_cast_fp16 = sigmoid(x = var_213_cast_fp16)[name = string("op_214_cast_fp16")]; - tensor input_29_cast_fp16 = mul(x = linear_10_cast_fp16, y = var_214_cast_fp16)[name = string("input_29_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_1_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(43733248)))]; - tensor vision_model_vision_model_encoder_layers_1_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_1_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(52121920)))]; - tensor linear_11_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_mlp_fc2_weight_to_fp16, x = input_29_cast_fp16)[name = string("linear_11_cast_fp16")]; - tensor input_31_cast_fp16 = add(x = input_23_cast_fp16, y = linear_11_cast_fp16)[name = string("input_31_cast_fp16")]; - tensor hidden_states_13_axes_0 = const()[name = string("hidden_states_13_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_2_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(52124032)))]; - tensor vision_model_vision_model_encoder_layers_2_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(52126144)))]; - tensor hidden_states_13_cast_fp16 = layer_norm(axes = hidden_states_13_axes_0, beta = vision_model_vision_model_encoder_layers_2_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_2_layer_norm1_weight_to_fp16, x = input_31_cast_fp16)[name = string("hidden_states_13_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(52128256)))]; - tensor vision_model_vision_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(54225472)))]; - tensor linear_12_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = string("linear_12_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(54227584)))]; - tensor vision_model_vision_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(56324800)))]; - tensor linear_13_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = string("linear_13_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(56326912)))]; - tensor vision_model_vision_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(58424128)))]; - tensor linear_14_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = string("linear_14_cast_fp16")]; - tensor var_244 = const()[name = string("op_244"), val = tensor([1, -1, 16, 64])]; - tensor var_245_cast_fp16 = reshape(shape = var_244, x = linear_12_cast_fp16)[name = string("op_245_cast_fp16")]; - tensor var_247 = const()[name = string("op_247"), val = tensor([1, -1, 16, 64])]; - tensor var_248_cast_fp16 = reshape(shape = var_247, x = linear_13_cast_fp16)[name = string("op_248_cast_fp16")]; - tensor var_250 = const()[name = string("op_250"), val = tensor([1, -1, 16, 64])]; - tensor var_251_cast_fp16 = reshape(shape = var_250, x = linear_14_cast_fp16)[name = string("op_251_cast_fp16")]; - tensor value_states_11_perm_0 = const()[name = string("value_states_11_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_2_cast_fp16 = mul(x = var_245_cast_fp16, y = var_21_to_fp16)[name = string("mul_2_cast_fp16")]; - bool matmul_2_transpose_y_0 = const()[name = string("matmul_2_transpose_y_0"), val = bool(true)]; - bool matmul_2_transpose_x_0 = const()[name = string("matmul_2_transpose_x_0"), val = bool(false)]; - tensor transpose_102_perm_0 = const()[name = string("transpose_102_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_103_perm_0 = const()[name = string("transpose_103_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_103 = transpose(perm = transpose_103_perm_0, x = var_248_cast_fp16)[name = string("transpose_231")]; - tensor transpose_102 = transpose(perm = transpose_102_perm_0, x = mul_2_cast_fp16)[name = string("transpose_232")]; - tensor matmul_2_cast_fp16 = matmul(transpose_x = matmul_2_transpose_x_0, transpose_y = matmul_2_transpose_y_0, x = transpose_102, y = transpose_103)[name = string("matmul_2_cast_fp16")]; - int32 softmax_2_axis_0 = const()[name = string("softmax_2_axis_0"), val = int32(-1)]; - tensor softmax_2_cast_fp16 = softmax(axis = softmax_2_axis_0, x = matmul_2_cast_fp16)[name = string("softmax_2_cast_fp16")]; - bool attn_output_9_transpose_x_0 = const()[name = string("attn_output_9_transpose_x_0"), val = bool(false)]; - bool attn_output_9_transpose_y_0 = const()[name = string("attn_output_9_transpose_y_0"), val = bool(false)]; - tensor value_states_11_cast_fp16 = transpose(perm = value_states_11_perm_0, x = var_251_cast_fp16)[name = string("transpose_233")]; - tensor attn_output_9_cast_fp16 = matmul(transpose_x = attn_output_9_transpose_x_0, transpose_y = attn_output_9_transpose_y_0, x = softmax_2_cast_fp16, y = value_states_11_cast_fp16)[name = string("attn_output_9_cast_fp16")]; - tensor attn_output_11_perm_0 = const()[name = string("attn_output_11_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_255 = const()[name = string("op_255"), val = tensor([1, 257, 1024])]; - tensor attn_output_11_cast_fp16 = transpose(perm = attn_output_11_perm_0, x = attn_output_9_cast_fp16)[name = string("transpose_230")]; - tensor input_33_cast_fp16 = reshape(shape = var_255, x = attn_output_11_cast_fp16)[name = string("input_33_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(58426240)))]; - tensor vision_model_vision_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(60523456)))]; - tensor linear_15_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16, x = input_33_cast_fp16)[name = string("linear_15_cast_fp16")]; - tensor input_35_cast_fp16 = add(x = input_31_cast_fp16, y = linear_15_cast_fp16)[name = string("input_35_cast_fp16")]; - tensor input_37_axes_0 = const()[name = string("input_37_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_2_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(60525568)))]; - tensor vision_model_vision_model_encoder_layers_2_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(60527680)))]; - tensor input_37_cast_fp16 = layer_norm(axes = input_37_axes_0, beta = vision_model_vision_model_encoder_layers_2_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_2_layer_norm2_weight_to_fp16, x = input_35_cast_fp16)[name = string("input_37_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_2_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(60529792)))]; - tensor vision_model_vision_model_encoder_layers_2_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(68918464)))]; - tensor linear_16_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_mlp_fc1_weight_to_fp16, x = input_37_cast_fp16)[name = string("linear_16_cast_fp16")]; - fp16 var_270_to_fp16 = const()[name = string("op_270_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_271_cast_fp16 = mul(x = linear_16_cast_fp16, y = var_270_to_fp16)[name = string("op_271_cast_fp16")]; - tensor var_272_cast_fp16 = sigmoid(x = var_271_cast_fp16)[name = string("op_272_cast_fp16")]; - tensor input_41_cast_fp16 = mul(x = linear_16_cast_fp16, y = var_272_cast_fp16)[name = string("input_41_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_2_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(68926720)))]; - tensor vision_model_vision_model_encoder_layers_2_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_2_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(77315392)))]; - tensor linear_17_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_mlp_fc2_weight_to_fp16, x = input_41_cast_fp16)[name = string("linear_17_cast_fp16")]; - tensor input_43_cast_fp16 = add(x = input_35_cast_fp16, y = linear_17_cast_fp16)[name = string("input_43_cast_fp16")]; - tensor hidden_states_19_axes_0 = const()[name = string("hidden_states_19_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_3_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(77317504)))]; - tensor vision_model_vision_model_encoder_layers_3_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(77319616)))]; - tensor hidden_states_19_cast_fp16 = layer_norm(axes = hidden_states_19_axes_0, beta = vision_model_vision_model_encoder_layers_3_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_3_layer_norm1_weight_to_fp16, x = input_43_cast_fp16)[name = string("hidden_states_19_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(77321728)))]; - tensor vision_model_vision_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(79418944)))]; - tensor linear_18_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = string("linear_18_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(79421056)))]; - tensor vision_model_vision_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(81518272)))]; - tensor linear_19_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = string("linear_19_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(81520384)))]; - tensor vision_model_vision_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(83617600)))]; - tensor linear_20_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = string("linear_20_cast_fp16")]; - tensor var_302 = const()[name = string("op_302"), val = tensor([1, -1, 16, 64])]; - tensor var_303_cast_fp16 = reshape(shape = var_302, x = linear_18_cast_fp16)[name = string("op_303_cast_fp16")]; - tensor var_305 = const()[name = string("op_305"), val = tensor([1, -1, 16, 64])]; - tensor var_306_cast_fp16 = reshape(shape = var_305, x = linear_19_cast_fp16)[name = string("op_306_cast_fp16")]; - tensor var_308 = const()[name = string("op_308"), val = tensor([1, -1, 16, 64])]; - tensor var_309_cast_fp16 = reshape(shape = var_308, x = linear_20_cast_fp16)[name = string("op_309_cast_fp16")]; - tensor value_states_15_perm_0 = const()[name = string("value_states_15_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_3_cast_fp16 = mul(x = var_303_cast_fp16, y = var_21_to_fp16)[name = string("mul_3_cast_fp16")]; - bool matmul_3_transpose_y_0 = const()[name = string("matmul_3_transpose_y_0"), val = bool(true)]; - bool matmul_3_transpose_x_0 = const()[name = string("matmul_3_transpose_x_0"), val = bool(false)]; - tensor transpose_104_perm_0 = const()[name = string("transpose_104_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_105_perm_0 = const()[name = string("transpose_105_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_105 = transpose(perm = transpose_105_perm_0, x = var_306_cast_fp16)[name = string("transpose_227")]; - tensor transpose_104 = transpose(perm = transpose_104_perm_0, x = mul_3_cast_fp16)[name = string("transpose_228")]; - tensor matmul_3_cast_fp16 = matmul(transpose_x = matmul_3_transpose_x_0, transpose_y = matmul_3_transpose_y_0, x = transpose_104, y = transpose_105)[name = string("matmul_3_cast_fp16")]; - int32 softmax_3_axis_0 = const()[name = string("softmax_3_axis_0"), val = int32(-1)]; - tensor softmax_3_cast_fp16 = softmax(axis = softmax_3_axis_0, x = matmul_3_cast_fp16)[name = string("softmax_3_cast_fp16")]; - bool attn_output_13_transpose_x_0 = const()[name = string("attn_output_13_transpose_x_0"), val = bool(false)]; - bool attn_output_13_transpose_y_0 = const()[name = string("attn_output_13_transpose_y_0"), val = bool(false)]; - tensor value_states_15_cast_fp16 = transpose(perm = value_states_15_perm_0, x = var_309_cast_fp16)[name = string("transpose_229")]; - tensor attn_output_13_cast_fp16 = matmul(transpose_x = attn_output_13_transpose_x_0, transpose_y = attn_output_13_transpose_y_0, x = softmax_3_cast_fp16, y = value_states_15_cast_fp16)[name = string("attn_output_13_cast_fp16")]; - tensor attn_output_15_perm_0 = const()[name = string("attn_output_15_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_313 = const()[name = string("op_313"), val = tensor([1, 257, 1024])]; - tensor attn_output_15_cast_fp16 = transpose(perm = attn_output_15_perm_0, x = attn_output_13_cast_fp16)[name = string("transpose_226")]; - tensor input_45_cast_fp16 = reshape(shape = var_313, x = attn_output_15_cast_fp16)[name = string("input_45_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(83619712)))]; - tensor vision_model_vision_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(85716928)))]; - tensor linear_21_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16, x = input_45_cast_fp16)[name = string("linear_21_cast_fp16")]; - tensor input_47_cast_fp16 = add(x = input_43_cast_fp16, y = linear_21_cast_fp16)[name = string("input_47_cast_fp16")]; - tensor input_49_axes_0 = const()[name = string("input_49_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_3_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(85719040)))]; - tensor vision_model_vision_model_encoder_layers_3_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(85721152)))]; - tensor input_49_cast_fp16 = layer_norm(axes = input_49_axes_0, beta = vision_model_vision_model_encoder_layers_3_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_3_layer_norm2_weight_to_fp16, x = input_47_cast_fp16)[name = string("input_49_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_3_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(85723264)))]; - tensor vision_model_vision_model_encoder_layers_3_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(94111936)))]; - tensor linear_22_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_mlp_fc1_weight_to_fp16, x = input_49_cast_fp16)[name = string("linear_22_cast_fp16")]; - fp16 var_328_to_fp16 = const()[name = string("op_328_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_329_cast_fp16 = mul(x = linear_22_cast_fp16, y = var_328_to_fp16)[name = string("op_329_cast_fp16")]; - tensor var_330_cast_fp16 = sigmoid(x = var_329_cast_fp16)[name = string("op_330_cast_fp16")]; - tensor input_53_cast_fp16 = mul(x = linear_22_cast_fp16, y = var_330_cast_fp16)[name = string("input_53_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_3_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(94120192)))]; - tensor vision_model_vision_model_encoder_layers_3_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_3_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(102508864)))]; - tensor linear_23_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_mlp_fc2_weight_to_fp16, x = input_53_cast_fp16)[name = string("linear_23_cast_fp16")]; - tensor input_55_cast_fp16 = add(x = input_47_cast_fp16, y = linear_23_cast_fp16)[name = string("input_55_cast_fp16")]; - tensor hidden_states_25_axes_0 = const()[name = string("hidden_states_25_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_4_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(102510976)))]; - tensor vision_model_vision_model_encoder_layers_4_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(102513088)))]; - tensor hidden_states_25_cast_fp16 = layer_norm(axes = hidden_states_25_axes_0, beta = vision_model_vision_model_encoder_layers_4_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_4_layer_norm1_weight_to_fp16, x = input_55_cast_fp16)[name = string("hidden_states_25_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(102515200)))]; - tensor vision_model_vision_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(104612416)))]; - tensor linear_24_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = string("linear_24_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(104614528)))]; - tensor vision_model_vision_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(106711744)))]; - tensor linear_25_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = string("linear_25_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(106713856)))]; - tensor vision_model_vision_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(108811072)))]; - tensor linear_26_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = string("linear_26_cast_fp16")]; - tensor var_360 = const()[name = string("op_360"), val = tensor([1, -1, 16, 64])]; - tensor var_361_cast_fp16 = reshape(shape = var_360, x = linear_24_cast_fp16)[name = string("op_361_cast_fp16")]; - tensor var_363 = const()[name = string("op_363"), val = tensor([1, -1, 16, 64])]; - tensor var_364_cast_fp16 = reshape(shape = var_363, x = linear_25_cast_fp16)[name = string("op_364_cast_fp16")]; - tensor var_366 = const()[name = string("op_366"), val = tensor([1, -1, 16, 64])]; - tensor var_367_cast_fp16 = reshape(shape = var_366, x = linear_26_cast_fp16)[name = string("op_367_cast_fp16")]; - tensor value_states_19_perm_0 = const()[name = string("value_states_19_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_4_cast_fp16 = mul(x = var_361_cast_fp16, y = var_21_to_fp16)[name = string("mul_4_cast_fp16")]; - bool matmul_4_transpose_y_0 = const()[name = string("matmul_4_transpose_y_0"), val = bool(true)]; - bool matmul_4_transpose_x_0 = const()[name = string("matmul_4_transpose_x_0"), val = bool(false)]; - tensor transpose_106_perm_0 = const()[name = string("transpose_106_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_107_perm_0 = const()[name = string("transpose_107_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_107 = transpose(perm = transpose_107_perm_0, x = var_364_cast_fp16)[name = string("transpose_223")]; - tensor transpose_106 = transpose(perm = transpose_106_perm_0, x = mul_4_cast_fp16)[name = string("transpose_224")]; - tensor matmul_4_cast_fp16 = matmul(transpose_x = matmul_4_transpose_x_0, transpose_y = matmul_4_transpose_y_0, x = transpose_106, y = transpose_107)[name = string("matmul_4_cast_fp16")]; - int32 softmax_4_axis_0 = const()[name = string("softmax_4_axis_0"), val = int32(-1)]; - tensor softmax_4_cast_fp16 = softmax(axis = softmax_4_axis_0, x = matmul_4_cast_fp16)[name = string("softmax_4_cast_fp16")]; - bool attn_output_17_transpose_x_0 = const()[name = string("attn_output_17_transpose_x_0"), val = bool(false)]; - bool attn_output_17_transpose_y_0 = const()[name = string("attn_output_17_transpose_y_0"), val = bool(false)]; - tensor value_states_19_cast_fp16 = transpose(perm = value_states_19_perm_0, x = var_367_cast_fp16)[name = string("transpose_225")]; - tensor attn_output_17_cast_fp16 = matmul(transpose_x = attn_output_17_transpose_x_0, transpose_y = attn_output_17_transpose_y_0, x = softmax_4_cast_fp16, y = value_states_19_cast_fp16)[name = string("attn_output_17_cast_fp16")]; - tensor attn_output_19_perm_0 = const()[name = string("attn_output_19_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_371 = const()[name = string("op_371"), val = tensor([1, 257, 1024])]; - tensor attn_output_19_cast_fp16 = transpose(perm = attn_output_19_perm_0, x = attn_output_17_cast_fp16)[name = string("transpose_222")]; - tensor input_57_cast_fp16 = reshape(shape = var_371, x = attn_output_19_cast_fp16)[name = string("input_57_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(108813184)))]; - tensor vision_model_vision_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(110910400)))]; - tensor linear_27_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16, x = input_57_cast_fp16)[name = string("linear_27_cast_fp16")]; - tensor input_59_cast_fp16 = add(x = input_55_cast_fp16, y = linear_27_cast_fp16)[name = string("input_59_cast_fp16")]; - tensor input_61_axes_0 = const()[name = string("input_61_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_4_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(110912512)))]; - tensor vision_model_vision_model_encoder_layers_4_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(110914624)))]; - tensor input_61_cast_fp16 = layer_norm(axes = input_61_axes_0, beta = vision_model_vision_model_encoder_layers_4_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_4_layer_norm2_weight_to_fp16, x = input_59_cast_fp16)[name = string("input_61_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_4_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(110916736)))]; - tensor vision_model_vision_model_encoder_layers_4_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(119305408)))]; - tensor linear_28_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_mlp_fc1_weight_to_fp16, x = input_61_cast_fp16)[name = string("linear_28_cast_fp16")]; - fp16 var_386_to_fp16 = const()[name = string("op_386_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_387_cast_fp16 = mul(x = linear_28_cast_fp16, y = var_386_to_fp16)[name = string("op_387_cast_fp16")]; - tensor var_388_cast_fp16 = sigmoid(x = var_387_cast_fp16)[name = string("op_388_cast_fp16")]; - tensor input_65_cast_fp16 = mul(x = linear_28_cast_fp16, y = var_388_cast_fp16)[name = string("input_65_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_4_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(119313664)))]; - tensor vision_model_vision_model_encoder_layers_4_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_4_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(127702336)))]; - tensor linear_29_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_mlp_fc2_weight_to_fp16, x = input_65_cast_fp16)[name = string("linear_29_cast_fp16")]; - tensor input_67_cast_fp16 = add(x = input_59_cast_fp16, y = linear_29_cast_fp16)[name = string("input_67_cast_fp16")]; - tensor hidden_states_31_axes_0 = const()[name = string("hidden_states_31_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_5_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(127704448)))]; - tensor vision_model_vision_model_encoder_layers_5_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(127706560)))]; - tensor hidden_states_31_cast_fp16 = layer_norm(axes = hidden_states_31_axes_0, beta = vision_model_vision_model_encoder_layers_5_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_5_layer_norm1_weight_to_fp16, x = input_67_cast_fp16)[name = string("hidden_states_31_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(127708672)))]; - tensor vision_model_vision_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(129805888)))]; - tensor linear_30_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16, x = hidden_states_31_cast_fp16)[name = string("linear_30_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(129808000)))]; - tensor vision_model_vision_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(131905216)))]; - tensor linear_31_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16, x = hidden_states_31_cast_fp16)[name = string("linear_31_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(131907328)))]; - tensor vision_model_vision_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(134004544)))]; - tensor linear_32_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16, x = hidden_states_31_cast_fp16)[name = string("linear_32_cast_fp16")]; - tensor var_418 = const()[name = string("op_418"), val = tensor([1, -1, 16, 64])]; - tensor var_419_cast_fp16 = reshape(shape = var_418, x = linear_30_cast_fp16)[name = string("op_419_cast_fp16")]; - tensor var_421 = const()[name = string("op_421"), val = tensor([1, -1, 16, 64])]; - tensor var_422_cast_fp16 = reshape(shape = var_421, x = linear_31_cast_fp16)[name = string("op_422_cast_fp16")]; - tensor var_424 = const()[name = string("op_424"), val = tensor([1, -1, 16, 64])]; - tensor var_425_cast_fp16 = reshape(shape = var_424, x = linear_32_cast_fp16)[name = string("op_425_cast_fp16")]; - tensor value_states_23_perm_0 = const()[name = string("value_states_23_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_5_cast_fp16 = mul(x = var_419_cast_fp16, y = var_21_to_fp16)[name = string("mul_5_cast_fp16")]; - bool matmul_5_transpose_y_0 = const()[name = string("matmul_5_transpose_y_0"), val = bool(true)]; - bool matmul_5_transpose_x_0 = const()[name = string("matmul_5_transpose_x_0"), val = bool(false)]; - tensor transpose_108_perm_0 = const()[name = string("transpose_108_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_109_perm_0 = const()[name = string("transpose_109_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_109 = transpose(perm = transpose_109_perm_0, x = var_422_cast_fp16)[name = string("transpose_219")]; - tensor transpose_108 = transpose(perm = transpose_108_perm_0, x = mul_5_cast_fp16)[name = string("transpose_220")]; - tensor matmul_5_cast_fp16 = matmul(transpose_x = matmul_5_transpose_x_0, transpose_y = matmul_5_transpose_y_0, x = transpose_108, y = transpose_109)[name = string("matmul_5_cast_fp16")]; - int32 softmax_5_axis_0 = const()[name = string("softmax_5_axis_0"), val = int32(-1)]; - tensor softmax_5_cast_fp16 = softmax(axis = softmax_5_axis_0, x = matmul_5_cast_fp16)[name = string("softmax_5_cast_fp16")]; - bool attn_output_21_transpose_x_0 = const()[name = string("attn_output_21_transpose_x_0"), val = bool(false)]; - bool attn_output_21_transpose_y_0 = const()[name = string("attn_output_21_transpose_y_0"), val = bool(false)]; - tensor value_states_23_cast_fp16 = transpose(perm = value_states_23_perm_0, x = var_425_cast_fp16)[name = string("transpose_221")]; - tensor attn_output_21_cast_fp16 = matmul(transpose_x = attn_output_21_transpose_x_0, transpose_y = attn_output_21_transpose_y_0, x = softmax_5_cast_fp16, y = value_states_23_cast_fp16)[name = string("attn_output_21_cast_fp16")]; - tensor attn_output_23_perm_0 = const()[name = string("attn_output_23_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_429 = const()[name = string("op_429"), val = tensor([1, 257, 1024])]; - tensor attn_output_23_cast_fp16 = transpose(perm = attn_output_23_perm_0, x = attn_output_21_cast_fp16)[name = string("transpose_218")]; - tensor input_69_cast_fp16 = reshape(shape = var_429, x = attn_output_23_cast_fp16)[name = string("input_69_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(134006656)))]; - tensor vision_model_vision_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(136103872)))]; - tensor linear_33_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16, x = input_69_cast_fp16)[name = string("linear_33_cast_fp16")]; - tensor input_71_cast_fp16 = add(x = input_67_cast_fp16, y = linear_33_cast_fp16)[name = string("input_71_cast_fp16")]; - tensor input_73_axes_0 = const()[name = string("input_73_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_5_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(136105984)))]; - tensor vision_model_vision_model_encoder_layers_5_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(136108096)))]; - tensor input_73_cast_fp16 = layer_norm(axes = input_73_axes_0, beta = vision_model_vision_model_encoder_layers_5_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_5_layer_norm2_weight_to_fp16, x = input_71_cast_fp16)[name = string("input_73_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_5_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(136110208)))]; - tensor vision_model_vision_model_encoder_layers_5_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(144498880)))]; - tensor linear_34_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_mlp_fc1_weight_to_fp16, x = input_73_cast_fp16)[name = string("linear_34_cast_fp16")]; - fp16 var_444_to_fp16 = const()[name = string("op_444_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_445_cast_fp16 = mul(x = linear_34_cast_fp16, y = var_444_to_fp16)[name = string("op_445_cast_fp16")]; - tensor var_446_cast_fp16 = sigmoid(x = var_445_cast_fp16)[name = string("op_446_cast_fp16")]; - tensor input_77_cast_fp16 = mul(x = linear_34_cast_fp16, y = var_446_cast_fp16)[name = string("input_77_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_5_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(144507136)))]; - tensor vision_model_vision_model_encoder_layers_5_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_5_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(152895808)))]; - tensor linear_35_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_mlp_fc2_weight_to_fp16, x = input_77_cast_fp16)[name = string("linear_35_cast_fp16")]; - tensor input_79_cast_fp16 = add(x = input_71_cast_fp16, y = linear_35_cast_fp16)[name = string("input_79_cast_fp16")]; - tensor hidden_states_37_axes_0 = const()[name = string("hidden_states_37_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_6_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(152897920)))]; - tensor vision_model_vision_model_encoder_layers_6_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(152900032)))]; - tensor hidden_states_37_cast_fp16 = layer_norm(axes = hidden_states_37_axes_0, beta = vision_model_vision_model_encoder_layers_6_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_6_layer_norm1_weight_to_fp16, x = input_79_cast_fp16)[name = string("hidden_states_37_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(152902144)))]; - tensor vision_model_vision_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(154999360)))]; - tensor linear_36_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16, x = hidden_states_37_cast_fp16)[name = string("linear_36_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(155001472)))]; - tensor vision_model_vision_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(157098688)))]; - tensor linear_37_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16, x = hidden_states_37_cast_fp16)[name = string("linear_37_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(157100800)))]; - tensor vision_model_vision_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(159198016)))]; - tensor linear_38_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16, x = hidden_states_37_cast_fp16)[name = string("linear_38_cast_fp16")]; - tensor var_476 = const()[name = string("op_476"), val = tensor([1, -1, 16, 64])]; - tensor var_477_cast_fp16 = reshape(shape = var_476, x = linear_36_cast_fp16)[name = string("op_477_cast_fp16")]; - tensor var_479 = const()[name = string("op_479"), val = tensor([1, -1, 16, 64])]; - tensor var_480_cast_fp16 = reshape(shape = var_479, x = linear_37_cast_fp16)[name = string("op_480_cast_fp16")]; - tensor var_482 = const()[name = string("op_482"), val = tensor([1, -1, 16, 64])]; - tensor var_483_cast_fp16 = reshape(shape = var_482, x = linear_38_cast_fp16)[name = string("op_483_cast_fp16")]; - tensor value_states_27_perm_0 = const()[name = string("value_states_27_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_6_cast_fp16 = mul(x = var_477_cast_fp16, y = var_21_to_fp16)[name = string("mul_6_cast_fp16")]; - bool matmul_6_transpose_y_0 = const()[name = string("matmul_6_transpose_y_0"), val = bool(true)]; - bool matmul_6_transpose_x_0 = const()[name = string("matmul_6_transpose_x_0"), val = bool(false)]; - tensor transpose_110_perm_0 = const()[name = string("transpose_110_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_111_perm_0 = const()[name = string("transpose_111_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_111 = transpose(perm = transpose_111_perm_0, x = var_480_cast_fp16)[name = string("transpose_215")]; - tensor transpose_110 = transpose(perm = transpose_110_perm_0, x = mul_6_cast_fp16)[name = string("transpose_216")]; - tensor matmul_6_cast_fp16 = matmul(transpose_x = matmul_6_transpose_x_0, transpose_y = matmul_6_transpose_y_0, x = transpose_110, y = transpose_111)[name = string("matmul_6_cast_fp16")]; - int32 softmax_6_axis_0 = const()[name = string("softmax_6_axis_0"), val = int32(-1)]; - tensor softmax_6_cast_fp16 = softmax(axis = softmax_6_axis_0, x = matmul_6_cast_fp16)[name = string("softmax_6_cast_fp16")]; - bool attn_output_25_transpose_x_0 = const()[name = string("attn_output_25_transpose_x_0"), val = bool(false)]; - bool attn_output_25_transpose_y_0 = const()[name = string("attn_output_25_transpose_y_0"), val = bool(false)]; - tensor value_states_27_cast_fp16 = transpose(perm = value_states_27_perm_0, x = var_483_cast_fp16)[name = string("transpose_217")]; - tensor attn_output_25_cast_fp16 = matmul(transpose_x = attn_output_25_transpose_x_0, transpose_y = attn_output_25_transpose_y_0, x = softmax_6_cast_fp16, y = value_states_27_cast_fp16)[name = string("attn_output_25_cast_fp16")]; - tensor attn_output_27_perm_0 = const()[name = string("attn_output_27_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_487 = const()[name = string("op_487"), val = tensor([1, 257, 1024])]; - tensor attn_output_27_cast_fp16 = transpose(perm = attn_output_27_perm_0, x = attn_output_25_cast_fp16)[name = string("transpose_214")]; - tensor input_81_cast_fp16 = reshape(shape = var_487, x = attn_output_27_cast_fp16)[name = string("input_81_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(159200128)))]; - tensor vision_model_vision_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(161297344)))]; - tensor linear_39_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16, x = input_81_cast_fp16)[name = string("linear_39_cast_fp16")]; - tensor input_83_cast_fp16 = add(x = input_79_cast_fp16, y = linear_39_cast_fp16)[name = string("input_83_cast_fp16")]; - tensor input_85_axes_0 = const()[name = string("input_85_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_6_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(161299456)))]; - tensor vision_model_vision_model_encoder_layers_6_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(161301568)))]; - tensor input_85_cast_fp16 = layer_norm(axes = input_85_axes_0, beta = vision_model_vision_model_encoder_layers_6_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_6_layer_norm2_weight_to_fp16, x = input_83_cast_fp16)[name = string("input_85_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_6_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(161303680)))]; - tensor vision_model_vision_model_encoder_layers_6_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(169692352)))]; - tensor linear_40_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_mlp_fc1_weight_to_fp16, x = input_85_cast_fp16)[name = string("linear_40_cast_fp16")]; - fp16 var_502_to_fp16 = const()[name = string("op_502_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_503_cast_fp16 = mul(x = linear_40_cast_fp16, y = var_502_to_fp16)[name = string("op_503_cast_fp16")]; - tensor var_504_cast_fp16 = sigmoid(x = var_503_cast_fp16)[name = string("op_504_cast_fp16")]; - tensor input_89_cast_fp16 = mul(x = linear_40_cast_fp16, y = var_504_cast_fp16)[name = string("input_89_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_6_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(169700608)))]; - tensor vision_model_vision_model_encoder_layers_6_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_6_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(178089280)))]; - tensor linear_41_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_mlp_fc2_weight_to_fp16, x = input_89_cast_fp16)[name = string("linear_41_cast_fp16")]; - tensor input_91_cast_fp16 = add(x = input_83_cast_fp16, y = linear_41_cast_fp16)[name = string("input_91_cast_fp16")]; - tensor hidden_states_43_axes_0 = const()[name = string("hidden_states_43_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_7_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(178091392)))]; - tensor vision_model_vision_model_encoder_layers_7_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(178093504)))]; - tensor hidden_states_43_cast_fp16 = layer_norm(axes = hidden_states_43_axes_0, beta = vision_model_vision_model_encoder_layers_7_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_7_layer_norm1_weight_to_fp16, x = input_91_cast_fp16)[name = string("hidden_states_43_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(178095616)))]; - tensor vision_model_vision_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(180192832)))]; - tensor linear_42_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16, x = hidden_states_43_cast_fp16)[name = string("linear_42_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(180194944)))]; - tensor vision_model_vision_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(182292160)))]; - tensor linear_43_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16, x = hidden_states_43_cast_fp16)[name = string("linear_43_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(182294272)))]; - tensor vision_model_vision_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(184391488)))]; - tensor linear_44_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16, x = hidden_states_43_cast_fp16)[name = string("linear_44_cast_fp16")]; - tensor var_534 = const()[name = string("op_534"), val = tensor([1, -1, 16, 64])]; - tensor var_535_cast_fp16 = reshape(shape = var_534, x = linear_42_cast_fp16)[name = string("op_535_cast_fp16")]; - tensor var_537 = const()[name = string("op_537"), val = tensor([1, -1, 16, 64])]; - tensor var_538_cast_fp16 = reshape(shape = var_537, x = linear_43_cast_fp16)[name = string("op_538_cast_fp16")]; - tensor var_540 = const()[name = string("op_540"), val = tensor([1, -1, 16, 64])]; - tensor var_541_cast_fp16 = reshape(shape = var_540, x = linear_44_cast_fp16)[name = string("op_541_cast_fp16")]; - tensor value_states_31_perm_0 = const()[name = string("value_states_31_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_7_cast_fp16 = mul(x = var_535_cast_fp16, y = var_21_to_fp16)[name = string("mul_7_cast_fp16")]; - bool matmul_7_transpose_y_0 = const()[name = string("matmul_7_transpose_y_0"), val = bool(true)]; - bool matmul_7_transpose_x_0 = const()[name = string("matmul_7_transpose_x_0"), val = bool(false)]; - tensor transpose_112_perm_0 = const()[name = string("transpose_112_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_113_perm_0 = const()[name = string("transpose_113_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_113 = transpose(perm = transpose_113_perm_0, x = var_538_cast_fp16)[name = string("transpose_211")]; - tensor transpose_112 = transpose(perm = transpose_112_perm_0, x = mul_7_cast_fp16)[name = string("transpose_212")]; - tensor matmul_7_cast_fp16 = matmul(transpose_x = matmul_7_transpose_x_0, transpose_y = matmul_7_transpose_y_0, x = transpose_112, y = transpose_113)[name = string("matmul_7_cast_fp16")]; - int32 softmax_7_axis_0 = const()[name = string("softmax_7_axis_0"), val = int32(-1)]; - tensor softmax_7_cast_fp16 = softmax(axis = softmax_7_axis_0, x = matmul_7_cast_fp16)[name = string("softmax_7_cast_fp16")]; - bool attn_output_29_transpose_x_0 = const()[name = string("attn_output_29_transpose_x_0"), val = bool(false)]; - bool attn_output_29_transpose_y_0 = const()[name = string("attn_output_29_transpose_y_0"), val = bool(false)]; - tensor value_states_31_cast_fp16 = transpose(perm = value_states_31_perm_0, x = var_541_cast_fp16)[name = string("transpose_213")]; - tensor attn_output_29_cast_fp16 = matmul(transpose_x = attn_output_29_transpose_x_0, transpose_y = attn_output_29_transpose_y_0, x = softmax_7_cast_fp16, y = value_states_31_cast_fp16)[name = string("attn_output_29_cast_fp16")]; - tensor attn_output_31_perm_0 = const()[name = string("attn_output_31_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_545 = const()[name = string("op_545"), val = tensor([1, 257, 1024])]; - tensor attn_output_31_cast_fp16 = transpose(perm = attn_output_31_perm_0, x = attn_output_29_cast_fp16)[name = string("transpose_210")]; - tensor input_93_cast_fp16 = reshape(shape = var_545, x = attn_output_31_cast_fp16)[name = string("input_93_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(184393600)))]; - tensor vision_model_vision_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(186490816)))]; - tensor linear_45_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16, x = input_93_cast_fp16)[name = string("linear_45_cast_fp16")]; - tensor input_95_cast_fp16 = add(x = input_91_cast_fp16, y = linear_45_cast_fp16)[name = string("input_95_cast_fp16")]; - tensor input_97_axes_0 = const()[name = string("input_97_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_7_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(186492928)))]; - tensor vision_model_vision_model_encoder_layers_7_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(186495040)))]; - tensor input_97_cast_fp16 = layer_norm(axes = input_97_axes_0, beta = vision_model_vision_model_encoder_layers_7_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_7_layer_norm2_weight_to_fp16, x = input_95_cast_fp16)[name = string("input_97_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_7_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(186497152)))]; - tensor vision_model_vision_model_encoder_layers_7_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(194885824)))]; - tensor linear_46_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_mlp_fc1_weight_to_fp16, x = input_97_cast_fp16)[name = string("linear_46_cast_fp16")]; - fp16 var_560_to_fp16 = const()[name = string("op_560_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_561_cast_fp16 = mul(x = linear_46_cast_fp16, y = var_560_to_fp16)[name = string("op_561_cast_fp16")]; - tensor var_562_cast_fp16 = sigmoid(x = var_561_cast_fp16)[name = string("op_562_cast_fp16")]; - tensor input_101_cast_fp16 = mul(x = linear_46_cast_fp16, y = var_562_cast_fp16)[name = string("input_101_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_7_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(194894080)))]; - tensor vision_model_vision_model_encoder_layers_7_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_7_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(203282752)))]; - tensor linear_47_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_mlp_fc2_weight_to_fp16, x = input_101_cast_fp16)[name = string("linear_47_cast_fp16")]; - tensor input_103_cast_fp16 = add(x = input_95_cast_fp16, y = linear_47_cast_fp16)[name = string("input_103_cast_fp16")]; - tensor hidden_states_49_axes_0 = const()[name = string("hidden_states_49_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_8_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(203284864)))]; - tensor vision_model_vision_model_encoder_layers_8_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(203286976)))]; - tensor hidden_states_49_cast_fp16 = layer_norm(axes = hidden_states_49_axes_0, beta = vision_model_vision_model_encoder_layers_8_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_8_layer_norm1_weight_to_fp16, x = input_103_cast_fp16)[name = string("hidden_states_49_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(203289088)))]; - tensor vision_model_vision_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(205386304)))]; - tensor linear_48_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16, x = hidden_states_49_cast_fp16)[name = string("linear_48_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(205388416)))]; - tensor vision_model_vision_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(207485632)))]; - tensor linear_49_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16, x = hidden_states_49_cast_fp16)[name = string("linear_49_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(207487744)))]; - tensor vision_model_vision_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(209584960)))]; - tensor linear_50_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16, x = hidden_states_49_cast_fp16)[name = string("linear_50_cast_fp16")]; - tensor var_592 = const()[name = string("op_592"), val = tensor([1, -1, 16, 64])]; - tensor var_593_cast_fp16 = reshape(shape = var_592, x = linear_48_cast_fp16)[name = string("op_593_cast_fp16")]; - tensor var_595 = const()[name = string("op_595"), val = tensor([1, -1, 16, 64])]; - tensor var_596_cast_fp16 = reshape(shape = var_595, x = linear_49_cast_fp16)[name = string("op_596_cast_fp16")]; - tensor var_598 = const()[name = string("op_598"), val = tensor([1, -1, 16, 64])]; - tensor var_599_cast_fp16 = reshape(shape = var_598, x = linear_50_cast_fp16)[name = string("op_599_cast_fp16")]; - tensor value_states_35_perm_0 = const()[name = string("value_states_35_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_8_cast_fp16 = mul(x = var_593_cast_fp16, y = var_21_to_fp16)[name = string("mul_8_cast_fp16")]; - bool matmul_8_transpose_y_0 = const()[name = string("matmul_8_transpose_y_0"), val = bool(true)]; - bool matmul_8_transpose_x_0 = const()[name = string("matmul_8_transpose_x_0"), val = bool(false)]; - tensor transpose_114_perm_0 = const()[name = string("transpose_114_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_115_perm_0 = const()[name = string("transpose_115_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_115 = transpose(perm = transpose_115_perm_0, x = var_596_cast_fp16)[name = string("transpose_207")]; - tensor transpose_114 = transpose(perm = transpose_114_perm_0, x = mul_8_cast_fp16)[name = string("transpose_208")]; - tensor matmul_8_cast_fp16 = matmul(transpose_x = matmul_8_transpose_x_0, transpose_y = matmul_8_transpose_y_0, x = transpose_114, y = transpose_115)[name = string("matmul_8_cast_fp16")]; - int32 softmax_8_axis_0 = const()[name = string("softmax_8_axis_0"), val = int32(-1)]; - tensor softmax_8_cast_fp16 = softmax(axis = softmax_8_axis_0, x = matmul_8_cast_fp16)[name = string("softmax_8_cast_fp16")]; - bool attn_output_33_transpose_x_0 = const()[name = string("attn_output_33_transpose_x_0"), val = bool(false)]; - bool attn_output_33_transpose_y_0 = const()[name = string("attn_output_33_transpose_y_0"), val = bool(false)]; - tensor value_states_35_cast_fp16 = transpose(perm = value_states_35_perm_0, x = var_599_cast_fp16)[name = string("transpose_209")]; - tensor attn_output_33_cast_fp16 = matmul(transpose_x = attn_output_33_transpose_x_0, transpose_y = attn_output_33_transpose_y_0, x = softmax_8_cast_fp16, y = value_states_35_cast_fp16)[name = string("attn_output_33_cast_fp16")]; - tensor attn_output_35_perm_0 = const()[name = string("attn_output_35_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_603 = const()[name = string("op_603"), val = tensor([1, 257, 1024])]; - tensor attn_output_35_cast_fp16 = transpose(perm = attn_output_35_perm_0, x = attn_output_33_cast_fp16)[name = string("transpose_206")]; - tensor input_105_cast_fp16 = reshape(shape = var_603, x = attn_output_35_cast_fp16)[name = string("input_105_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(209587072)))]; - tensor vision_model_vision_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(211684288)))]; - tensor linear_51_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16, x = input_105_cast_fp16)[name = string("linear_51_cast_fp16")]; - tensor input_107_cast_fp16 = add(x = input_103_cast_fp16, y = linear_51_cast_fp16)[name = string("input_107_cast_fp16")]; - tensor input_109_axes_0 = const()[name = string("input_109_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_8_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(211686400)))]; - tensor vision_model_vision_model_encoder_layers_8_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(211688512)))]; - tensor input_109_cast_fp16 = layer_norm(axes = input_109_axes_0, beta = vision_model_vision_model_encoder_layers_8_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_8_layer_norm2_weight_to_fp16, x = input_107_cast_fp16)[name = string("input_109_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_8_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(211690624)))]; - tensor vision_model_vision_model_encoder_layers_8_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(220079296)))]; - tensor linear_52_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_mlp_fc1_weight_to_fp16, x = input_109_cast_fp16)[name = string("linear_52_cast_fp16")]; - fp16 var_618_to_fp16 = const()[name = string("op_618_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_619_cast_fp16 = mul(x = linear_52_cast_fp16, y = var_618_to_fp16)[name = string("op_619_cast_fp16")]; - tensor var_620_cast_fp16 = sigmoid(x = var_619_cast_fp16)[name = string("op_620_cast_fp16")]; - tensor input_113_cast_fp16 = mul(x = linear_52_cast_fp16, y = var_620_cast_fp16)[name = string("input_113_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_8_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(220087552)))]; - tensor vision_model_vision_model_encoder_layers_8_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_8_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(228476224)))]; - tensor linear_53_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_mlp_fc2_weight_to_fp16, x = input_113_cast_fp16)[name = string("linear_53_cast_fp16")]; - tensor input_115_cast_fp16 = add(x = input_107_cast_fp16, y = linear_53_cast_fp16)[name = string("input_115_cast_fp16")]; - tensor hidden_states_55_axes_0 = const()[name = string("hidden_states_55_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_9_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(228478336)))]; - tensor vision_model_vision_model_encoder_layers_9_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(228480448)))]; - tensor hidden_states_55_cast_fp16 = layer_norm(axes = hidden_states_55_axes_0, beta = vision_model_vision_model_encoder_layers_9_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_9_layer_norm1_weight_to_fp16, x = input_115_cast_fp16)[name = string("hidden_states_55_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(228482560)))]; - tensor vision_model_vision_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(230579776)))]; - tensor linear_54_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16, x = hidden_states_55_cast_fp16)[name = string("linear_54_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(230581888)))]; - tensor vision_model_vision_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(232679104)))]; - tensor linear_55_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16, x = hidden_states_55_cast_fp16)[name = string("linear_55_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(232681216)))]; - tensor vision_model_vision_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(234778432)))]; - tensor linear_56_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16, x = hidden_states_55_cast_fp16)[name = string("linear_56_cast_fp16")]; - tensor var_650 = const()[name = string("op_650"), val = tensor([1, -1, 16, 64])]; - tensor var_651_cast_fp16 = reshape(shape = var_650, x = linear_54_cast_fp16)[name = string("op_651_cast_fp16")]; - tensor var_653 = const()[name = string("op_653"), val = tensor([1, -1, 16, 64])]; - tensor var_654_cast_fp16 = reshape(shape = var_653, x = linear_55_cast_fp16)[name = string("op_654_cast_fp16")]; - tensor var_656 = const()[name = string("op_656"), val = tensor([1, -1, 16, 64])]; - tensor var_657_cast_fp16 = reshape(shape = var_656, x = linear_56_cast_fp16)[name = string("op_657_cast_fp16")]; - tensor value_states_39_perm_0 = const()[name = string("value_states_39_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_9_cast_fp16 = mul(x = var_651_cast_fp16, y = var_21_to_fp16)[name = string("mul_9_cast_fp16")]; - bool matmul_9_transpose_y_0 = const()[name = string("matmul_9_transpose_y_0"), val = bool(true)]; - bool matmul_9_transpose_x_0 = const()[name = string("matmul_9_transpose_x_0"), val = bool(false)]; - tensor transpose_116_perm_0 = const()[name = string("transpose_116_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_117_perm_0 = const()[name = string("transpose_117_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_117 = transpose(perm = transpose_117_perm_0, x = var_654_cast_fp16)[name = string("transpose_203")]; - tensor transpose_116 = transpose(perm = transpose_116_perm_0, x = mul_9_cast_fp16)[name = string("transpose_204")]; - tensor matmul_9_cast_fp16 = matmul(transpose_x = matmul_9_transpose_x_0, transpose_y = matmul_9_transpose_y_0, x = transpose_116, y = transpose_117)[name = string("matmul_9_cast_fp16")]; - int32 softmax_9_axis_0 = const()[name = string("softmax_9_axis_0"), val = int32(-1)]; - tensor softmax_9_cast_fp16 = softmax(axis = softmax_9_axis_0, x = matmul_9_cast_fp16)[name = string("softmax_9_cast_fp16")]; - bool attn_output_37_transpose_x_0 = const()[name = string("attn_output_37_transpose_x_0"), val = bool(false)]; - bool attn_output_37_transpose_y_0 = const()[name = string("attn_output_37_transpose_y_0"), val = bool(false)]; - tensor value_states_39_cast_fp16 = transpose(perm = value_states_39_perm_0, x = var_657_cast_fp16)[name = string("transpose_205")]; - tensor attn_output_37_cast_fp16 = matmul(transpose_x = attn_output_37_transpose_x_0, transpose_y = attn_output_37_transpose_y_0, x = softmax_9_cast_fp16, y = value_states_39_cast_fp16)[name = string("attn_output_37_cast_fp16")]; - tensor attn_output_39_perm_0 = const()[name = string("attn_output_39_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_661 = const()[name = string("op_661"), val = tensor([1, 257, 1024])]; - tensor attn_output_39_cast_fp16 = transpose(perm = attn_output_39_perm_0, x = attn_output_37_cast_fp16)[name = string("transpose_202")]; - tensor input_117_cast_fp16 = reshape(shape = var_661, x = attn_output_39_cast_fp16)[name = string("input_117_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(234780544)))]; - tensor vision_model_vision_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(236877760)))]; - tensor linear_57_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16, x = input_117_cast_fp16)[name = string("linear_57_cast_fp16")]; - tensor input_119_cast_fp16 = add(x = input_115_cast_fp16, y = linear_57_cast_fp16)[name = string("input_119_cast_fp16")]; - tensor input_121_axes_0 = const()[name = string("input_121_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_9_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(236879872)))]; - tensor vision_model_vision_model_encoder_layers_9_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(236881984)))]; - tensor input_121_cast_fp16 = layer_norm(axes = input_121_axes_0, beta = vision_model_vision_model_encoder_layers_9_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_9_layer_norm2_weight_to_fp16, x = input_119_cast_fp16)[name = string("input_121_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_9_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(236884096)))]; - tensor vision_model_vision_model_encoder_layers_9_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(245272768)))]; - tensor linear_58_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_mlp_fc1_weight_to_fp16, x = input_121_cast_fp16)[name = string("linear_58_cast_fp16")]; - fp16 var_676_to_fp16 = const()[name = string("op_676_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_677_cast_fp16 = mul(x = linear_58_cast_fp16, y = var_676_to_fp16)[name = string("op_677_cast_fp16")]; - tensor var_678_cast_fp16 = sigmoid(x = var_677_cast_fp16)[name = string("op_678_cast_fp16")]; - tensor input_125_cast_fp16 = mul(x = linear_58_cast_fp16, y = var_678_cast_fp16)[name = string("input_125_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_9_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(245281024)))]; - tensor vision_model_vision_model_encoder_layers_9_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_9_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(253669696)))]; - tensor linear_59_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_mlp_fc2_weight_to_fp16, x = input_125_cast_fp16)[name = string("linear_59_cast_fp16")]; - tensor input_127_cast_fp16 = add(x = input_119_cast_fp16, y = linear_59_cast_fp16)[name = string("input_127_cast_fp16")]; - tensor hidden_states_61_axes_0 = const()[name = string("hidden_states_61_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_10_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(253671808)))]; - tensor vision_model_vision_model_encoder_layers_10_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(253673920)))]; - tensor hidden_states_61_cast_fp16 = layer_norm(axes = hidden_states_61_axes_0, beta = vision_model_vision_model_encoder_layers_10_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_10_layer_norm1_weight_to_fp16, x = input_127_cast_fp16)[name = string("hidden_states_61_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(253676032)))]; - tensor vision_model_vision_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(255773248)))]; - tensor linear_60_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16, x = hidden_states_61_cast_fp16)[name = string("linear_60_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(255775360)))]; - tensor vision_model_vision_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(257872576)))]; - tensor linear_61_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16, x = hidden_states_61_cast_fp16)[name = string("linear_61_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(257874688)))]; - tensor vision_model_vision_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(259971904)))]; - tensor linear_62_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16, x = hidden_states_61_cast_fp16)[name = string("linear_62_cast_fp16")]; - tensor var_708 = const()[name = string("op_708"), val = tensor([1, -1, 16, 64])]; - tensor var_709_cast_fp16 = reshape(shape = var_708, x = linear_60_cast_fp16)[name = string("op_709_cast_fp16")]; - tensor var_711 = const()[name = string("op_711"), val = tensor([1, -1, 16, 64])]; - tensor var_712_cast_fp16 = reshape(shape = var_711, x = linear_61_cast_fp16)[name = string("op_712_cast_fp16")]; - tensor var_714 = const()[name = string("op_714"), val = tensor([1, -1, 16, 64])]; - tensor var_715_cast_fp16 = reshape(shape = var_714, x = linear_62_cast_fp16)[name = string("op_715_cast_fp16")]; - tensor value_states_43_perm_0 = const()[name = string("value_states_43_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_10_cast_fp16 = mul(x = var_709_cast_fp16, y = var_21_to_fp16)[name = string("mul_10_cast_fp16")]; - bool matmul_10_transpose_y_0 = const()[name = string("matmul_10_transpose_y_0"), val = bool(true)]; - bool matmul_10_transpose_x_0 = const()[name = string("matmul_10_transpose_x_0"), val = bool(false)]; - tensor transpose_118_perm_0 = const()[name = string("transpose_118_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_119_perm_0 = const()[name = string("transpose_119_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_119 = transpose(perm = transpose_119_perm_0, x = var_712_cast_fp16)[name = string("transpose_199")]; - tensor transpose_118 = transpose(perm = transpose_118_perm_0, x = mul_10_cast_fp16)[name = string("transpose_200")]; - tensor matmul_10_cast_fp16 = matmul(transpose_x = matmul_10_transpose_x_0, transpose_y = matmul_10_transpose_y_0, x = transpose_118, y = transpose_119)[name = string("matmul_10_cast_fp16")]; - int32 softmax_10_axis_0 = const()[name = string("softmax_10_axis_0"), val = int32(-1)]; - tensor softmax_10_cast_fp16 = softmax(axis = softmax_10_axis_0, x = matmul_10_cast_fp16)[name = string("softmax_10_cast_fp16")]; - bool attn_output_41_transpose_x_0 = const()[name = string("attn_output_41_transpose_x_0"), val = bool(false)]; - bool attn_output_41_transpose_y_0 = const()[name = string("attn_output_41_transpose_y_0"), val = bool(false)]; - tensor value_states_43_cast_fp16 = transpose(perm = value_states_43_perm_0, x = var_715_cast_fp16)[name = string("transpose_201")]; - tensor attn_output_41_cast_fp16 = matmul(transpose_x = attn_output_41_transpose_x_0, transpose_y = attn_output_41_transpose_y_0, x = softmax_10_cast_fp16, y = value_states_43_cast_fp16)[name = string("attn_output_41_cast_fp16")]; - tensor attn_output_43_perm_0 = const()[name = string("attn_output_43_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_719 = const()[name = string("op_719"), val = tensor([1, 257, 1024])]; - tensor attn_output_43_cast_fp16 = transpose(perm = attn_output_43_perm_0, x = attn_output_41_cast_fp16)[name = string("transpose_198")]; - tensor input_129_cast_fp16 = reshape(shape = var_719, x = attn_output_43_cast_fp16)[name = string("input_129_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(259974016)))]; - tensor vision_model_vision_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(262071232)))]; - tensor linear_63_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16, x = input_129_cast_fp16)[name = string("linear_63_cast_fp16")]; - tensor input_131_cast_fp16 = add(x = input_127_cast_fp16, y = linear_63_cast_fp16)[name = string("input_131_cast_fp16")]; - tensor input_133_axes_0 = const()[name = string("input_133_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_10_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(262073344)))]; - tensor vision_model_vision_model_encoder_layers_10_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(262075456)))]; - tensor input_133_cast_fp16 = layer_norm(axes = input_133_axes_0, beta = vision_model_vision_model_encoder_layers_10_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_10_layer_norm2_weight_to_fp16, x = input_131_cast_fp16)[name = string("input_133_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_10_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(262077568)))]; - tensor vision_model_vision_model_encoder_layers_10_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(270466240)))]; - tensor linear_64_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_mlp_fc1_weight_to_fp16, x = input_133_cast_fp16)[name = string("linear_64_cast_fp16")]; - fp16 var_734_to_fp16 = const()[name = string("op_734_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_735_cast_fp16 = mul(x = linear_64_cast_fp16, y = var_734_to_fp16)[name = string("op_735_cast_fp16")]; - tensor var_736_cast_fp16 = sigmoid(x = var_735_cast_fp16)[name = string("op_736_cast_fp16")]; - tensor input_137_cast_fp16 = mul(x = linear_64_cast_fp16, y = var_736_cast_fp16)[name = string("input_137_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_10_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(270474496)))]; - tensor vision_model_vision_model_encoder_layers_10_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_10_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(278863168)))]; - tensor linear_65_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_mlp_fc2_weight_to_fp16, x = input_137_cast_fp16)[name = string("linear_65_cast_fp16")]; - tensor input_139_cast_fp16 = add(x = input_131_cast_fp16, y = linear_65_cast_fp16)[name = string("input_139_cast_fp16")]; - tensor hidden_states_67_axes_0 = const()[name = string("hidden_states_67_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_11_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(278865280)))]; - tensor vision_model_vision_model_encoder_layers_11_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(278867392)))]; - tensor hidden_states_67_cast_fp16 = layer_norm(axes = hidden_states_67_axes_0, beta = vision_model_vision_model_encoder_layers_11_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_11_layer_norm1_weight_to_fp16, x = input_139_cast_fp16)[name = string("hidden_states_67_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(278869504)))]; - tensor vision_model_vision_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(280966720)))]; - tensor linear_66_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = string("linear_66_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(280968832)))]; - tensor vision_model_vision_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(283066048)))]; - tensor linear_67_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = string("linear_67_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(283068160)))]; - tensor vision_model_vision_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(285165376)))]; - tensor linear_68_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = string("linear_68_cast_fp16")]; - tensor var_766 = const()[name = string("op_766"), val = tensor([1, -1, 16, 64])]; - tensor var_767_cast_fp16 = reshape(shape = var_766, x = linear_66_cast_fp16)[name = string("op_767_cast_fp16")]; - tensor var_769 = const()[name = string("op_769"), val = tensor([1, -1, 16, 64])]; - tensor var_770_cast_fp16 = reshape(shape = var_769, x = linear_67_cast_fp16)[name = string("op_770_cast_fp16")]; - tensor var_772 = const()[name = string("op_772"), val = tensor([1, -1, 16, 64])]; - tensor var_773_cast_fp16 = reshape(shape = var_772, x = linear_68_cast_fp16)[name = string("op_773_cast_fp16")]; - tensor value_states_47_perm_0 = const()[name = string("value_states_47_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_11_cast_fp16 = mul(x = var_767_cast_fp16, y = var_21_to_fp16)[name = string("mul_11_cast_fp16")]; - bool matmul_11_transpose_y_0 = const()[name = string("matmul_11_transpose_y_0"), val = bool(true)]; - bool matmul_11_transpose_x_0 = const()[name = string("matmul_11_transpose_x_0"), val = bool(false)]; - tensor transpose_120_perm_0 = const()[name = string("transpose_120_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_121_perm_0 = const()[name = string("transpose_121_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_121 = transpose(perm = transpose_121_perm_0, x = var_770_cast_fp16)[name = string("transpose_195")]; - tensor transpose_120 = transpose(perm = transpose_120_perm_0, x = mul_11_cast_fp16)[name = string("transpose_196")]; - tensor matmul_11_cast_fp16 = matmul(transpose_x = matmul_11_transpose_x_0, transpose_y = matmul_11_transpose_y_0, x = transpose_120, y = transpose_121)[name = string("matmul_11_cast_fp16")]; - int32 softmax_11_axis_0 = const()[name = string("softmax_11_axis_0"), val = int32(-1)]; - tensor softmax_11_cast_fp16 = softmax(axis = softmax_11_axis_0, x = matmul_11_cast_fp16)[name = string("softmax_11_cast_fp16")]; - bool attn_output_45_transpose_x_0 = const()[name = string("attn_output_45_transpose_x_0"), val = bool(false)]; - bool attn_output_45_transpose_y_0 = const()[name = string("attn_output_45_transpose_y_0"), val = bool(false)]; - tensor value_states_47_cast_fp16 = transpose(perm = value_states_47_perm_0, x = var_773_cast_fp16)[name = string("transpose_197")]; - tensor attn_output_45_cast_fp16 = matmul(transpose_x = attn_output_45_transpose_x_0, transpose_y = attn_output_45_transpose_y_0, x = softmax_11_cast_fp16, y = value_states_47_cast_fp16)[name = string("attn_output_45_cast_fp16")]; - tensor attn_output_47_perm_0 = const()[name = string("attn_output_47_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_777 = const()[name = string("op_777"), val = tensor([1, 257, 1024])]; - tensor attn_output_47_cast_fp16 = transpose(perm = attn_output_47_perm_0, x = attn_output_45_cast_fp16)[name = string("transpose_194")]; - tensor input_141_cast_fp16 = reshape(shape = var_777, x = attn_output_47_cast_fp16)[name = string("input_141_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(285167488)))]; - tensor vision_model_vision_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(287264704)))]; - tensor linear_69_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16, x = input_141_cast_fp16)[name = string("linear_69_cast_fp16")]; - tensor input_143_cast_fp16 = add(x = input_139_cast_fp16, y = linear_69_cast_fp16)[name = string("input_143_cast_fp16")]; - tensor input_145_axes_0 = const()[name = string("input_145_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_11_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(287266816)))]; - tensor vision_model_vision_model_encoder_layers_11_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(287268928)))]; - tensor input_145_cast_fp16 = layer_norm(axes = input_145_axes_0, beta = vision_model_vision_model_encoder_layers_11_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_11_layer_norm2_weight_to_fp16, x = input_143_cast_fp16)[name = string("input_145_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_11_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(287271040)))]; - tensor vision_model_vision_model_encoder_layers_11_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(295659712)))]; - tensor linear_70_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_mlp_fc1_weight_to_fp16, x = input_145_cast_fp16)[name = string("linear_70_cast_fp16")]; - fp16 var_792_to_fp16 = const()[name = string("op_792_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_793_cast_fp16 = mul(x = linear_70_cast_fp16, y = var_792_to_fp16)[name = string("op_793_cast_fp16")]; - tensor var_794_cast_fp16 = sigmoid(x = var_793_cast_fp16)[name = string("op_794_cast_fp16")]; - tensor input_149_cast_fp16 = mul(x = linear_70_cast_fp16, y = var_794_cast_fp16)[name = string("input_149_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_11_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(295667968)))]; - tensor vision_model_vision_model_encoder_layers_11_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_11_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(304056640)))]; - tensor linear_71_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_mlp_fc2_weight_to_fp16, x = input_149_cast_fp16)[name = string("linear_71_cast_fp16")]; - tensor input_151_cast_fp16 = add(x = input_143_cast_fp16, y = linear_71_cast_fp16)[name = string("input_151_cast_fp16")]; - tensor hidden_states_73_axes_0 = const()[name = string("hidden_states_73_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_12_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(304058752)))]; - tensor vision_model_vision_model_encoder_layers_12_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(304060864)))]; - tensor hidden_states_73_cast_fp16 = layer_norm(axes = hidden_states_73_axes_0, beta = vision_model_vision_model_encoder_layers_12_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_12_layer_norm1_weight_to_fp16, x = input_151_cast_fp16)[name = string("hidden_states_73_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(304062976)))]; - tensor vision_model_vision_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(306160192)))]; - tensor linear_72_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16, x = hidden_states_73_cast_fp16)[name = string("linear_72_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(306162304)))]; - tensor vision_model_vision_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(308259520)))]; - tensor linear_73_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16, x = hidden_states_73_cast_fp16)[name = string("linear_73_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(308261632)))]; - tensor vision_model_vision_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(310358848)))]; - tensor linear_74_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16, x = hidden_states_73_cast_fp16)[name = string("linear_74_cast_fp16")]; - tensor var_824 = const()[name = string("op_824"), val = tensor([1, -1, 16, 64])]; - tensor var_825_cast_fp16 = reshape(shape = var_824, x = linear_72_cast_fp16)[name = string("op_825_cast_fp16")]; - tensor var_827 = const()[name = string("op_827"), val = tensor([1, -1, 16, 64])]; - tensor var_828_cast_fp16 = reshape(shape = var_827, x = linear_73_cast_fp16)[name = string("op_828_cast_fp16")]; - tensor var_830 = const()[name = string("op_830"), val = tensor([1, -1, 16, 64])]; - tensor var_831_cast_fp16 = reshape(shape = var_830, x = linear_74_cast_fp16)[name = string("op_831_cast_fp16")]; - tensor value_states_51_perm_0 = const()[name = string("value_states_51_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_12_cast_fp16 = mul(x = var_825_cast_fp16, y = var_21_to_fp16)[name = string("mul_12_cast_fp16")]; - bool matmul_12_transpose_y_0 = const()[name = string("matmul_12_transpose_y_0"), val = bool(true)]; - bool matmul_12_transpose_x_0 = const()[name = string("matmul_12_transpose_x_0"), val = bool(false)]; - tensor transpose_122_perm_0 = const()[name = string("transpose_122_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_123_perm_0 = const()[name = string("transpose_123_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_123 = transpose(perm = transpose_123_perm_0, x = var_828_cast_fp16)[name = string("transpose_191")]; - tensor transpose_122 = transpose(perm = transpose_122_perm_0, x = mul_12_cast_fp16)[name = string("transpose_192")]; - tensor matmul_12_cast_fp16 = matmul(transpose_x = matmul_12_transpose_x_0, transpose_y = matmul_12_transpose_y_0, x = transpose_122, y = transpose_123)[name = string("matmul_12_cast_fp16")]; - int32 softmax_12_axis_0 = const()[name = string("softmax_12_axis_0"), val = int32(-1)]; - tensor softmax_12_cast_fp16 = softmax(axis = softmax_12_axis_0, x = matmul_12_cast_fp16)[name = string("softmax_12_cast_fp16")]; - bool attn_output_49_transpose_x_0 = const()[name = string("attn_output_49_transpose_x_0"), val = bool(false)]; - bool attn_output_49_transpose_y_0 = const()[name = string("attn_output_49_transpose_y_0"), val = bool(false)]; - tensor value_states_51_cast_fp16 = transpose(perm = value_states_51_perm_0, x = var_831_cast_fp16)[name = string("transpose_193")]; - tensor attn_output_49_cast_fp16 = matmul(transpose_x = attn_output_49_transpose_x_0, transpose_y = attn_output_49_transpose_y_0, x = softmax_12_cast_fp16, y = value_states_51_cast_fp16)[name = string("attn_output_49_cast_fp16")]; - tensor attn_output_51_perm_0 = const()[name = string("attn_output_51_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_835 = const()[name = string("op_835"), val = tensor([1, 257, 1024])]; - tensor attn_output_51_cast_fp16 = transpose(perm = attn_output_51_perm_0, x = attn_output_49_cast_fp16)[name = string("transpose_190")]; - tensor input_153_cast_fp16 = reshape(shape = var_835, x = attn_output_51_cast_fp16)[name = string("input_153_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(310360960)))]; - tensor vision_model_vision_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312458176)))]; - tensor linear_75_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16, x = input_153_cast_fp16)[name = string("linear_75_cast_fp16")]; - tensor input_155_cast_fp16 = add(x = input_151_cast_fp16, y = linear_75_cast_fp16)[name = string("input_155_cast_fp16")]; - tensor input_157_axes_0 = const()[name = string("input_157_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_12_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312460288)))]; - tensor vision_model_vision_model_encoder_layers_12_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312462400)))]; - tensor input_157_cast_fp16 = layer_norm(axes = input_157_axes_0, beta = vision_model_vision_model_encoder_layers_12_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_12_layer_norm2_weight_to_fp16, x = input_155_cast_fp16)[name = string("input_157_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_12_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312464512)))]; - tensor vision_model_vision_model_encoder_layers_12_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(320853184)))]; - tensor linear_76_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_mlp_fc1_weight_to_fp16, x = input_157_cast_fp16)[name = string("linear_76_cast_fp16")]; - fp16 var_850_to_fp16 = const()[name = string("op_850_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_851_cast_fp16 = mul(x = linear_76_cast_fp16, y = var_850_to_fp16)[name = string("op_851_cast_fp16")]; - tensor var_852_cast_fp16 = sigmoid(x = var_851_cast_fp16)[name = string("op_852_cast_fp16")]; - tensor input_161_cast_fp16 = mul(x = linear_76_cast_fp16, y = var_852_cast_fp16)[name = string("input_161_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_12_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(320861440)))]; - tensor vision_model_vision_model_encoder_layers_12_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_12_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(329250112)))]; - tensor linear_77_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_mlp_fc2_weight_to_fp16, x = input_161_cast_fp16)[name = string("linear_77_cast_fp16")]; - tensor input_163_cast_fp16 = add(x = input_155_cast_fp16, y = linear_77_cast_fp16)[name = string("input_163_cast_fp16")]; - tensor hidden_states_79_axes_0 = const()[name = string("hidden_states_79_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_13_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(329252224)))]; - tensor vision_model_vision_model_encoder_layers_13_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(329254336)))]; - tensor hidden_states_79_cast_fp16 = layer_norm(axes = hidden_states_79_axes_0, beta = vision_model_vision_model_encoder_layers_13_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_13_layer_norm1_weight_to_fp16, x = input_163_cast_fp16)[name = string("hidden_states_79_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(329256448)))]; - tensor vision_model_vision_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(331353664)))]; - tensor linear_78_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16, x = hidden_states_79_cast_fp16)[name = string("linear_78_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(331355776)))]; - tensor vision_model_vision_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(333452992)))]; - tensor linear_79_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16, x = hidden_states_79_cast_fp16)[name = string("linear_79_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(333455104)))]; - tensor vision_model_vision_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(335552320)))]; - tensor linear_80_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16, x = hidden_states_79_cast_fp16)[name = string("linear_80_cast_fp16")]; - tensor var_882 = const()[name = string("op_882"), val = tensor([1, -1, 16, 64])]; - tensor var_883_cast_fp16 = reshape(shape = var_882, x = linear_78_cast_fp16)[name = string("op_883_cast_fp16")]; - tensor var_885 = const()[name = string("op_885"), val = tensor([1, -1, 16, 64])]; - tensor var_886_cast_fp16 = reshape(shape = var_885, x = linear_79_cast_fp16)[name = string("op_886_cast_fp16")]; - tensor var_888 = const()[name = string("op_888"), val = tensor([1, -1, 16, 64])]; - tensor var_889_cast_fp16 = reshape(shape = var_888, x = linear_80_cast_fp16)[name = string("op_889_cast_fp16")]; - tensor value_states_55_perm_0 = const()[name = string("value_states_55_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_13_cast_fp16 = mul(x = var_883_cast_fp16, y = var_21_to_fp16)[name = string("mul_13_cast_fp16")]; - bool matmul_13_transpose_y_0 = const()[name = string("matmul_13_transpose_y_0"), val = bool(true)]; - bool matmul_13_transpose_x_0 = const()[name = string("matmul_13_transpose_x_0"), val = bool(false)]; - tensor transpose_124_perm_0 = const()[name = string("transpose_124_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_125_perm_0 = const()[name = string("transpose_125_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_125 = transpose(perm = transpose_125_perm_0, x = var_886_cast_fp16)[name = string("transpose_187")]; - tensor transpose_124 = transpose(perm = transpose_124_perm_0, x = mul_13_cast_fp16)[name = string("transpose_188")]; - tensor matmul_13_cast_fp16 = matmul(transpose_x = matmul_13_transpose_x_0, transpose_y = matmul_13_transpose_y_0, x = transpose_124, y = transpose_125)[name = string("matmul_13_cast_fp16")]; - int32 softmax_13_axis_0 = const()[name = string("softmax_13_axis_0"), val = int32(-1)]; - tensor softmax_13_cast_fp16 = softmax(axis = softmax_13_axis_0, x = matmul_13_cast_fp16)[name = string("softmax_13_cast_fp16")]; - bool attn_output_53_transpose_x_0 = const()[name = string("attn_output_53_transpose_x_0"), val = bool(false)]; - bool attn_output_53_transpose_y_0 = const()[name = string("attn_output_53_transpose_y_0"), val = bool(false)]; - tensor value_states_55_cast_fp16 = transpose(perm = value_states_55_perm_0, x = var_889_cast_fp16)[name = string("transpose_189")]; - tensor attn_output_53_cast_fp16 = matmul(transpose_x = attn_output_53_transpose_x_0, transpose_y = attn_output_53_transpose_y_0, x = softmax_13_cast_fp16, y = value_states_55_cast_fp16)[name = string("attn_output_53_cast_fp16")]; - tensor attn_output_55_perm_0 = const()[name = string("attn_output_55_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_893 = const()[name = string("op_893"), val = tensor([1, 257, 1024])]; - tensor attn_output_55_cast_fp16 = transpose(perm = attn_output_55_perm_0, x = attn_output_53_cast_fp16)[name = string("transpose_186")]; - tensor input_165_cast_fp16 = reshape(shape = var_893, x = attn_output_55_cast_fp16)[name = string("input_165_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(335554432)))]; - tensor vision_model_vision_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(337651648)))]; - tensor linear_81_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16, x = input_165_cast_fp16)[name = string("linear_81_cast_fp16")]; - tensor input_167_cast_fp16 = add(x = input_163_cast_fp16, y = linear_81_cast_fp16)[name = string("input_167_cast_fp16")]; - tensor input_169_axes_0 = const()[name = string("input_169_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_13_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(337653760)))]; - tensor vision_model_vision_model_encoder_layers_13_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(337655872)))]; - tensor input_169_cast_fp16 = layer_norm(axes = input_169_axes_0, beta = vision_model_vision_model_encoder_layers_13_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_13_layer_norm2_weight_to_fp16, x = input_167_cast_fp16)[name = string("input_169_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_13_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(337657984)))]; - tensor vision_model_vision_model_encoder_layers_13_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(346046656)))]; - tensor linear_82_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_mlp_fc1_weight_to_fp16, x = input_169_cast_fp16)[name = string("linear_82_cast_fp16")]; - fp16 var_908_to_fp16 = const()[name = string("op_908_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_909_cast_fp16 = mul(x = linear_82_cast_fp16, y = var_908_to_fp16)[name = string("op_909_cast_fp16")]; - tensor var_910_cast_fp16 = sigmoid(x = var_909_cast_fp16)[name = string("op_910_cast_fp16")]; - tensor input_173_cast_fp16 = mul(x = linear_82_cast_fp16, y = var_910_cast_fp16)[name = string("input_173_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_13_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(346054912)))]; - tensor vision_model_vision_model_encoder_layers_13_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_13_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(354443584)))]; - tensor linear_83_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_mlp_fc2_weight_to_fp16, x = input_173_cast_fp16)[name = string("linear_83_cast_fp16")]; - tensor input_175_cast_fp16 = add(x = input_167_cast_fp16, y = linear_83_cast_fp16)[name = string("input_175_cast_fp16")]; - tensor hidden_states_85_axes_0 = const()[name = string("hidden_states_85_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_14_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(354445696)))]; - tensor vision_model_vision_model_encoder_layers_14_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(354447808)))]; - tensor hidden_states_85_cast_fp16 = layer_norm(axes = hidden_states_85_axes_0, beta = vision_model_vision_model_encoder_layers_14_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_14_layer_norm1_weight_to_fp16, x = input_175_cast_fp16)[name = string("hidden_states_85_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(354449920)))]; - tensor vision_model_vision_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(356547136)))]; - tensor linear_84_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16, x = hidden_states_85_cast_fp16)[name = string("linear_84_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(356549248)))]; - tensor vision_model_vision_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(358646464)))]; - tensor linear_85_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16, x = hidden_states_85_cast_fp16)[name = string("linear_85_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(358648576)))]; - tensor vision_model_vision_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(360745792)))]; - tensor linear_86_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16, x = hidden_states_85_cast_fp16)[name = string("linear_86_cast_fp16")]; - tensor var_940 = const()[name = string("op_940"), val = tensor([1, -1, 16, 64])]; - tensor var_941_cast_fp16 = reshape(shape = var_940, x = linear_84_cast_fp16)[name = string("op_941_cast_fp16")]; - tensor var_943 = const()[name = string("op_943"), val = tensor([1, -1, 16, 64])]; - tensor var_944_cast_fp16 = reshape(shape = var_943, x = linear_85_cast_fp16)[name = string("op_944_cast_fp16")]; - tensor var_946 = const()[name = string("op_946"), val = tensor([1, -1, 16, 64])]; - tensor var_947_cast_fp16 = reshape(shape = var_946, x = linear_86_cast_fp16)[name = string("op_947_cast_fp16")]; - tensor value_states_59_perm_0 = const()[name = string("value_states_59_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_14_cast_fp16 = mul(x = var_941_cast_fp16, y = var_21_to_fp16)[name = string("mul_14_cast_fp16")]; - bool matmul_14_transpose_y_0 = const()[name = string("matmul_14_transpose_y_0"), val = bool(true)]; - bool matmul_14_transpose_x_0 = const()[name = string("matmul_14_transpose_x_0"), val = bool(false)]; - tensor transpose_126_perm_0 = const()[name = string("transpose_126_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_127_perm_0 = const()[name = string("transpose_127_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_127 = transpose(perm = transpose_127_perm_0, x = var_944_cast_fp16)[name = string("transpose_183")]; - tensor transpose_126 = transpose(perm = transpose_126_perm_0, x = mul_14_cast_fp16)[name = string("transpose_184")]; - tensor matmul_14_cast_fp16 = matmul(transpose_x = matmul_14_transpose_x_0, transpose_y = matmul_14_transpose_y_0, x = transpose_126, y = transpose_127)[name = string("matmul_14_cast_fp16")]; - int32 softmax_14_axis_0 = const()[name = string("softmax_14_axis_0"), val = int32(-1)]; - tensor softmax_14_cast_fp16 = softmax(axis = softmax_14_axis_0, x = matmul_14_cast_fp16)[name = string("softmax_14_cast_fp16")]; - bool attn_output_57_transpose_x_0 = const()[name = string("attn_output_57_transpose_x_0"), val = bool(false)]; - bool attn_output_57_transpose_y_0 = const()[name = string("attn_output_57_transpose_y_0"), val = bool(false)]; - tensor value_states_59_cast_fp16 = transpose(perm = value_states_59_perm_0, x = var_947_cast_fp16)[name = string("transpose_185")]; - tensor attn_output_57_cast_fp16 = matmul(transpose_x = attn_output_57_transpose_x_0, transpose_y = attn_output_57_transpose_y_0, x = softmax_14_cast_fp16, y = value_states_59_cast_fp16)[name = string("attn_output_57_cast_fp16")]; - tensor attn_output_59_perm_0 = const()[name = string("attn_output_59_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_951 = const()[name = string("op_951"), val = tensor([1, 257, 1024])]; - tensor attn_output_59_cast_fp16 = transpose(perm = attn_output_59_perm_0, x = attn_output_57_cast_fp16)[name = string("transpose_182")]; - tensor input_177_cast_fp16 = reshape(shape = var_951, x = attn_output_59_cast_fp16)[name = string("input_177_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(360747904)))]; - tensor vision_model_vision_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(362845120)))]; - tensor linear_87_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16, x = input_177_cast_fp16)[name = string("linear_87_cast_fp16")]; - tensor input_179_cast_fp16 = add(x = input_175_cast_fp16, y = linear_87_cast_fp16)[name = string("input_179_cast_fp16")]; - tensor input_181_axes_0 = const()[name = string("input_181_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_14_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(362847232)))]; - tensor vision_model_vision_model_encoder_layers_14_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(362849344)))]; - tensor input_181_cast_fp16 = layer_norm(axes = input_181_axes_0, beta = vision_model_vision_model_encoder_layers_14_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_14_layer_norm2_weight_to_fp16, x = input_179_cast_fp16)[name = string("input_181_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_14_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(362851456)))]; - tensor vision_model_vision_model_encoder_layers_14_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(371240128)))]; - tensor linear_88_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_mlp_fc1_weight_to_fp16, x = input_181_cast_fp16)[name = string("linear_88_cast_fp16")]; - fp16 var_966_to_fp16 = const()[name = string("op_966_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_967_cast_fp16 = mul(x = linear_88_cast_fp16, y = var_966_to_fp16)[name = string("op_967_cast_fp16")]; - tensor var_968_cast_fp16 = sigmoid(x = var_967_cast_fp16)[name = string("op_968_cast_fp16")]; - tensor input_185_cast_fp16 = mul(x = linear_88_cast_fp16, y = var_968_cast_fp16)[name = string("input_185_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_14_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(371248384)))]; - tensor vision_model_vision_model_encoder_layers_14_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_14_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(379637056)))]; - tensor linear_89_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_mlp_fc2_weight_to_fp16, x = input_185_cast_fp16)[name = string("linear_89_cast_fp16")]; - tensor input_187_cast_fp16 = add(x = input_179_cast_fp16, y = linear_89_cast_fp16)[name = string("input_187_cast_fp16")]; - tensor hidden_states_91_axes_0 = const()[name = string("hidden_states_91_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_15_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(379639168)))]; - tensor vision_model_vision_model_encoder_layers_15_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(379641280)))]; - tensor hidden_states_91_cast_fp16 = layer_norm(axes = hidden_states_91_axes_0, beta = vision_model_vision_model_encoder_layers_15_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_15_layer_norm1_weight_to_fp16, x = input_187_cast_fp16)[name = string("hidden_states_91_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(379643392)))]; - tensor vision_model_vision_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(381740608)))]; - tensor linear_90_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16, x = hidden_states_91_cast_fp16)[name = string("linear_90_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(381742720)))]; - tensor vision_model_vision_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(383839936)))]; - tensor linear_91_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16, x = hidden_states_91_cast_fp16)[name = string("linear_91_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(383842048)))]; - tensor vision_model_vision_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(385939264)))]; - tensor linear_92_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16, x = hidden_states_91_cast_fp16)[name = string("linear_92_cast_fp16")]; - tensor var_998 = const()[name = string("op_998"), val = tensor([1, -1, 16, 64])]; - tensor var_999_cast_fp16 = reshape(shape = var_998, x = linear_90_cast_fp16)[name = string("op_999_cast_fp16")]; - tensor var_1001 = const()[name = string("op_1001"), val = tensor([1, -1, 16, 64])]; - tensor var_1002_cast_fp16 = reshape(shape = var_1001, x = linear_91_cast_fp16)[name = string("op_1002_cast_fp16")]; - tensor var_1004 = const()[name = string("op_1004"), val = tensor([1, -1, 16, 64])]; - tensor var_1005_cast_fp16 = reshape(shape = var_1004, x = linear_92_cast_fp16)[name = string("op_1005_cast_fp16")]; - tensor value_states_63_perm_0 = const()[name = string("value_states_63_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_15_cast_fp16 = mul(x = var_999_cast_fp16, y = var_21_to_fp16)[name = string("mul_15_cast_fp16")]; - bool matmul_15_transpose_y_0 = const()[name = string("matmul_15_transpose_y_0"), val = bool(true)]; - bool matmul_15_transpose_x_0 = const()[name = string("matmul_15_transpose_x_0"), val = bool(false)]; - tensor transpose_128_perm_0 = const()[name = string("transpose_128_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_129_perm_0 = const()[name = string("transpose_129_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_129 = transpose(perm = transpose_129_perm_0, x = var_1002_cast_fp16)[name = string("transpose_179")]; - tensor transpose_128 = transpose(perm = transpose_128_perm_0, x = mul_15_cast_fp16)[name = string("transpose_180")]; - tensor matmul_15_cast_fp16 = matmul(transpose_x = matmul_15_transpose_x_0, transpose_y = matmul_15_transpose_y_0, x = transpose_128, y = transpose_129)[name = string("matmul_15_cast_fp16")]; - int32 softmax_15_axis_0 = const()[name = string("softmax_15_axis_0"), val = int32(-1)]; - tensor softmax_15_cast_fp16 = softmax(axis = softmax_15_axis_0, x = matmul_15_cast_fp16)[name = string("softmax_15_cast_fp16")]; - bool attn_output_61_transpose_x_0 = const()[name = string("attn_output_61_transpose_x_0"), val = bool(false)]; - bool attn_output_61_transpose_y_0 = const()[name = string("attn_output_61_transpose_y_0"), val = bool(false)]; - tensor value_states_63_cast_fp16 = transpose(perm = value_states_63_perm_0, x = var_1005_cast_fp16)[name = string("transpose_181")]; - tensor attn_output_61_cast_fp16 = matmul(transpose_x = attn_output_61_transpose_x_0, transpose_y = attn_output_61_transpose_y_0, x = softmax_15_cast_fp16, y = value_states_63_cast_fp16)[name = string("attn_output_61_cast_fp16")]; - tensor attn_output_63_perm_0 = const()[name = string("attn_output_63_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1009 = const()[name = string("op_1009"), val = tensor([1, 257, 1024])]; - tensor attn_output_63_cast_fp16 = transpose(perm = attn_output_63_perm_0, x = attn_output_61_cast_fp16)[name = string("transpose_178")]; - tensor input_189_cast_fp16 = reshape(shape = var_1009, x = attn_output_63_cast_fp16)[name = string("input_189_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(385941376)))]; - tensor vision_model_vision_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(388038592)))]; - tensor linear_93_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16, x = input_189_cast_fp16)[name = string("linear_93_cast_fp16")]; - tensor input_191_cast_fp16 = add(x = input_187_cast_fp16, y = linear_93_cast_fp16)[name = string("input_191_cast_fp16")]; - tensor input_193_axes_0 = const()[name = string("input_193_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_15_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(388040704)))]; - tensor vision_model_vision_model_encoder_layers_15_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(388042816)))]; - tensor input_193_cast_fp16 = layer_norm(axes = input_193_axes_0, beta = vision_model_vision_model_encoder_layers_15_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_15_layer_norm2_weight_to_fp16, x = input_191_cast_fp16)[name = string("input_193_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_15_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(388044928)))]; - tensor vision_model_vision_model_encoder_layers_15_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(396433600)))]; - tensor linear_94_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_mlp_fc1_weight_to_fp16, x = input_193_cast_fp16)[name = string("linear_94_cast_fp16")]; - fp16 var_1024_to_fp16 = const()[name = string("op_1024_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_1025_cast_fp16 = mul(x = linear_94_cast_fp16, y = var_1024_to_fp16)[name = string("op_1025_cast_fp16")]; - tensor var_1026_cast_fp16 = sigmoid(x = var_1025_cast_fp16)[name = string("op_1026_cast_fp16")]; - tensor input_197_cast_fp16 = mul(x = linear_94_cast_fp16, y = var_1026_cast_fp16)[name = string("input_197_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_15_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(396441856)))]; - tensor vision_model_vision_model_encoder_layers_15_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_15_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(404830528)))]; - tensor linear_95_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_mlp_fc2_weight_to_fp16, x = input_197_cast_fp16)[name = string("linear_95_cast_fp16")]; - tensor input_199_cast_fp16 = add(x = input_191_cast_fp16, y = linear_95_cast_fp16)[name = string("input_199_cast_fp16")]; - tensor hidden_states_97_axes_0 = const()[name = string("hidden_states_97_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_16_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(404832640)))]; - tensor vision_model_vision_model_encoder_layers_16_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(404834752)))]; - tensor hidden_states_97_cast_fp16 = layer_norm(axes = hidden_states_97_axes_0, beta = vision_model_vision_model_encoder_layers_16_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_16_layer_norm1_weight_to_fp16, x = input_199_cast_fp16)[name = string("hidden_states_97_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(404836864)))]; - tensor vision_model_vision_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(406934080)))]; - tensor linear_96_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16, x = hidden_states_97_cast_fp16)[name = string("linear_96_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(406936192)))]; - tensor vision_model_vision_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(409033408)))]; - tensor linear_97_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16, x = hidden_states_97_cast_fp16)[name = string("linear_97_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(409035520)))]; - tensor vision_model_vision_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(411132736)))]; - tensor linear_98_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16, x = hidden_states_97_cast_fp16)[name = string("linear_98_cast_fp16")]; - tensor var_1056 = const()[name = string("op_1056"), val = tensor([1, -1, 16, 64])]; - tensor var_1057_cast_fp16 = reshape(shape = var_1056, x = linear_96_cast_fp16)[name = string("op_1057_cast_fp16")]; - tensor var_1059 = const()[name = string("op_1059"), val = tensor([1, -1, 16, 64])]; - tensor var_1060_cast_fp16 = reshape(shape = var_1059, x = linear_97_cast_fp16)[name = string("op_1060_cast_fp16")]; - tensor var_1062 = const()[name = string("op_1062"), val = tensor([1, -1, 16, 64])]; - tensor var_1063_cast_fp16 = reshape(shape = var_1062, x = linear_98_cast_fp16)[name = string("op_1063_cast_fp16")]; - tensor value_states_67_perm_0 = const()[name = string("value_states_67_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_16_cast_fp16 = mul(x = var_1057_cast_fp16, y = var_21_to_fp16)[name = string("mul_16_cast_fp16")]; - bool matmul_16_transpose_y_0 = const()[name = string("matmul_16_transpose_y_0"), val = bool(true)]; - bool matmul_16_transpose_x_0 = const()[name = string("matmul_16_transpose_x_0"), val = bool(false)]; - tensor transpose_130_perm_0 = const()[name = string("transpose_130_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_131_perm_0 = const()[name = string("transpose_131_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_131 = transpose(perm = transpose_131_perm_0, x = var_1060_cast_fp16)[name = string("transpose_175")]; - tensor transpose_130 = transpose(perm = transpose_130_perm_0, x = mul_16_cast_fp16)[name = string("transpose_176")]; - tensor matmul_16_cast_fp16 = matmul(transpose_x = matmul_16_transpose_x_0, transpose_y = matmul_16_transpose_y_0, x = transpose_130, y = transpose_131)[name = string("matmul_16_cast_fp16")]; - int32 softmax_16_axis_0 = const()[name = string("softmax_16_axis_0"), val = int32(-1)]; - tensor softmax_16_cast_fp16 = softmax(axis = softmax_16_axis_0, x = matmul_16_cast_fp16)[name = string("softmax_16_cast_fp16")]; - bool attn_output_65_transpose_x_0 = const()[name = string("attn_output_65_transpose_x_0"), val = bool(false)]; - bool attn_output_65_transpose_y_0 = const()[name = string("attn_output_65_transpose_y_0"), val = bool(false)]; - tensor value_states_67_cast_fp16 = transpose(perm = value_states_67_perm_0, x = var_1063_cast_fp16)[name = string("transpose_177")]; - tensor attn_output_65_cast_fp16 = matmul(transpose_x = attn_output_65_transpose_x_0, transpose_y = attn_output_65_transpose_y_0, x = softmax_16_cast_fp16, y = value_states_67_cast_fp16)[name = string("attn_output_65_cast_fp16")]; - tensor attn_output_67_perm_0 = const()[name = string("attn_output_67_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1067 = const()[name = string("op_1067"), val = tensor([1, 257, 1024])]; - tensor attn_output_67_cast_fp16 = transpose(perm = attn_output_67_perm_0, x = attn_output_65_cast_fp16)[name = string("transpose_174")]; - tensor input_201_cast_fp16 = reshape(shape = var_1067, x = attn_output_67_cast_fp16)[name = string("input_201_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(411134848)))]; - tensor vision_model_vision_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(413232064)))]; - tensor linear_99_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16, x = input_201_cast_fp16)[name = string("linear_99_cast_fp16")]; - tensor input_203_cast_fp16 = add(x = input_199_cast_fp16, y = linear_99_cast_fp16)[name = string("input_203_cast_fp16")]; - tensor input_205_axes_0 = const()[name = string("input_205_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_16_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(413234176)))]; - tensor vision_model_vision_model_encoder_layers_16_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(413236288)))]; - tensor input_205_cast_fp16 = layer_norm(axes = input_205_axes_0, beta = vision_model_vision_model_encoder_layers_16_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_16_layer_norm2_weight_to_fp16, x = input_203_cast_fp16)[name = string("input_205_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_16_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(413238400)))]; - tensor vision_model_vision_model_encoder_layers_16_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(421627072)))]; - tensor linear_100_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_mlp_fc1_weight_to_fp16, x = input_205_cast_fp16)[name = string("linear_100_cast_fp16")]; - fp16 var_1082_to_fp16 = const()[name = string("op_1082_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_1083_cast_fp16 = mul(x = linear_100_cast_fp16, y = var_1082_to_fp16)[name = string("op_1083_cast_fp16")]; - tensor var_1084_cast_fp16 = sigmoid(x = var_1083_cast_fp16)[name = string("op_1084_cast_fp16")]; - tensor input_209_cast_fp16 = mul(x = linear_100_cast_fp16, y = var_1084_cast_fp16)[name = string("input_209_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_16_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(421635328)))]; - tensor vision_model_vision_model_encoder_layers_16_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_16_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(430024000)))]; - tensor linear_101_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_mlp_fc2_weight_to_fp16, x = input_209_cast_fp16)[name = string("linear_101_cast_fp16")]; - tensor input_211_cast_fp16 = add(x = input_203_cast_fp16, y = linear_101_cast_fp16)[name = string("input_211_cast_fp16")]; - tensor hidden_states_103_axes_0 = const()[name = string("hidden_states_103_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_17_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(430026112)))]; - tensor vision_model_vision_model_encoder_layers_17_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(430028224)))]; - tensor hidden_states_103_cast_fp16 = layer_norm(axes = hidden_states_103_axes_0, beta = vision_model_vision_model_encoder_layers_17_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_17_layer_norm1_weight_to_fp16, x = input_211_cast_fp16)[name = string("hidden_states_103_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(430030336)))]; - tensor vision_model_vision_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(432127552)))]; - tensor linear_102_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16, x = hidden_states_103_cast_fp16)[name = string("linear_102_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(432129664)))]; - tensor vision_model_vision_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(434226880)))]; - tensor linear_103_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16, x = hidden_states_103_cast_fp16)[name = string("linear_103_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(434228992)))]; - tensor vision_model_vision_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(436326208)))]; - tensor linear_104_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16, x = hidden_states_103_cast_fp16)[name = string("linear_104_cast_fp16")]; - tensor var_1114 = const()[name = string("op_1114"), val = tensor([1, -1, 16, 64])]; - tensor var_1115_cast_fp16 = reshape(shape = var_1114, x = linear_102_cast_fp16)[name = string("op_1115_cast_fp16")]; - tensor var_1117 = const()[name = string("op_1117"), val = tensor([1, -1, 16, 64])]; - tensor var_1118_cast_fp16 = reshape(shape = var_1117, x = linear_103_cast_fp16)[name = string("op_1118_cast_fp16")]; - tensor var_1120 = const()[name = string("op_1120"), val = tensor([1, -1, 16, 64])]; - tensor var_1121_cast_fp16 = reshape(shape = var_1120, x = linear_104_cast_fp16)[name = string("op_1121_cast_fp16")]; - tensor value_states_71_perm_0 = const()[name = string("value_states_71_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_17_cast_fp16 = mul(x = var_1115_cast_fp16, y = var_21_to_fp16)[name = string("mul_17_cast_fp16")]; - bool matmul_17_transpose_y_0 = const()[name = string("matmul_17_transpose_y_0"), val = bool(true)]; - bool matmul_17_transpose_x_0 = const()[name = string("matmul_17_transpose_x_0"), val = bool(false)]; - tensor transpose_132_perm_0 = const()[name = string("transpose_132_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_133_perm_0 = const()[name = string("transpose_133_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_133 = transpose(perm = transpose_133_perm_0, x = var_1118_cast_fp16)[name = string("transpose_171")]; - tensor transpose_132 = transpose(perm = transpose_132_perm_0, x = mul_17_cast_fp16)[name = string("transpose_172")]; - tensor matmul_17_cast_fp16 = matmul(transpose_x = matmul_17_transpose_x_0, transpose_y = matmul_17_transpose_y_0, x = transpose_132, y = transpose_133)[name = string("matmul_17_cast_fp16")]; - int32 softmax_17_axis_0 = const()[name = string("softmax_17_axis_0"), val = int32(-1)]; - tensor softmax_17_cast_fp16 = softmax(axis = softmax_17_axis_0, x = matmul_17_cast_fp16)[name = string("softmax_17_cast_fp16")]; - bool attn_output_69_transpose_x_0 = const()[name = string("attn_output_69_transpose_x_0"), val = bool(false)]; - bool attn_output_69_transpose_y_0 = const()[name = string("attn_output_69_transpose_y_0"), val = bool(false)]; - tensor value_states_71_cast_fp16 = transpose(perm = value_states_71_perm_0, x = var_1121_cast_fp16)[name = string("transpose_173")]; - tensor attn_output_69_cast_fp16 = matmul(transpose_x = attn_output_69_transpose_x_0, transpose_y = attn_output_69_transpose_y_0, x = softmax_17_cast_fp16, y = value_states_71_cast_fp16)[name = string("attn_output_69_cast_fp16")]; - tensor attn_output_71_perm_0 = const()[name = string("attn_output_71_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1125 = const()[name = string("op_1125"), val = tensor([1, 257, 1024])]; - tensor attn_output_71_cast_fp16 = transpose(perm = attn_output_71_perm_0, x = attn_output_69_cast_fp16)[name = string("transpose_170")]; - tensor input_213_cast_fp16 = reshape(shape = var_1125, x = attn_output_71_cast_fp16)[name = string("input_213_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(436328320)))]; - tensor vision_model_vision_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(438425536)))]; - tensor linear_105_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16, x = input_213_cast_fp16)[name = string("linear_105_cast_fp16")]; - tensor input_215_cast_fp16 = add(x = input_211_cast_fp16, y = linear_105_cast_fp16)[name = string("input_215_cast_fp16")]; - tensor input_217_axes_0 = const()[name = string("input_217_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_17_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(438427648)))]; - tensor vision_model_vision_model_encoder_layers_17_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(438429760)))]; - tensor input_217_cast_fp16 = layer_norm(axes = input_217_axes_0, beta = vision_model_vision_model_encoder_layers_17_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_17_layer_norm2_weight_to_fp16, x = input_215_cast_fp16)[name = string("input_217_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_17_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(438431872)))]; - tensor vision_model_vision_model_encoder_layers_17_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(446820544)))]; - tensor linear_106_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_mlp_fc1_weight_to_fp16, x = input_217_cast_fp16)[name = string("linear_106_cast_fp16")]; - fp16 var_1140_to_fp16 = const()[name = string("op_1140_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_1141_cast_fp16 = mul(x = linear_106_cast_fp16, y = var_1140_to_fp16)[name = string("op_1141_cast_fp16")]; - tensor var_1142_cast_fp16 = sigmoid(x = var_1141_cast_fp16)[name = string("op_1142_cast_fp16")]; - tensor input_221_cast_fp16 = mul(x = linear_106_cast_fp16, y = var_1142_cast_fp16)[name = string("input_221_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_17_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(446828800)))]; - tensor vision_model_vision_model_encoder_layers_17_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_17_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(455217472)))]; - tensor linear_107_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_mlp_fc2_weight_to_fp16, x = input_221_cast_fp16)[name = string("linear_107_cast_fp16")]; - tensor input_223_cast_fp16 = add(x = input_215_cast_fp16, y = linear_107_cast_fp16)[name = string("input_223_cast_fp16")]; - tensor hidden_states_109_axes_0 = const()[name = string("hidden_states_109_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_18_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(455219584)))]; - tensor vision_model_vision_model_encoder_layers_18_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(455221696)))]; - tensor hidden_states_109_cast_fp16 = layer_norm(axes = hidden_states_109_axes_0, beta = vision_model_vision_model_encoder_layers_18_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_18_layer_norm1_weight_to_fp16, x = input_223_cast_fp16)[name = string("hidden_states_109_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(455223808)))]; - tensor vision_model_vision_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(457321024)))]; - tensor linear_108_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = string("linear_108_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(457323136)))]; - tensor vision_model_vision_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(459420352)))]; - tensor linear_109_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = string("linear_109_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(459422464)))]; - tensor vision_model_vision_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(461519680)))]; - tensor linear_110_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = string("linear_110_cast_fp16")]; - tensor var_1172 = const()[name = string("op_1172"), val = tensor([1, -1, 16, 64])]; - tensor var_1173_cast_fp16 = reshape(shape = var_1172, x = linear_108_cast_fp16)[name = string("op_1173_cast_fp16")]; - tensor var_1175 = const()[name = string("op_1175"), val = tensor([1, -1, 16, 64])]; - tensor var_1176_cast_fp16 = reshape(shape = var_1175, x = linear_109_cast_fp16)[name = string("op_1176_cast_fp16")]; - tensor var_1178 = const()[name = string("op_1178"), val = tensor([1, -1, 16, 64])]; - tensor var_1179_cast_fp16 = reshape(shape = var_1178, x = linear_110_cast_fp16)[name = string("op_1179_cast_fp16")]; - tensor value_states_75_perm_0 = const()[name = string("value_states_75_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_18_cast_fp16 = mul(x = var_1173_cast_fp16, y = var_21_to_fp16)[name = string("mul_18_cast_fp16")]; - bool matmul_18_transpose_y_0 = const()[name = string("matmul_18_transpose_y_0"), val = bool(true)]; - bool matmul_18_transpose_x_0 = const()[name = string("matmul_18_transpose_x_0"), val = bool(false)]; - tensor transpose_134_perm_0 = const()[name = string("transpose_134_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_135_perm_0 = const()[name = string("transpose_135_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_135 = transpose(perm = transpose_135_perm_0, x = var_1176_cast_fp16)[name = string("transpose_167")]; - tensor transpose_134 = transpose(perm = transpose_134_perm_0, x = mul_18_cast_fp16)[name = string("transpose_168")]; - tensor matmul_18_cast_fp16 = matmul(transpose_x = matmul_18_transpose_x_0, transpose_y = matmul_18_transpose_y_0, x = transpose_134, y = transpose_135)[name = string("matmul_18_cast_fp16")]; - int32 softmax_18_axis_0 = const()[name = string("softmax_18_axis_0"), val = int32(-1)]; - tensor softmax_18_cast_fp16 = softmax(axis = softmax_18_axis_0, x = matmul_18_cast_fp16)[name = string("softmax_18_cast_fp16")]; - bool attn_output_73_transpose_x_0 = const()[name = string("attn_output_73_transpose_x_0"), val = bool(false)]; - bool attn_output_73_transpose_y_0 = const()[name = string("attn_output_73_transpose_y_0"), val = bool(false)]; - tensor value_states_75_cast_fp16 = transpose(perm = value_states_75_perm_0, x = var_1179_cast_fp16)[name = string("transpose_169")]; - tensor attn_output_73_cast_fp16 = matmul(transpose_x = attn_output_73_transpose_x_0, transpose_y = attn_output_73_transpose_y_0, x = softmax_18_cast_fp16, y = value_states_75_cast_fp16)[name = string("attn_output_73_cast_fp16")]; - tensor attn_output_75_perm_0 = const()[name = string("attn_output_75_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1183 = const()[name = string("op_1183"), val = tensor([1, 257, 1024])]; - tensor attn_output_75_cast_fp16 = transpose(perm = attn_output_75_perm_0, x = attn_output_73_cast_fp16)[name = string("transpose_166")]; - tensor input_225_cast_fp16 = reshape(shape = var_1183, x = attn_output_75_cast_fp16)[name = string("input_225_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(461521792)))]; - tensor vision_model_vision_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(463619008)))]; - tensor linear_111_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16, x = input_225_cast_fp16)[name = string("linear_111_cast_fp16")]; - tensor input_227_cast_fp16 = add(x = input_223_cast_fp16, y = linear_111_cast_fp16)[name = string("input_227_cast_fp16")]; - tensor input_229_axes_0 = const()[name = string("input_229_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_18_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(463621120)))]; - tensor vision_model_vision_model_encoder_layers_18_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(463623232)))]; - tensor input_229_cast_fp16 = layer_norm(axes = input_229_axes_0, beta = vision_model_vision_model_encoder_layers_18_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_18_layer_norm2_weight_to_fp16, x = input_227_cast_fp16)[name = string("input_229_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_18_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(463625344)))]; - tensor vision_model_vision_model_encoder_layers_18_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(472014016)))]; - tensor linear_112_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_mlp_fc1_weight_to_fp16, x = input_229_cast_fp16)[name = string("linear_112_cast_fp16")]; - fp16 var_1198_to_fp16 = const()[name = string("op_1198_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_1199_cast_fp16 = mul(x = linear_112_cast_fp16, y = var_1198_to_fp16)[name = string("op_1199_cast_fp16")]; - tensor var_1200_cast_fp16 = sigmoid(x = var_1199_cast_fp16)[name = string("op_1200_cast_fp16")]; - tensor input_233_cast_fp16 = mul(x = linear_112_cast_fp16, y = var_1200_cast_fp16)[name = string("input_233_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_18_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(472022272)))]; - tensor vision_model_vision_model_encoder_layers_18_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_18_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(480410944)))]; - tensor linear_113_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_mlp_fc2_weight_to_fp16, x = input_233_cast_fp16)[name = string("linear_113_cast_fp16")]; - tensor input_235_cast_fp16 = add(x = input_227_cast_fp16, y = linear_113_cast_fp16)[name = string("input_235_cast_fp16")]; - tensor hidden_states_115_axes_0 = const()[name = string("hidden_states_115_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_19_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(480413056)))]; - tensor vision_model_vision_model_encoder_layers_19_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(480415168)))]; - tensor hidden_states_115_cast_fp16 = layer_norm(axes = hidden_states_115_axes_0, beta = vision_model_vision_model_encoder_layers_19_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_19_layer_norm1_weight_to_fp16, x = input_235_cast_fp16)[name = string("hidden_states_115_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(480417280)))]; - tensor vision_model_vision_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(482514496)))]; - tensor linear_114_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16, x = hidden_states_115_cast_fp16)[name = string("linear_114_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(482516608)))]; - tensor vision_model_vision_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(484613824)))]; - tensor linear_115_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16, x = hidden_states_115_cast_fp16)[name = string("linear_115_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(484615936)))]; - tensor vision_model_vision_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(486713152)))]; - tensor linear_116_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16, x = hidden_states_115_cast_fp16)[name = string("linear_116_cast_fp16")]; - tensor var_1230 = const()[name = string("op_1230"), val = tensor([1, -1, 16, 64])]; - tensor var_1231_cast_fp16 = reshape(shape = var_1230, x = linear_114_cast_fp16)[name = string("op_1231_cast_fp16")]; - tensor var_1233 = const()[name = string("op_1233"), val = tensor([1, -1, 16, 64])]; - tensor var_1234_cast_fp16 = reshape(shape = var_1233, x = linear_115_cast_fp16)[name = string("op_1234_cast_fp16")]; - tensor var_1236 = const()[name = string("op_1236"), val = tensor([1, -1, 16, 64])]; - tensor var_1237_cast_fp16 = reshape(shape = var_1236, x = linear_116_cast_fp16)[name = string("op_1237_cast_fp16")]; - tensor value_states_79_perm_0 = const()[name = string("value_states_79_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_19_cast_fp16 = mul(x = var_1231_cast_fp16, y = var_21_to_fp16)[name = string("mul_19_cast_fp16")]; - bool matmul_19_transpose_y_0 = const()[name = string("matmul_19_transpose_y_0"), val = bool(true)]; - bool matmul_19_transpose_x_0 = const()[name = string("matmul_19_transpose_x_0"), val = bool(false)]; - tensor transpose_136_perm_0 = const()[name = string("transpose_136_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_137_perm_0 = const()[name = string("transpose_137_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_137 = transpose(perm = transpose_137_perm_0, x = var_1234_cast_fp16)[name = string("transpose_163")]; - tensor transpose_136 = transpose(perm = transpose_136_perm_0, x = mul_19_cast_fp16)[name = string("transpose_164")]; - tensor matmul_19_cast_fp16 = matmul(transpose_x = matmul_19_transpose_x_0, transpose_y = matmul_19_transpose_y_0, x = transpose_136, y = transpose_137)[name = string("matmul_19_cast_fp16")]; - int32 softmax_19_axis_0 = const()[name = string("softmax_19_axis_0"), val = int32(-1)]; - tensor softmax_19_cast_fp16 = softmax(axis = softmax_19_axis_0, x = matmul_19_cast_fp16)[name = string("softmax_19_cast_fp16")]; - bool attn_output_77_transpose_x_0 = const()[name = string("attn_output_77_transpose_x_0"), val = bool(false)]; - bool attn_output_77_transpose_y_0 = const()[name = string("attn_output_77_transpose_y_0"), val = bool(false)]; - tensor value_states_79_cast_fp16 = transpose(perm = value_states_79_perm_0, x = var_1237_cast_fp16)[name = string("transpose_165")]; - tensor attn_output_77_cast_fp16 = matmul(transpose_x = attn_output_77_transpose_x_0, transpose_y = attn_output_77_transpose_y_0, x = softmax_19_cast_fp16, y = value_states_79_cast_fp16)[name = string("attn_output_77_cast_fp16")]; - tensor attn_output_79_perm_0 = const()[name = string("attn_output_79_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1241 = const()[name = string("op_1241"), val = tensor([1, 257, 1024])]; - tensor attn_output_79_cast_fp16 = transpose(perm = attn_output_79_perm_0, x = attn_output_77_cast_fp16)[name = string("transpose_162")]; - tensor input_237_cast_fp16 = reshape(shape = var_1241, x = attn_output_79_cast_fp16)[name = string("input_237_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(486715264)))]; - tensor vision_model_vision_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(488812480)))]; - tensor linear_117_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16, x = input_237_cast_fp16)[name = string("linear_117_cast_fp16")]; - tensor input_239_cast_fp16 = add(x = input_235_cast_fp16, y = linear_117_cast_fp16)[name = string("input_239_cast_fp16")]; - tensor input_241_axes_0 = const()[name = string("input_241_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_19_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(488814592)))]; - tensor vision_model_vision_model_encoder_layers_19_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(488816704)))]; - tensor input_241_cast_fp16 = layer_norm(axes = input_241_axes_0, beta = vision_model_vision_model_encoder_layers_19_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_19_layer_norm2_weight_to_fp16, x = input_239_cast_fp16)[name = string("input_241_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_19_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(488818816)))]; - tensor vision_model_vision_model_encoder_layers_19_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(497207488)))]; - tensor linear_118_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_mlp_fc1_weight_to_fp16, x = input_241_cast_fp16)[name = string("linear_118_cast_fp16")]; - fp16 var_1256_to_fp16 = const()[name = string("op_1256_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_1257_cast_fp16 = mul(x = linear_118_cast_fp16, y = var_1256_to_fp16)[name = string("op_1257_cast_fp16")]; - tensor var_1258_cast_fp16 = sigmoid(x = var_1257_cast_fp16)[name = string("op_1258_cast_fp16")]; - tensor input_245_cast_fp16 = mul(x = linear_118_cast_fp16, y = var_1258_cast_fp16)[name = string("input_245_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_19_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(497215744)))]; - tensor vision_model_vision_model_encoder_layers_19_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_19_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(505604416)))]; - tensor linear_119_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_mlp_fc2_weight_to_fp16, x = input_245_cast_fp16)[name = string("linear_119_cast_fp16")]; - tensor input_247_cast_fp16 = add(x = input_239_cast_fp16, y = linear_119_cast_fp16)[name = string("input_247_cast_fp16")]; - tensor hidden_states_121_axes_0 = const()[name = string("hidden_states_121_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_20_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(505606528)))]; - tensor vision_model_vision_model_encoder_layers_20_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(505608640)))]; - tensor hidden_states_121_cast_fp16 = layer_norm(axes = hidden_states_121_axes_0, beta = vision_model_vision_model_encoder_layers_20_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_20_layer_norm1_weight_to_fp16, x = input_247_cast_fp16)[name = string("hidden_states_121_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(505610752)))]; - tensor vision_model_vision_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(507707968)))]; - tensor linear_120_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16, x = hidden_states_121_cast_fp16)[name = string("linear_120_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(507710080)))]; - tensor vision_model_vision_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(509807296)))]; - tensor linear_121_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16, x = hidden_states_121_cast_fp16)[name = string("linear_121_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(509809408)))]; - tensor vision_model_vision_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(511906624)))]; - tensor linear_122_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16, x = hidden_states_121_cast_fp16)[name = string("linear_122_cast_fp16")]; - tensor var_1288 = const()[name = string("op_1288"), val = tensor([1, -1, 16, 64])]; - tensor var_1289_cast_fp16 = reshape(shape = var_1288, x = linear_120_cast_fp16)[name = string("op_1289_cast_fp16")]; - tensor var_1291 = const()[name = string("op_1291"), val = tensor([1, -1, 16, 64])]; - tensor var_1292_cast_fp16 = reshape(shape = var_1291, x = linear_121_cast_fp16)[name = string("op_1292_cast_fp16")]; - tensor var_1294 = const()[name = string("op_1294"), val = tensor([1, -1, 16, 64])]; - tensor var_1295_cast_fp16 = reshape(shape = var_1294, x = linear_122_cast_fp16)[name = string("op_1295_cast_fp16")]; - tensor value_states_83_perm_0 = const()[name = string("value_states_83_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_20_cast_fp16 = mul(x = var_1289_cast_fp16, y = var_21_to_fp16)[name = string("mul_20_cast_fp16")]; - bool matmul_20_transpose_y_0 = const()[name = string("matmul_20_transpose_y_0"), val = bool(true)]; - bool matmul_20_transpose_x_0 = const()[name = string("matmul_20_transpose_x_0"), val = bool(false)]; - tensor transpose_138_perm_0 = const()[name = string("transpose_138_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_139_perm_0 = const()[name = string("transpose_139_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_139 = transpose(perm = transpose_139_perm_0, x = var_1292_cast_fp16)[name = string("transpose_159")]; - tensor transpose_138 = transpose(perm = transpose_138_perm_0, x = mul_20_cast_fp16)[name = string("transpose_160")]; - tensor matmul_20_cast_fp16 = matmul(transpose_x = matmul_20_transpose_x_0, transpose_y = matmul_20_transpose_y_0, x = transpose_138, y = transpose_139)[name = string("matmul_20_cast_fp16")]; - int32 softmax_20_axis_0 = const()[name = string("softmax_20_axis_0"), val = int32(-1)]; - tensor softmax_20_cast_fp16 = softmax(axis = softmax_20_axis_0, x = matmul_20_cast_fp16)[name = string("softmax_20_cast_fp16")]; - bool attn_output_81_transpose_x_0 = const()[name = string("attn_output_81_transpose_x_0"), val = bool(false)]; - bool attn_output_81_transpose_y_0 = const()[name = string("attn_output_81_transpose_y_0"), val = bool(false)]; - tensor value_states_83_cast_fp16 = transpose(perm = value_states_83_perm_0, x = var_1295_cast_fp16)[name = string("transpose_161")]; - tensor attn_output_81_cast_fp16 = matmul(transpose_x = attn_output_81_transpose_x_0, transpose_y = attn_output_81_transpose_y_0, x = softmax_20_cast_fp16, y = value_states_83_cast_fp16)[name = string("attn_output_81_cast_fp16")]; - tensor attn_output_83_perm_0 = const()[name = string("attn_output_83_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1299 = const()[name = string("op_1299"), val = tensor([1, 257, 1024])]; - tensor attn_output_83_cast_fp16 = transpose(perm = attn_output_83_perm_0, x = attn_output_81_cast_fp16)[name = string("transpose_158")]; - tensor input_249_cast_fp16 = reshape(shape = var_1299, x = attn_output_83_cast_fp16)[name = string("input_249_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(511908736)))]; - tensor vision_model_vision_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(514005952)))]; - tensor linear_123_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16, x = input_249_cast_fp16)[name = string("linear_123_cast_fp16")]; - tensor input_251_cast_fp16 = add(x = input_247_cast_fp16, y = linear_123_cast_fp16)[name = string("input_251_cast_fp16")]; - tensor input_253_axes_0 = const()[name = string("input_253_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_20_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(514008064)))]; - tensor vision_model_vision_model_encoder_layers_20_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(514010176)))]; - tensor input_253_cast_fp16 = layer_norm(axes = input_253_axes_0, beta = vision_model_vision_model_encoder_layers_20_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_20_layer_norm2_weight_to_fp16, x = input_251_cast_fp16)[name = string("input_253_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_20_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(514012288)))]; - tensor vision_model_vision_model_encoder_layers_20_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(522400960)))]; - tensor linear_124_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_mlp_fc1_weight_to_fp16, x = input_253_cast_fp16)[name = string("linear_124_cast_fp16")]; - fp16 var_1314_to_fp16 = const()[name = string("op_1314_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_1315_cast_fp16 = mul(x = linear_124_cast_fp16, y = var_1314_to_fp16)[name = string("op_1315_cast_fp16")]; - tensor var_1316_cast_fp16 = sigmoid(x = var_1315_cast_fp16)[name = string("op_1316_cast_fp16")]; - tensor input_257_cast_fp16 = mul(x = linear_124_cast_fp16, y = var_1316_cast_fp16)[name = string("input_257_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_20_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(522409216)))]; - tensor vision_model_vision_model_encoder_layers_20_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_20_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(530797888)))]; - tensor linear_125_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_mlp_fc2_weight_to_fp16, x = input_257_cast_fp16)[name = string("linear_125_cast_fp16")]; - tensor input_259_cast_fp16 = add(x = input_251_cast_fp16, y = linear_125_cast_fp16)[name = string("input_259_cast_fp16")]; - tensor hidden_states_127_axes_0 = const()[name = string("hidden_states_127_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_21_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(530800000)))]; - tensor vision_model_vision_model_encoder_layers_21_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(530802112)))]; - tensor hidden_states_127_cast_fp16 = layer_norm(axes = hidden_states_127_axes_0, beta = vision_model_vision_model_encoder_layers_21_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_21_layer_norm1_weight_to_fp16, x = input_259_cast_fp16)[name = string("hidden_states_127_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(530804224)))]; - tensor vision_model_vision_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(532901440)))]; - tensor linear_126_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16, x = hidden_states_127_cast_fp16)[name = string("linear_126_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(532903552)))]; - tensor vision_model_vision_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(535000768)))]; - tensor linear_127_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16, x = hidden_states_127_cast_fp16)[name = string("linear_127_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(535002880)))]; - tensor vision_model_vision_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(537100096)))]; - tensor linear_128_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16, x = hidden_states_127_cast_fp16)[name = string("linear_128_cast_fp16")]; - tensor var_1346 = const()[name = string("op_1346"), val = tensor([1, -1, 16, 64])]; - tensor var_1347_cast_fp16 = reshape(shape = var_1346, x = linear_126_cast_fp16)[name = string("op_1347_cast_fp16")]; - tensor var_1349 = const()[name = string("op_1349"), val = tensor([1, -1, 16, 64])]; - tensor var_1350_cast_fp16 = reshape(shape = var_1349, x = linear_127_cast_fp16)[name = string("op_1350_cast_fp16")]; - tensor var_1352 = const()[name = string("op_1352"), val = tensor([1, -1, 16, 64])]; - tensor var_1353_cast_fp16 = reshape(shape = var_1352, x = linear_128_cast_fp16)[name = string("op_1353_cast_fp16")]; - tensor value_states_87_perm_0 = const()[name = string("value_states_87_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_21_cast_fp16 = mul(x = var_1347_cast_fp16, y = var_21_to_fp16)[name = string("mul_21_cast_fp16")]; - bool matmul_21_transpose_y_0 = const()[name = string("matmul_21_transpose_y_0"), val = bool(true)]; - bool matmul_21_transpose_x_0 = const()[name = string("matmul_21_transpose_x_0"), val = bool(false)]; - tensor transpose_140_perm_0 = const()[name = string("transpose_140_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_141_perm_0 = const()[name = string("transpose_141_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_141 = transpose(perm = transpose_141_perm_0, x = var_1350_cast_fp16)[name = string("transpose_155")]; - tensor transpose_140 = transpose(perm = transpose_140_perm_0, x = mul_21_cast_fp16)[name = string("transpose_156")]; - tensor matmul_21_cast_fp16 = matmul(transpose_x = matmul_21_transpose_x_0, transpose_y = matmul_21_transpose_y_0, x = transpose_140, y = transpose_141)[name = string("matmul_21_cast_fp16")]; - int32 softmax_21_axis_0 = const()[name = string("softmax_21_axis_0"), val = int32(-1)]; - tensor softmax_21_cast_fp16 = softmax(axis = softmax_21_axis_0, x = matmul_21_cast_fp16)[name = string("softmax_21_cast_fp16")]; - bool attn_output_85_transpose_x_0 = const()[name = string("attn_output_85_transpose_x_0"), val = bool(false)]; - bool attn_output_85_transpose_y_0 = const()[name = string("attn_output_85_transpose_y_0"), val = bool(false)]; - tensor value_states_87_cast_fp16 = transpose(perm = value_states_87_perm_0, x = var_1353_cast_fp16)[name = string("transpose_157")]; - tensor attn_output_85_cast_fp16 = matmul(transpose_x = attn_output_85_transpose_x_0, transpose_y = attn_output_85_transpose_y_0, x = softmax_21_cast_fp16, y = value_states_87_cast_fp16)[name = string("attn_output_85_cast_fp16")]; - tensor attn_output_87_perm_0 = const()[name = string("attn_output_87_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1357 = const()[name = string("op_1357"), val = tensor([1, 257, 1024])]; - tensor attn_output_87_cast_fp16 = transpose(perm = attn_output_87_perm_0, x = attn_output_85_cast_fp16)[name = string("transpose_154")]; - tensor input_261_cast_fp16 = reshape(shape = var_1357, x = attn_output_87_cast_fp16)[name = string("input_261_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(537102208)))]; - tensor vision_model_vision_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(539199424)))]; - tensor linear_129_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16, x = input_261_cast_fp16)[name = string("linear_129_cast_fp16")]; - tensor input_263_cast_fp16 = add(x = input_259_cast_fp16, y = linear_129_cast_fp16)[name = string("input_263_cast_fp16")]; - tensor input_265_axes_0 = const()[name = string("input_265_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_21_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(539201536)))]; - tensor vision_model_vision_model_encoder_layers_21_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(539203648)))]; - tensor input_265_cast_fp16 = layer_norm(axes = input_265_axes_0, beta = vision_model_vision_model_encoder_layers_21_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_21_layer_norm2_weight_to_fp16, x = input_263_cast_fp16)[name = string("input_265_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_21_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(539205760)))]; - tensor vision_model_vision_model_encoder_layers_21_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(547594432)))]; - tensor linear_130_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_mlp_fc1_weight_to_fp16, x = input_265_cast_fp16)[name = string("linear_130_cast_fp16")]; - fp16 var_1372_to_fp16 = const()[name = string("op_1372_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_1373_cast_fp16 = mul(x = linear_130_cast_fp16, y = var_1372_to_fp16)[name = string("op_1373_cast_fp16")]; - tensor var_1374_cast_fp16 = sigmoid(x = var_1373_cast_fp16)[name = string("op_1374_cast_fp16")]; - tensor input_269_cast_fp16 = mul(x = linear_130_cast_fp16, y = var_1374_cast_fp16)[name = string("input_269_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_21_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(547602688)))]; - tensor vision_model_vision_model_encoder_layers_21_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_21_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(555991360)))]; - tensor linear_131_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_mlp_fc2_weight_to_fp16, x = input_269_cast_fp16)[name = string("linear_131_cast_fp16")]; - tensor input_271_cast_fp16 = add(x = input_263_cast_fp16, y = linear_131_cast_fp16)[name = string("input_271_cast_fp16")]; - tensor hidden_states_133_axes_0 = const()[name = string("hidden_states_133_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_22_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(555993472)))]; - tensor vision_model_vision_model_encoder_layers_22_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(555995584)))]; - tensor hidden_states_133_cast_fp16 = layer_norm(axes = hidden_states_133_axes_0, beta = vision_model_vision_model_encoder_layers_22_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_22_layer_norm1_weight_to_fp16, x = input_271_cast_fp16)[name = string("hidden_states_133_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(555997696)))]; - tensor vision_model_vision_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(558094912)))]; - tensor linear_132_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16, x = hidden_states_133_cast_fp16)[name = string("linear_132_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(558097024)))]; - tensor vision_model_vision_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(560194240)))]; - tensor linear_133_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16, x = hidden_states_133_cast_fp16)[name = string("linear_133_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(560196352)))]; - tensor vision_model_vision_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(562293568)))]; - tensor linear_134_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16, x = hidden_states_133_cast_fp16)[name = string("linear_134_cast_fp16")]; - tensor var_1404 = const()[name = string("op_1404"), val = tensor([1, -1, 16, 64])]; - tensor var_1405_cast_fp16 = reshape(shape = var_1404, x = linear_132_cast_fp16)[name = string("op_1405_cast_fp16")]; - tensor var_1407 = const()[name = string("op_1407"), val = tensor([1, -1, 16, 64])]; - tensor var_1408_cast_fp16 = reshape(shape = var_1407, x = linear_133_cast_fp16)[name = string("op_1408_cast_fp16")]; - tensor var_1410 = const()[name = string("op_1410"), val = tensor([1, -1, 16, 64])]; - tensor var_1411_cast_fp16 = reshape(shape = var_1410, x = linear_134_cast_fp16)[name = string("op_1411_cast_fp16")]; - tensor value_states_91_perm_0 = const()[name = string("value_states_91_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_22_cast_fp16 = mul(x = var_1405_cast_fp16, y = var_21_to_fp16)[name = string("mul_22_cast_fp16")]; - bool matmul_22_transpose_y_0 = const()[name = string("matmul_22_transpose_y_0"), val = bool(true)]; - bool matmul_22_transpose_x_0 = const()[name = string("matmul_22_transpose_x_0"), val = bool(false)]; - tensor transpose_142_perm_0 = const()[name = string("transpose_142_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_143_perm_0 = const()[name = string("transpose_143_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_143 = transpose(perm = transpose_143_perm_0, x = var_1408_cast_fp16)[name = string("transpose_151")]; - tensor transpose_142 = transpose(perm = transpose_142_perm_0, x = mul_22_cast_fp16)[name = string("transpose_152")]; - tensor matmul_22_cast_fp16 = matmul(transpose_x = matmul_22_transpose_x_0, transpose_y = matmul_22_transpose_y_0, x = transpose_142, y = transpose_143)[name = string("matmul_22_cast_fp16")]; - int32 softmax_22_axis_0 = const()[name = string("softmax_22_axis_0"), val = int32(-1)]; - tensor softmax_22_cast_fp16 = softmax(axis = softmax_22_axis_0, x = matmul_22_cast_fp16)[name = string("softmax_22_cast_fp16")]; - bool attn_output_89_transpose_x_0 = const()[name = string("attn_output_89_transpose_x_0"), val = bool(false)]; - bool attn_output_89_transpose_y_0 = const()[name = string("attn_output_89_transpose_y_0"), val = bool(false)]; - tensor value_states_91_cast_fp16 = transpose(perm = value_states_91_perm_0, x = var_1411_cast_fp16)[name = string("transpose_153")]; - tensor attn_output_89_cast_fp16 = matmul(transpose_x = attn_output_89_transpose_x_0, transpose_y = attn_output_89_transpose_y_0, x = softmax_22_cast_fp16, y = value_states_91_cast_fp16)[name = string("attn_output_89_cast_fp16")]; - tensor attn_output_91_perm_0 = const()[name = string("attn_output_91_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1415 = const()[name = string("op_1415"), val = tensor([1, 257, 1024])]; - tensor attn_output_91_cast_fp16 = transpose(perm = attn_output_91_perm_0, x = attn_output_89_cast_fp16)[name = string("transpose_150")]; - tensor input_273_cast_fp16 = reshape(shape = var_1415, x = attn_output_91_cast_fp16)[name = string("input_273_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(562295680)))]; - tensor vision_model_vision_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(564392896)))]; - tensor linear_135_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16, x = input_273_cast_fp16)[name = string("linear_135_cast_fp16")]; - tensor input_275_cast_fp16 = add(x = input_271_cast_fp16, y = linear_135_cast_fp16)[name = string("input_275_cast_fp16")]; - tensor input_277_axes_0 = const()[name = string("input_277_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_22_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(564395008)))]; - tensor vision_model_vision_model_encoder_layers_22_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(564397120)))]; - tensor input_277_cast_fp16 = layer_norm(axes = input_277_axes_0, beta = vision_model_vision_model_encoder_layers_22_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_22_layer_norm2_weight_to_fp16, x = input_275_cast_fp16)[name = string("input_277_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_22_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(564399232)))]; - tensor vision_model_vision_model_encoder_layers_22_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(572787904)))]; - tensor linear_136_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_mlp_fc1_weight_to_fp16, x = input_277_cast_fp16)[name = string("linear_136_cast_fp16")]; - fp16 var_1430_to_fp16 = const()[name = string("op_1430_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_1431_cast_fp16 = mul(x = linear_136_cast_fp16, y = var_1430_to_fp16)[name = string("op_1431_cast_fp16")]; - tensor var_1432_cast_fp16 = sigmoid(x = var_1431_cast_fp16)[name = string("op_1432_cast_fp16")]; - tensor input_281_cast_fp16 = mul(x = linear_136_cast_fp16, y = var_1432_cast_fp16)[name = string("input_281_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_22_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(572796160)))]; - tensor vision_model_vision_model_encoder_layers_22_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_22_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(581184832)))]; - tensor linear_137_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_mlp_fc2_weight_to_fp16, x = input_281_cast_fp16)[name = string("linear_137_cast_fp16")]; - tensor input_283_cast_fp16 = add(x = input_275_cast_fp16, y = linear_137_cast_fp16)[name = string("input_283_cast_fp16")]; - tensor hidden_states_139_axes_0 = const()[name = string("hidden_states_139_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_23_layer_norm1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(581186944)))]; - tensor vision_model_vision_model_encoder_layers_23_layer_norm1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(581189056)))]; - tensor hidden_states_139_cast_fp16 = layer_norm(axes = hidden_states_139_axes_0, beta = vision_model_vision_model_encoder_layers_23_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_23_layer_norm1_weight_to_fp16, x = input_283_cast_fp16)[name = string("hidden_states_139_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(581191168)))]; - tensor vision_model_vision_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(583288384)))]; - tensor linear_138_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16, x = hidden_states_139_cast_fp16)[name = string("linear_138_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(583290496)))]; - tensor vision_model_vision_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(585387712)))]; - tensor linear_139_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16, x = hidden_states_139_cast_fp16)[name = string("linear_139_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(585389824)))]; - tensor vision_model_vision_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(587487040)))]; - tensor linear_140_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16, x = hidden_states_139_cast_fp16)[name = string("linear_140_cast_fp16")]; - tensor var_1462 = const()[name = string("op_1462"), val = tensor([1, -1, 16, 64])]; - tensor var_1463_cast_fp16 = reshape(shape = var_1462, x = linear_138_cast_fp16)[name = string("op_1463_cast_fp16")]; - tensor var_1465 = const()[name = string("op_1465"), val = tensor([1, -1, 16, 64])]; - tensor var_1466_cast_fp16 = reshape(shape = var_1465, x = linear_139_cast_fp16)[name = string("op_1466_cast_fp16")]; - tensor var_1468 = const()[name = string("op_1468"), val = tensor([1, -1, 16, 64])]; - tensor var_1469_cast_fp16 = reshape(shape = var_1468, x = linear_140_cast_fp16)[name = string("op_1469_cast_fp16")]; - tensor value_states_perm_0 = const()[name = string("value_states_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor mul_23_cast_fp16 = mul(x = var_1463_cast_fp16, y = var_21_to_fp16)[name = string("mul_23_cast_fp16")]; - bool matmul_23_transpose_y_0 = const()[name = string("matmul_23_transpose_y_0"), val = bool(true)]; - bool matmul_23_transpose_x_0 = const()[name = string("matmul_23_transpose_x_0"), val = bool(false)]; - tensor transpose_144_perm_0 = const()[name = string("transpose_144_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_145_perm_0 = const()[name = string("transpose_145_perm_0"), val = tensor([0, 2, -3, -1])]; - tensor transpose_145 = transpose(perm = transpose_145_perm_0, x = var_1466_cast_fp16)[name = string("transpose_147")]; - tensor transpose_144 = transpose(perm = transpose_144_perm_0, x = mul_23_cast_fp16)[name = string("transpose_148")]; - tensor matmul_23_cast_fp16 = matmul(transpose_x = matmul_23_transpose_x_0, transpose_y = matmul_23_transpose_y_0, x = transpose_144, y = transpose_145)[name = string("matmul_23_cast_fp16")]; - int32 softmax_23_axis_0 = const()[name = string("softmax_23_axis_0"), val = int32(-1)]; - tensor softmax_23_cast_fp16 = softmax(axis = softmax_23_axis_0, x = matmul_23_cast_fp16)[name = string("softmax_23_cast_fp16")]; - bool attn_output_93_transpose_x_0 = const()[name = string("attn_output_93_transpose_x_0"), val = bool(false)]; - bool attn_output_93_transpose_y_0 = const()[name = string("attn_output_93_transpose_y_0"), val = bool(false)]; - tensor value_states_cast_fp16 = transpose(perm = value_states_perm_0, x = var_1469_cast_fp16)[name = string("transpose_149")]; - tensor attn_output_93_cast_fp16 = matmul(transpose_x = attn_output_93_transpose_x_0, transpose_y = attn_output_93_transpose_y_0, x = softmax_23_cast_fp16, y = value_states_cast_fp16)[name = string("attn_output_93_cast_fp16")]; - tensor attn_output_perm_0 = const()[name = string("attn_output_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1473 = const()[name = string("op_1473"), val = tensor([1, 257, 1024])]; - tensor attn_output_cast_fp16 = transpose(perm = attn_output_perm_0, x = attn_output_93_cast_fp16)[name = string("transpose_146")]; - tensor input_285_cast_fp16 = reshape(shape = var_1473, x = attn_output_cast_fp16)[name = string("input_285_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(587489152)))]; - tensor vision_model_vision_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(589586368)))]; - tensor linear_141_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16, x = input_285_cast_fp16)[name = string("linear_141_cast_fp16")]; - tensor input_287_cast_fp16 = add(x = input_283_cast_fp16, y = linear_141_cast_fp16)[name = string("input_287_cast_fp16")]; - tensor input_289_axes_0 = const()[name = string("input_289_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_encoder_layers_23_layer_norm2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(589588480)))]; - tensor vision_model_vision_model_encoder_layers_23_layer_norm2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(589590592)))]; - tensor input_289_cast_fp16 = layer_norm(axes = input_289_axes_0, beta = vision_model_vision_model_encoder_layers_23_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_23_layer_norm2_weight_to_fp16, x = input_287_cast_fp16)[name = string("input_289_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_23_mlp_fc1_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(589592704)))]; - tensor vision_model_vision_model_encoder_layers_23_mlp_fc1_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(597981376)))]; - tensor linear_142_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_mlp_fc1_weight_to_fp16, x = input_289_cast_fp16)[name = string("linear_142_cast_fp16")]; - fp16 var_1488_to_fp16 = const()[name = string("op_1488_to_fp16"), val = fp16(0x1.b3cp+0)]; - tensor var_1489_cast_fp16 = mul(x = linear_142_cast_fp16, y = var_1488_to_fp16)[name = string("op_1489_cast_fp16")]; - tensor var_1490_cast_fp16 = sigmoid(x = var_1489_cast_fp16)[name = string("op_1490_cast_fp16")]; - tensor input_293_cast_fp16 = mul(x = linear_142_cast_fp16, y = var_1490_cast_fp16)[name = string("input_293_cast_fp16")]; - tensor vision_model_vision_model_encoder_layers_23_mlp_fc2_weight_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(597989632)))]; - tensor vision_model_vision_model_encoder_layers_23_mlp_fc2_bias_to_fp16 = const()[name = string("vision_model_vision_model_encoder_layers_23_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(606378304)))]; - tensor linear_143_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_mlp_fc2_weight_to_fp16, x = input_293_cast_fp16)[name = string("linear_143_cast_fp16")]; - tensor last_hidden_state_cast_fp16 = add(x = input_287_cast_fp16, y = linear_143_cast_fp16)[name = string("last_hidden_state_cast_fp16")]; - tensor var_1497_begin_0 = const()[name = string("op_1497_begin_0"), val = tensor([0, 0, 0])]; - tensor var_1497_end_0 = const()[name = string("op_1497_end_0"), val = tensor([1, 1, 1024])]; - tensor var_1497_end_mask_0 = const()[name = string("op_1497_end_mask_0"), val = tensor([true, false, true])]; - tensor var_1497_squeeze_mask_0 = const()[name = string("op_1497_squeeze_mask_0"), val = tensor([false, true, false])]; - tensor var_1497_cast_fp16 = slice_by_index(begin = var_1497_begin_0, end = var_1497_end_0, end_mask = var_1497_end_mask_0, squeeze_mask = var_1497_squeeze_mask_0, x = last_hidden_state_cast_fp16)[name = string("op_1497_cast_fp16")]; - tensor input_297_axes_0 = const()[name = string("input_297_axes_0"), val = tensor([-1])]; - tensor vision_model_vision_model_post_layernorm_weight_to_fp16 = const()[name = string("vision_model_vision_model_post_layernorm_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(606380416)))]; - tensor vision_model_vision_model_post_layernorm_bias_to_fp16 = const()[name = string("vision_model_vision_model_post_layernorm_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(606382528)))]; - tensor input_297_cast_fp16 = layer_norm(axes = input_297_axes_0, beta = vision_model_vision_model_post_layernorm_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_post_layernorm_weight_to_fp16, x = var_1497_cast_fp16)[name = string("input_297_cast_fp16")]; - tensor visual_projection_weight_to_fp16 = const()[name = string("visual_projection_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(606384640)))]; - tensor linear_144_bias_0_to_fp16 = const()[name = string("linear_144_bias_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(607957568)))]; - tensor linear_144_cast_fp16 = linear(bias = linear_144_bias_0_to_fp16, weight = visual_projection_weight_to_fp16, x = input_297_cast_fp16)[name = string("linear_144_cast_fp16")]; - tensor var_1508 = const()[name = string("op_1508"), val = tensor([1])]; - bool var_1509 = const()[name = string("op_1509"), val = bool(true)]; - tensor var_1511_cast_fp16 = reduce_l2_norm(axes = var_1508, keep_dims = var_1509, x = linear_144_cast_fp16)[name = string("op_1511_cast_fp16")]; - fp16 var_1512_to_fp16 = const()[name = string("op_1512_to_fp16"), val = fp16(0x1p-24)]; - tensor var_1513_cast_fp16 = maximum(x = var_1511_cast_fp16, y = var_1512_to_fp16)[name = string("op_1513_cast_fp16")]; - tensor denom_1_reps_0 = const()[name = string("denom_1_reps_0"), val = tensor([1, 768])]; - tensor denom_1_cast_fp16 = tile(reps = denom_1_reps_0, x = var_1513_cast_fp16)[name = string("denom_1_cast_fp16")]; - tensor var_1515_cast_fp16 = real_div(x = linear_144_cast_fp16, y = denom_1_cast_fp16)[name = string("op_1515_cast_fp16")]; - tensor var_1555_weight_0_to_fp16 = const()[name = string("op_1555_weight_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(607959168)))]; - tensor var_1555_bias_0_to_fp16 = const()[name = string("op_1555_bias_0_to_fp16"), val = tensor([-0x1.8f4p-3, -0x1.998p-3, -0x1.c28p-3])]; - tensor var_1555_cast_fp16 = linear(bias = var_1555_bias_0_to_fp16, weight = var_1555_weight_0_to_fp16, x = var_1515_cast_fp16)[name = string("op_1555_cast_fp16")]; - tensor var_1590_weight_0_to_fp16 = const()[name = string("op_1590_weight_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(607963840)))]; - tensor var_1590_bias_0_to_fp16 = const()[name = string("op_1590_bias_0_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(607990016)))]; - tensor var_1590_cast_fp16 = linear(bias = var_1590_bias_0_to_fp16, weight = var_1590_weight_0_to_fp16, x = var_1515_cast_fp16)[name = string("op_1590_cast_fp16")]; - tensor special_scores_cast_fp16 = add(x = var_1555_cast_fp16, y = adjustment)[name = string("special_scores_cast_fp16")]; - fp16 var_1558_promoted_to_fp16 = const()[name = string("op_1558_promoted_to_fp16"), val = fp16(0x0p+0)]; - tensor var_1559_cast_fp16 = greater(x = special_scores_cast_fp16, y = var_1558_promoted_to_fp16)[name = string("op_1559_cast_fp16")]; - tensor var_1569_axes_0 = const()[name = string("op_1569_axes_0"), val = tensor([1])]; - bool var_1569_keep_dims_0 = const()[name = string("op_1569_keep_dims_0"), val = bool(false)]; - string var_1564_to_fp16_dtype_0 = const()[name = string("op_1564_to_fp16_dtype_0"), val = string("fp16")]; - tensor var_1559_cast_fp16_to_fp16 = cast(dtype = var_1564_to_fp16_dtype_0, x = var_1559_cast_fp16)[name = string("cast_117")]; - tensor var_1569_cast_fp16 = reduce_sum(axes = var_1569_axes_0, keep_dims = var_1569_keep_dims_0, x = var_1559_cast_fp16_to_fp16)[name = string("op_1569_cast_fp16")]; - fp16 var_1570_promoted_to_fp16 = const()[name = string("op_1570_promoted_to_fp16"), val = fp16(0x0p+0)]; - tensor var_1571_cast_fp16 = greater(x = var_1569_cast_fp16, y = var_1570_promoted_to_fp16)[name = string("op_1571_cast_fp16")]; - string special_care_to_fp16_dtype_0 = const()[name = string("special_care_to_fp16_dtype_0"), val = string("fp16")]; - fp16 var_1577_to_fp16 = const()[name = string("op_1577_to_fp16"), val = fp16(0x1.47cp-7)]; - tensor var_1571_cast_fp16_to_fp16 = cast(dtype = special_care_to_fp16_dtype_0, x = var_1571_cast_fp16)[name = string("cast_116")]; - tensor special_adjustment_1_cast_fp16 = mul(x = var_1571_cast_fp16_to_fp16, y = var_1577_to_fp16)[name = string("special_adjustment_1_cast_fp16")]; - tensor var_1580_axes_0 = const()[name = string("op_1580_axes_0"), val = tensor([1])]; - tensor var_1580_cast_fp16 = expand_dims(axes = var_1580_axes_0, x = special_adjustment_1_cast_fp16)[name = string("op_1580_cast_fp16")]; - tensor special_adjustment_reps_0 = const()[name = string("special_adjustment_reps_0"), val = tensor([1, 17])]; - tensor special_adjustment_cast_fp16 = tile(reps = special_adjustment_reps_0, x = var_1580_cast_fp16)[name = string("special_adjustment_cast_fp16")]; - tensor concept_scores_cast_fp16 = add(x = var_1590_cast_fp16, y = special_adjustment_cast_fp16)[name = string("concept_scores_cast_fp16")]; - string concept_scores_cast_fp16_to_fp32_dtype_0 = const()[name = string("concept_scores_cast_fp16_to_fp32_dtype_0"), val = string("fp32")]; - fp16 var_1593_promoted_to_fp16 = const()[name = string("op_1593_promoted_to_fp16"), val = fp16(0x0p+0)]; - tensor var_1594_cast_fp16 = greater(x = concept_scores_cast_fp16, y = var_1593_promoted_to_fp16)[name = string("op_1594_cast_fp16")]; - tensor var_1604_axes_0 = const()[name = string("op_1604_axes_0"), val = tensor([1])]; - bool var_1604_keep_dims_0 = const()[name = string("op_1604_keep_dims_0"), val = bool(false)]; - string var_1599_to_fp16_dtype_0 = const()[name = string("op_1599_to_fp16_dtype_0"), val = string("fp16")]; - tensor var_1594_cast_fp16_to_fp16 = cast(dtype = var_1599_to_fp16_dtype_0, x = var_1594_cast_fp16)[name = string("cast_114")]; - tensor var_1604_cast_fp16 = reduce_sum(axes = var_1604_axes_0, keep_dims = var_1604_keep_dims_0, x = var_1594_cast_fp16_to_fp16)[name = string("op_1604_cast_fp16")]; - fp16 var_1605_promoted_to_fp16 = const()[name = string("op_1605_promoted_to_fp16"), val = fp16(0x0p+0)]; - tensor var_1606_cast_fp16 = greater(x = var_1604_cast_fp16, y = var_1605_promoted_to_fp16)[name = string("op_1606_cast_fp16")]; - tensor var_1613_axes_0 = const()[name = string("op_1613_axes_0"), val = tensor([1])]; - tensor var_1613 = expand_dims(axes = var_1613_axes_0, x = var_1606_cast_fp16)[name = string("op_1613")]; - tensor var_1615_axes_0 = const()[name = string("op_1615_axes_0"), val = tensor([2])]; - tensor var_1615 = expand_dims(axes = var_1615_axes_0, x = var_1613)[name = string("op_1615")]; - tensor has_nsfw_concepts_axes_0 = const()[name = string("has_nsfw_concepts_axes_0"), val = tensor([3])]; - tensor has_nsfw_concepts_1 = expand_dims(axes = has_nsfw_concepts_axes_0, x = var_1615)[name = string("has_nsfw_concepts")]; - tensor has_nsfw_concepts_after_broadcast_reps_0 = const()[name = string("has_nsfw_concepts_after_broadcast_reps_0"), val = tensor([1, 512, 512, 3])]; - tensor has_nsfw_concepts_after_broadcast = tile(reps = has_nsfw_concepts_after_broadcast_reps_0, x = has_nsfw_concepts_1)[name = string("has_nsfw_concepts_after_broadcast")]; - string cast_109_dtype_0 = const()[name = string("cast_109_dtype_0"), val = string("int32")]; - tensor cast_109 = cast(dtype = cast_109_dtype_0, x = has_nsfw_concepts_after_broadcast)[name = string("cast_113")]; - tensor non_zero_0 = non_zero(x = cast_109)[name = string("non_zero_0")]; - tensor shape_5 = shape(x = non_zero_0)[name = string("shape_5")]; - tensor slice_by_index_2_begin_0 = const()[name = string("slice_by_index_2_begin_0"), val = tensor([0])]; - tensor slice_by_index_2_end_0 = const()[name = string("slice_by_index_2_end_0"), val = tensor([0])]; - tensor slice_by_index_2_squeeze_mask_0 = const()[name = string("slice_by_index_2_squeeze_mask_0"), val = tensor([true])]; - int32 slice_by_index_2 = slice_by_index(begin = slice_by_index_2_begin_0, end = slice_by_index_2_end_0, squeeze_mask = slice_by_index_2_squeeze_mask_0, x = shape_5)[name = string("slice_by_index_2")]; - int32 concat_4_axis_0 = const()[name = string("concat_4_axis_0"), val = int32(0)]; - bool concat_4_interleave_0 = const()[name = string("concat_4_interleave_0"), val = bool(false)]; - tensor concat_4 = concat(axis = concat_4_axis_0, interleave = concat_4_interleave_0, values = slice_by_index_2)[name = string("concat_4")]; - tensor shape_6 = const()[name = string("shape_6"), val = tensor([1])]; - int32 equal_0_y_0 = const()[name = string("equal_0_y_0"), val = int32(-1)]; - tensor equal_0 = equal(x = concat_4, y = equal_0_y_0)[name = string("equal_0")]; - tensor select_0 = select(a = shape_6, b = concat_4, cond = equal_0)[name = string("select_0")]; - tensor expand_dims_1_to_fp16 = const()[name = string("expand_dims_1_to_fp16"), val = tensor([0x0p+0])]; - tensor var_1623_broadcasted_cast_fp16 = tile(reps = select_0, x = expand_dims_1_to_fp16)[name = string("op_1623_broadcasted_cast_fp16")]; - int32 greater_equal_0_y_0 = const()[name = string("greater_equal_0_y_0"), val = int32(0)]; - tensor greater_equal_0 = greater_equal(x = non_zero_0, y = greater_equal_0_y_0)[name = string("greater_equal_0")]; - tensor shape_7 = const()[name = string("shape_7"), val = tensor([1, 512, 512, 3])]; - tensor add_0 = add(x = non_zero_0, y = shape_7)[name = string("add_0")]; - tensor select_1 = select(a = non_zero_0, b = add_0, cond = greater_equal_0)[name = string("select_1")]; - string var_1625_mode_0 = const()[name = string("op_1625_mode_0"), val = string("update")]; - bool var_1625_validate_indices_0 = const()[name = string("op_1625_validate_indices_0"), val = bool(false)]; - tensor var_1625_cast_fp16 = scatter_nd(data = images, indices = select_1, mode = var_1625_mode_0, updates = var_1623_broadcasted_cast_fp16, validate_indices = var_1625_validate_indices_0)[name = string("op_1625_cast_fp16")]; - string var_1625_cast_fp16_to_fp32_dtype_0 = const()[name = string("op_1625_cast_fp16_to_fp32_dtype_0"), val = string("fp32")]; - string var_1630_dtype_0 = const()[name = string("op_1630_dtype_0"), val = string("fp32")]; - tensor has_nsfw_concepts = cast(dtype = var_1630_dtype_0, x = has_nsfw_concepts_1)[name = string("cast_111")]; - tensor filtered_images = cast(dtype = var_1625_cast_fp16_to_fp32_dtype_0, x = var_1625_cast_fp16)[name = string("cast_112")]; - tensor concept_scores = cast(dtype = concept_scores_cast_fp16_to_fp32_dtype_0, x = concept_scores_cast_fp16)[name = string("cast_115")]; - } -> (filtered_images, has_nsfw_concepts, concept_scores); -} \ No newline at end of file