| program(1.0) |
| [buildInfo = dict<tensor<string, []>, tensor<string, []>>({{"coremlc-component-MIL", "3600.16.1"}, {"coremlc-version", "3600.22.1"}, {"coremltools-component-torch", "2.7.0"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "9.0"}})] |
| { |
| func main<ios17>(tensor<fp16, [1]> adjustment, tensor<fp16, [1, 3, 224, 224]> clip_input, tensor<fp16, [1, 512, 512, 3]> images) { |
| tensor<int32, []> var_13 = const()[name = tensor<string, []>("op_13"), val = tensor<int32, []>(1)]; |
| tensor<string, []> patch_embeds_1_pad_type_0 = const()[name = tensor<string, []>("patch_embeds_1_pad_type_0"), val = tensor<string, []>("valid")]; |
| tensor<int32, [2]> patch_embeds_1_strides_0 = const()[name = tensor<string, []>("patch_embeds_1_strides_0"), val = tensor<int32, [2]>([14, 14])]; |
| tensor<int32, [4]> patch_embeds_1_pad_0 = const()[name = tensor<string, []>("patch_embeds_1_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])]; |
| tensor<int32, [2]> patch_embeds_1_dilations_0 = const()[name = tensor<string, []>("patch_embeds_1_dilations_0"), val = tensor<int32, [2]>([1, 1])]; |
| tensor<int32, []> patch_embeds_1_groups_0 = const()[name = tensor<string, []>("patch_embeds_1_groups_0"), val = tensor<int32, []>(1)]; |
| tensor<fp16, [1024, 3, 14, 14]> vision_model_vision_model_embeddings_patch_embedding_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_embeddings_patch_embedding_weight_to_fp16"), val = tensor<fp16, [1024, 3, 14, 14]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(64)))]; |
| tensor<fp16, [1, 1024, 16, 16]> patch_embeds_1_cast_fp16 = conv(dilations = patch_embeds_1_dilations_0, groups = patch_embeds_1_groups_0, pad = patch_embeds_1_pad_0, pad_type = patch_embeds_1_pad_type_0, strides = patch_embeds_1_strides_0, weight = vision_model_vision_model_embeddings_patch_embedding_weight_to_fp16, x = clip_input)[name = tensor<string, []>("patch_embeds_1_cast_fp16")]; |
| tensor<int32, [3]> concat_0 = const()[name = tensor<string, []>("concat_0"), val = tensor<int32, [3]>([1, 1024, 256])]; |
| tensor<fp16, [1, 1024, 256]> var_43_cast_fp16 = reshape(shape = concat_0, x = patch_embeds_1_cast_fp16)[name = tensor<string, []>("op_43_cast_fp16")]; |
| tensor<int32, [3]> patch_embeds_perm_0 = const()[name = tensor<string, []>("patch_embeds_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> embeddings_1_interleave_0 = const()[name = tensor<string, []>("embeddings_1_interleave_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 1, 1024]> expand_dims_0_to_fp16 = const()[name = tensor<string, []>("expand_dims_0_to_fp16"), val = tensor<fp16, [1, 1, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1204352)))]; |
| tensor<fp16, [1, 256, 1024]> patch_embeds_cast_fp16 = transpose(perm = patch_embeds_perm_0, x = var_43_cast_fp16)[name = tensor<string, []>("transpose_242")]; |
| tensor<fp16, [1, 257, 1024]> embeddings_1_cast_fp16 = concat(axis = var_13, interleave = embeddings_1_interleave_0, values = (expand_dims_0_to_fp16, patch_embeds_cast_fp16))[name = tensor<string, []>("embeddings_1_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> var_50_to_fp16 = const()[name = tensor<string, []>("op_50_to_fp16"), val = tensor<fp16, [1, 257, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1206464)))]; |
| tensor<fp16, [1, 257, 1024]> input_5_cast_fp16 = add(x = embeddings_1_cast_fp16, y = var_50_to_fp16)[name = tensor<string, []>("input_5_cast_fp16")]; |
| tensor<int32, [1]> input_7_axes_0 = const()[name = tensor<string, []>("input_7_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_pre_layrnorm_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_pre_layrnorm_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1732864)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_pre_layrnorm_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_pre_layrnorm_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1734976)))]; |
| tensor<fp16, []> var_19_to_fp16 = const()[name = tensor<string, []>("op_19_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)]; |
| tensor<fp16, [1, 257, 1024]> input_7_cast_fp16 = layer_norm(axes = input_7_axes_0, beta = vision_model_vision_model_pre_layrnorm_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_pre_layrnorm_weight_to_fp16, x = input_5_cast_fp16)[name = tensor<string, []>("input_7_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_1_axes_0 = const()[name = tensor<string, []>("hidden_states_1_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1737088)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1739200)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_1_cast_fp16 = layer_norm(axes = hidden_states_1_axes_0, beta = vision_model_vision_model_encoder_layers_0_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_0_layer_norm1_weight_to_fp16, x = input_7_cast_fp16)[name = tensor<string, []>("hidden_states_1_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1741312)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(3838528)))]; |
| tensor<fp16, [1, 257, 1024]> linear_0_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = tensor<string, []>("linear_0_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(3840640)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(5937856)))]; |
| tensor<fp16, [1, 257, 1024]> linear_1_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = tensor<string, []>("linear_1_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(5939968)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(8037184)))]; |
| tensor<fp16, [1, 257, 1024]> linear_2_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = tensor<string, []>("linear_2_cast_fp16")]; |
| tensor<int32, [4]> var_128 = const()[name = tensor<string, []>("op_128"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_129_cast_fp16 = reshape(shape = var_128, x = linear_0_cast_fp16)[name = tensor<string, []>("op_129_cast_fp16")]; |
| tensor<int32, [4]> var_131 = const()[name = tensor<string, []>("op_131"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_132_cast_fp16 = reshape(shape = var_131, x = linear_1_cast_fp16)[name = tensor<string, []>("op_132_cast_fp16")]; |
| tensor<int32, [4]> var_134 = const()[name = tensor<string, []>("op_134"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_135_cast_fp16 = reshape(shape = var_134, x = linear_2_cast_fp16)[name = tensor<string, []>("op_135_cast_fp16")]; |
| tensor<int32, [4]> value_states_3_perm_0 = const()[name = tensor<string, []>("value_states_3_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, []> var_21_to_fp16 = const()[name = tensor<string, []>("op_21_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 16, 64]> mul_0_cast_fp16 = mul(x = var_129_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_0_cast_fp16")]; |
| tensor<bool, []> matmul_0_transpose_y_0 = const()[name = tensor<string, []>("matmul_0_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_0_transpose_x_0 = const()[name = tensor<string, []>("matmul_0_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_98_perm_0 = const()[name = tensor<string, []>("transpose_98_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_99_perm_0 = const()[name = tensor<string, []>("transpose_99_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_99 = transpose(perm = transpose_99_perm_0, x = var_132_cast_fp16)[name = tensor<string, []>("transpose_239")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_98 = transpose(perm = transpose_98_perm_0, x = mul_0_cast_fp16)[name = tensor<string, []>("transpose_240")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_0_cast_fp16 = matmul(transpose_x = matmul_0_transpose_x_0, transpose_y = matmul_0_transpose_y_0, x = transpose_98, y = transpose_99)[name = tensor<string, []>("matmul_0_cast_fp16")]; |
| tensor<int32, []> softmax_0_axis_0 = const()[name = tensor<string, []>("softmax_0_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_0_cast_fp16 = softmax(axis = softmax_0_axis_0, x = matmul_0_cast_fp16)[name = tensor<string, []>("softmax_0_cast_fp16")]; |
| tensor<bool, []> attn_output_1_transpose_x_0 = const()[name = tensor<string, []>("attn_output_1_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_1_transpose_y_0 = const()[name = tensor<string, []>("attn_output_1_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_3_cast_fp16 = transpose(perm = value_states_3_perm_0, x = var_135_cast_fp16)[name = tensor<string, []>("transpose_241")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_1_cast_fp16 = matmul(transpose_x = attn_output_1_transpose_x_0, transpose_y = attn_output_1_transpose_y_0, x = softmax_0_cast_fp16, y = value_states_3_cast_fp16)[name = tensor<string, []>("attn_output_1_cast_fp16")]; |
| tensor<int32, [4]> attn_output_3_perm_0 = const()[name = tensor<string, []>("attn_output_3_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_139 = const()[name = tensor<string, []>("op_139"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_3_cast_fp16 = transpose(perm = attn_output_3_perm_0, x = attn_output_1_cast_fp16)[name = tensor<string, []>("transpose_238")]; |
| tensor<fp16, [1, 257, 1024]> input_9_cast_fp16 = reshape(shape = var_139, x = attn_output_3_cast_fp16)[name = tensor<string, []>("input_9_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(8039296)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(10136512)))]; |
| tensor<fp16, [1, 257, 1024]> linear_3_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16, x = input_9_cast_fp16)[name = tensor<string, []>("linear_3_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_11_cast_fp16 = add(x = input_7_cast_fp16, y = linear_3_cast_fp16)[name = tensor<string, []>("input_11_cast_fp16")]; |
| tensor<int32, [1]> input_13_axes_0 = const()[name = tensor<string, []>("input_13_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(10138624)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(10140736)))]; |
| tensor<fp16, [1, 257, 1024]> input_13_cast_fp16 = layer_norm(axes = input_13_axes_0, beta = vision_model_vision_model_encoder_layers_0_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_0_layer_norm2_weight_to_fp16, x = input_11_cast_fp16)[name = tensor<string, []>("input_13_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_0_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(10142848)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_0_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(18531520)))]; |
| tensor<fp16, [1, 257, 4096]> linear_4_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_mlp_fc1_weight_to_fp16, x = input_13_cast_fp16)[name = tensor<string, []>("linear_4_cast_fp16")]; |
| tensor<fp16, []> var_154_to_fp16 = const()[name = tensor<string, []>("op_154_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_155_cast_fp16 = mul(x = linear_4_cast_fp16, y = var_154_to_fp16)[name = tensor<string, []>("op_155_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_156_cast_fp16 = sigmoid(x = var_155_cast_fp16)[name = tensor<string, []>("op_156_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_17_cast_fp16 = mul(x = linear_4_cast_fp16, y = var_156_cast_fp16)[name = tensor<string, []>("input_17_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_0_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(18539776)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(26928448)))]; |
| tensor<fp16, [1, 257, 1024]> linear_5_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_0_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_mlp_fc2_weight_to_fp16, x = input_17_cast_fp16)[name = tensor<string, []>("linear_5_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_19_cast_fp16 = add(x = input_11_cast_fp16, y = linear_5_cast_fp16)[name = tensor<string, []>("input_19_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_7_axes_0 = const()[name = tensor<string, []>("hidden_states_7_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(26930560)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(26932672)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_7_cast_fp16 = layer_norm(axes = hidden_states_7_axes_0, beta = vision_model_vision_model_encoder_layers_1_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_1_layer_norm1_weight_to_fp16, x = input_19_cast_fp16)[name = tensor<string, []>("hidden_states_7_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(26934784)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(29032000)))]; |
| tensor<fp16, [1, 257, 1024]> linear_6_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = tensor<string, []>("linear_6_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(29034112)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(31131328)))]; |
| tensor<fp16, [1, 257, 1024]> linear_7_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = tensor<string, []>("linear_7_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(31133440)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(33230656)))]; |
| tensor<fp16, [1, 257, 1024]> linear_8_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = tensor<string, []>("linear_8_cast_fp16")]; |
| tensor<int32, [4]> var_186 = const()[name = tensor<string, []>("op_186"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_187_cast_fp16 = reshape(shape = var_186, x = linear_6_cast_fp16)[name = tensor<string, []>("op_187_cast_fp16")]; |
| tensor<int32, [4]> var_189 = const()[name = tensor<string, []>("op_189"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_190_cast_fp16 = reshape(shape = var_189, x = linear_7_cast_fp16)[name = tensor<string, []>("op_190_cast_fp16")]; |
| tensor<int32, [4]> var_192 = const()[name = tensor<string, []>("op_192"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_193_cast_fp16 = reshape(shape = var_192, x = linear_8_cast_fp16)[name = tensor<string, []>("op_193_cast_fp16")]; |
| tensor<int32, [4]> value_states_7_perm_0 = const()[name = tensor<string, []>("value_states_7_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_1_cast_fp16 = mul(x = var_187_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_1_cast_fp16")]; |
| tensor<bool, []> matmul_1_transpose_y_0 = const()[name = tensor<string, []>("matmul_1_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_1_transpose_x_0 = const()[name = tensor<string, []>("matmul_1_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_100_perm_0 = const()[name = tensor<string, []>("transpose_100_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_101_perm_0 = const()[name = tensor<string, []>("transpose_101_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_101 = transpose(perm = transpose_101_perm_0, x = var_190_cast_fp16)[name = tensor<string, []>("transpose_235")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_100 = transpose(perm = transpose_100_perm_0, x = mul_1_cast_fp16)[name = tensor<string, []>("transpose_236")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_1_cast_fp16 = matmul(transpose_x = matmul_1_transpose_x_0, transpose_y = matmul_1_transpose_y_0, x = transpose_100, y = transpose_101)[name = tensor<string, []>("matmul_1_cast_fp16")]; |
| tensor<int32, []> softmax_1_axis_0 = const()[name = tensor<string, []>("softmax_1_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_1_cast_fp16 = softmax(axis = softmax_1_axis_0, x = matmul_1_cast_fp16)[name = tensor<string, []>("softmax_1_cast_fp16")]; |
| tensor<bool, []> attn_output_5_transpose_x_0 = const()[name = tensor<string, []>("attn_output_5_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_5_transpose_y_0 = const()[name = tensor<string, []>("attn_output_5_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_7_cast_fp16 = transpose(perm = value_states_7_perm_0, x = var_193_cast_fp16)[name = tensor<string, []>("transpose_237")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_5_cast_fp16 = matmul(transpose_x = attn_output_5_transpose_x_0, transpose_y = attn_output_5_transpose_y_0, x = softmax_1_cast_fp16, y = value_states_7_cast_fp16)[name = tensor<string, []>("attn_output_5_cast_fp16")]; |
| tensor<int32, [4]> attn_output_7_perm_0 = const()[name = tensor<string, []>("attn_output_7_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_197 = const()[name = tensor<string, []>("op_197"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_7_cast_fp16 = transpose(perm = attn_output_7_perm_0, x = attn_output_5_cast_fp16)[name = tensor<string, []>("transpose_234")]; |
| tensor<fp16, [1, 257, 1024]> input_21_cast_fp16 = reshape(shape = var_197, x = attn_output_7_cast_fp16)[name = tensor<string, []>("input_21_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(33232768)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(35329984)))]; |
| tensor<fp16, [1, 257, 1024]> linear_9_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16, x = input_21_cast_fp16)[name = tensor<string, []>("linear_9_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_23_cast_fp16 = add(x = input_19_cast_fp16, y = linear_9_cast_fp16)[name = tensor<string, []>("input_23_cast_fp16")]; |
| tensor<int32, [1]> input_25_axes_0 = const()[name = tensor<string, []>("input_25_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(35332096)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(35334208)))]; |
| tensor<fp16, [1, 257, 1024]> input_25_cast_fp16 = layer_norm(axes = input_25_axes_0, beta = vision_model_vision_model_encoder_layers_1_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_1_layer_norm2_weight_to_fp16, x = input_23_cast_fp16)[name = tensor<string, []>("input_25_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_1_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(35336320)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_1_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(43724992)))]; |
| tensor<fp16, [1, 257, 4096]> linear_10_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_mlp_fc1_weight_to_fp16, x = input_25_cast_fp16)[name = tensor<string, []>("linear_10_cast_fp16")]; |
| tensor<fp16, []> var_212_to_fp16 = const()[name = tensor<string, []>("op_212_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_213_cast_fp16 = mul(x = linear_10_cast_fp16, y = var_212_to_fp16)[name = tensor<string, []>("op_213_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_214_cast_fp16 = sigmoid(x = var_213_cast_fp16)[name = tensor<string, []>("op_214_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_29_cast_fp16 = mul(x = linear_10_cast_fp16, y = var_214_cast_fp16)[name = tensor<string, []>("input_29_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_1_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(43733248)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(52121920)))]; |
| tensor<fp16, [1, 257, 1024]> linear_11_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_1_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_mlp_fc2_weight_to_fp16, x = input_29_cast_fp16)[name = tensor<string, []>("linear_11_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_31_cast_fp16 = add(x = input_23_cast_fp16, y = linear_11_cast_fp16)[name = tensor<string, []>("input_31_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_13_axes_0 = const()[name = tensor<string, []>("hidden_states_13_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(52124032)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(52126144)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_13_cast_fp16 = layer_norm(axes = hidden_states_13_axes_0, beta = vision_model_vision_model_encoder_layers_2_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_2_layer_norm1_weight_to_fp16, x = input_31_cast_fp16)[name = tensor<string, []>("hidden_states_13_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(52128256)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(54225472)))]; |
| tensor<fp16, [1, 257, 1024]> linear_12_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = tensor<string, []>("linear_12_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(54227584)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(56324800)))]; |
| tensor<fp16, [1, 257, 1024]> linear_13_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = tensor<string, []>("linear_13_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(56326912)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(58424128)))]; |
| tensor<fp16, [1, 257, 1024]> linear_14_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = tensor<string, []>("linear_14_cast_fp16")]; |
| tensor<int32, [4]> var_244 = const()[name = tensor<string, []>("op_244"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_245_cast_fp16 = reshape(shape = var_244, x = linear_12_cast_fp16)[name = tensor<string, []>("op_245_cast_fp16")]; |
| tensor<int32, [4]> var_247 = const()[name = tensor<string, []>("op_247"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_248_cast_fp16 = reshape(shape = var_247, x = linear_13_cast_fp16)[name = tensor<string, []>("op_248_cast_fp16")]; |
| tensor<int32, [4]> var_250 = const()[name = tensor<string, []>("op_250"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_251_cast_fp16 = reshape(shape = var_250, x = linear_14_cast_fp16)[name = tensor<string, []>("op_251_cast_fp16")]; |
| tensor<int32, [4]> value_states_11_perm_0 = const()[name = tensor<string, []>("value_states_11_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_2_cast_fp16 = mul(x = var_245_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_2_cast_fp16")]; |
| tensor<bool, []> matmul_2_transpose_y_0 = const()[name = tensor<string, []>("matmul_2_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_2_transpose_x_0 = const()[name = tensor<string, []>("matmul_2_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_102_perm_0 = const()[name = tensor<string, []>("transpose_102_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_103_perm_0 = const()[name = tensor<string, []>("transpose_103_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_103 = transpose(perm = transpose_103_perm_0, x = var_248_cast_fp16)[name = tensor<string, []>("transpose_231")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_102 = transpose(perm = transpose_102_perm_0, x = mul_2_cast_fp16)[name = tensor<string, []>("transpose_232")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_2_cast_fp16 = matmul(transpose_x = matmul_2_transpose_x_0, transpose_y = matmul_2_transpose_y_0, x = transpose_102, y = transpose_103)[name = tensor<string, []>("matmul_2_cast_fp16")]; |
| tensor<int32, []> softmax_2_axis_0 = const()[name = tensor<string, []>("softmax_2_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_2_cast_fp16 = softmax(axis = softmax_2_axis_0, x = matmul_2_cast_fp16)[name = tensor<string, []>("softmax_2_cast_fp16")]; |
| tensor<bool, []> attn_output_9_transpose_x_0 = const()[name = tensor<string, []>("attn_output_9_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_9_transpose_y_0 = const()[name = tensor<string, []>("attn_output_9_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_11_cast_fp16 = transpose(perm = value_states_11_perm_0, x = var_251_cast_fp16)[name = tensor<string, []>("transpose_233")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_9_cast_fp16 = matmul(transpose_x = attn_output_9_transpose_x_0, transpose_y = attn_output_9_transpose_y_0, x = softmax_2_cast_fp16, y = value_states_11_cast_fp16)[name = tensor<string, []>("attn_output_9_cast_fp16")]; |
| tensor<int32, [4]> attn_output_11_perm_0 = const()[name = tensor<string, []>("attn_output_11_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_255 = const()[name = tensor<string, []>("op_255"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_11_cast_fp16 = transpose(perm = attn_output_11_perm_0, x = attn_output_9_cast_fp16)[name = tensor<string, []>("transpose_230")]; |
| tensor<fp16, [1, 257, 1024]> input_33_cast_fp16 = reshape(shape = var_255, x = attn_output_11_cast_fp16)[name = tensor<string, []>("input_33_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(58426240)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(60523456)))]; |
| tensor<fp16, [1, 257, 1024]> linear_15_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16, x = input_33_cast_fp16)[name = tensor<string, []>("linear_15_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_35_cast_fp16 = add(x = input_31_cast_fp16, y = linear_15_cast_fp16)[name = tensor<string, []>("input_35_cast_fp16")]; |
| tensor<int32, [1]> input_37_axes_0 = const()[name = tensor<string, []>("input_37_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(60525568)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(60527680)))]; |
| tensor<fp16, [1, 257, 1024]> input_37_cast_fp16 = layer_norm(axes = input_37_axes_0, beta = vision_model_vision_model_encoder_layers_2_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_2_layer_norm2_weight_to_fp16, x = input_35_cast_fp16)[name = tensor<string, []>("input_37_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_2_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(60529792)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_2_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(68918464)))]; |
| tensor<fp16, [1, 257, 4096]> linear_16_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_mlp_fc1_weight_to_fp16, x = input_37_cast_fp16)[name = tensor<string, []>("linear_16_cast_fp16")]; |
| tensor<fp16, []> var_270_to_fp16 = const()[name = tensor<string, []>("op_270_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_271_cast_fp16 = mul(x = linear_16_cast_fp16, y = var_270_to_fp16)[name = tensor<string, []>("op_271_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_272_cast_fp16 = sigmoid(x = var_271_cast_fp16)[name = tensor<string, []>("op_272_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_41_cast_fp16 = mul(x = linear_16_cast_fp16, y = var_272_cast_fp16)[name = tensor<string, []>("input_41_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_2_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(68926720)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(77315392)))]; |
| tensor<fp16, [1, 257, 1024]> linear_17_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_2_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_mlp_fc2_weight_to_fp16, x = input_41_cast_fp16)[name = tensor<string, []>("linear_17_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_43_cast_fp16 = add(x = input_35_cast_fp16, y = linear_17_cast_fp16)[name = tensor<string, []>("input_43_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_19_axes_0 = const()[name = tensor<string, []>("hidden_states_19_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(77317504)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(77319616)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_19_cast_fp16 = layer_norm(axes = hidden_states_19_axes_0, beta = vision_model_vision_model_encoder_layers_3_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_3_layer_norm1_weight_to_fp16, x = input_43_cast_fp16)[name = tensor<string, []>("hidden_states_19_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(77321728)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(79418944)))]; |
| tensor<fp16, [1, 257, 1024]> linear_18_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = tensor<string, []>("linear_18_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(79421056)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(81518272)))]; |
| tensor<fp16, [1, 257, 1024]> linear_19_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = tensor<string, []>("linear_19_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(81520384)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(83617600)))]; |
| tensor<fp16, [1, 257, 1024]> linear_20_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = tensor<string, []>("linear_20_cast_fp16")]; |
| tensor<int32, [4]> var_302 = const()[name = tensor<string, []>("op_302"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_303_cast_fp16 = reshape(shape = var_302, x = linear_18_cast_fp16)[name = tensor<string, []>("op_303_cast_fp16")]; |
| tensor<int32, [4]> var_305 = const()[name = tensor<string, []>("op_305"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_306_cast_fp16 = reshape(shape = var_305, x = linear_19_cast_fp16)[name = tensor<string, []>("op_306_cast_fp16")]; |
| tensor<int32, [4]> var_308 = const()[name = tensor<string, []>("op_308"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_309_cast_fp16 = reshape(shape = var_308, x = linear_20_cast_fp16)[name = tensor<string, []>("op_309_cast_fp16")]; |
| tensor<int32, [4]> value_states_15_perm_0 = const()[name = tensor<string, []>("value_states_15_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_3_cast_fp16 = mul(x = var_303_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_3_cast_fp16")]; |
| tensor<bool, []> matmul_3_transpose_y_0 = const()[name = tensor<string, []>("matmul_3_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_3_transpose_x_0 = const()[name = tensor<string, []>("matmul_3_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_104_perm_0 = const()[name = tensor<string, []>("transpose_104_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_105_perm_0 = const()[name = tensor<string, []>("transpose_105_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_105 = transpose(perm = transpose_105_perm_0, x = var_306_cast_fp16)[name = tensor<string, []>("transpose_227")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_104 = transpose(perm = transpose_104_perm_0, x = mul_3_cast_fp16)[name = tensor<string, []>("transpose_228")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_3_cast_fp16 = matmul(transpose_x = matmul_3_transpose_x_0, transpose_y = matmul_3_transpose_y_0, x = transpose_104, y = transpose_105)[name = tensor<string, []>("matmul_3_cast_fp16")]; |
| tensor<int32, []> softmax_3_axis_0 = const()[name = tensor<string, []>("softmax_3_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_3_cast_fp16 = softmax(axis = softmax_3_axis_0, x = matmul_3_cast_fp16)[name = tensor<string, []>("softmax_3_cast_fp16")]; |
| tensor<bool, []> attn_output_13_transpose_x_0 = const()[name = tensor<string, []>("attn_output_13_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_13_transpose_y_0 = const()[name = tensor<string, []>("attn_output_13_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_15_cast_fp16 = transpose(perm = value_states_15_perm_0, x = var_309_cast_fp16)[name = tensor<string, []>("transpose_229")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_13_cast_fp16 = matmul(transpose_x = attn_output_13_transpose_x_0, transpose_y = attn_output_13_transpose_y_0, x = softmax_3_cast_fp16, y = value_states_15_cast_fp16)[name = tensor<string, []>("attn_output_13_cast_fp16")]; |
| tensor<int32, [4]> attn_output_15_perm_0 = const()[name = tensor<string, []>("attn_output_15_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_313 = const()[name = tensor<string, []>("op_313"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_15_cast_fp16 = transpose(perm = attn_output_15_perm_0, x = attn_output_13_cast_fp16)[name = tensor<string, []>("transpose_226")]; |
| tensor<fp16, [1, 257, 1024]> input_45_cast_fp16 = reshape(shape = var_313, x = attn_output_15_cast_fp16)[name = tensor<string, []>("input_45_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(83619712)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(85716928)))]; |
| tensor<fp16, [1, 257, 1024]> linear_21_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16, x = input_45_cast_fp16)[name = tensor<string, []>("linear_21_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_47_cast_fp16 = add(x = input_43_cast_fp16, y = linear_21_cast_fp16)[name = tensor<string, []>("input_47_cast_fp16")]; |
| tensor<int32, [1]> input_49_axes_0 = const()[name = tensor<string, []>("input_49_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(85719040)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(85721152)))]; |
| tensor<fp16, [1, 257, 1024]> input_49_cast_fp16 = layer_norm(axes = input_49_axes_0, beta = vision_model_vision_model_encoder_layers_3_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_3_layer_norm2_weight_to_fp16, x = input_47_cast_fp16)[name = tensor<string, []>("input_49_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_3_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(85723264)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_3_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(94111936)))]; |
| tensor<fp16, [1, 257, 4096]> linear_22_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_mlp_fc1_weight_to_fp16, x = input_49_cast_fp16)[name = tensor<string, []>("linear_22_cast_fp16")]; |
| tensor<fp16, []> var_328_to_fp16 = const()[name = tensor<string, []>("op_328_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_329_cast_fp16 = mul(x = linear_22_cast_fp16, y = var_328_to_fp16)[name = tensor<string, []>("op_329_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_330_cast_fp16 = sigmoid(x = var_329_cast_fp16)[name = tensor<string, []>("op_330_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_53_cast_fp16 = mul(x = linear_22_cast_fp16, y = var_330_cast_fp16)[name = tensor<string, []>("input_53_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_3_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(94120192)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(102508864)))]; |
| tensor<fp16, [1, 257, 1024]> linear_23_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_3_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_mlp_fc2_weight_to_fp16, x = input_53_cast_fp16)[name = tensor<string, []>("linear_23_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_55_cast_fp16 = add(x = input_47_cast_fp16, y = linear_23_cast_fp16)[name = tensor<string, []>("input_55_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_25_axes_0 = const()[name = tensor<string, []>("hidden_states_25_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(102510976)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(102513088)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_25_cast_fp16 = layer_norm(axes = hidden_states_25_axes_0, beta = vision_model_vision_model_encoder_layers_4_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_4_layer_norm1_weight_to_fp16, x = input_55_cast_fp16)[name = tensor<string, []>("hidden_states_25_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(102515200)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(104612416)))]; |
| tensor<fp16, [1, 257, 1024]> linear_24_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = tensor<string, []>("linear_24_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(104614528)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(106711744)))]; |
| tensor<fp16, [1, 257, 1024]> linear_25_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = tensor<string, []>("linear_25_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(106713856)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(108811072)))]; |
| tensor<fp16, [1, 257, 1024]> linear_26_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = tensor<string, []>("linear_26_cast_fp16")]; |
| tensor<int32, [4]> var_360 = const()[name = tensor<string, []>("op_360"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_361_cast_fp16 = reshape(shape = var_360, x = linear_24_cast_fp16)[name = tensor<string, []>("op_361_cast_fp16")]; |
| tensor<int32, [4]> var_363 = const()[name = tensor<string, []>("op_363"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_364_cast_fp16 = reshape(shape = var_363, x = linear_25_cast_fp16)[name = tensor<string, []>("op_364_cast_fp16")]; |
| tensor<int32, [4]> var_366 = const()[name = tensor<string, []>("op_366"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_367_cast_fp16 = reshape(shape = var_366, x = linear_26_cast_fp16)[name = tensor<string, []>("op_367_cast_fp16")]; |
| tensor<int32, [4]> value_states_19_perm_0 = const()[name = tensor<string, []>("value_states_19_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_4_cast_fp16 = mul(x = var_361_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_4_cast_fp16")]; |
| tensor<bool, []> matmul_4_transpose_y_0 = const()[name = tensor<string, []>("matmul_4_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_4_transpose_x_0 = const()[name = tensor<string, []>("matmul_4_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_106_perm_0 = const()[name = tensor<string, []>("transpose_106_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_107_perm_0 = const()[name = tensor<string, []>("transpose_107_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_107 = transpose(perm = transpose_107_perm_0, x = var_364_cast_fp16)[name = tensor<string, []>("transpose_223")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_106 = transpose(perm = transpose_106_perm_0, x = mul_4_cast_fp16)[name = tensor<string, []>("transpose_224")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_4_cast_fp16 = matmul(transpose_x = matmul_4_transpose_x_0, transpose_y = matmul_4_transpose_y_0, x = transpose_106, y = transpose_107)[name = tensor<string, []>("matmul_4_cast_fp16")]; |
| tensor<int32, []> softmax_4_axis_0 = const()[name = tensor<string, []>("softmax_4_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_4_cast_fp16 = softmax(axis = softmax_4_axis_0, x = matmul_4_cast_fp16)[name = tensor<string, []>("softmax_4_cast_fp16")]; |
| tensor<bool, []> attn_output_17_transpose_x_0 = const()[name = tensor<string, []>("attn_output_17_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_17_transpose_y_0 = const()[name = tensor<string, []>("attn_output_17_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_19_cast_fp16 = transpose(perm = value_states_19_perm_0, x = var_367_cast_fp16)[name = tensor<string, []>("transpose_225")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_17_cast_fp16 = matmul(transpose_x = attn_output_17_transpose_x_0, transpose_y = attn_output_17_transpose_y_0, x = softmax_4_cast_fp16, y = value_states_19_cast_fp16)[name = tensor<string, []>("attn_output_17_cast_fp16")]; |
| tensor<int32, [4]> attn_output_19_perm_0 = const()[name = tensor<string, []>("attn_output_19_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_371 = const()[name = tensor<string, []>("op_371"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_19_cast_fp16 = transpose(perm = attn_output_19_perm_0, x = attn_output_17_cast_fp16)[name = tensor<string, []>("transpose_222")]; |
| tensor<fp16, [1, 257, 1024]> input_57_cast_fp16 = reshape(shape = var_371, x = attn_output_19_cast_fp16)[name = tensor<string, []>("input_57_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(108813184)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(110910400)))]; |
| tensor<fp16, [1, 257, 1024]> linear_27_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16, x = input_57_cast_fp16)[name = tensor<string, []>("linear_27_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_59_cast_fp16 = add(x = input_55_cast_fp16, y = linear_27_cast_fp16)[name = tensor<string, []>("input_59_cast_fp16")]; |
| tensor<int32, [1]> input_61_axes_0 = const()[name = tensor<string, []>("input_61_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(110912512)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(110914624)))]; |
| tensor<fp16, [1, 257, 1024]> input_61_cast_fp16 = layer_norm(axes = input_61_axes_0, beta = vision_model_vision_model_encoder_layers_4_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_4_layer_norm2_weight_to_fp16, x = input_59_cast_fp16)[name = tensor<string, []>("input_61_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_4_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(110916736)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_4_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(119305408)))]; |
| tensor<fp16, [1, 257, 4096]> linear_28_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_mlp_fc1_weight_to_fp16, x = input_61_cast_fp16)[name = tensor<string, []>("linear_28_cast_fp16")]; |
| tensor<fp16, []> var_386_to_fp16 = const()[name = tensor<string, []>("op_386_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_387_cast_fp16 = mul(x = linear_28_cast_fp16, y = var_386_to_fp16)[name = tensor<string, []>("op_387_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_388_cast_fp16 = sigmoid(x = var_387_cast_fp16)[name = tensor<string, []>("op_388_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_65_cast_fp16 = mul(x = linear_28_cast_fp16, y = var_388_cast_fp16)[name = tensor<string, []>("input_65_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_4_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(119313664)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(127702336)))]; |
| tensor<fp16, [1, 257, 1024]> linear_29_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_4_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_mlp_fc2_weight_to_fp16, x = input_65_cast_fp16)[name = tensor<string, []>("linear_29_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_67_cast_fp16 = add(x = input_59_cast_fp16, y = linear_29_cast_fp16)[name = tensor<string, []>("input_67_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_31_axes_0 = const()[name = tensor<string, []>("hidden_states_31_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(127704448)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(127706560)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_31_cast_fp16 = layer_norm(axes = hidden_states_31_axes_0, beta = vision_model_vision_model_encoder_layers_5_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_5_layer_norm1_weight_to_fp16, x = input_67_cast_fp16)[name = tensor<string, []>("hidden_states_31_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(127708672)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(129805888)))]; |
| tensor<fp16, [1, 257, 1024]> linear_30_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16, x = hidden_states_31_cast_fp16)[name = tensor<string, []>("linear_30_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(129808000)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(131905216)))]; |
| tensor<fp16, [1, 257, 1024]> linear_31_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16, x = hidden_states_31_cast_fp16)[name = tensor<string, []>("linear_31_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(131907328)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(134004544)))]; |
| tensor<fp16, [1, 257, 1024]> linear_32_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16, x = hidden_states_31_cast_fp16)[name = tensor<string, []>("linear_32_cast_fp16")]; |
| tensor<int32, [4]> var_418 = const()[name = tensor<string, []>("op_418"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_419_cast_fp16 = reshape(shape = var_418, x = linear_30_cast_fp16)[name = tensor<string, []>("op_419_cast_fp16")]; |
| tensor<int32, [4]> var_421 = const()[name = tensor<string, []>("op_421"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_422_cast_fp16 = reshape(shape = var_421, x = linear_31_cast_fp16)[name = tensor<string, []>("op_422_cast_fp16")]; |
| tensor<int32, [4]> var_424 = const()[name = tensor<string, []>("op_424"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_425_cast_fp16 = reshape(shape = var_424, x = linear_32_cast_fp16)[name = tensor<string, []>("op_425_cast_fp16")]; |
| tensor<int32, [4]> value_states_23_perm_0 = const()[name = tensor<string, []>("value_states_23_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_5_cast_fp16 = mul(x = var_419_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_5_cast_fp16")]; |
| tensor<bool, []> matmul_5_transpose_y_0 = const()[name = tensor<string, []>("matmul_5_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_5_transpose_x_0 = const()[name = tensor<string, []>("matmul_5_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_108_perm_0 = const()[name = tensor<string, []>("transpose_108_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_109_perm_0 = const()[name = tensor<string, []>("transpose_109_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_109 = transpose(perm = transpose_109_perm_0, x = var_422_cast_fp16)[name = tensor<string, []>("transpose_219")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_108 = transpose(perm = transpose_108_perm_0, x = mul_5_cast_fp16)[name = tensor<string, []>("transpose_220")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_5_cast_fp16 = matmul(transpose_x = matmul_5_transpose_x_0, transpose_y = matmul_5_transpose_y_0, x = transpose_108, y = transpose_109)[name = tensor<string, []>("matmul_5_cast_fp16")]; |
| tensor<int32, []> softmax_5_axis_0 = const()[name = tensor<string, []>("softmax_5_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_5_cast_fp16 = softmax(axis = softmax_5_axis_0, x = matmul_5_cast_fp16)[name = tensor<string, []>("softmax_5_cast_fp16")]; |
| tensor<bool, []> attn_output_21_transpose_x_0 = const()[name = tensor<string, []>("attn_output_21_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_21_transpose_y_0 = const()[name = tensor<string, []>("attn_output_21_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_23_cast_fp16 = transpose(perm = value_states_23_perm_0, x = var_425_cast_fp16)[name = tensor<string, []>("transpose_221")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_21_cast_fp16 = matmul(transpose_x = attn_output_21_transpose_x_0, transpose_y = attn_output_21_transpose_y_0, x = softmax_5_cast_fp16, y = value_states_23_cast_fp16)[name = tensor<string, []>("attn_output_21_cast_fp16")]; |
| tensor<int32, [4]> attn_output_23_perm_0 = const()[name = tensor<string, []>("attn_output_23_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_429 = const()[name = tensor<string, []>("op_429"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_23_cast_fp16 = transpose(perm = attn_output_23_perm_0, x = attn_output_21_cast_fp16)[name = tensor<string, []>("transpose_218")]; |
| tensor<fp16, [1, 257, 1024]> input_69_cast_fp16 = reshape(shape = var_429, x = attn_output_23_cast_fp16)[name = tensor<string, []>("input_69_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(134006656)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(136103872)))]; |
| tensor<fp16, [1, 257, 1024]> linear_33_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16, x = input_69_cast_fp16)[name = tensor<string, []>("linear_33_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_71_cast_fp16 = add(x = input_67_cast_fp16, y = linear_33_cast_fp16)[name = tensor<string, []>("input_71_cast_fp16")]; |
| tensor<int32, [1]> input_73_axes_0 = const()[name = tensor<string, []>("input_73_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(136105984)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(136108096)))]; |
| tensor<fp16, [1, 257, 1024]> input_73_cast_fp16 = layer_norm(axes = input_73_axes_0, beta = vision_model_vision_model_encoder_layers_5_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_5_layer_norm2_weight_to_fp16, x = input_71_cast_fp16)[name = tensor<string, []>("input_73_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_5_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(136110208)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_5_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(144498880)))]; |
| tensor<fp16, [1, 257, 4096]> linear_34_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_mlp_fc1_weight_to_fp16, x = input_73_cast_fp16)[name = tensor<string, []>("linear_34_cast_fp16")]; |
| tensor<fp16, []> var_444_to_fp16 = const()[name = tensor<string, []>("op_444_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_445_cast_fp16 = mul(x = linear_34_cast_fp16, y = var_444_to_fp16)[name = tensor<string, []>("op_445_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_446_cast_fp16 = sigmoid(x = var_445_cast_fp16)[name = tensor<string, []>("op_446_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_77_cast_fp16 = mul(x = linear_34_cast_fp16, y = var_446_cast_fp16)[name = tensor<string, []>("input_77_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_5_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(144507136)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(152895808)))]; |
| tensor<fp16, [1, 257, 1024]> linear_35_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_5_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_mlp_fc2_weight_to_fp16, x = input_77_cast_fp16)[name = tensor<string, []>("linear_35_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_79_cast_fp16 = add(x = input_71_cast_fp16, y = linear_35_cast_fp16)[name = tensor<string, []>("input_79_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_37_axes_0 = const()[name = tensor<string, []>("hidden_states_37_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(152897920)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(152900032)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_37_cast_fp16 = layer_norm(axes = hidden_states_37_axes_0, beta = vision_model_vision_model_encoder_layers_6_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_6_layer_norm1_weight_to_fp16, x = input_79_cast_fp16)[name = tensor<string, []>("hidden_states_37_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(152902144)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(154999360)))]; |
| tensor<fp16, [1, 257, 1024]> linear_36_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16, x = hidden_states_37_cast_fp16)[name = tensor<string, []>("linear_36_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(155001472)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(157098688)))]; |
| tensor<fp16, [1, 257, 1024]> linear_37_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16, x = hidden_states_37_cast_fp16)[name = tensor<string, []>("linear_37_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(157100800)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(159198016)))]; |
| tensor<fp16, [1, 257, 1024]> linear_38_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16, x = hidden_states_37_cast_fp16)[name = tensor<string, []>("linear_38_cast_fp16")]; |
| tensor<int32, [4]> var_476 = const()[name = tensor<string, []>("op_476"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_477_cast_fp16 = reshape(shape = var_476, x = linear_36_cast_fp16)[name = tensor<string, []>("op_477_cast_fp16")]; |
| tensor<int32, [4]> var_479 = const()[name = tensor<string, []>("op_479"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_480_cast_fp16 = reshape(shape = var_479, x = linear_37_cast_fp16)[name = tensor<string, []>("op_480_cast_fp16")]; |
| tensor<int32, [4]> var_482 = const()[name = tensor<string, []>("op_482"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_483_cast_fp16 = reshape(shape = var_482, x = linear_38_cast_fp16)[name = tensor<string, []>("op_483_cast_fp16")]; |
| tensor<int32, [4]> value_states_27_perm_0 = const()[name = tensor<string, []>("value_states_27_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_6_cast_fp16 = mul(x = var_477_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_6_cast_fp16")]; |
| tensor<bool, []> matmul_6_transpose_y_0 = const()[name = tensor<string, []>("matmul_6_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_6_transpose_x_0 = const()[name = tensor<string, []>("matmul_6_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_110_perm_0 = const()[name = tensor<string, []>("transpose_110_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_111_perm_0 = const()[name = tensor<string, []>("transpose_111_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_111 = transpose(perm = transpose_111_perm_0, x = var_480_cast_fp16)[name = tensor<string, []>("transpose_215")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_110 = transpose(perm = transpose_110_perm_0, x = mul_6_cast_fp16)[name = tensor<string, []>("transpose_216")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_6_cast_fp16 = matmul(transpose_x = matmul_6_transpose_x_0, transpose_y = matmul_6_transpose_y_0, x = transpose_110, y = transpose_111)[name = tensor<string, []>("matmul_6_cast_fp16")]; |
| tensor<int32, []> softmax_6_axis_0 = const()[name = tensor<string, []>("softmax_6_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_6_cast_fp16 = softmax(axis = softmax_6_axis_0, x = matmul_6_cast_fp16)[name = tensor<string, []>("softmax_6_cast_fp16")]; |
| tensor<bool, []> attn_output_25_transpose_x_0 = const()[name = tensor<string, []>("attn_output_25_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_25_transpose_y_0 = const()[name = tensor<string, []>("attn_output_25_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_27_cast_fp16 = transpose(perm = value_states_27_perm_0, x = var_483_cast_fp16)[name = tensor<string, []>("transpose_217")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_25_cast_fp16 = matmul(transpose_x = attn_output_25_transpose_x_0, transpose_y = attn_output_25_transpose_y_0, x = softmax_6_cast_fp16, y = value_states_27_cast_fp16)[name = tensor<string, []>("attn_output_25_cast_fp16")]; |
| tensor<int32, [4]> attn_output_27_perm_0 = const()[name = tensor<string, []>("attn_output_27_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_487 = const()[name = tensor<string, []>("op_487"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_27_cast_fp16 = transpose(perm = attn_output_27_perm_0, x = attn_output_25_cast_fp16)[name = tensor<string, []>("transpose_214")]; |
| tensor<fp16, [1, 257, 1024]> input_81_cast_fp16 = reshape(shape = var_487, x = attn_output_27_cast_fp16)[name = tensor<string, []>("input_81_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(159200128)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(161297344)))]; |
| tensor<fp16, [1, 257, 1024]> linear_39_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16, x = input_81_cast_fp16)[name = tensor<string, []>("linear_39_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_83_cast_fp16 = add(x = input_79_cast_fp16, y = linear_39_cast_fp16)[name = tensor<string, []>("input_83_cast_fp16")]; |
| tensor<int32, [1]> input_85_axes_0 = const()[name = tensor<string, []>("input_85_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(161299456)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(161301568)))]; |
| tensor<fp16, [1, 257, 1024]> input_85_cast_fp16 = layer_norm(axes = input_85_axes_0, beta = vision_model_vision_model_encoder_layers_6_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_6_layer_norm2_weight_to_fp16, x = input_83_cast_fp16)[name = tensor<string, []>("input_85_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_6_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(161303680)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_6_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(169692352)))]; |
| tensor<fp16, [1, 257, 4096]> linear_40_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_mlp_fc1_weight_to_fp16, x = input_85_cast_fp16)[name = tensor<string, []>("linear_40_cast_fp16")]; |
| tensor<fp16, []> var_502_to_fp16 = const()[name = tensor<string, []>("op_502_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_503_cast_fp16 = mul(x = linear_40_cast_fp16, y = var_502_to_fp16)[name = tensor<string, []>("op_503_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_504_cast_fp16 = sigmoid(x = var_503_cast_fp16)[name = tensor<string, []>("op_504_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_89_cast_fp16 = mul(x = linear_40_cast_fp16, y = var_504_cast_fp16)[name = tensor<string, []>("input_89_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_6_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(169700608)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(178089280)))]; |
| tensor<fp16, [1, 257, 1024]> linear_41_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_6_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_mlp_fc2_weight_to_fp16, x = input_89_cast_fp16)[name = tensor<string, []>("linear_41_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_91_cast_fp16 = add(x = input_83_cast_fp16, y = linear_41_cast_fp16)[name = tensor<string, []>("input_91_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_43_axes_0 = const()[name = tensor<string, []>("hidden_states_43_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(178091392)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(178093504)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_43_cast_fp16 = layer_norm(axes = hidden_states_43_axes_0, beta = vision_model_vision_model_encoder_layers_7_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_7_layer_norm1_weight_to_fp16, x = input_91_cast_fp16)[name = tensor<string, []>("hidden_states_43_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(178095616)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(180192832)))]; |
| tensor<fp16, [1, 257, 1024]> linear_42_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16, x = hidden_states_43_cast_fp16)[name = tensor<string, []>("linear_42_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(180194944)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(182292160)))]; |
| tensor<fp16, [1, 257, 1024]> linear_43_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16, x = hidden_states_43_cast_fp16)[name = tensor<string, []>("linear_43_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(182294272)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(184391488)))]; |
| tensor<fp16, [1, 257, 1024]> linear_44_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16, x = hidden_states_43_cast_fp16)[name = tensor<string, []>("linear_44_cast_fp16")]; |
| tensor<int32, [4]> var_534 = const()[name = tensor<string, []>("op_534"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_535_cast_fp16 = reshape(shape = var_534, x = linear_42_cast_fp16)[name = tensor<string, []>("op_535_cast_fp16")]; |
| tensor<int32, [4]> var_537 = const()[name = tensor<string, []>("op_537"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_538_cast_fp16 = reshape(shape = var_537, x = linear_43_cast_fp16)[name = tensor<string, []>("op_538_cast_fp16")]; |
| tensor<int32, [4]> var_540 = const()[name = tensor<string, []>("op_540"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_541_cast_fp16 = reshape(shape = var_540, x = linear_44_cast_fp16)[name = tensor<string, []>("op_541_cast_fp16")]; |
| tensor<int32, [4]> value_states_31_perm_0 = const()[name = tensor<string, []>("value_states_31_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_7_cast_fp16 = mul(x = var_535_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_7_cast_fp16")]; |
| tensor<bool, []> matmul_7_transpose_y_0 = const()[name = tensor<string, []>("matmul_7_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_7_transpose_x_0 = const()[name = tensor<string, []>("matmul_7_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_112_perm_0 = const()[name = tensor<string, []>("transpose_112_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_113_perm_0 = const()[name = tensor<string, []>("transpose_113_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_113 = transpose(perm = transpose_113_perm_0, x = var_538_cast_fp16)[name = tensor<string, []>("transpose_211")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_112 = transpose(perm = transpose_112_perm_0, x = mul_7_cast_fp16)[name = tensor<string, []>("transpose_212")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_7_cast_fp16 = matmul(transpose_x = matmul_7_transpose_x_0, transpose_y = matmul_7_transpose_y_0, x = transpose_112, y = transpose_113)[name = tensor<string, []>("matmul_7_cast_fp16")]; |
| tensor<int32, []> softmax_7_axis_0 = const()[name = tensor<string, []>("softmax_7_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_7_cast_fp16 = softmax(axis = softmax_7_axis_0, x = matmul_7_cast_fp16)[name = tensor<string, []>("softmax_7_cast_fp16")]; |
| tensor<bool, []> attn_output_29_transpose_x_0 = const()[name = tensor<string, []>("attn_output_29_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_29_transpose_y_0 = const()[name = tensor<string, []>("attn_output_29_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_31_cast_fp16 = transpose(perm = value_states_31_perm_0, x = var_541_cast_fp16)[name = tensor<string, []>("transpose_213")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_29_cast_fp16 = matmul(transpose_x = attn_output_29_transpose_x_0, transpose_y = attn_output_29_transpose_y_0, x = softmax_7_cast_fp16, y = value_states_31_cast_fp16)[name = tensor<string, []>("attn_output_29_cast_fp16")]; |
| tensor<int32, [4]> attn_output_31_perm_0 = const()[name = tensor<string, []>("attn_output_31_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_545 = const()[name = tensor<string, []>("op_545"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_31_cast_fp16 = transpose(perm = attn_output_31_perm_0, x = attn_output_29_cast_fp16)[name = tensor<string, []>("transpose_210")]; |
| tensor<fp16, [1, 257, 1024]> input_93_cast_fp16 = reshape(shape = var_545, x = attn_output_31_cast_fp16)[name = tensor<string, []>("input_93_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(184393600)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(186490816)))]; |
| tensor<fp16, [1, 257, 1024]> linear_45_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16, x = input_93_cast_fp16)[name = tensor<string, []>("linear_45_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_95_cast_fp16 = add(x = input_91_cast_fp16, y = linear_45_cast_fp16)[name = tensor<string, []>("input_95_cast_fp16")]; |
| tensor<int32, [1]> input_97_axes_0 = const()[name = tensor<string, []>("input_97_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(186492928)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(186495040)))]; |
| tensor<fp16, [1, 257, 1024]> input_97_cast_fp16 = layer_norm(axes = input_97_axes_0, beta = vision_model_vision_model_encoder_layers_7_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_7_layer_norm2_weight_to_fp16, x = input_95_cast_fp16)[name = tensor<string, []>("input_97_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_7_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(186497152)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_7_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(194885824)))]; |
| tensor<fp16, [1, 257, 4096]> linear_46_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_mlp_fc1_weight_to_fp16, x = input_97_cast_fp16)[name = tensor<string, []>("linear_46_cast_fp16")]; |
| tensor<fp16, []> var_560_to_fp16 = const()[name = tensor<string, []>("op_560_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_561_cast_fp16 = mul(x = linear_46_cast_fp16, y = var_560_to_fp16)[name = tensor<string, []>("op_561_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_562_cast_fp16 = sigmoid(x = var_561_cast_fp16)[name = tensor<string, []>("op_562_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_101_cast_fp16 = mul(x = linear_46_cast_fp16, y = var_562_cast_fp16)[name = tensor<string, []>("input_101_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_7_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(194894080)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(203282752)))]; |
| tensor<fp16, [1, 257, 1024]> linear_47_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_7_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_mlp_fc2_weight_to_fp16, x = input_101_cast_fp16)[name = tensor<string, []>("linear_47_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_103_cast_fp16 = add(x = input_95_cast_fp16, y = linear_47_cast_fp16)[name = tensor<string, []>("input_103_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_49_axes_0 = const()[name = tensor<string, []>("hidden_states_49_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(203284864)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(203286976)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_49_cast_fp16 = layer_norm(axes = hidden_states_49_axes_0, beta = vision_model_vision_model_encoder_layers_8_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_8_layer_norm1_weight_to_fp16, x = input_103_cast_fp16)[name = tensor<string, []>("hidden_states_49_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(203289088)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(205386304)))]; |
| tensor<fp16, [1, 257, 1024]> linear_48_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16, x = hidden_states_49_cast_fp16)[name = tensor<string, []>("linear_48_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(205388416)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(207485632)))]; |
| tensor<fp16, [1, 257, 1024]> linear_49_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16, x = hidden_states_49_cast_fp16)[name = tensor<string, []>("linear_49_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(207487744)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(209584960)))]; |
| tensor<fp16, [1, 257, 1024]> linear_50_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16, x = hidden_states_49_cast_fp16)[name = tensor<string, []>("linear_50_cast_fp16")]; |
| tensor<int32, [4]> var_592 = const()[name = tensor<string, []>("op_592"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_593_cast_fp16 = reshape(shape = var_592, x = linear_48_cast_fp16)[name = tensor<string, []>("op_593_cast_fp16")]; |
| tensor<int32, [4]> var_595 = const()[name = tensor<string, []>("op_595"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_596_cast_fp16 = reshape(shape = var_595, x = linear_49_cast_fp16)[name = tensor<string, []>("op_596_cast_fp16")]; |
| tensor<int32, [4]> var_598 = const()[name = tensor<string, []>("op_598"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_599_cast_fp16 = reshape(shape = var_598, x = linear_50_cast_fp16)[name = tensor<string, []>("op_599_cast_fp16")]; |
| tensor<int32, [4]> value_states_35_perm_0 = const()[name = tensor<string, []>("value_states_35_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_8_cast_fp16 = mul(x = var_593_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_8_cast_fp16")]; |
| tensor<bool, []> matmul_8_transpose_y_0 = const()[name = tensor<string, []>("matmul_8_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_8_transpose_x_0 = const()[name = tensor<string, []>("matmul_8_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_114_perm_0 = const()[name = tensor<string, []>("transpose_114_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_115_perm_0 = const()[name = tensor<string, []>("transpose_115_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_115 = transpose(perm = transpose_115_perm_0, x = var_596_cast_fp16)[name = tensor<string, []>("transpose_207")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_114 = transpose(perm = transpose_114_perm_0, x = mul_8_cast_fp16)[name = tensor<string, []>("transpose_208")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_8_cast_fp16 = matmul(transpose_x = matmul_8_transpose_x_0, transpose_y = matmul_8_transpose_y_0, x = transpose_114, y = transpose_115)[name = tensor<string, []>("matmul_8_cast_fp16")]; |
| tensor<int32, []> softmax_8_axis_0 = const()[name = tensor<string, []>("softmax_8_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_8_cast_fp16 = softmax(axis = softmax_8_axis_0, x = matmul_8_cast_fp16)[name = tensor<string, []>("softmax_8_cast_fp16")]; |
| tensor<bool, []> attn_output_33_transpose_x_0 = const()[name = tensor<string, []>("attn_output_33_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_33_transpose_y_0 = const()[name = tensor<string, []>("attn_output_33_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_35_cast_fp16 = transpose(perm = value_states_35_perm_0, x = var_599_cast_fp16)[name = tensor<string, []>("transpose_209")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_33_cast_fp16 = matmul(transpose_x = attn_output_33_transpose_x_0, transpose_y = attn_output_33_transpose_y_0, x = softmax_8_cast_fp16, y = value_states_35_cast_fp16)[name = tensor<string, []>("attn_output_33_cast_fp16")]; |
| tensor<int32, [4]> attn_output_35_perm_0 = const()[name = tensor<string, []>("attn_output_35_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_603 = const()[name = tensor<string, []>("op_603"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_35_cast_fp16 = transpose(perm = attn_output_35_perm_0, x = attn_output_33_cast_fp16)[name = tensor<string, []>("transpose_206")]; |
| tensor<fp16, [1, 257, 1024]> input_105_cast_fp16 = reshape(shape = var_603, x = attn_output_35_cast_fp16)[name = tensor<string, []>("input_105_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(209587072)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(211684288)))]; |
| tensor<fp16, [1, 257, 1024]> linear_51_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16, x = input_105_cast_fp16)[name = tensor<string, []>("linear_51_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_107_cast_fp16 = add(x = input_103_cast_fp16, y = linear_51_cast_fp16)[name = tensor<string, []>("input_107_cast_fp16")]; |
| tensor<int32, [1]> input_109_axes_0 = const()[name = tensor<string, []>("input_109_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(211686400)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(211688512)))]; |
| tensor<fp16, [1, 257, 1024]> input_109_cast_fp16 = layer_norm(axes = input_109_axes_0, beta = vision_model_vision_model_encoder_layers_8_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_8_layer_norm2_weight_to_fp16, x = input_107_cast_fp16)[name = tensor<string, []>("input_109_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_8_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(211690624)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_8_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(220079296)))]; |
| tensor<fp16, [1, 257, 4096]> linear_52_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_mlp_fc1_weight_to_fp16, x = input_109_cast_fp16)[name = tensor<string, []>("linear_52_cast_fp16")]; |
| tensor<fp16, []> var_618_to_fp16 = const()[name = tensor<string, []>("op_618_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_619_cast_fp16 = mul(x = linear_52_cast_fp16, y = var_618_to_fp16)[name = tensor<string, []>("op_619_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_620_cast_fp16 = sigmoid(x = var_619_cast_fp16)[name = tensor<string, []>("op_620_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_113_cast_fp16 = mul(x = linear_52_cast_fp16, y = var_620_cast_fp16)[name = tensor<string, []>("input_113_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_8_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(220087552)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(228476224)))]; |
| tensor<fp16, [1, 257, 1024]> linear_53_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_8_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_mlp_fc2_weight_to_fp16, x = input_113_cast_fp16)[name = tensor<string, []>("linear_53_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_115_cast_fp16 = add(x = input_107_cast_fp16, y = linear_53_cast_fp16)[name = tensor<string, []>("input_115_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_55_axes_0 = const()[name = tensor<string, []>("hidden_states_55_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(228478336)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(228480448)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_55_cast_fp16 = layer_norm(axes = hidden_states_55_axes_0, beta = vision_model_vision_model_encoder_layers_9_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_9_layer_norm1_weight_to_fp16, x = input_115_cast_fp16)[name = tensor<string, []>("hidden_states_55_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(228482560)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(230579776)))]; |
| tensor<fp16, [1, 257, 1024]> linear_54_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16, x = hidden_states_55_cast_fp16)[name = tensor<string, []>("linear_54_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(230581888)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(232679104)))]; |
| tensor<fp16, [1, 257, 1024]> linear_55_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16, x = hidden_states_55_cast_fp16)[name = tensor<string, []>("linear_55_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(232681216)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(234778432)))]; |
| tensor<fp16, [1, 257, 1024]> linear_56_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16, x = hidden_states_55_cast_fp16)[name = tensor<string, []>("linear_56_cast_fp16")]; |
| tensor<int32, [4]> var_650 = const()[name = tensor<string, []>("op_650"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_651_cast_fp16 = reshape(shape = var_650, x = linear_54_cast_fp16)[name = tensor<string, []>("op_651_cast_fp16")]; |
| tensor<int32, [4]> var_653 = const()[name = tensor<string, []>("op_653"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_654_cast_fp16 = reshape(shape = var_653, x = linear_55_cast_fp16)[name = tensor<string, []>("op_654_cast_fp16")]; |
| tensor<int32, [4]> var_656 = const()[name = tensor<string, []>("op_656"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_657_cast_fp16 = reshape(shape = var_656, x = linear_56_cast_fp16)[name = tensor<string, []>("op_657_cast_fp16")]; |
| tensor<int32, [4]> value_states_39_perm_0 = const()[name = tensor<string, []>("value_states_39_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_9_cast_fp16 = mul(x = var_651_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_9_cast_fp16")]; |
| tensor<bool, []> matmul_9_transpose_y_0 = const()[name = tensor<string, []>("matmul_9_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_9_transpose_x_0 = const()[name = tensor<string, []>("matmul_9_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_116_perm_0 = const()[name = tensor<string, []>("transpose_116_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_117_perm_0 = const()[name = tensor<string, []>("transpose_117_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_117 = transpose(perm = transpose_117_perm_0, x = var_654_cast_fp16)[name = tensor<string, []>("transpose_203")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_116 = transpose(perm = transpose_116_perm_0, x = mul_9_cast_fp16)[name = tensor<string, []>("transpose_204")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_9_cast_fp16 = matmul(transpose_x = matmul_9_transpose_x_0, transpose_y = matmul_9_transpose_y_0, x = transpose_116, y = transpose_117)[name = tensor<string, []>("matmul_9_cast_fp16")]; |
| tensor<int32, []> softmax_9_axis_0 = const()[name = tensor<string, []>("softmax_9_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_9_cast_fp16 = softmax(axis = softmax_9_axis_0, x = matmul_9_cast_fp16)[name = tensor<string, []>("softmax_9_cast_fp16")]; |
| tensor<bool, []> attn_output_37_transpose_x_0 = const()[name = tensor<string, []>("attn_output_37_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_37_transpose_y_0 = const()[name = tensor<string, []>("attn_output_37_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_39_cast_fp16 = transpose(perm = value_states_39_perm_0, x = var_657_cast_fp16)[name = tensor<string, []>("transpose_205")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_37_cast_fp16 = matmul(transpose_x = attn_output_37_transpose_x_0, transpose_y = attn_output_37_transpose_y_0, x = softmax_9_cast_fp16, y = value_states_39_cast_fp16)[name = tensor<string, []>("attn_output_37_cast_fp16")]; |
| tensor<int32, [4]> attn_output_39_perm_0 = const()[name = tensor<string, []>("attn_output_39_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_661 = const()[name = tensor<string, []>("op_661"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_39_cast_fp16 = transpose(perm = attn_output_39_perm_0, x = attn_output_37_cast_fp16)[name = tensor<string, []>("transpose_202")]; |
| tensor<fp16, [1, 257, 1024]> input_117_cast_fp16 = reshape(shape = var_661, x = attn_output_39_cast_fp16)[name = tensor<string, []>("input_117_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(234780544)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(236877760)))]; |
| tensor<fp16, [1, 257, 1024]> linear_57_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16, x = input_117_cast_fp16)[name = tensor<string, []>("linear_57_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_119_cast_fp16 = add(x = input_115_cast_fp16, y = linear_57_cast_fp16)[name = tensor<string, []>("input_119_cast_fp16")]; |
| tensor<int32, [1]> input_121_axes_0 = const()[name = tensor<string, []>("input_121_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(236879872)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(236881984)))]; |
| tensor<fp16, [1, 257, 1024]> input_121_cast_fp16 = layer_norm(axes = input_121_axes_0, beta = vision_model_vision_model_encoder_layers_9_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_9_layer_norm2_weight_to_fp16, x = input_119_cast_fp16)[name = tensor<string, []>("input_121_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_9_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(236884096)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_9_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(245272768)))]; |
| tensor<fp16, [1, 257, 4096]> linear_58_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_mlp_fc1_weight_to_fp16, x = input_121_cast_fp16)[name = tensor<string, []>("linear_58_cast_fp16")]; |
| tensor<fp16, []> var_676_to_fp16 = const()[name = tensor<string, []>("op_676_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_677_cast_fp16 = mul(x = linear_58_cast_fp16, y = var_676_to_fp16)[name = tensor<string, []>("op_677_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_678_cast_fp16 = sigmoid(x = var_677_cast_fp16)[name = tensor<string, []>("op_678_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_125_cast_fp16 = mul(x = linear_58_cast_fp16, y = var_678_cast_fp16)[name = tensor<string, []>("input_125_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_9_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(245281024)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(253669696)))]; |
| tensor<fp16, [1, 257, 1024]> linear_59_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_9_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_mlp_fc2_weight_to_fp16, x = input_125_cast_fp16)[name = tensor<string, []>("linear_59_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_127_cast_fp16 = add(x = input_119_cast_fp16, y = linear_59_cast_fp16)[name = tensor<string, []>("input_127_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_61_axes_0 = const()[name = tensor<string, []>("hidden_states_61_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(253671808)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(253673920)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_61_cast_fp16 = layer_norm(axes = hidden_states_61_axes_0, beta = vision_model_vision_model_encoder_layers_10_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_10_layer_norm1_weight_to_fp16, x = input_127_cast_fp16)[name = tensor<string, []>("hidden_states_61_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(253676032)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(255773248)))]; |
| tensor<fp16, [1, 257, 1024]> linear_60_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16, x = hidden_states_61_cast_fp16)[name = tensor<string, []>("linear_60_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(255775360)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(257872576)))]; |
| tensor<fp16, [1, 257, 1024]> linear_61_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16, x = hidden_states_61_cast_fp16)[name = tensor<string, []>("linear_61_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(257874688)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(259971904)))]; |
| tensor<fp16, [1, 257, 1024]> linear_62_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16, x = hidden_states_61_cast_fp16)[name = tensor<string, []>("linear_62_cast_fp16")]; |
| tensor<int32, [4]> var_708 = const()[name = tensor<string, []>("op_708"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_709_cast_fp16 = reshape(shape = var_708, x = linear_60_cast_fp16)[name = tensor<string, []>("op_709_cast_fp16")]; |
| tensor<int32, [4]> var_711 = const()[name = tensor<string, []>("op_711"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_712_cast_fp16 = reshape(shape = var_711, x = linear_61_cast_fp16)[name = tensor<string, []>("op_712_cast_fp16")]; |
| tensor<int32, [4]> var_714 = const()[name = tensor<string, []>("op_714"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_715_cast_fp16 = reshape(shape = var_714, x = linear_62_cast_fp16)[name = tensor<string, []>("op_715_cast_fp16")]; |
| tensor<int32, [4]> value_states_43_perm_0 = const()[name = tensor<string, []>("value_states_43_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_10_cast_fp16 = mul(x = var_709_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_10_cast_fp16")]; |
| tensor<bool, []> matmul_10_transpose_y_0 = const()[name = tensor<string, []>("matmul_10_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_10_transpose_x_0 = const()[name = tensor<string, []>("matmul_10_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_118_perm_0 = const()[name = tensor<string, []>("transpose_118_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_119_perm_0 = const()[name = tensor<string, []>("transpose_119_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_119 = transpose(perm = transpose_119_perm_0, x = var_712_cast_fp16)[name = tensor<string, []>("transpose_199")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_118 = transpose(perm = transpose_118_perm_0, x = mul_10_cast_fp16)[name = tensor<string, []>("transpose_200")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_10_cast_fp16 = matmul(transpose_x = matmul_10_transpose_x_0, transpose_y = matmul_10_transpose_y_0, x = transpose_118, y = transpose_119)[name = tensor<string, []>("matmul_10_cast_fp16")]; |
| tensor<int32, []> softmax_10_axis_0 = const()[name = tensor<string, []>("softmax_10_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_10_cast_fp16 = softmax(axis = softmax_10_axis_0, x = matmul_10_cast_fp16)[name = tensor<string, []>("softmax_10_cast_fp16")]; |
| tensor<bool, []> attn_output_41_transpose_x_0 = const()[name = tensor<string, []>("attn_output_41_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_41_transpose_y_0 = const()[name = tensor<string, []>("attn_output_41_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_43_cast_fp16 = transpose(perm = value_states_43_perm_0, x = var_715_cast_fp16)[name = tensor<string, []>("transpose_201")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_41_cast_fp16 = matmul(transpose_x = attn_output_41_transpose_x_0, transpose_y = attn_output_41_transpose_y_0, x = softmax_10_cast_fp16, y = value_states_43_cast_fp16)[name = tensor<string, []>("attn_output_41_cast_fp16")]; |
| tensor<int32, [4]> attn_output_43_perm_0 = const()[name = tensor<string, []>("attn_output_43_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_719 = const()[name = tensor<string, []>("op_719"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_43_cast_fp16 = transpose(perm = attn_output_43_perm_0, x = attn_output_41_cast_fp16)[name = tensor<string, []>("transpose_198")]; |
| tensor<fp16, [1, 257, 1024]> input_129_cast_fp16 = reshape(shape = var_719, x = attn_output_43_cast_fp16)[name = tensor<string, []>("input_129_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(259974016)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(262071232)))]; |
| tensor<fp16, [1, 257, 1024]> linear_63_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16, x = input_129_cast_fp16)[name = tensor<string, []>("linear_63_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_131_cast_fp16 = add(x = input_127_cast_fp16, y = linear_63_cast_fp16)[name = tensor<string, []>("input_131_cast_fp16")]; |
| tensor<int32, [1]> input_133_axes_0 = const()[name = tensor<string, []>("input_133_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(262073344)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(262075456)))]; |
| tensor<fp16, [1, 257, 1024]> input_133_cast_fp16 = layer_norm(axes = input_133_axes_0, beta = vision_model_vision_model_encoder_layers_10_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_10_layer_norm2_weight_to_fp16, x = input_131_cast_fp16)[name = tensor<string, []>("input_133_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_10_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(262077568)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_10_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(270466240)))]; |
| tensor<fp16, [1, 257, 4096]> linear_64_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_mlp_fc1_weight_to_fp16, x = input_133_cast_fp16)[name = tensor<string, []>("linear_64_cast_fp16")]; |
| tensor<fp16, []> var_734_to_fp16 = const()[name = tensor<string, []>("op_734_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_735_cast_fp16 = mul(x = linear_64_cast_fp16, y = var_734_to_fp16)[name = tensor<string, []>("op_735_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_736_cast_fp16 = sigmoid(x = var_735_cast_fp16)[name = tensor<string, []>("op_736_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_137_cast_fp16 = mul(x = linear_64_cast_fp16, y = var_736_cast_fp16)[name = tensor<string, []>("input_137_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_10_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(270474496)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(278863168)))]; |
| tensor<fp16, [1, 257, 1024]> linear_65_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_10_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_mlp_fc2_weight_to_fp16, x = input_137_cast_fp16)[name = tensor<string, []>("linear_65_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_139_cast_fp16 = add(x = input_131_cast_fp16, y = linear_65_cast_fp16)[name = tensor<string, []>("input_139_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_67_axes_0 = const()[name = tensor<string, []>("hidden_states_67_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(278865280)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(278867392)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_67_cast_fp16 = layer_norm(axes = hidden_states_67_axes_0, beta = vision_model_vision_model_encoder_layers_11_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_11_layer_norm1_weight_to_fp16, x = input_139_cast_fp16)[name = tensor<string, []>("hidden_states_67_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(278869504)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(280966720)))]; |
| tensor<fp16, [1, 257, 1024]> linear_66_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = tensor<string, []>("linear_66_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(280968832)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(283066048)))]; |
| tensor<fp16, [1, 257, 1024]> linear_67_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = tensor<string, []>("linear_67_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(283068160)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(285165376)))]; |
| tensor<fp16, [1, 257, 1024]> linear_68_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = tensor<string, []>("linear_68_cast_fp16")]; |
| tensor<int32, [4]> var_766 = const()[name = tensor<string, []>("op_766"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_767_cast_fp16 = reshape(shape = var_766, x = linear_66_cast_fp16)[name = tensor<string, []>("op_767_cast_fp16")]; |
| tensor<int32, [4]> var_769 = const()[name = tensor<string, []>("op_769"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_770_cast_fp16 = reshape(shape = var_769, x = linear_67_cast_fp16)[name = tensor<string, []>("op_770_cast_fp16")]; |
| tensor<int32, [4]> var_772 = const()[name = tensor<string, []>("op_772"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_773_cast_fp16 = reshape(shape = var_772, x = linear_68_cast_fp16)[name = tensor<string, []>("op_773_cast_fp16")]; |
| tensor<int32, [4]> value_states_47_perm_0 = const()[name = tensor<string, []>("value_states_47_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_11_cast_fp16 = mul(x = var_767_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_11_cast_fp16")]; |
| tensor<bool, []> matmul_11_transpose_y_0 = const()[name = tensor<string, []>("matmul_11_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_11_transpose_x_0 = const()[name = tensor<string, []>("matmul_11_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_120_perm_0 = const()[name = tensor<string, []>("transpose_120_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_121_perm_0 = const()[name = tensor<string, []>("transpose_121_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_121 = transpose(perm = transpose_121_perm_0, x = var_770_cast_fp16)[name = tensor<string, []>("transpose_195")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_120 = transpose(perm = transpose_120_perm_0, x = mul_11_cast_fp16)[name = tensor<string, []>("transpose_196")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_11_cast_fp16 = matmul(transpose_x = matmul_11_transpose_x_0, transpose_y = matmul_11_transpose_y_0, x = transpose_120, y = transpose_121)[name = tensor<string, []>("matmul_11_cast_fp16")]; |
| tensor<int32, []> softmax_11_axis_0 = const()[name = tensor<string, []>("softmax_11_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_11_cast_fp16 = softmax(axis = softmax_11_axis_0, x = matmul_11_cast_fp16)[name = tensor<string, []>("softmax_11_cast_fp16")]; |
| tensor<bool, []> attn_output_45_transpose_x_0 = const()[name = tensor<string, []>("attn_output_45_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_45_transpose_y_0 = const()[name = tensor<string, []>("attn_output_45_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_47_cast_fp16 = transpose(perm = value_states_47_perm_0, x = var_773_cast_fp16)[name = tensor<string, []>("transpose_197")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_45_cast_fp16 = matmul(transpose_x = attn_output_45_transpose_x_0, transpose_y = attn_output_45_transpose_y_0, x = softmax_11_cast_fp16, y = value_states_47_cast_fp16)[name = tensor<string, []>("attn_output_45_cast_fp16")]; |
| tensor<int32, [4]> attn_output_47_perm_0 = const()[name = tensor<string, []>("attn_output_47_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_777 = const()[name = tensor<string, []>("op_777"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_47_cast_fp16 = transpose(perm = attn_output_47_perm_0, x = attn_output_45_cast_fp16)[name = tensor<string, []>("transpose_194")]; |
| tensor<fp16, [1, 257, 1024]> input_141_cast_fp16 = reshape(shape = var_777, x = attn_output_47_cast_fp16)[name = tensor<string, []>("input_141_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(285167488)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(287264704)))]; |
| tensor<fp16, [1, 257, 1024]> linear_69_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16, x = input_141_cast_fp16)[name = tensor<string, []>("linear_69_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_143_cast_fp16 = add(x = input_139_cast_fp16, y = linear_69_cast_fp16)[name = tensor<string, []>("input_143_cast_fp16")]; |
| tensor<int32, [1]> input_145_axes_0 = const()[name = tensor<string, []>("input_145_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(287266816)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(287268928)))]; |
| tensor<fp16, [1, 257, 1024]> input_145_cast_fp16 = layer_norm(axes = input_145_axes_0, beta = vision_model_vision_model_encoder_layers_11_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_11_layer_norm2_weight_to_fp16, x = input_143_cast_fp16)[name = tensor<string, []>("input_145_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_11_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(287271040)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_11_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(295659712)))]; |
| tensor<fp16, [1, 257, 4096]> linear_70_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_mlp_fc1_weight_to_fp16, x = input_145_cast_fp16)[name = tensor<string, []>("linear_70_cast_fp16")]; |
| tensor<fp16, []> var_792_to_fp16 = const()[name = tensor<string, []>("op_792_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_793_cast_fp16 = mul(x = linear_70_cast_fp16, y = var_792_to_fp16)[name = tensor<string, []>("op_793_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_794_cast_fp16 = sigmoid(x = var_793_cast_fp16)[name = tensor<string, []>("op_794_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_149_cast_fp16 = mul(x = linear_70_cast_fp16, y = var_794_cast_fp16)[name = tensor<string, []>("input_149_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_11_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(295667968)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(304056640)))]; |
| tensor<fp16, [1, 257, 1024]> linear_71_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_11_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_mlp_fc2_weight_to_fp16, x = input_149_cast_fp16)[name = tensor<string, []>("linear_71_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_151_cast_fp16 = add(x = input_143_cast_fp16, y = linear_71_cast_fp16)[name = tensor<string, []>("input_151_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_73_axes_0 = const()[name = tensor<string, []>("hidden_states_73_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(304058752)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(304060864)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_73_cast_fp16 = layer_norm(axes = hidden_states_73_axes_0, beta = vision_model_vision_model_encoder_layers_12_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_12_layer_norm1_weight_to_fp16, x = input_151_cast_fp16)[name = tensor<string, []>("hidden_states_73_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(304062976)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(306160192)))]; |
| tensor<fp16, [1, 257, 1024]> linear_72_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16, x = hidden_states_73_cast_fp16)[name = tensor<string, []>("linear_72_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(306162304)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(308259520)))]; |
| tensor<fp16, [1, 257, 1024]> linear_73_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16, x = hidden_states_73_cast_fp16)[name = tensor<string, []>("linear_73_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(308261632)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(310358848)))]; |
| tensor<fp16, [1, 257, 1024]> linear_74_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16, x = hidden_states_73_cast_fp16)[name = tensor<string, []>("linear_74_cast_fp16")]; |
| tensor<int32, [4]> var_824 = const()[name = tensor<string, []>("op_824"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_825_cast_fp16 = reshape(shape = var_824, x = linear_72_cast_fp16)[name = tensor<string, []>("op_825_cast_fp16")]; |
| tensor<int32, [4]> var_827 = const()[name = tensor<string, []>("op_827"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_828_cast_fp16 = reshape(shape = var_827, x = linear_73_cast_fp16)[name = tensor<string, []>("op_828_cast_fp16")]; |
| tensor<int32, [4]> var_830 = const()[name = tensor<string, []>("op_830"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_831_cast_fp16 = reshape(shape = var_830, x = linear_74_cast_fp16)[name = tensor<string, []>("op_831_cast_fp16")]; |
| tensor<int32, [4]> value_states_51_perm_0 = const()[name = tensor<string, []>("value_states_51_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_12_cast_fp16 = mul(x = var_825_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_12_cast_fp16")]; |
| tensor<bool, []> matmul_12_transpose_y_0 = const()[name = tensor<string, []>("matmul_12_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_12_transpose_x_0 = const()[name = tensor<string, []>("matmul_12_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_122_perm_0 = const()[name = tensor<string, []>("transpose_122_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_123_perm_0 = const()[name = tensor<string, []>("transpose_123_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_123 = transpose(perm = transpose_123_perm_0, x = var_828_cast_fp16)[name = tensor<string, []>("transpose_191")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_122 = transpose(perm = transpose_122_perm_0, x = mul_12_cast_fp16)[name = tensor<string, []>("transpose_192")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_12_cast_fp16 = matmul(transpose_x = matmul_12_transpose_x_0, transpose_y = matmul_12_transpose_y_0, x = transpose_122, y = transpose_123)[name = tensor<string, []>("matmul_12_cast_fp16")]; |
| tensor<int32, []> softmax_12_axis_0 = const()[name = tensor<string, []>("softmax_12_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_12_cast_fp16 = softmax(axis = softmax_12_axis_0, x = matmul_12_cast_fp16)[name = tensor<string, []>("softmax_12_cast_fp16")]; |
| tensor<bool, []> attn_output_49_transpose_x_0 = const()[name = tensor<string, []>("attn_output_49_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_49_transpose_y_0 = const()[name = tensor<string, []>("attn_output_49_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_51_cast_fp16 = transpose(perm = value_states_51_perm_0, x = var_831_cast_fp16)[name = tensor<string, []>("transpose_193")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_49_cast_fp16 = matmul(transpose_x = attn_output_49_transpose_x_0, transpose_y = attn_output_49_transpose_y_0, x = softmax_12_cast_fp16, y = value_states_51_cast_fp16)[name = tensor<string, []>("attn_output_49_cast_fp16")]; |
| tensor<int32, [4]> attn_output_51_perm_0 = const()[name = tensor<string, []>("attn_output_51_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_835 = const()[name = tensor<string, []>("op_835"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_51_cast_fp16 = transpose(perm = attn_output_51_perm_0, x = attn_output_49_cast_fp16)[name = tensor<string, []>("transpose_190")]; |
| tensor<fp16, [1, 257, 1024]> input_153_cast_fp16 = reshape(shape = var_835, x = attn_output_51_cast_fp16)[name = tensor<string, []>("input_153_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(310360960)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(312458176)))]; |
| tensor<fp16, [1, 257, 1024]> linear_75_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16, x = input_153_cast_fp16)[name = tensor<string, []>("linear_75_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_155_cast_fp16 = add(x = input_151_cast_fp16, y = linear_75_cast_fp16)[name = tensor<string, []>("input_155_cast_fp16")]; |
| tensor<int32, [1]> input_157_axes_0 = const()[name = tensor<string, []>("input_157_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(312460288)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(312462400)))]; |
| tensor<fp16, [1, 257, 1024]> input_157_cast_fp16 = layer_norm(axes = input_157_axes_0, beta = vision_model_vision_model_encoder_layers_12_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_12_layer_norm2_weight_to_fp16, x = input_155_cast_fp16)[name = tensor<string, []>("input_157_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_12_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(312464512)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_12_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(320853184)))]; |
| tensor<fp16, [1, 257, 4096]> linear_76_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_mlp_fc1_weight_to_fp16, x = input_157_cast_fp16)[name = tensor<string, []>("linear_76_cast_fp16")]; |
| tensor<fp16, []> var_850_to_fp16 = const()[name = tensor<string, []>("op_850_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_851_cast_fp16 = mul(x = linear_76_cast_fp16, y = var_850_to_fp16)[name = tensor<string, []>("op_851_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_852_cast_fp16 = sigmoid(x = var_851_cast_fp16)[name = tensor<string, []>("op_852_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_161_cast_fp16 = mul(x = linear_76_cast_fp16, y = var_852_cast_fp16)[name = tensor<string, []>("input_161_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_12_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(320861440)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(329250112)))]; |
| tensor<fp16, [1, 257, 1024]> linear_77_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_12_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_mlp_fc2_weight_to_fp16, x = input_161_cast_fp16)[name = tensor<string, []>("linear_77_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_163_cast_fp16 = add(x = input_155_cast_fp16, y = linear_77_cast_fp16)[name = tensor<string, []>("input_163_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_79_axes_0 = const()[name = tensor<string, []>("hidden_states_79_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(329252224)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(329254336)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_79_cast_fp16 = layer_norm(axes = hidden_states_79_axes_0, beta = vision_model_vision_model_encoder_layers_13_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_13_layer_norm1_weight_to_fp16, x = input_163_cast_fp16)[name = tensor<string, []>("hidden_states_79_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(329256448)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(331353664)))]; |
| tensor<fp16, [1, 257, 1024]> linear_78_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16, x = hidden_states_79_cast_fp16)[name = tensor<string, []>("linear_78_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(331355776)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(333452992)))]; |
| tensor<fp16, [1, 257, 1024]> linear_79_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16, x = hidden_states_79_cast_fp16)[name = tensor<string, []>("linear_79_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(333455104)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(335552320)))]; |
| tensor<fp16, [1, 257, 1024]> linear_80_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16, x = hidden_states_79_cast_fp16)[name = tensor<string, []>("linear_80_cast_fp16")]; |
| tensor<int32, [4]> var_882 = const()[name = tensor<string, []>("op_882"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_883_cast_fp16 = reshape(shape = var_882, x = linear_78_cast_fp16)[name = tensor<string, []>("op_883_cast_fp16")]; |
| tensor<int32, [4]> var_885 = const()[name = tensor<string, []>("op_885"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_886_cast_fp16 = reshape(shape = var_885, x = linear_79_cast_fp16)[name = tensor<string, []>("op_886_cast_fp16")]; |
| tensor<int32, [4]> var_888 = const()[name = tensor<string, []>("op_888"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_889_cast_fp16 = reshape(shape = var_888, x = linear_80_cast_fp16)[name = tensor<string, []>("op_889_cast_fp16")]; |
| tensor<int32, [4]> value_states_55_perm_0 = const()[name = tensor<string, []>("value_states_55_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_13_cast_fp16 = mul(x = var_883_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_13_cast_fp16")]; |
| tensor<bool, []> matmul_13_transpose_y_0 = const()[name = tensor<string, []>("matmul_13_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_13_transpose_x_0 = const()[name = tensor<string, []>("matmul_13_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_124_perm_0 = const()[name = tensor<string, []>("transpose_124_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_125_perm_0 = const()[name = tensor<string, []>("transpose_125_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_125 = transpose(perm = transpose_125_perm_0, x = var_886_cast_fp16)[name = tensor<string, []>("transpose_187")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_124 = transpose(perm = transpose_124_perm_0, x = mul_13_cast_fp16)[name = tensor<string, []>("transpose_188")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_13_cast_fp16 = matmul(transpose_x = matmul_13_transpose_x_0, transpose_y = matmul_13_transpose_y_0, x = transpose_124, y = transpose_125)[name = tensor<string, []>("matmul_13_cast_fp16")]; |
| tensor<int32, []> softmax_13_axis_0 = const()[name = tensor<string, []>("softmax_13_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_13_cast_fp16 = softmax(axis = softmax_13_axis_0, x = matmul_13_cast_fp16)[name = tensor<string, []>("softmax_13_cast_fp16")]; |
| tensor<bool, []> attn_output_53_transpose_x_0 = const()[name = tensor<string, []>("attn_output_53_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_53_transpose_y_0 = const()[name = tensor<string, []>("attn_output_53_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_55_cast_fp16 = transpose(perm = value_states_55_perm_0, x = var_889_cast_fp16)[name = tensor<string, []>("transpose_189")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_53_cast_fp16 = matmul(transpose_x = attn_output_53_transpose_x_0, transpose_y = attn_output_53_transpose_y_0, x = softmax_13_cast_fp16, y = value_states_55_cast_fp16)[name = tensor<string, []>("attn_output_53_cast_fp16")]; |
| tensor<int32, [4]> attn_output_55_perm_0 = const()[name = tensor<string, []>("attn_output_55_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_893 = const()[name = tensor<string, []>("op_893"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_55_cast_fp16 = transpose(perm = attn_output_55_perm_0, x = attn_output_53_cast_fp16)[name = tensor<string, []>("transpose_186")]; |
| tensor<fp16, [1, 257, 1024]> input_165_cast_fp16 = reshape(shape = var_893, x = attn_output_55_cast_fp16)[name = tensor<string, []>("input_165_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(335554432)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(337651648)))]; |
| tensor<fp16, [1, 257, 1024]> linear_81_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16, x = input_165_cast_fp16)[name = tensor<string, []>("linear_81_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_167_cast_fp16 = add(x = input_163_cast_fp16, y = linear_81_cast_fp16)[name = tensor<string, []>("input_167_cast_fp16")]; |
| tensor<int32, [1]> input_169_axes_0 = const()[name = tensor<string, []>("input_169_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(337653760)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(337655872)))]; |
| tensor<fp16, [1, 257, 1024]> input_169_cast_fp16 = layer_norm(axes = input_169_axes_0, beta = vision_model_vision_model_encoder_layers_13_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_13_layer_norm2_weight_to_fp16, x = input_167_cast_fp16)[name = tensor<string, []>("input_169_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_13_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(337657984)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_13_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(346046656)))]; |
| tensor<fp16, [1, 257, 4096]> linear_82_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_mlp_fc1_weight_to_fp16, x = input_169_cast_fp16)[name = tensor<string, []>("linear_82_cast_fp16")]; |
| tensor<fp16, []> var_908_to_fp16 = const()[name = tensor<string, []>("op_908_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_909_cast_fp16 = mul(x = linear_82_cast_fp16, y = var_908_to_fp16)[name = tensor<string, []>("op_909_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_910_cast_fp16 = sigmoid(x = var_909_cast_fp16)[name = tensor<string, []>("op_910_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_173_cast_fp16 = mul(x = linear_82_cast_fp16, y = var_910_cast_fp16)[name = tensor<string, []>("input_173_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_13_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(346054912)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(354443584)))]; |
| tensor<fp16, [1, 257, 1024]> linear_83_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_13_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_mlp_fc2_weight_to_fp16, x = input_173_cast_fp16)[name = tensor<string, []>("linear_83_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_175_cast_fp16 = add(x = input_167_cast_fp16, y = linear_83_cast_fp16)[name = tensor<string, []>("input_175_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_85_axes_0 = const()[name = tensor<string, []>("hidden_states_85_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(354445696)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(354447808)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_85_cast_fp16 = layer_norm(axes = hidden_states_85_axes_0, beta = vision_model_vision_model_encoder_layers_14_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_14_layer_norm1_weight_to_fp16, x = input_175_cast_fp16)[name = tensor<string, []>("hidden_states_85_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(354449920)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(356547136)))]; |
| tensor<fp16, [1, 257, 1024]> linear_84_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16, x = hidden_states_85_cast_fp16)[name = tensor<string, []>("linear_84_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(356549248)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(358646464)))]; |
| tensor<fp16, [1, 257, 1024]> linear_85_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16, x = hidden_states_85_cast_fp16)[name = tensor<string, []>("linear_85_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(358648576)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(360745792)))]; |
| tensor<fp16, [1, 257, 1024]> linear_86_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16, x = hidden_states_85_cast_fp16)[name = tensor<string, []>("linear_86_cast_fp16")]; |
| tensor<int32, [4]> var_940 = const()[name = tensor<string, []>("op_940"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_941_cast_fp16 = reshape(shape = var_940, x = linear_84_cast_fp16)[name = tensor<string, []>("op_941_cast_fp16")]; |
| tensor<int32, [4]> var_943 = const()[name = tensor<string, []>("op_943"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_944_cast_fp16 = reshape(shape = var_943, x = linear_85_cast_fp16)[name = tensor<string, []>("op_944_cast_fp16")]; |
| tensor<int32, [4]> var_946 = const()[name = tensor<string, []>("op_946"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_947_cast_fp16 = reshape(shape = var_946, x = linear_86_cast_fp16)[name = tensor<string, []>("op_947_cast_fp16")]; |
| tensor<int32, [4]> value_states_59_perm_0 = const()[name = tensor<string, []>("value_states_59_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_14_cast_fp16 = mul(x = var_941_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_14_cast_fp16")]; |
| tensor<bool, []> matmul_14_transpose_y_0 = const()[name = tensor<string, []>("matmul_14_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_14_transpose_x_0 = const()[name = tensor<string, []>("matmul_14_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_126_perm_0 = const()[name = tensor<string, []>("transpose_126_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_127_perm_0 = const()[name = tensor<string, []>("transpose_127_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_127 = transpose(perm = transpose_127_perm_0, x = var_944_cast_fp16)[name = tensor<string, []>("transpose_183")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_126 = transpose(perm = transpose_126_perm_0, x = mul_14_cast_fp16)[name = tensor<string, []>("transpose_184")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_14_cast_fp16 = matmul(transpose_x = matmul_14_transpose_x_0, transpose_y = matmul_14_transpose_y_0, x = transpose_126, y = transpose_127)[name = tensor<string, []>("matmul_14_cast_fp16")]; |
| tensor<int32, []> softmax_14_axis_0 = const()[name = tensor<string, []>("softmax_14_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_14_cast_fp16 = softmax(axis = softmax_14_axis_0, x = matmul_14_cast_fp16)[name = tensor<string, []>("softmax_14_cast_fp16")]; |
| tensor<bool, []> attn_output_57_transpose_x_0 = const()[name = tensor<string, []>("attn_output_57_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_57_transpose_y_0 = const()[name = tensor<string, []>("attn_output_57_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_59_cast_fp16 = transpose(perm = value_states_59_perm_0, x = var_947_cast_fp16)[name = tensor<string, []>("transpose_185")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_57_cast_fp16 = matmul(transpose_x = attn_output_57_transpose_x_0, transpose_y = attn_output_57_transpose_y_0, x = softmax_14_cast_fp16, y = value_states_59_cast_fp16)[name = tensor<string, []>("attn_output_57_cast_fp16")]; |
| tensor<int32, [4]> attn_output_59_perm_0 = const()[name = tensor<string, []>("attn_output_59_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_951 = const()[name = tensor<string, []>("op_951"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_59_cast_fp16 = transpose(perm = attn_output_59_perm_0, x = attn_output_57_cast_fp16)[name = tensor<string, []>("transpose_182")]; |
| tensor<fp16, [1, 257, 1024]> input_177_cast_fp16 = reshape(shape = var_951, x = attn_output_59_cast_fp16)[name = tensor<string, []>("input_177_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(360747904)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(362845120)))]; |
| tensor<fp16, [1, 257, 1024]> linear_87_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16, x = input_177_cast_fp16)[name = tensor<string, []>("linear_87_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_179_cast_fp16 = add(x = input_175_cast_fp16, y = linear_87_cast_fp16)[name = tensor<string, []>("input_179_cast_fp16")]; |
| tensor<int32, [1]> input_181_axes_0 = const()[name = tensor<string, []>("input_181_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(362847232)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(362849344)))]; |
| tensor<fp16, [1, 257, 1024]> input_181_cast_fp16 = layer_norm(axes = input_181_axes_0, beta = vision_model_vision_model_encoder_layers_14_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_14_layer_norm2_weight_to_fp16, x = input_179_cast_fp16)[name = tensor<string, []>("input_181_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_14_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(362851456)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_14_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(371240128)))]; |
| tensor<fp16, [1, 257, 4096]> linear_88_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_mlp_fc1_weight_to_fp16, x = input_181_cast_fp16)[name = tensor<string, []>("linear_88_cast_fp16")]; |
| tensor<fp16, []> var_966_to_fp16 = const()[name = tensor<string, []>("op_966_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_967_cast_fp16 = mul(x = linear_88_cast_fp16, y = var_966_to_fp16)[name = tensor<string, []>("op_967_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_968_cast_fp16 = sigmoid(x = var_967_cast_fp16)[name = tensor<string, []>("op_968_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_185_cast_fp16 = mul(x = linear_88_cast_fp16, y = var_968_cast_fp16)[name = tensor<string, []>("input_185_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_14_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(371248384)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(379637056)))]; |
| tensor<fp16, [1, 257, 1024]> linear_89_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_14_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_mlp_fc2_weight_to_fp16, x = input_185_cast_fp16)[name = tensor<string, []>("linear_89_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_187_cast_fp16 = add(x = input_179_cast_fp16, y = linear_89_cast_fp16)[name = tensor<string, []>("input_187_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_91_axes_0 = const()[name = tensor<string, []>("hidden_states_91_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(379639168)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(379641280)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_91_cast_fp16 = layer_norm(axes = hidden_states_91_axes_0, beta = vision_model_vision_model_encoder_layers_15_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_15_layer_norm1_weight_to_fp16, x = input_187_cast_fp16)[name = tensor<string, []>("hidden_states_91_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(379643392)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(381740608)))]; |
| tensor<fp16, [1, 257, 1024]> linear_90_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16, x = hidden_states_91_cast_fp16)[name = tensor<string, []>("linear_90_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(381742720)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(383839936)))]; |
| tensor<fp16, [1, 257, 1024]> linear_91_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16, x = hidden_states_91_cast_fp16)[name = tensor<string, []>("linear_91_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(383842048)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(385939264)))]; |
| tensor<fp16, [1, 257, 1024]> linear_92_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16, x = hidden_states_91_cast_fp16)[name = tensor<string, []>("linear_92_cast_fp16")]; |
| tensor<int32, [4]> var_998 = const()[name = tensor<string, []>("op_998"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_999_cast_fp16 = reshape(shape = var_998, x = linear_90_cast_fp16)[name = tensor<string, []>("op_999_cast_fp16")]; |
| tensor<int32, [4]> var_1001 = const()[name = tensor<string, []>("op_1001"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1002_cast_fp16 = reshape(shape = var_1001, x = linear_91_cast_fp16)[name = tensor<string, []>("op_1002_cast_fp16")]; |
| tensor<int32, [4]> var_1004 = const()[name = tensor<string, []>("op_1004"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1005_cast_fp16 = reshape(shape = var_1004, x = linear_92_cast_fp16)[name = tensor<string, []>("op_1005_cast_fp16")]; |
| tensor<int32, [4]> value_states_63_perm_0 = const()[name = tensor<string, []>("value_states_63_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_15_cast_fp16 = mul(x = var_999_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_15_cast_fp16")]; |
| tensor<bool, []> matmul_15_transpose_y_0 = const()[name = tensor<string, []>("matmul_15_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_15_transpose_x_0 = const()[name = tensor<string, []>("matmul_15_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_128_perm_0 = const()[name = tensor<string, []>("transpose_128_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_129_perm_0 = const()[name = tensor<string, []>("transpose_129_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_129 = transpose(perm = transpose_129_perm_0, x = var_1002_cast_fp16)[name = tensor<string, []>("transpose_179")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_128 = transpose(perm = transpose_128_perm_0, x = mul_15_cast_fp16)[name = tensor<string, []>("transpose_180")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_15_cast_fp16 = matmul(transpose_x = matmul_15_transpose_x_0, transpose_y = matmul_15_transpose_y_0, x = transpose_128, y = transpose_129)[name = tensor<string, []>("matmul_15_cast_fp16")]; |
| tensor<int32, []> softmax_15_axis_0 = const()[name = tensor<string, []>("softmax_15_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_15_cast_fp16 = softmax(axis = softmax_15_axis_0, x = matmul_15_cast_fp16)[name = tensor<string, []>("softmax_15_cast_fp16")]; |
| tensor<bool, []> attn_output_61_transpose_x_0 = const()[name = tensor<string, []>("attn_output_61_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_61_transpose_y_0 = const()[name = tensor<string, []>("attn_output_61_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_63_cast_fp16 = transpose(perm = value_states_63_perm_0, x = var_1005_cast_fp16)[name = tensor<string, []>("transpose_181")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_61_cast_fp16 = matmul(transpose_x = attn_output_61_transpose_x_0, transpose_y = attn_output_61_transpose_y_0, x = softmax_15_cast_fp16, y = value_states_63_cast_fp16)[name = tensor<string, []>("attn_output_61_cast_fp16")]; |
| tensor<int32, [4]> attn_output_63_perm_0 = const()[name = tensor<string, []>("attn_output_63_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1009 = const()[name = tensor<string, []>("op_1009"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_63_cast_fp16 = transpose(perm = attn_output_63_perm_0, x = attn_output_61_cast_fp16)[name = tensor<string, []>("transpose_178")]; |
| tensor<fp16, [1, 257, 1024]> input_189_cast_fp16 = reshape(shape = var_1009, x = attn_output_63_cast_fp16)[name = tensor<string, []>("input_189_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(385941376)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(388038592)))]; |
| tensor<fp16, [1, 257, 1024]> linear_93_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16, x = input_189_cast_fp16)[name = tensor<string, []>("linear_93_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_191_cast_fp16 = add(x = input_187_cast_fp16, y = linear_93_cast_fp16)[name = tensor<string, []>("input_191_cast_fp16")]; |
| tensor<int32, [1]> input_193_axes_0 = const()[name = tensor<string, []>("input_193_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(388040704)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(388042816)))]; |
| tensor<fp16, [1, 257, 1024]> input_193_cast_fp16 = layer_norm(axes = input_193_axes_0, beta = vision_model_vision_model_encoder_layers_15_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_15_layer_norm2_weight_to_fp16, x = input_191_cast_fp16)[name = tensor<string, []>("input_193_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_15_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(388044928)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_15_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(396433600)))]; |
| tensor<fp16, [1, 257, 4096]> linear_94_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_mlp_fc1_weight_to_fp16, x = input_193_cast_fp16)[name = tensor<string, []>("linear_94_cast_fp16")]; |
| tensor<fp16, []> var_1024_to_fp16 = const()[name = tensor<string, []>("op_1024_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1025_cast_fp16 = mul(x = linear_94_cast_fp16, y = var_1024_to_fp16)[name = tensor<string, []>("op_1025_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_1026_cast_fp16 = sigmoid(x = var_1025_cast_fp16)[name = tensor<string, []>("op_1026_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_197_cast_fp16 = mul(x = linear_94_cast_fp16, y = var_1026_cast_fp16)[name = tensor<string, []>("input_197_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_15_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(396441856)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(404830528)))]; |
| tensor<fp16, [1, 257, 1024]> linear_95_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_15_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_mlp_fc2_weight_to_fp16, x = input_197_cast_fp16)[name = tensor<string, []>("linear_95_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_199_cast_fp16 = add(x = input_191_cast_fp16, y = linear_95_cast_fp16)[name = tensor<string, []>("input_199_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_97_axes_0 = const()[name = tensor<string, []>("hidden_states_97_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(404832640)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(404834752)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_97_cast_fp16 = layer_norm(axes = hidden_states_97_axes_0, beta = vision_model_vision_model_encoder_layers_16_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_16_layer_norm1_weight_to_fp16, x = input_199_cast_fp16)[name = tensor<string, []>("hidden_states_97_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(404836864)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(406934080)))]; |
| tensor<fp16, [1, 257, 1024]> linear_96_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16, x = hidden_states_97_cast_fp16)[name = tensor<string, []>("linear_96_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(406936192)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(409033408)))]; |
| tensor<fp16, [1, 257, 1024]> linear_97_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16, x = hidden_states_97_cast_fp16)[name = tensor<string, []>("linear_97_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(409035520)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(411132736)))]; |
| tensor<fp16, [1, 257, 1024]> linear_98_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16, x = hidden_states_97_cast_fp16)[name = tensor<string, []>("linear_98_cast_fp16")]; |
| tensor<int32, [4]> var_1056 = const()[name = tensor<string, []>("op_1056"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1057_cast_fp16 = reshape(shape = var_1056, x = linear_96_cast_fp16)[name = tensor<string, []>("op_1057_cast_fp16")]; |
| tensor<int32, [4]> var_1059 = const()[name = tensor<string, []>("op_1059"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1060_cast_fp16 = reshape(shape = var_1059, x = linear_97_cast_fp16)[name = tensor<string, []>("op_1060_cast_fp16")]; |
| tensor<int32, [4]> var_1062 = const()[name = tensor<string, []>("op_1062"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1063_cast_fp16 = reshape(shape = var_1062, x = linear_98_cast_fp16)[name = tensor<string, []>("op_1063_cast_fp16")]; |
| tensor<int32, [4]> value_states_67_perm_0 = const()[name = tensor<string, []>("value_states_67_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_16_cast_fp16 = mul(x = var_1057_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_16_cast_fp16")]; |
| tensor<bool, []> matmul_16_transpose_y_0 = const()[name = tensor<string, []>("matmul_16_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_16_transpose_x_0 = const()[name = tensor<string, []>("matmul_16_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_130_perm_0 = const()[name = tensor<string, []>("transpose_130_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_131_perm_0 = const()[name = tensor<string, []>("transpose_131_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_131 = transpose(perm = transpose_131_perm_0, x = var_1060_cast_fp16)[name = tensor<string, []>("transpose_175")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_130 = transpose(perm = transpose_130_perm_0, x = mul_16_cast_fp16)[name = tensor<string, []>("transpose_176")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_16_cast_fp16 = matmul(transpose_x = matmul_16_transpose_x_0, transpose_y = matmul_16_transpose_y_0, x = transpose_130, y = transpose_131)[name = tensor<string, []>("matmul_16_cast_fp16")]; |
| tensor<int32, []> softmax_16_axis_0 = const()[name = tensor<string, []>("softmax_16_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_16_cast_fp16 = softmax(axis = softmax_16_axis_0, x = matmul_16_cast_fp16)[name = tensor<string, []>("softmax_16_cast_fp16")]; |
| tensor<bool, []> attn_output_65_transpose_x_0 = const()[name = tensor<string, []>("attn_output_65_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_65_transpose_y_0 = const()[name = tensor<string, []>("attn_output_65_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_67_cast_fp16 = transpose(perm = value_states_67_perm_0, x = var_1063_cast_fp16)[name = tensor<string, []>("transpose_177")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_65_cast_fp16 = matmul(transpose_x = attn_output_65_transpose_x_0, transpose_y = attn_output_65_transpose_y_0, x = softmax_16_cast_fp16, y = value_states_67_cast_fp16)[name = tensor<string, []>("attn_output_65_cast_fp16")]; |
| tensor<int32, [4]> attn_output_67_perm_0 = const()[name = tensor<string, []>("attn_output_67_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1067 = const()[name = tensor<string, []>("op_1067"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_67_cast_fp16 = transpose(perm = attn_output_67_perm_0, x = attn_output_65_cast_fp16)[name = tensor<string, []>("transpose_174")]; |
| tensor<fp16, [1, 257, 1024]> input_201_cast_fp16 = reshape(shape = var_1067, x = attn_output_67_cast_fp16)[name = tensor<string, []>("input_201_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(411134848)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(413232064)))]; |
| tensor<fp16, [1, 257, 1024]> linear_99_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16, x = input_201_cast_fp16)[name = tensor<string, []>("linear_99_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_203_cast_fp16 = add(x = input_199_cast_fp16, y = linear_99_cast_fp16)[name = tensor<string, []>("input_203_cast_fp16")]; |
| tensor<int32, [1]> input_205_axes_0 = const()[name = tensor<string, []>("input_205_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(413234176)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(413236288)))]; |
| tensor<fp16, [1, 257, 1024]> input_205_cast_fp16 = layer_norm(axes = input_205_axes_0, beta = vision_model_vision_model_encoder_layers_16_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_16_layer_norm2_weight_to_fp16, x = input_203_cast_fp16)[name = tensor<string, []>("input_205_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_16_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(413238400)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_16_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(421627072)))]; |
| tensor<fp16, [1, 257, 4096]> linear_100_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_mlp_fc1_weight_to_fp16, x = input_205_cast_fp16)[name = tensor<string, []>("linear_100_cast_fp16")]; |
| tensor<fp16, []> var_1082_to_fp16 = const()[name = tensor<string, []>("op_1082_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1083_cast_fp16 = mul(x = linear_100_cast_fp16, y = var_1082_to_fp16)[name = tensor<string, []>("op_1083_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_1084_cast_fp16 = sigmoid(x = var_1083_cast_fp16)[name = tensor<string, []>("op_1084_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_209_cast_fp16 = mul(x = linear_100_cast_fp16, y = var_1084_cast_fp16)[name = tensor<string, []>("input_209_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_16_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(421635328)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(430024000)))]; |
| tensor<fp16, [1, 257, 1024]> linear_101_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_16_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_mlp_fc2_weight_to_fp16, x = input_209_cast_fp16)[name = tensor<string, []>("linear_101_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_211_cast_fp16 = add(x = input_203_cast_fp16, y = linear_101_cast_fp16)[name = tensor<string, []>("input_211_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_103_axes_0 = const()[name = tensor<string, []>("hidden_states_103_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(430026112)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(430028224)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_103_cast_fp16 = layer_norm(axes = hidden_states_103_axes_0, beta = vision_model_vision_model_encoder_layers_17_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_17_layer_norm1_weight_to_fp16, x = input_211_cast_fp16)[name = tensor<string, []>("hidden_states_103_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(430030336)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(432127552)))]; |
| tensor<fp16, [1, 257, 1024]> linear_102_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16, x = hidden_states_103_cast_fp16)[name = tensor<string, []>("linear_102_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(432129664)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(434226880)))]; |
| tensor<fp16, [1, 257, 1024]> linear_103_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16, x = hidden_states_103_cast_fp16)[name = tensor<string, []>("linear_103_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(434228992)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(436326208)))]; |
| tensor<fp16, [1, 257, 1024]> linear_104_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16, x = hidden_states_103_cast_fp16)[name = tensor<string, []>("linear_104_cast_fp16")]; |
| tensor<int32, [4]> var_1114 = const()[name = tensor<string, []>("op_1114"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1115_cast_fp16 = reshape(shape = var_1114, x = linear_102_cast_fp16)[name = tensor<string, []>("op_1115_cast_fp16")]; |
| tensor<int32, [4]> var_1117 = const()[name = tensor<string, []>("op_1117"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1118_cast_fp16 = reshape(shape = var_1117, x = linear_103_cast_fp16)[name = tensor<string, []>("op_1118_cast_fp16")]; |
| tensor<int32, [4]> var_1120 = const()[name = tensor<string, []>("op_1120"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1121_cast_fp16 = reshape(shape = var_1120, x = linear_104_cast_fp16)[name = tensor<string, []>("op_1121_cast_fp16")]; |
| tensor<int32, [4]> value_states_71_perm_0 = const()[name = tensor<string, []>("value_states_71_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_17_cast_fp16 = mul(x = var_1115_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_17_cast_fp16")]; |
| tensor<bool, []> matmul_17_transpose_y_0 = const()[name = tensor<string, []>("matmul_17_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_17_transpose_x_0 = const()[name = tensor<string, []>("matmul_17_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_132_perm_0 = const()[name = tensor<string, []>("transpose_132_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_133_perm_0 = const()[name = tensor<string, []>("transpose_133_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_133 = transpose(perm = transpose_133_perm_0, x = var_1118_cast_fp16)[name = tensor<string, []>("transpose_171")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_132 = transpose(perm = transpose_132_perm_0, x = mul_17_cast_fp16)[name = tensor<string, []>("transpose_172")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_17_cast_fp16 = matmul(transpose_x = matmul_17_transpose_x_0, transpose_y = matmul_17_transpose_y_0, x = transpose_132, y = transpose_133)[name = tensor<string, []>("matmul_17_cast_fp16")]; |
| tensor<int32, []> softmax_17_axis_0 = const()[name = tensor<string, []>("softmax_17_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_17_cast_fp16 = softmax(axis = softmax_17_axis_0, x = matmul_17_cast_fp16)[name = tensor<string, []>("softmax_17_cast_fp16")]; |
| tensor<bool, []> attn_output_69_transpose_x_0 = const()[name = tensor<string, []>("attn_output_69_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_69_transpose_y_0 = const()[name = tensor<string, []>("attn_output_69_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_71_cast_fp16 = transpose(perm = value_states_71_perm_0, x = var_1121_cast_fp16)[name = tensor<string, []>("transpose_173")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_69_cast_fp16 = matmul(transpose_x = attn_output_69_transpose_x_0, transpose_y = attn_output_69_transpose_y_0, x = softmax_17_cast_fp16, y = value_states_71_cast_fp16)[name = tensor<string, []>("attn_output_69_cast_fp16")]; |
| tensor<int32, [4]> attn_output_71_perm_0 = const()[name = tensor<string, []>("attn_output_71_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1125 = const()[name = tensor<string, []>("op_1125"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_71_cast_fp16 = transpose(perm = attn_output_71_perm_0, x = attn_output_69_cast_fp16)[name = tensor<string, []>("transpose_170")]; |
| tensor<fp16, [1, 257, 1024]> input_213_cast_fp16 = reshape(shape = var_1125, x = attn_output_71_cast_fp16)[name = tensor<string, []>("input_213_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(436328320)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(438425536)))]; |
| tensor<fp16, [1, 257, 1024]> linear_105_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16, x = input_213_cast_fp16)[name = tensor<string, []>("linear_105_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_215_cast_fp16 = add(x = input_211_cast_fp16, y = linear_105_cast_fp16)[name = tensor<string, []>("input_215_cast_fp16")]; |
| tensor<int32, [1]> input_217_axes_0 = const()[name = tensor<string, []>("input_217_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(438427648)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(438429760)))]; |
| tensor<fp16, [1, 257, 1024]> input_217_cast_fp16 = layer_norm(axes = input_217_axes_0, beta = vision_model_vision_model_encoder_layers_17_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_17_layer_norm2_weight_to_fp16, x = input_215_cast_fp16)[name = tensor<string, []>("input_217_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_17_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(438431872)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_17_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(446820544)))]; |
| tensor<fp16, [1, 257, 4096]> linear_106_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_mlp_fc1_weight_to_fp16, x = input_217_cast_fp16)[name = tensor<string, []>("linear_106_cast_fp16")]; |
| tensor<fp16, []> var_1140_to_fp16 = const()[name = tensor<string, []>("op_1140_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1141_cast_fp16 = mul(x = linear_106_cast_fp16, y = var_1140_to_fp16)[name = tensor<string, []>("op_1141_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_1142_cast_fp16 = sigmoid(x = var_1141_cast_fp16)[name = tensor<string, []>("op_1142_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_221_cast_fp16 = mul(x = linear_106_cast_fp16, y = var_1142_cast_fp16)[name = tensor<string, []>("input_221_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_17_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(446828800)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(455217472)))]; |
| tensor<fp16, [1, 257, 1024]> linear_107_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_17_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_mlp_fc2_weight_to_fp16, x = input_221_cast_fp16)[name = tensor<string, []>("linear_107_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_223_cast_fp16 = add(x = input_215_cast_fp16, y = linear_107_cast_fp16)[name = tensor<string, []>("input_223_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_109_axes_0 = const()[name = tensor<string, []>("hidden_states_109_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(455219584)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(455221696)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_109_cast_fp16 = layer_norm(axes = hidden_states_109_axes_0, beta = vision_model_vision_model_encoder_layers_18_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_18_layer_norm1_weight_to_fp16, x = input_223_cast_fp16)[name = tensor<string, []>("hidden_states_109_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(455223808)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(457321024)))]; |
| tensor<fp16, [1, 257, 1024]> linear_108_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = tensor<string, []>("linear_108_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(457323136)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(459420352)))]; |
| tensor<fp16, [1, 257, 1024]> linear_109_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = tensor<string, []>("linear_109_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(459422464)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(461519680)))]; |
| tensor<fp16, [1, 257, 1024]> linear_110_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = tensor<string, []>("linear_110_cast_fp16")]; |
| tensor<int32, [4]> var_1172 = const()[name = tensor<string, []>("op_1172"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1173_cast_fp16 = reshape(shape = var_1172, x = linear_108_cast_fp16)[name = tensor<string, []>("op_1173_cast_fp16")]; |
| tensor<int32, [4]> var_1175 = const()[name = tensor<string, []>("op_1175"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1176_cast_fp16 = reshape(shape = var_1175, x = linear_109_cast_fp16)[name = tensor<string, []>("op_1176_cast_fp16")]; |
| tensor<int32, [4]> var_1178 = const()[name = tensor<string, []>("op_1178"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1179_cast_fp16 = reshape(shape = var_1178, x = linear_110_cast_fp16)[name = tensor<string, []>("op_1179_cast_fp16")]; |
| tensor<int32, [4]> value_states_75_perm_0 = const()[name = tensor<string, []>("value_states_75_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_18_cast_fp16 = mul(x = var_1173_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_18_cast_fp16")]; |
| tensor<bool, []> matmul_18_transpose_y_0 = const()[name = tensor<string, []>("matmul_18_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_18_transpose_x_0 = const()[name = tensor<string, []>("matmul_18_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_134_perm_0 = const()[name = tensor<string, []>("transpose_134_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_135_perm_0 = const()[name = tensor<string, []>("transpose_135_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_135 = transpose(perm = transpose_135_perm_0, x = var_1176_cast_fp16)[name = tensor<string, []>("transpose_167")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_134 = transpose(perm = transpose_134_perm_0, x = mul_18_cast_fp16)[name = tensor<string, []>("transpose_168")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_18_cast_fp16 = matmul(transpose_x = matmul_18_transpose_x_0, transpose_y = matmul_18_transpose_y_0, x = transpose_134, y = transpose_135)[name = tensor<string, []>("matmul_18_cast_fp16")]; |
| tensor<int32, []> softmax_18_axis_0 = const()[name = tensor<string, []>("softmax_18_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_18_cast_fp16 = softmax(axis = softmax_18_axis_0, x = matmul_18_cast_fp16)[name = tensor<string, []>("softmax_18_cast_fp16")]; |
| tensor<bool, []> attn_output_73_transpose_x_0 = const()[name = tensor<string, []>("attn_output_73_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_73_transpose_y_0 = const()[name = tensor<string, []>("attn_output_73_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_75_cast_fp16 = transpose(perm = value_states_75_perm_0, x = var_1179_cast_fp16)[name = tensor<string, []>("transpose_169")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_73_cast_fp16 = matmul(transpose_x = attn_output_73_transpose_x_0, transpose_y = attn_output_73_transpose_y_0, x = softmax_18_cast_fp16, y = value_states_75_cast_fp16)[name = tensor<string, []>("attn_output_73_cast_fp16")]; |
| tensor<int32, [4]> attn_output_75_perm_0 = const()[name = tensor<string, []>("attn_output_75_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1183 = const()[name = tensor<string, []>("op_1183"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_75_cast_fp16 = transpose(perm = attn_output_75_perm_0, x = attn_output_73_cast_fp16)[name = tensor<string, []>("transpose_166")]; |
| tensor<fp16, [1, 257, 1024]> input_225_cast_fp16 = reshape(shape = var_1183, x = attn_output_75_cast_fp16)[name = tensor<string, []>("input_225_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(461521792)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(463619008)))]; |
| tensor<fp16, [1, 257, 1024]> linear_111_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16, x = input_225_cast_fp16)[name = tensor<string, []>("linear_111_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_227_cast_fp16 = add(x = input_223_cast_fp16, y = linear_111_cast_fp16)[name = tensor<string, []>("input_227_cast_fp16")]; |
| tensor<int32, [1]> input_229_axes_0 = const()[name = tensor<string, []>("input_229_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(463621120)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(463623232)))]; |
| tensor<fp16, [1, 257, 1024]> input_229_cast_fp16 = layer_norm(axes = input_229_axes_0, beta = vision_model_vision_model_encoder_layers_18_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_18_layer_norm2_weight_to_fp16, x = input_227_cast_fp16)[name = tensor<string, []>("input_229_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_18_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(463625344)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_18_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(472014016)))]; |
| tensor<fp16, [1, 257, 4096]> linear_112_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_mlp_fc1_weight_to_fp16, x = input_229_cast_fp16)[name = tensor<string, []>("linear_112_cast_fp16")]; |
| tensor<fp16, []> var_1198_to_fp16 = const()[name = tensor<string, []>("op_1198_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1199_cast_fp16 = mul(x = linear_112_cast_fp16, y = var_1198_to_fp16)[name = tensor<string, []>("op_1199_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_1200_cast_fp16 = sigmoid(x = var_1199_cast_fp16)[name = tensor<string, []>("op_1200_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_233_cast_fp16 = mul(x = linear_112_cast_fp16, y = var_1200_cast_fp16)[name = tensor<string, []>("input_233_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_18_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(472022272)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(480410944)))]; |
| tensor<fp16, [1, 257, 1024]> linear_113_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_18_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_mlp_fc2_weight_to_fp16, x = input_233_cast_fp16)[name = tensor<string, []>("linear_113_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_235_cast_fp16 = add(x = input_227_cast_fp16, y = linear_113_cast_fp16)[name = tensor<string, []>("input_235_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_115_axes_0 = const()[name = tensor<string, []>("hidden_states_115_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(480413056)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(480415168)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_115_cast_fp16 = layer_norm(axes = hidden_states_115_axes_0, beta = vision_model_vision_model_encoder_layers_19_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_19_layer_norm1_weight_to_fp16, x = input_235_cast_fp16)[name = tensor<string, []>("hidden_states_115_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(480417280)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(482514496)))]; |
| tensor<fp16, [1, 257, 1024]> linear_114_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16, x = hidden_states_115_cast_fp16)[name = tensor<string, []>("linear_114_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(482516608)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(484613824)))]; |
| tensor<fp16, [1, 257, 1024]> linear_115_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16, x = hidden_states_115_cast_fp16)[name = tensor<string, []>("linear_115_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(484615936)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(486713152)))]; |
| tensor<fp16, [1, 257, 1024]> linear_116_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16, x = hidden_states_115_cast_fp16)[name = tensor<string, []>("linear_116_cast_fp16")]; |
| tensor<int32, [4]> var_1230 = const()[name = tensor<string, []>("op_1230"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1231_cast_fp16 = reshape(shape = var_1230, x = linear_114_cast_fp16)[name = tensor<string, []>("op_1231_cast_fp16")]; |
| tensor<int32, [4]> var_1233 = const()[name = tensor<string, []>("op_1233"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1234_cast_fp16 = reshape(shape = var_1233, x = linear_115_cast_fp16)[name = tensor<string, []>("op_1234_cast_fp16")]; |
| tensor<int32, [4]> var_1236 = const()[name = tensor<string, []>("op_1236"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1237_cast_fp16 = reshape(shape = var_1236, x = linear_116_cast_fp16)[name = tensor<string, []>("op_1237_cast_fp16")]; |
| tensor<int32, [4]> value_states_79_perm_0 = const()[name = tensor<string, []>("value_states_79_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_19_cast_fp16 = mul(x = var_1231_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_19_cast_fp16")]; |
| tensor<bool, []> matmul_19_transpose_y_0 = const()[name = tensor<string, []>("matmul_19_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_19_transpose_x_0 = const()[name = tensor<string, []>("matmul_19_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_136_perm_0 = const()[name = tensor<string, []>("transpose_136_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_137_perm_0 = const()[name = tensor<string, []>("transpose_137_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_137 = transpose(perm = transpose_137_perm_0, x = var_1234_cast_fp16)[name = tensor<string, []>("transpose_163")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_136 = transpose(perm = transpose_136_perm_0, x = mul_19_cast_fp16)[name = tensor<string, []>("transpose_164")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_19_cast_fp16 = matmul(transpose_x = matmul_19_transpose_x_0, transpose_y = matmul_19_transpose_y_0, x = transpose_136, y = transpose_137)[name = tensor<string, []>("matmul_19_cast_fp16")]; |
| tensor<int32, []> softmax_19_axis_0 = const()[name = tensor<string, []>("softmax_19_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_19_cast_fp16 = softmax(axis = softmax_19_axis_0, x = matmul_19_cast_fp16)[name = tensor<string, []>("softmax_19_cast_fp16")]; |
| tensor<bool, []> attn_output_77_transpose_x_0 = const()[name = tensor<string, []>("attn_output_77_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_77_transpose_y_0 = const()[name = tensor<string, []>("attn_output_77_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_79_cast_fp16 = transpose(perm = value_states_79_perm_0, x = var_1237_cast_fp16)[name = tensor<string, []>("transpose_165")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_77_cast_fp16 = matmul(transpose_x = attn_output_77_transpose_x_0, transpose_y = attn_output_77_transpose_y_0, x = softmax_19_cast_fp16, y = value_states_79_cast_fp16)[name = tensor<string, []>("attn_output_77_cast_fp16")]; |
| tensor<int32, [4]> attn_output_79_perm_0 = const()[name = tensor<string, []>("attn_output_79_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1241 = const()[name = tensor<string, []>("op_1241"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_79_cast_fp16 = transpose(perm = attn_output_79_perm_0, x = attn_output_77_cast_fp16)[name = tensor<string, []>("transpose_162")]; |
| tensor<fp16, [1, 257, 1024]> input_237_cast_fp16 = reshape(shape = var_1241, x = attn_output_79_cast_fp16)[name = tensor<string, []>("input_237_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(486715264)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(488812480)))]; |
| tensor<fp16, [1, 257, 1024]> linear_117_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16, x = input_237_cast_fp16)[name = tensor<string, []>("linear_117_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_239_cast_fp16 = add(x = input_235_cast_fp16, y = linear_117_cast_fp16)[name = tensor<string, []>("input_239_cast_fp16")]; |
| tensor<int32, [1]> input_241_axes_0 = const()[name = tensor<string, []>("input_241_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(488814592)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(488816704)))]; |
| tensor<fp16, [1, 257, 1024]> input_241_cast_fp16 = layer_norm(axes = input_241_axes_0, beta = vision_model_vision_model_encoder_layers_19_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_19_layer_norm2_weight_to_fp16, x = input_239_cast_fp16)[name = tensor<string, []>("input_241_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_19_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(488818816)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_19_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(497207488)))]; |
| tensor<fp16, [1, 257, 4096]> linear_118_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_mlp_fc1_weight_to_fp16, x = input_241_cast_fp16)[name = tensor<string, []>("linear_118_cast_fp16")]; |
| tensor<fp16, []> var_1256_to_fp16 = const()[name = tensor<string, []>("op_1256_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1257_cast_fp16 = mul(x = linear_118_cast_fp16, y = var_1256_to_fp16)[name = tensor<string, []>("op_1257_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_1258_cast_fp16 = sigmoid(x = var_1257_cast_fp16)[name = tensor<string, []>("op_1258_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_245_cast_fp16 = mul(x = linear_118_cast_fp16, y = var_1258_cast_fp16)[name = tensor<string, []>("input_245_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_19_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(497215744)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(505604416)))]; |
| tensor<fp16, [1, 257, 1024]> linear_119_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_19_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_mlp_fc2_weight_to_fp16, x = input_245_cast_fp16)[name = tensor<string, []>("linear_119_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_247_cast_fp16 = add(x = input_239_cast_fp16, y = linear_119_cast_fp16)[name = tensor<string, []>("input_247_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_121_axes_0 = const()[name = tensor<string, []>("hidden_states_121_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(505606528)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(505608640)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_121_cast_fp16 = layer_norm(axes = hidden_states_121_axes_0, beta = vision_model_vision_model_encoder_layers_20_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_20_layer_norm1_weight_to_fp16, x = input_247_cast_fp16)[name = tensor<string, []>("hidden_states_121_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(505610752)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(507707968)))]; |
| tensor<fp16, [1, 257, 1024]> linear_120_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16, x = hidden_states_121_cast_fp16)[name = tensor<string, []>("linear_120_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(507710080)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(509807296)))]; |
| tensor<fp16, [1, 257, 1024]> linear_121_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16, x = hidden_states_121_cast_fp16)[name = tensor<string, []>("linear_121_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(509809408)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(511906624)))]; |
| tensor<fp16, [1, 257, 1024]> linear_122_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16, x = hidden_states_121_cast_fp16)[name = tensor<string, []>("linear_122_cast_fp16")]; |
| tensor<int32, [4]> var_1288 = const()[name = tensor<string, []>("op_1288"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1289_cast_fp16 = reshape(shape = var_1288, x = linear_120_cast_fp16)[name = tensor<string, []>("op_1289_cast_fp16")]; |
| tensor<int32, [4]> var_1291 = const()[name = tensor<string, []>("op_1291"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1292_cast_fp16 = reshape(shape = var_1291, x = linear_121_cast_fp16)[name = tensor<string, []>("op_1292_cast_fp16")]; |
| tensor<int32, [4]> var_1294 = const()[name = tensor<string, []>("op_1294"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1295_cast_fp16 = reshape(shape = var_1294, x = linear_122_cast_fp16)[name = tensor<string, []>("op_1295_cast_fp16")]; |
| tensor<int32, [4]> value_states_83_perm_0 = const()[name = tensor<string, []>("value_states_83_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_20_cast_fp16 = mul(x = var_1289_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_20_cast_fp16")]; |
| tensor<bool, []> matmul_20_transpose_y_0 = const()[name = tensor<string, []>("matmul_20_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_20_transpose_x_0 = const()[name = tensor<string, []>("matmul_20_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_138_perm_0 = const()[name = tensor<string, []>("transpose_138_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_139_perm_0 = const()[name = tensor<string, []>("transpose_139_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_139 = transpose(perm = transpose_139_perm_0, x = var_1292_cast_fp16)[name = tensor<string, []>("transpose_159")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_138 = transpose(perm = transpose_138_perm_0, x = mul_20_cast_fp16)[name = tensor<string, []>("transpose_160")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_20_cast_fp16 = matmul(transpose_x = matmul_20_transpose_x_0, transpose_y = matmul_20_transpose_y_0, x = transpose_138, y = transpose_139)[name = tensor<string, []>("matmul_20_cast_fp16")]; |
| tensor<int32, []> softmax_20_axis_0 = const()[name = tensor<string, []>("softmax_20_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_20_cast_fp16 = softmax(axis = softmax_20_axis_0, x = matmul_20_cast_fp16)[name = tensor<string, []>("softmax_20_cast_fp16")]; |
| tensor<bool, []> attn_output_81_transpose_x_0 = const()[name = tensor<string, []>("attn_output_81_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_81_transpose_y_0 = const()[name = tensor<string, []>("attn_output_81_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_83_cast_fp16 = transpose(perm = value_states_83_perm_0, x = var_1295_cast_fp16)[name = tensor<string, []>("transpose_161")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_81_cast_fp16 = matmul(transpose_x = attn_output_81_transpose_x_0, transpose_y = attn_output_81_transpose_y_0, x = softmax_20_cast_fp16, y = value_states_83_cast_fp16)[name = tensor<string, []>("attn_output_81_cast_fp16")]; |
| tensor<int32, [4]> attn_output_83_perm_0 = const()[name = tensor<string, []>("attn_output_83_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1299 = const()[name = tensor<string, []>("op_1299"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_83_cast_fp16 = transpose(perm = attn_output_83_perm_0, x = attn_output_81_cast_fp16)[name = tensor<string, []>("transpose_158")]; |
| tensor<fp16, [1, 257, 1024]> input_249_cast_fp16 = reshape(shape = var_1299, x = attn_output_83_cast_fp16)[name = tensor<string, []>("input_249_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(511908736)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(514005952)))]; |
| tensor<fp16, [1, 257, 1024]> linear_123_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16, x = input_249_cast_fp16)[name = tensor<string, []>("linear_123_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_251_cast_fp16 = add(x = input_247_cast_fp16, y = linear_123_cast_fp16)[name = tensor<string, []>("input_251_cast_fp16")]; |
| tensor<int32, [1]> input_253_axes_0 = const()[name = tensor<string, []>("input_253_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(514008064)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(514010176)))]; |
| tensor<fp16, [1, 257, 1024]> input_253_cast_fp16 = layer_norm(axes = input_253_axes_0, beta = vision_model_vision_model_encoder_layers_20_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_20_layer_norm2_weight_to_fp16, x = input_251_cast_fp16)[name = tensor<string, []>("input_253_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_20_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(514012288)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_20_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(522400960)))]; |
| tensor<fp16, [1, 257, 4096]> linear_124_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_mlp_fc1_weight_to_fp16, x = input_253_cast_fp16)[name = tensor<string, []>("linear_124_cast_fp16")]; |
| tensor<fp16, []> var_1314_to_fp16 = const()[name = tensor<string, []>("op_1314_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1315_cast_fp16 = mul(x = linear_124_cast_fp16, y = var_1314_to_fp16)[name = tensor<string, []>("op_1315_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_1316_cast_fp16 = sigmoid(x = var_1315_cast_fp16)[name = tensor<string, []>("op_1316_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_257_cast_fp16 = mul(x = linear_124_cast_fp16, y = var_1316_cast_fp16)[name = tensor<string, []>("input_257_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_20_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(522409216)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(530797888)))]; |
| tensor<fp16, [1, 257, 1024]> linear_125_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_20_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_mlp_fc2_weight_to_fp16, x = input_257_cast_fp16)[name = tensor<string, []>("linear_125_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_259_cast_fp16 = add(x = input_251_cast_fp16, y = linear_125_cast_fp16)[name = tensor<string, []>("input_259_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_127_axes_0 = const()[name = tensor<string, []>("hidden_states_127_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(530800000)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(530802112)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_127_cast_fp16 = layer_norm(axes = hidden_states_127_axes_0, beta = vision_model_vision_model_encoder_layers_21_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_21_layer_norm1_weight_to_fp16, x = input_259_cast_fp16)[name = tensor<string, []>("hidden_states_127_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(530804224)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(532901440)))]; |
| tensor<fp16, [1, 257, 1024]> linear_126_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16, x = hidden_states_127_cast_fp16)[name = tensor<string, []>("linear_126_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(532903552)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(535000768)))]; |
| tensor<fp16, [1, 257, 1024]> linear_127_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16, x = hidden_states_127_cast_fp16)[name = tensor<string, []>("linear_127_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(535002880)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(537100096)))]; |
| tensor<fp16, [1, 257, 1024]> linear_128_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16, x = hidden_states_127_cast_fp16)[name = tensor<string, []>("linear_128_cast_fp16")]; |
| tensor<int32, [4]> var_1346 = const()[name = tensor<string, []>("op_1346"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1347_cast_fp16 = reshape(shape = var_1346, x = linear_126_cast_fp16)[name = tensor<string, []>("op_1347_cast_fp16")]; |
| tensor<int32, [4]> var_1349 = const()[name = tensor<string, []>("op_1349"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1350_cast_fp16 = reshape(shape = var_1349, x = linear_127_cast_fp16)[name = tensor<string, []>("op_1350_cast_fp16")]; |
| tensor<int32, [4]> var_1352 = const()[name = tensor<string, []>("op_1352"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1353_cast_fp16 = reshape(shape = var_1352, x = linear_128_cast_fp16)[name = tensor<string, []>("op_1353_cast_fp16")]; |
| tensor<int32, [4]> value_states_87_perm_0 = const()[name = tensor<string, []>("value_states_87_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_21_cast_fp16 = mul(x = var_1347_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_21_cast_fp16")]; |
| tensor<bool, []> matmul_21_transpose_y_0 = const()[name = tensor<string, []>("matmul_21_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_21_transpose_x_0 = const()[name = tensor<string, []>("matmul_21_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_140_perm_0 = const()[name = tensor<string, []>("transpose_140_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_141_perm_0 = const()[name = tensor<string, []>("transpose_141_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_141 = transpose(perm = transpose_141_perm_0, x = var_1350_cast_fp16)[name = tensor<string, []>("transpose_155")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_140 = transpose(perm = transpose_140_perm_0, x = mul_21_cast_fp16)[name = tensor<string, []>("transpose_156")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_21_cast_fp16 = matmul(transpose_x = matmul_21_transpose_x_0, transpose_y = matmul_21_transpose_y_0, x = transpose_140, y = transpose_141)[name = tensor<string, []>("matmul_21_cast_fp16")]; |
| tensor<int32, []> softmax_21_axis_0 = const()[name = tensor<string, []>("softmax_21_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_21_cast_fp16 = softmax(axis = softmax_21_axis_0, x = matmul_21_cast_fp16)[name = tensor<string, []>("softmax_21_cast_fp16")]; |
| tensor<bool, []> attn_output_85_transpose_x_0 = const()[name = tensor<string, []>("attn_output_85_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_85_transpose_y_0 = const()[name = tensor<string, []>("attn_output_85_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_87_cast_fp16 = transpose(perm = value_states_87_perm_0, x = var_1353_cast_fp16)[name = tensor<string, []>("transpose_157")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_85_cast_fp16 = matmul(transpose_x = attn_output_85_transpose_x_0, transpose_y = attn_output_85_transpose_y_0, x = softmax_21_cast_fp16, y = value_states_87_cast_fp16)[name = tensor<string, []>("attn_output_85_cast_fp16")]; |
| tensor<int32, [4]> attn_output_87_perm_0 = const()[name = tensor<string, []>("attn_output_87_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1357 = const()[name = tensor<string, []>("op_1357"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_87_cast_fp16 = transpose(perm = attn_output_87_perm_0, x = attn_output_85_cast_fp16)[name = tensor<string, []>("transpose_154")]; |
| tensor<fp16, [1, 257, 1024]> input_261_cast_fp16 = reshape(shape = var_1357, x = attn_output_87_cast_fp16)[name = tensor<string, []>("input_261_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(537102208)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(539199424)))]; |
| tensor<fp16, [1, 257, 1024]> linear_129_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16, x = input_261_cast_fp16)[name = tensor<string, []>("linear_129_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_263_cast_fp16 = add(x = input_259_cast_fp16, y = linear_129_cast_fp16)[name = tensor<string, []>("input_263_cast_fp16")]; |
| tensor<int32, [1]> input_265_axes_0 = const()[name = tensor<string, []>("input_265_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(539201536)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(539203648)))]; |
| tensor<fp16, [1, 257, 1024]> input_265_cast_fp16 = layer_norm(axes = input_265_axes_0, beta = vision_model_vision_model_encoder_layers_21_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_21_layer_norm2_weight_to_fp16, x = input_263_cast_fp16)[name = tensor<string, []>("input_265_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_21_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(539205760)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_21_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(547594432)))]; |
| tensor<fp16, [1, 257, 4096]> linear_130_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_mlp_fc1_weight_to_fp16, x = input_265_cast_fp16)[name = tensor<string, []>("linear_130_cast_fp16")]; |
| tensor<fp16, []> var_1372_to_fp16 = const()[name = tensor<string, []>("op_1372_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1373_cast_fp16 = mul(x = linear_130_cast_fp16, y = var_1372_to_fp16)[name = tensor<string, []>("op_1373_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_1374_cast_fp16 = sigmoid(x = var_1373_cast_fp16)[name = tensor<string, []>("op_1374_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_269_cast_fp16 = mul(x = linear_130_cast_fp16, y = var_1374_cast_fp16)[name = tensor<string, []>("input_269_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_21_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(547602688)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555991360)))]; |
| tensor<fp16, [1, 257, 1024]> linear_131_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_21_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_mlp_fc2_weight_to_fp16, x = input_269_cast_fp16)[name = tensor<string, []>("linear_131_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_271_cast_fp16 = add(x = input_263_cast_fp16, y = linear_131_cast_fp16)[name = tensor<string, []>("input_271_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_133_axes_0 = const()[name = tensor<string, []>("hidden_states_133_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555993472)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555995584)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_133_cast_fp16 = layer_norm(axes = hidden_states_133_axes_0, beta = vision_model_vision_model_encoder_layers_22_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_22_layer_norm1_weight_to_fp16, x = input_271_cast_fp16)[name = tensor<string, []>("hidden_states_133_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555997696)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(558094912)))]; |
| tensor<fp16, [1, 257, 1024]> linear_132_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16, x = hidden_states_133_cast_fp16)[name = tensor<string, []>("linear_132_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(558097024)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(560194240)))]; |
| tensor<fp16, [1, 257, 1024]> linear_133_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16, x = hidden_states_133_cast_fp16)[name = tensor<string, []>("linear_133_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(560196352)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(562293568)))]; |
| tensor<fp16, [1, 257, 1024]> linear_134_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16, x = hidden_states_133_cast_fp16)[name = tensor<string, []>("linear_134_cast_fp16")]; |
| tensor<int32, [4]> var_1404 = const()[name = tensor<string, []>("op_1404"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1405_cast_fp16 = reshape(shape = var_1404, x = linear_132_cast_fp16)[name = tensor<string, []>("op_1405_cast_fp16")]; |
| tensor<int32, [4]> var_1407 = const()[name = tensor<string, []>("op_1407"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1408_cast_fp16 = reshape(shape = var_1407, x = linear_133_cast_fp16)[name = tensor<string, []>("op_1408_cast_fp16")]; |
| tensor<int32, [4]> var_1410 = const()[name = tensor<string, []>("op_1410"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1411_cast_fp16 = reshape(shape = var_1410, x = linear_134_cast_fp16)[name = tensor<string, []>("op_1411_cast_fp16")]; |
| tensor<int32, [4]> value_states_91_perm_0 = const()[name = tensor<string, []>("value_states_91_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_22_cast_fp16 = mul(x = var_1405_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_22_cast_fp16")]; |
| tensor<bool, []> matmul_22_transpose_y_0 = const()[name = tensor<string, []>("matmul_22_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_22_transpose_x_0 = const()[name = tensor<string, []>("matmul_22_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_142_perm_0 = const()[name = tensor<string, []>("transpose_142_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_143_perm_0 = const()[name = tensor<string, []>("transpose_143_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_143 = transpose(perm = transpose_143_perm_0, x = var_1408_cast_fp16)[name = tensor<string, []>("transpose_151")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_142 = transpose(perm = transpose_142_perm_0, x = mul_22_cast_fp16)[name = tensor<string, []>("transpose_152")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_22_cast_fp16 = matmul(transpose_x = matmul_22_transpose_x_0, transpose_y = matmul_22_transpose_y_0, x = transpose_142, y = transpose_143)[name = tensor<string, []>("matmul_22_cast_fp16")]; |
| tensor<int32, []> softmax_22_axis_0 = const()[name = tensor<string, []>("softmax_22_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_22_cast_fp16 = softmax(axis = softmax_22_axis_0, x = matmul_22_cast_fp16)[name = tensor<string, []>("softmax_22_cast_fp16")]; |
| tensor<bool, []> attn_output_89_transpose_x_0 = const()[name = tensor<string, []>("attn_output_89_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_89_transpose_y_0 = const()[name = tensor<string, []>("attn_output_89_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_91_cast_fp16 = transpose(perm = value_states_91_perm_0, x = var_1411_cast_fp16)[name = tensor<string, []>("transpose_153")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_89_cast_fp16 = matmul(transpose_x = attn_output_89_transpose_x_0, transpose_y = attn_output_89_transpose_y_0, x = softmax_22_cast_fp16, y = value_states_91_cast_fp16)[name = tensor<string, []>("attn_output_89_cast_fp16")]; |
| tensor<int32, [4]> attn_output_91_perm_0 = const()[name = tensor<string, []>("attn_output_91_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1415 = const()[name = tensor<string, []>("op_1415"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_91_cast_fp16 = transpose(perm = attn_output_91_perm_0, x = attn_output_89_cast_fp16)[name = tensor<string, []>("transpose_150")]; |
| tensor<fp16, [1, 257, 1024]> input_273_cast_fp16 = reshape(shape = var_1415, x = attn_output_91_cast_fp16)[name = tensor<string, []>("input_273_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(562295680)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(564392896)))]; |
| tensor<fp16, [1, 257, 1024]> linear_135_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16, x = input_273_cast_fp16)[name = tensor<string, []>("linear_135_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_275_cast_fp16 = add(x = input_271_cast_fp16, y = linear_135_cast_fp16)[name = tensor<string, []>("input_275_cast_fp16")]; |
| tensor<int32, [1]> input_277_axes_0 = const()[name = tensor<string, []>("input_277_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(564395008)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(564397120)))]; |
| tensor<fp16, [1, 257, 1024]> input_277_cast_fp16 = layer_norm(axes = input_277_axes_0, beta = vision_model_vision_model_encoder_layers_22_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_22_layer_norm2_weight_to_fp16, x = input_275_cast_fp16)[name = tensor<string, []>("input_277_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_22_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(564399232)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_22_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(572787904)))]; |
| tensor<fp16, [1, 257, 4096]> linear_136_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_mlp_fc1_weight_to_fp16, x = input_277_cast_fp16)[name = tensor<string, []>("linear_136_cast_fp16")]; |
| tensor<fp16, []> var_1430_to_fp16 = const()[name = tensor<string, []>("op_1430_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1431_cast_fp16 = mul(x = linear_136_cast_fp16, y = var_1430_to_fp16)[name = tensor<string, []>("op_1431_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_1432_cast_fp16 = sigmoid(x = var_1431_cast_fp16)[name = tensor<string, []>("op_1432_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_281_cast_fp16 = mul(x = linear_136_cast_fp16, y = var_1432_cast_fp16)[name = tensor<string, []>("input_281_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_22_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(572796160)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581184832)))]; |
| tensor<fp16, [1, 257, 1024]> linear_137_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_22_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_mlp_fc2_weight_to_fp16, x = input_281_cast_fp16)[name = tensor<string, []>("linear_137_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_283_cast_fp16 = add(x = input_275_cast_fp16, y = linear_137_cast_fp16)[name = tensor<string, []>("input_283_cast_fp16")]; |
| tensor<int32, [1]> hidden_states_139_axes_0 = const()[name = tensor<string, []>("hidden_states_139_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581186944)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581189056)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_139_cast_fp16 = layer_norm(axes = hidden_states_139_axes_0, beta = vision_model_vision_model_encoder_layers_23_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_23_layer_norm1_weight_to_fp16, x = input_283_cast_fp16)[name = tensor<string, []>("hidden_states_139_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581191168)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(583288384)))]; |
| tensor<fp16, [1, 257, 1024]> linear_138_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16, x = hidden_states_139_cast_fp16)[name = tensor<string, []>("linear_138_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(583290496)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(585387712)))]; |
| tensor<fp16, [1, 257, 1024]> linear_139_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16, x = hidden_states_139_cast_fp16)[name = tensor<string, []>("linear_139_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(585389824)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(587487040)))]; |
| tensor<fp16, [1, 257, 1024]> linear_140_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16, x = hidden_states_139_cast_fp16)[name = tensor<string, []>("linear_140_cast_fp16")]; |
| tensor<int32, [4]> var_1462 = const()[name = tensor<string, []>("op_1462"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1463_cast_fp16 = reshape(shape = var_1462, x = linear_138_cast_fp16)[name = tensor<string, []>("op_1463_cast_fp16")]; |
| tensor<int32, [4]> var_1465 = const()[name = tensor<string, []>("op_1465"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1466_cast_fp16 = reshape(shape = var_1465, x = linear_139_cast_fp16)[name = tensor<string, []>("op_1466_cast_fp16")]; |
| tensor<int32, [4]> var_1468 = const()[name = tensor<string, []>("op_1468"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1469_cast_fp16 = reshape(shape = var_1468, x = linear_140_cast_fp16)[name = tensor<string, []>("op_1469_cast_fp16")]; |
| tensor<int32, [4]> value_states_perm_0 = const()[name = tensor<string, []>("value_states_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1, 257, 16, 64]> mul_23_cast_fp16 = mul(x = var_1463_cast_fp16, y = var_21_to_fp16)[name = tensor<string, []>("mul_23_cast_fp16")]; |
| tensor<bool, []> matmul_23_transpose_y_0 = const()[name = tensor<string, []>("matmul_23_transpose_y_0"), val = tensor<bool, []>(true)]; |
| tensor<bool, []> matmul_23_transpose_x_0 = const()[name = tensor<string, []>("matmul_23_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [4]> transpose_144_perm_0 = const()[name = tensor<string, []>("transpose_144_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<int32, [4]> transpose_145_perm_0 = const()[name = tensor<string, []>("transpose_145_perm_0"), val = tensor<int32, [4]>([0, 2, -3, -1])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_145 = transpose(perm = transpose_145_perm_0, x = var_1466_cast_fp16)[name = tensor<string, []>("transpose_147")]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_144 = transpose(perm = transpose_144_perm_0, x = mul_23_cast_fp16)[name = tensor<string, []>("transpose_148")]; |
| tensor<fp16, [1, 16, 257, 257]> matmul_23_cast_fp16 = matmul(transpose_x = matmul_23_transpose_x_0, transpose_y = matmul_23_transpose_y_0, x = transpose_144, y = transpose_145)[name = tensor<string, []>("matmul_23_cast_fp16")]; |
| tensor<int32, []> softmax_23_axis_0 = const()[name = tensor<string, []>("softmax_23_axis_0"), val = tensor<int32, []>(-1)]; |
| tensor<fp16, [1, 16, 257, 257]> softmax_23_cast_fp16 = softmax(axis = softmax_23_axis_0, x = matmul_23_cast_fp16)[name = tensor<string, []>("softmax_23_cast_fp16")]; |
| tensor<bool, []> attn_output_93_transpose_x_0 = const()[name = tensor<string, []>("attn_output_93_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_93_transpose_y_0 = const()[name = tensor<string, []>("attn_output_93_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 16, 257, 64]> value_states_cast_fp16 = transpose(perm = value_states_perm_0, x = var_1469_cast_fp16)[name = tensor<string, []>("transpose_149")]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_93_cast_fp16 = matmul(transpose_x = attn_output_93_transpose_x_0, transpose_y = attn_output_93_transpose_y_0, x = softmax_23_cast_fp16, y = value_states_cast_fp16)[name = tensor<string, []>("attn_output_93_cast_fp16")]; |
| tensor<int32, [4]> attn_output_perm_0 = const()[name = tensor<string, []>("attn_output_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1473 = const()[name = tensor<string, []>("op_1473"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> attn_output_cast_fp16 = transpose(perm = attn_output_perm_0, x = attn_output_93_cast_fp16)[name = tensor<string, []>("transpose_146")]; |
| tensor<fp16, [1, 257, 1024]> input_285_cast_fp16 = reshape(shape = var_1473, x = attn_output_cast_fp16)[name = tensor<string, []>("input_285_cast_fp16")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(587489152)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(589586368)))]; |
| tensor<fp16, [1, 257, 1024]> linear_141_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16, x = input_285_cast_fp16)[name = tensor<string, []>("linear_141_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> input_287_cast_fp16 = add(x = input_283_cast_fp16, y = linear_141_cast_fp16)[name = tensor<string, []>("input_287_cast_fp16")]; |
| tensor<int32, [1]> input_289_axes_0 = const()[name = tensor<string, []>("input_289_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(589588480)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(589590592)))]; |
| tensor<fp16, [1, 257, 1024]> input_289_cast_fp16 = layer_norm(axes = input_289_axes_0, beta = vision_model_vision_model_encoder_layers_23_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_23_layer_norm2_weight_to_fp16, x = input_287_cast_fp16)[name = tensor<string, []>("input_289_cast_fp16")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_23_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(589592704)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_23_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(597981376)))]; |
| tensor<fp16, [1, 257, 4096]> linear_142_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_mlp_fc1_weight_to_fp16, x = input_289_cast_fp16)[name = tensor<string, []>("linear_142_cast_fp16")]; |
| tensor<fp16, []> var_1488_to_fp16 = const()[name = tensor<string, []>("op_1488_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1489_cast_fp16 = mul(x = linear_142_cast_fp16, y = var_1488_to_fp16)[name = tensor<string, []>("op_1489_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> var_1490_cast_fp16 = sigmoid(x = var_1489_cast_fp16)[name = tensor<string, []>("op_1490_cast_fp16")]; |
| tensor<fp16, [1, 257, 4096]> input_293_cast_fp16 = mul(x = linear_142_cast_fp16, y = var_1490_cast_fp16)[name = tensor<string, []>("input_293_cast_fp16")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_23_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(597989632)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(606378304)))]; |
| tensor<fp16, [1, 257, 1024]> linear_143_cast_fp16 = linear(bias = vision_model_vision_model_encoder_layers_23_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_mlp_fc2_weight_to_fp16, x = input_293_cast_fp16)[name = tensor<string, []>("linear_143_cast_fp16")]; |
| tensor<fp16, [1, 257, 1024]> last_hidden_state_cast_fp16 = add(x = input_287_cast_fp16, y = linear_143_cast_fp16)[name = tensor<string, []>("last_hidden_state_cast_fp16")]; |
| tensor<int32, [3]> var_1497_begin_0 = const()[name = tensor<string, []>("op_1497_begin_0"), val = tensor<int32, [3]>([0, 0, 0])]; |
| tensor<int32, [3]> var_1497_end_0 = const()[name = tensor<string, []>("op_1497_end_0"), val = tensor<int32, [3]>([1, 1, 1024])]; |
| tensor<bool, [3]> var_1497_end_mask_0 = const()[name = tensor<string, []>("op_1497_end_mask_0"), val = tensor<bool, [3]>([true, false, true])]; |
| tensor<bool, [3]> var_1497_squeeze_mask_0 = const()[name = tensor<string, []>("op_1497_squeeze_mask_0"), val = tensor<bool, [3]>([false, true, false])]; |
| tensor<fp16, [1, 1024]> var_1497_cast_fp16 = slice_by_index(begin = var_1497_begin_0, end = var_1497_end_0, end_mask = var_1497_end_mask_0, squeeze_mask = var_1497_squeeze_mask_0, x = last_hidden_state_cast_fp16)[name = tensor<string, []>("op_1497_cast_fp16")]; |
| tensor<int32, [1]> input_297_axes_0 = const()[name = tensor<string, []>("input_297_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_post_layernorm_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_post_layernorm_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(606380416)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_post_layernorm_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_post_layernorm_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(606382528)))]; |
| tensor<fp16, [1, 1024]> input_297_cast_fp16 = layer_norm(axes = input_297_axes_0, beta = vision_model_vision_model_post_layernorm_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_post_layernorm_weight_to_fp16, x = var_1497_cast_fp16)[name = tensor<string, []>("input_297_cast_fp16")]; |
| tensor<fp16, [768, 1024]> visual_projection_weight_to_fp16 = const()[name = tensor<string, []>("visual_projection_weight_to_fp16"), val = tensor<fp16, [768, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(606384640)))]; |
| tensor<fp16, [768]> linear_144_bias_0_to_fp16 = const()[name = tensor<string, []>("linear_144_bias_0_to_fp16"), val = tensor<fp16, [768]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(607957568)))]; |
| tensor<fp16, [1, 768]> linear_144_cast_fp16 = linear(bias = linear_144_bias_0_to_fp16, weight = visual_projection_weight_to_fp16, x = input_297_cast_fp16)[name = tensor<string, []>("linear_144_cast_fp16")]; |
| tensor<int32, [1]> var_1508 = const()[name = tensor<string, []>("op_1508"), val = tensor<int32, [1]>([1])]; |
| tensor<bool, []> var_1509 = const()[name = tensor<string, []>("op_1509"), val = tensor<bool, []>(true)]; |
| tensor<fp16, [1, 1]> var_1511_cast_fp16 = reduce_l2_norm(axes = var_1508, keep_dims = var_1509, x = linear_144_cast_fp16)[name = tensor<string, []>("op_1511_cast_fp16")]; |
| tensor<fp16, []> var_1512_to_fp16 = const()[name = tensor<string, []>("op_1512_to_fp16"), val = tensor<fp16, []>(0x1p-24)]; |
| tensor<fp16, [1, 1]> var_1513_cast_fp16 = maximum(x = var_1511_cast_fp16, y = var_1512_to_fp16)[name = tensor<string, []>("op_1513_cast_fp16")]; |
| tensor<int32, [2]> denom_1_reps_0 = const()[name = tensor<string, []>("denom_1_reps_0"), val = tensor<int32, [2]>([1, 768])]; |
| tensor<fp16, [1, 768]> denom_1_cast_fp16 = tile(reps = denom_1_reps_0, x = var_1513_cast_fp16)[name = tensor<string, []>("denom_1_cast_fp16")]; |
| tensor<fp16, [1, 768]> var_1515_cast_fp16 = real_div(x = linear_144_cast_fp16, y = denom_1_cast_fp16)[name = tensor<string, []>("op_1515_cast_fp16")]; |
| tensor<fp16, [3, 768]> var_1555_weight_0_to_fp16 = const()[name = tensor<string, []>("op_1555_weight_0_to_fp16"), val = tensor<fp16, [3, 768]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(607959168)))]; |
| tensor<fp16, [3]> var_1555_bias_0_to_fp16 = const()[name = tensor<string, []>("op_1555_bias_0_to_fp16"), val = tensor<fp16, [3]>([-0x1.8f4p-3, -0x1.998p-3, -0x1.c28p-3])]; |
| tensor<fp16, [1, 3]> var_1555_cast_fp16 = linear(bias = var_1555_bias_0_to_fp16, weight = var_1555_weight_0_to_fp16, x = var_1515_cast_fp16)[name = tensor<string, []>("op_1555_cast_fp16")]; |
| tensor<fp16, [17, 768]> var_1590_weight_0_to_fp16 = const()[name = tensor<string, []>("op_1590_weight_0_to_fp16"), val = tensor<fp16, [17, 768]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(607963840)))]; |
| tensor<fp16, [17]> var_1590_bias_0_to_fp16 = const()[name = tensor<string, []>("op_1590_bias_0_to_fp16"), val = tensor<fp16, [17]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(607990016)))]; |
| tensor<fp16, [1, 17]> var_1590_cast_fp16 = linear(bias = var_1590_bias_0_to_fp16, weight = var_1590_weight_0_to_fp16, x = var_1515_cast_fp16)[name = tensor<string, []>("op_1590_cast_fp16")]; |
| tensor<fp16, [1, 3]> special_scores_cast_fp16 = add(x = var_1555_cast_fp16, y = adjustment)[name = tensor<string, []>("special_scores_cast_fp16")]; |
| tensor<fp16, []> var_1558_promoted_to_fp16 = const()[name = tensor<string, []>("op_1558_promoted_to_fp16"), val = tensor<fp16, []>(0x0p+0)]; |
| tensor<bool, [1, 3]> var_1559_cast_fp16 = greater(x = special_scores_cast_fp16, y = var_1558_promoted_to_fp16)[name = tensor<string, []>("op_1559_cast_fp16")]; |
| tensor<int32, [1]> var_1569_axes_0 = const()[name = tensor<string, []>("op_1569_axes_0"), val = tensor<int32, [1]>([1])]; |
| tensor<bool, []> var_1569_keep_dims_0 = const()[name = tensor<string, []>("op_1569_keep_dims_0"), val = tensor<bool, []>(false)]; |
| tensor<string, []> var_1564_to_fp16_dtype_0 = const()[name = tensor<string, []>("op_1564_to_fp16_dtype_0"), val = tensor<string, []>("fp16")]; |
| tensor<fp16, [1, 3]> var_1559_cast_fp16_to_fp16 = cast(dtype = var_1564_to_fp16_dtype_0, x = var_1559_cast_fp16)[name = tensor<string, []>("cast_117")]; |
| tensor<fp16, [1]> var_1569_cast_fp16 = reduce_sum(axes = var_1569_axes_0, keep_dims = var_1569_keep_dims_0, x = var_1559_cast_fp16_to_fp16)[name = tensor<string, []>("op_1569_cast_fp16")]; |
| tensor<fp16, []> var_1570_promoted_to_fp16 = const()[name = tensor<string, []>("op_1570_promoted_to_fp16"), val = tensor<fp16, []>(0x0p+0)]; |
| tensor<bool, [1]> var_1571_cast_fp16 = greater(x = var_1569_cast_fp16, y = var_1570_promoted_to_fp16)[name = tensor<string, []>("op_1571_cast_fp16")]; |
| tensor<string, []> special_care_to_fp16_dtype_0 = const()[name = tensor<string, []>("special_care_to_fp16_dtype_0"), val = tensor<string, []>("fp16")]; |
| tensor<fp16, []> var_1577_to_fp16 = const()[name = tensor<string, []>("op_1577_to_fp16"), val = tensor<fp16, []>(0x1.47cp-7)]; |
| tensor<fp16, [1]> var_1571_cast_fp16_to_fp16 = cast(dtype = special_care_to_fp16_dtype_0, x = var_1571_cast_fp16)[name = tensor<string, []>("cast_116")]; |
| tensor<fp16, [1]> special_adjustment_1_cast_fp16 = mul(x = var_1571_cast_fp16_to_fp16, y = var_1577_to_fp16)[name = tensor<string, []>("special_adjustment_1_cast_fp16")]; |
| tensor<int32, [1]> var_1580_axes_0 = const()[name = tensor<string, []>("op_1580_axes_0"), val = tensor<int32, [1]>([1])]; |
| tensor<fp16, [1, 1]> var_1580_cast_fp16 = expand_dims(axes = var_1580_axes_0, x = special_adjustment_1_cast_fp16)[name = tensor<string, []>("op_1580_cast_fp16")]; |
| tensor<int32, [2]> special_adjustment_reps_0 = const()[name = tensor<string, []>("special_adjustment_reps_0"), val = tensor<int32, [2]>([1, 17])]; |
| tensor<fp16, [1, 17]> special_adjustment_cast_fp16 = tile(reps = special_adjustment_reps_0, x = var_1580_cast_fp16)[name = tensor<string, []>("special_adjustment_cast_fp16")]; |
| tensor<fp16, [1, 17]> concept_scores_cast_fp16 = add(x = var_1590_cast_fp16, y = special_adjustment_cast_fp16)[name = tensor<string, []>("concept_scores_cast_fp16")]; |
| tensor<string, []> concept_scores_cast_fp16_to_fp32_dtype_0 = const()[name = tensor<string, []>("concept_scores_cast_fp16_to_fp32_dtype_0"), val = tensor<string, []>("fp32")]; |
| tensor<fp16, []> var_1593_promoted_to_fp16 = const()[name = tensor<string, []>("op_1593_promoted_to_fp16"), val = tensor<fp16, []>(0x0p+0)]; |
| tensor<bool, [1, 17]> var_1594_cast_fp16 = greater(x = concept_scores_cast_fp16, y = var_1593_promoted_to_fp16)[name = tensor<string, []>("op_1594_cast_fp16")]; |
| tensor<int32, [1]> var_1604_axes_0 = const()[name = tensor<string, []>("op_1604_axes_0"), val = tensor<int32, [1]>([1])]; |
| tensor<bool, []> var_1604_keep_dims_0 = const()[name = tensor<string, []>("op_1604_keep_dims_0"), val = tensor<bool, []>(false)]; |
| tensor<string, []> var_1599_to_fp16_dtype_0 = const()[name = tensor<string, []>("op_1599_to_fp16_dtype_0"), val = tensor<string, []>("fp16")]; |
| tensor<fp16, [1, 17]> var_1594_cast_fp16_to_fp16 = cast(dtype = var_1599_to_fp16_dtype_0, x = var_1594_cast_fp16)[name = tensor<string, []>("cast_114")]; |
| tensor<fp16, [1]> var_1604_cast_fp16 = reduce_sum(axes = var_1604_axes_0, keep_dims = var_1604_keep_dims_0, x = var_1594_cast_fp16_to_fp16)[name = tensor<string, []>("op_1604_cast_fp16")]; |
| tensor<fp16, []> var_1605_promoted_to_fp16 = const()[name = tensor<string, []>("op_1605_promoted_to_fp16"), val = tensor<fp16, []>(0x0p+0)]; |
| tensor<bool, [1]> var_1606_cast_fp16 = greater(x = var_1604_cast_fp16, y = var_1605_promoted_to_fp16)[name = tensor<string, []>("op_1606_cast_fp16")]; |
| tensor<int32, [1]> var_1613_axes_0 = const()[name = tensor<string, []>("op_1613_axes_0"), val = tensor<int32, [1]>([1])]; |
| tensor<bool, [1, 1]> var_1613 = expand_dims(axes = var_1613_axes_0, x = var_1606_cast_fp16)[name = tensor<string, []>("op_1613")]; |
| tensor<int32, [1]> var_1615_axes_0 = const()[name = tensor<string, []>("op_1615_axes_0"), val = tensor<int32, [1]>([2])]; |
| tensor<bool, [1, 1, 1]> var_1615 = expand_dims(axes = var_1615_axes_0, x = var_1613)[name = tensor<string, []>("op_1615")]; |
| tensor<int32, [1]> has_nsfw_concepts_axes_0 = const()[name = tensor<string, []>("has_nsfw_concepts_axes_0"), val = tensor<int32, [1]>([3])]; |
| tensor<bool, [1, 1, 1, 1]> has_nsfw_concepts_1 = expand_dims(axes = has_nsfw_concepts_axes_0, x = var_1615)[name = tensor<string, []>("has_nsfw_concepts")]; |
| tensor<int32, [4]> has_nsfw_concepts_after_broadcast_reps_0 = const()[name = tensor<string, []>("has_nsfw_concepts_after_broadcast_reps_0"), val = tensor<int32, [4]>([1, 512, 512, 3])]; |
| tensor<bool, [1, 512, 512, 3]> has_nsfw_concepts_after_broadcast = tile(reps = has_nsfw_concepts_after_broadcast_reps_0, x = has_nsfw_concepts_1)[name = tensor<string, []>("has_nsfw_concepts_after_broadcast")]; |
| tensor<string, []> cast_109_dtype_0 = const()[name = tensor<string, []>("cast_109_dtype_0"), val = tensor<string, []>("int32")]; |
| tensor<int32, [1, 512, 512, 3]> cast_109 = cast(dtype = cast_109_dtype_0, x = has_nsfw_concepts_after_broadcast)[name = tensor<string, []>("cast_113")]; |
| tensor<int32, [?, 4]> non_zero_0 = non_zero(x = cast_109)[name = tensor<string, []>("non_zero_0")]; |
| tensor<int32, [2]> shape_5 = shape(x = non_zero_0)[name = tensor<string, []>("shape_5")]; |
| tensor<int32, [1]> slice_by_index_2_begin_0 = const()[name = tensor<string, []>("slice_by_index_2_begin_0"), val = tensor<int32, [1]>([0])]; |
| tensor<int32, [1]> slice_by_index_2_end_0 = const()[name = tensor<string, []>("slice_by_index_2_end_0"), val = tensor<int32, [1]>([0])]; |
| tensor<bool, [1]> slice_by_index_2_squeeze_mask_0 = const()[name = tensor<string, []>("slice_by_index_2_squeeze_mask_0"), val = tensor<bool, [1]>([true])]; |
| tensor<int32, []> slice_by_index_2 = slice_by_index(begin = slice_by_index_2_begin_0, end = slice_by_index_2_end_0, squeeze_mask = slice_by_index_2_squeeze_mask_0, x = shape_5)[name = tensor<string, []>("slice_by_index_2")]; |
| tensor<int32, []> concat_4_axis_0 = const()[name = tensor<string, []>("concat_4_axis_0"), val = tensor<int32, []>(0)]; |
| tensor<bool, []> concat_4_interleave_0 = const()[name = tensor<string, []>("concat_4_interleave_0"), val = tensor<bool, []>(false)]; |
| tensor<int32, [1]> concat_4 = concat(axis = concat_4_axis_0, interleave = concat_4_interleave_0, values = slice_by_index_2)[name = tensor<string, []>("concat_4")]; |
| tensor<int32, [1]> shape_6 = const()[name = tensor<string, []>("shape_6"), val = tensor<int32, [1]>([1])]; |
| tensor<int32, []> equal_0_y_0 = const()[name = tensor<string, []>("equal_0_y_0"), val = tensor<int32, []>(-1)]; |
| tensor<bool, [1]> equal_0 = equal(x = concat_4, y = equal_0_y_0)[name = tensor<string, []>("equal_0")]; |
| tensor<int32, [1]> select_0 = select(a = shape_6, b = concat_4, cond = equal_0)[name = tensor<string, []>("select_0")]; |
| tensor<fp16, [1]> expand_dims_1_to_fp16 = const()[name = tensor<string, []>("expand_dims_1_to_fp16"), val = tensor<fp16, [1]>([0x0p+0])]; |
| tensor<fp16, [?]> var_1623_broadcasted_cast_fp16 = tile(reps = select_0, x = expand_dims_1_to_fp16)[name = tensor<string, []>("op_1623_broadcasted_cast_fp16")]; |
| tensor<int32, []> greater_equal_0_y_0 = const()[name = tensor<string, []>("greater_equal_0_y_0"), val = tensor<int32, []>(0)]; |
| tensor<bool, [?, 4]> greater_equal_0 = greater_equal(x = non_zero_0, y = greater_equal_0_y_0)[name = tensor<string, []>("greater_equal_0")]; |
| tensor<int32, [4]> shape_7 = const()[name = tensor<string, []>("shape_7"), val = tensor<int32, [4]>([1, 512, 512, 3])]; |
| tensor<int32, [?, 4]> add_0 = add(x = non_zero_0, y = shape_7)[name = tensor<string, []>("add_0")]; |
| tensor<int32, [?, 4]> select_1 = select(a = non_zero_0, b = add_0, cond = greater_equal_0)[name = tensor<string, []>("select_1")]; |
| tensor<string, []> var_1625_mode_0 = const()[name = tensor<string, []>("op_1625_mode_0"), val = tensor<string, []>("update")]; |
| tensor<bool, []> var_1625_validate_indices_0 = const()[name = tensor<string, []>("op_1625_validate_indices_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 512, 512, 3]> var_1625_cast_fp16 = scatter_nd(data = images, indices = select_1, mode = var_1625_mode_0, updates = var_1623_broadcasted_cast_fp16, validate_indices = var_1625_validate_indices_0)[name = tensor<string, []>("op_1625_cast_fp16")]; |
| tensor<string, []> var_1625_cast_fp16_to_fp32_dtype_0 = const()[name = tensor<string, []>("op_1625_cast_fp16_to_fp32_dtype_0"), val = tensor<string, []>("fp32")]; |
| tensor<string, []> var_1630_dtype_0 = const()[name = tensor<string, []>("op_1630_dtype_0"), val = tensor<string, []>("fp32")]; |
| tensor<fp32, [1, 1, 1, 1]> has_nsfw_concepts = cast(dtype = var_1630_dtype_0, x = has_nsfw_concepts_1)[name = tensor<string, []>("cast_111")]; |
| tensor<fp32, [1, 512, 512, 3]> filtered_images = cast(dtype = var_1625_cast_fp16_to_fp32_dtype_0, x = var_1625_cast_fp16)[name = tensor<string, []>("cast_112")]; |
| tensor<fp32, [1, 17]> concept_scores = cast(dtype = concept_scores_cast_fp16_to_fp32_dtype_0, x = concept_scores_cast_fp16)[name = tensor<string, []>("cast_115")]; |
| } -> (filtered_images, has_nsfw_concepts, concept_scores); |
| } |
