| program(1.0) |
| [buildInfo = dict<tensor<string, []>, tensor<string, []>>({{"coremlc-component-MIL", "5.30.0"}, {"coremlc-version", "1839.0.0"}, {"coremltools-component-torch", "2.0.1"}, {"coremltools-version", "7.0b1"}})] |
| { |
| func main<ios16>(tensor<fp16, [1]> adjustment, tensor<fp16, [1, 3, 224, 224]> clip_input, tensor<fp16, [1, 512, 512, 3]> images) { |
| tensor<int32, []> var_10 = const()[name = tensor<string, []>("op_10"), val = tensor<int32, []>(-1)]; |
| tensor<int32, []> var_14 = const()[name = tensor<string, []>("op_14"), val = tensor<int32, []>(1)]; |
| tensor<int32, [2]> var_35 = const()[name = tensor<string, []>("op_35"), val = tensor<int32, [2]>([14, 14])]; |
| tensor<int32, [2]> var_37 = const()[name = tensor<string, []>("op_37"), val = tensor<int32, [2]>([1, 1])]; |
| tensor<string, []> patch_embeds_1_pad_type_0 = const()[name = tensor<string, []>("patch_embeds_1_pad_type_0"), val = tensor<string, []>("custom")]; |
| tensor<int32, [4]> patch_embeds_1_pad_0 = const()[name = tensor<string, []>("patch_embeds_1_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])]; |
| tensor<fp16, [1024, 3, 14, 14]> vision_model_vision_model_embeddings_patch_embedding_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_embeddings_patch_embedding_weight_to_fp16"), val = tensor<fp16, [1024, 3, 14, 14]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(64)))]; |
| tensor<fp16, [1, 1024, 16, 16]> patch_embeds_1_cast = conv(dilations = var_37, groups = var_14, pad = patch_embeds_1_pad_0, pad_type = patch_embeds_1_pad_type_0, strides = var_35, weight = vision_model_vision_model_embeddings_patch_embedding_weight_to_fp16, x = clip_input)[name = tensor<string, []>("patch_embeds_1_cast")]; |
| tensor<int32, [3]> concat_0 = const()[name = tensor<string, []>("concat_0"), val = tensor<int32, [3]>([1, 1024, 256])]; |
| tensor<fp16, [1, 1024, 256]> var_40_cast = reshape(shape = concat_0, x = patch_embeds_1_cast)[name = tensor<string, []>("op_40_cast")]; |
| tensor<int32, [3]> patch_embeds_perm_0 = const()[name = tensor<string, []>("patch_embeds_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> embeddings_1_interleave_0 = const()[name = tensor<string, []>("embeddings_1_interleave_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 1, 1024]> expand_dims_0_to_fp16 = const()[name = tensor<string, []>("expand_dims_0_to_fp16"), val = tensor<fp16, [1, 1, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1204352)))]; |
| tensor<fp16, [1, 256, 1024]> transpose_120 = transpose(perm = patch_embeds_perm_0, x = var_40_cast)[name = tensor<string, []>("transpose_120")]; |
| tensor<fp16, [1, 257, 1024]> embeddings_1_cast = concat(axis = var_14, interleave = embeddings_1_interleave_0, values = (expand_dims_0_to_fp16, transpose_120))[name = tensor<string, []>("embeddings_1_cast")]; |
| tensor<fp16, [1, 257, 1024]> var_47_to_fp16 = const()[name = tensor<string, []>("op_47_to_fp16"), val = tensor<fp16, [1, 257, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1206464)))]; |
| tensor<fp16, [1, 257, 1024]> input_3_cast = add(x = embeddings_1_cast, y = var_47_to_fp16)[name = tensor<string, []>("input_3_cast")]; |
| tensor<int32, [1]> input_5_axes_0 = const()[name = tensor<string, []>("input_5_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_pre_layrnorm_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_pre_layrnorm_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1732864)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_pre_layrnorm_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_pre_layrnorm_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1734976)))]; |
| tensor<fp16, []> var_18_to_fp16 = const()[name = tensor<string, []>("op_18_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)]; |
| tensor<fp16, [1, 257, 1024]> input_5_cast = layer_norm(axes = input_5_axes_0, beta = vision_model_vision_model_pre_layrnorm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_pre_layrnorm_weight_to_fp16, x = input_3_cast)[name = tensor<string, []>("input_5_cast")]; |
| tensor<int32, [1]> hidden_states_1_axes_0 = const()[name = tensor<string, []>("hidden_states_1_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1737088)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1739200)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_1_cast = layer_norm(axes = hidden_states_1_axes_0, beta = vision_model_vision_model_encoder_layers_0_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_0_layer_norm1_weight_to_fp16, x = input_5_cast)[name = tensor<string, []>("hidden_states_1_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1741312)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(3838528)))]; |
| tensor<fp16, [1, 257, 1024]> var_119_cast = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16, x = hidden_states_1_cast)[name = tensor<string, []>("op_119_cast")]; |
| tensor<fp16, []> var_120_to_fp16 = const()[name = tensor<string, []>("op_120_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_5_cast = mul(x = var_119_cast, y = var_120_to_fp16)[name = tensor<string, []>("tensor_5_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(3840640)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(5937856)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_1_cast = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16, x = hidden_states_1_cast)[name = tensor<string, []>("tensor_1_cast")]; |
| tensor<int32, [4]> var_125 = const()[name = tensor<string, []>("op_125"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_126_cast = reshape(shape = var_125, x = tensor_1_cast)[name = tensor<string, []>("op_126_cast")]; |
| tensor<int32, [4]> var_127_perm_0 = const()[name = tensor<string, []>("op_127_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(5939968)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(8037184)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_3_cast = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16, x = hidden_states_1_cast)[name = tensor<string, []>("tensor_3_cast")]; |
| tensor<int32, [4]> var_132 = const()[name = tensor<string, []>("op_132"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_133_cast = reshape(shape = var_132, x = tensor_3_cast)[name = tensor<string, []>("op_133_cast")]; |
| tensor<int32, [4]> var_134_perm_0 = const()[name = tensor<string, []>("op_134_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_141 = const()[name = tensor<string, []>("op_141"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_142_cast = reshape(shape = var_141, x = tensor_5_cast)[name = tensor<string, []>("op_142_cast")]; |
| tensor<int32, [4]> var_143_perm_0 = const()[name = tensor<string, []>("op_143_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_145 = const()[name = tensor<string, []>("op_145"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_117 = transpose(perm = var_143_perm_0, x = var_142_cast)[name = tensor<string, []>("transpose_117")]; |
| tensor<fp16, [16, 257, 64]> query_states_1_cast = reshape(shape = var_145, x = transpose_117)[name = tensor<string, []>("query_states_1_cast")]; |
| tensor<int32, [3]> var_147 = const()[name = tensor<string, []>("op_147"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_119 = transpose(perm = var_127_perm_0, x = var_126_cast)[name = tensor<string, []>("transpose_119")]; |
| tensor<fp16, [16, 257, 64]> key_states_3_cast = reshape(shape = var_147, x = transpose_119)[name = tensor<string, []>("key_states_3_cast")]; |
| tensor<int32, [3]> var_149 = const()[name = tensor<string, []>("op_149"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_118 = transpose(perm = var_134_perm_0, x = var_133_cast)[name = tensor<string, []>("transpose_118")]; |
| tensor<fp16, [16, 257, 64]> value_states_3_cast = reshape(shape = var_149, x = transpose_118)[name = tensor<string, []>("value_states_3_cast")]; |
| tensor<int32, [3]> var_151_perm_0 = const()[name = tensor<string, []>("op_151_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_1_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_1_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_1_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_1_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_116 = transpose(perm = var_151_perm_0, x = key_states_3_cast)[name = tensor<string, []>("transpose_116")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_1_cast = matmul(transpose_x = attn_weights_1_transpose_x_0, transpose_y = attn_weights_1_transpose_y_0, x = query_states_1_cast, y = transpose_116)[name = tensor<string, []>("attn_weights_1_cast")]; |
| tensor<fp16, [16, 257, 257]> input_7_cast = softmax(axis = var_10, x = attn_weights_1_cast)[name = tensor<string, []>("input_7_cast")]; |
| tensor<bool, []> attn_output_1_transpose_x_0 = const()[name = tensor<string, []>("attn_output_1_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_1_transpose_y_0 = const()[name = tensor<string, []>("attn_output_1_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_1_cast = matmul(transpose_x = attn_output_1_transpose_x_0, transpose_y = attn_output_1_transpose_y_0, x = input_7_cast, y = value_states_3_cast)[name = tensor<string, []>("attn_output_1_cast")]; |
| tensor<int32, [4]> var_156 = const()[name = tensor<string, []>("op_156"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_3_cast = reshape(shape = var_156, x = attn_output_1_cast)[name = tensor<string, []>("attn_output_3_cast")]; |
| tensor<int32, [4]> attn_output_5_perm_0 = const()[name = tensor<string, []>("attn_output_5_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_159 = const()[name = tensor<string, []>("op_159"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_115 = transpose(perm = attn_output_5_perm_0, x = attn_output_3_cast)[name = tensor<string, []>("transpose_115")]; |
| tensor<fp16, [1, 257, 1024]> input_9_cast = reshape(shape = var_159, x = transpose_115)[name = tensor<string, []>("input_9_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(8039296)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(10136512)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_3_cast = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16, x = input_9_cast)[name = tensor<string, []>("hidden_states_3_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_11_cast = add(x = input_5_cast, y = hidden_states_3_cast)[name = tensor<string, []>("input_11_cast")]; |
| tensor<int32, [1]> input_13_axes_0 = const()[name = tensor<string, []>("input_13_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(10138624)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(10140736)))]; |
| tensor<fp16, [1, 257, 1024]> input_13_cast = layer_norm(axes = input_13_axes_0, beta = vision_model_vision_model_encoder_layers_0_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_0_layer_norm2_weight_to_fp16, x = input_11_cast)[name = tensor<string, []>("input_13_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_0_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(10142848)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_0_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(18531520)))]; |
| tensor<fp16, [1, 257, 4096]> input_15_cast = linear(bias = vision_model_vision_model_encoder_layers_0_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_mlp_fc1_weight_to_fp16, x = input_13_cast)[name = tensor<string, []>("input_15_cast")]; |
| tensor<fp16, []> var_174_to_fp16 = const()[name = tensor<string, []>("op_174_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_175_cast = mul(x = input_15_cast, y = var_174_to_fp16)[name = tensor<string, []>("op_175_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_176_cast = sigmoid(x = var_175_cast)[name = tensor<string, []>("op_176_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_17_cast = mul(x = input_15_cast, y = var_176_cast)[name = tensor<string, []>("input_17_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_0_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(18539776)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_0_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_0_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(26928448)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_5_cast = linear(bias = vision_model_vision_model_encoder_layers_0_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_mlp_fc2_weight_to_fp16, x = input_17_cast)[name = tensor<string, []>("hidden_states_5_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_19_cast = add(x = input_11_cast, y = hidden_states_5_cast)[name = tensor<string, []>("input_19_cast")]; |
| tensor<int32, [1]> hidden_states_7_axes_0 = const()[name = tensor<string, []>("hidden_states_7_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(26930560)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(26932672)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_7_cast = layer_norm(axes = hidden_states_7_axes_0, beta = vision_model_vision_model_encoder_layers_1_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_1_layer_norm1_weight_to_fp16, x = input_19_cast)[name = tensor<string, []>("hidden_states_7_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(26934784)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(29032000)))]; |
| tensor<fp16, [1, 257, 1024]> var_200_cast = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16, x = hidden_states_7_cast)[name = tensor<string, []>("op_200_cast")]; |
| tensor<fp16, []> var_201_to_fp16 = const()[name = tensor<string, []>("op_201_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_11_cast = mul(x = var_200_cast, y = var_201_to_fp16)[name = tensor<string, []>("tensor_11_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(29034112)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(31131328)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_7_cast = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16, x = hidden_states_7_cast)[name = tensor<string, []>("tensor_7_cast")]; |
| tensor<int32, [4]> var_206 = const()[name = tensor<string, []>("op_206"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_207_cast = reshape(shape = var_206, x = tensor_7_cast)[name = tensor<string, []>("op_207_cast")]; |
| tensor<int32, [4]> var_208_perm_0 = const()[name = tensor<string, []>("op_208_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(31133440)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(33230656)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_9_cast = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16, x = hidden_states_7_cast)[name = tensor<string, []>("tensor_9_cast")]; |
| tensor<int32, [4]> var_213 = const()[name = tensor<string, []>("op_213"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_214_cast = reshape(shape = var_213, x = tensor_9_cast)[name = tensor<string, []>("op_214_cast")]; |
| tensor<int32, [4]> var_215_perm_0 = const()[name = tensor<string, []>("op_215_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_222 = const()[name = tensor<string, []>("op_222"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_223_cast = reshape(shape = var_222, x = tensor_11_cast)[name = tensor<string, []>("op_223_cast")]; |
| tensor<int32, [4]> var_224_perm_0 = const()[name = tensor<string, []>("op_224_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_226 = const()[name = tensor<string, []>("op_226"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_112 = transpose(perm = var_224_perm_0, x = var_223_cast)[name = tensor<string, []>("transpose_112")]; |
| tensor<fp16, [16, 257, 64]> query_states_3_cast = reshape(shape = var_226, x = transpose_112)[name = tensor<string, []>("query_states_3_cast")]; |
| tensor<int32, [3]> var_228 = const()[name = tensor<string, []>("op_228"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_114 = transpose(perm = var_208_perm_0, x = var_207_cast)[name = tensor<string, []>("transpose_114")]; |
| tensor<fp16, [16, 257, 64]> key_states_7_cast = reshape(shape = var_228, x = transpose_114)[name = tensor<string, []>("key_states_7_cast")]; |
| tensor<int32, [3]> var_230 = const()[name = tensor<string, []>("op_230"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_113 = transpose(perm = var_215_perm_0, x = var_214_cast)[name = tensor<string, []>("transpose_113")]; |
| tensor<fp16, [16, 257, 64]> value_states_7_cast = reshape(shape = var_230, x = transpose_113)[name = tensor<string, []>("value_states_7_cast")]; |
| tensor<int32, [3]> var_232_perm_0 = const()[name = tensor<string, []>("op_232_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_5_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_5_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_5_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_5_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_111 = transpose(perm = var_232_perm_0, x = key_states_7_cast)[name = tensor<string, []>("transpose_111")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_5_cast = matmul(transpose_x = attn_weights_5_transpose_x_0, transpose_y = attn_weights_5_transpose_y_0, x = query_states_3_cast, y = transpose_111)[name = tensor<string, []>("attn_weights_5_cast")]; |
| tensor<fp16, [16, 257, 257]> input_21_cast = softmax(axis = var_10, x = attn_weights_5_cast)[name = tensor<string, []>("input_21_cast")]; |
| tensor<bool, []> attn_output_7_transpose_x_0 = const()[name = tensor<string, []>("attn_output_7_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_7_transpose_y_0 = const()[name = tensor<string, []>("attn_output_7_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_7_cast = matmul(transpose_x = attn_output_7_transpose_x_0, transpose_y = attn_output_7_transpose_y_0, x = input_21_cast, y = value_states_7_cast)[name = tensor<string, []>("attn_output_7_cast")]; |
| tensor<int32, [4]> var_237 = const()[name = tensor<string, []>("op_237"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_9_cast = reshape(shape = var_237, x = attn_output_7_cast)[name = tensor<string, []>("attn_output_9_cast")]; |
| tensor<int32, [4]> attn_output_11_perm_0 = const()[name = tensor<string, []>("attn_output_11_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_240 = const()[name = tensor<string, []>("op_240"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_110 = transpose(perm = attn_output_11_perm_0, x = attn_output_9_cast)[name = tensor<string, []>("transpose_110")]; |
| tensor<fp16, [1, 257, 1024]> input_23_cast = reshape(shape = var_240, x = transpose_110)[name = tensor<string, []>("input_23_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(33232768)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(35329984)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_9_cast = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16, x = input_23_cast)[name = tensor<string, []>("hidden_states_9_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_25_cast = add(x = input_19_cast, y = hidden_states_9_cast)[name = tensor<string, []>("input_25_cast")]; |
| tensor<int32, [1]> input_27_axes_0 = const()[name = tensor<string, []>("input_27_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(35332096)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(35334208)))]; |
| tensor<fp16, [1, 257, 1024]> input_27_cast = layer_norm(axes = input_27_axes_0, beta = vision_model_vision_model_encoder_layers_1_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_1_layer_norm2_weight_to_fp16, x = input_25_cast)[name = tensor<string, []>("input_27_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_1_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(35336320)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_1_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(43724992)))]; |
| tensor<fp16, [1, 257, 4096]> input_29_cast = linear(bias = vision_model_vision_model_encoder_layers_1_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_mlp_fc1_weight_to_fp16, x = input_27_cast)[name = tensor<string, []>("input_29_cast")]; |
| tensor<fp16, []> var_255_to_fp16 = const()[name = tensor<string, []>("op_255_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_256_cast = mul(x = input_29_cast, y = var_255_to_fp16)[name = tensor<string, []>("op_256_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_257_cast = sigmoid(x = var_256_cast)[name = tensor<string, []>("op_257_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_31_cast = mul(x = input_29_cast, y = var_257_cast)[name = tensor<string, []>("input_31_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_1_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(43733248)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_1_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_1_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(52121920)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_11_cast = linear(bias = vision_model_vision_model_encoder_layers_1_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_mlp_fc2_weight_to_fp16, x = input_31_cast)[name = tensor<string, []>("hidden_states_11_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_33_cast = add(x = input_25_cast, y = hidden_states_11_cast)[name = tensor<string, []>("input_33_cast")]; |
| tensor<int32, [1]> hidden_states_13_axes_0 = const()[name = tensor<string, []>("hidden_states_13_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(52124032)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(52126144)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_13_cast = layer_norm(axes = hidden_states_13_axes_0, beta = vision_model_vision_model_encoder_layers_2_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_2_layer_norm1_weight_to_fp16, x = input_33_cast)[name = tensor<string, []>("hidden_states_13_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(52128256)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(54225472)))]; |
| tensor<fp16, [1, 257, 1024]> var_281_cast = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16, x = hidden_states_13_cast)[name = tensor<string, []>("op_281_cast")]; |
| tensor<fp16, []> var_282_to_fp16 = const()[name = tensor<string, []>("op_282_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_17_cast = mul(x = var_281_cast, y = var_282_to_fp16)[name = tensor<string, []>("tensor_17_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(54227584)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(56324800)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_13_cast = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16, x = hidden_states_13_cast)[name = tensor<string, []>("tensor_13_cast")]; |
| tensor<int32, [4]> var_287 = const()[name = tensor<string, []>("op_287"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_288_cast = reshape(shape = var_287, x = tensor_13_cast)[name = tensor<string, []>("op_288_cast")]; |
| tensor<int32, [4]> var_289_perm_0 = const()[name = tensor<string, []>("op_289_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(56326912)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(58424128)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_15_cast = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16, x = hidden_states_13_cast)[name = tensor<string, []>("tensor_15_cast")]; |
| tensor<int32, [4]> var_294 = const()[name = tensor<string, []>("op_294"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_295_cast = reshape(shape = var_294, x = tensor_15_cast)[name = tensor<string, []>("op_295_cast")]; |
| tensor<int32, [4]> var_296_perm_0 = const()[name = tensor<string, []>("op_296_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_303 = const()[name = tensor<string, []>("op_303"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_304_cast = reshape(shape = var_303, x = tensor_17_cast)[name = tensor<string, []>("op_304_cast")]; |
| tensor<int32, [4]> var_305_perm_0 = const()[name = tensor<string, []>("op_305_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_307 = const()[name = tensor<string, []>("op_307"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_107 = transpose(perm = var_305_perm_0, x = var_304_cast)[name = tensor<string, []>("transpose_107")]; |
| tensor<fp16, [16, 257, 64]> query_states_5_cast = reshape(shape = var_307, x = transpose_107)[name = tensor<string, []>("query_states_5_cast")]; |
| tensor<int32, [3]> var_309 = const()[name = tensor<string, []>("op_309"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_109 = transpose(perm = var_289_perm_0, x = var_288_cast)[name = tensor<string, []>("transpose_109")]; |
| tensor<fp16, [16, 257, 64]> key_states_11_cast = reshape(shape = var_309, x = transpose_109)[name = tensor<string, []>("key_states_11_cast")]; |
| tensor<int32, [3]> var_311 = const()[name = tensor<string, []>("op_311"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_108 = transpose(perm = var_296_perm_0, x = var_295_cast)[name = tensor<string, []>("transpose_108")]; |
| tensor<fp16, [16, 257, 64]> value_states_11_cast = reshape(shape = var_311, x = transpose_108)[name = tensor<string, []>("value_states_11_cast")]; |
| tensor<int32, [3]> var_313_perm_0 = const()[name = tensor<string, []>("op_313_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_9_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_9_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_9_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_9_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_106 = transpose(perm = var_313_perm_0, x = key_states_11_cast)[name = tensor<string, []>("transpose_106")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_9_cast = matmul(transpose_x = attn_weights_9_transpose_x_0, transpose_y = attn_weights_9_transpose_y_0, x = query_states_5_cast, y = transpose_106)[name = tensor<string, []>("attn_weights_9_cast")]; |
| tensor<fp16, [16, 257, 257]> input_35_cast = softmax(axis = var_10, x = attn_weights_9_cast)[name = tensor<string, []>("input_35_cast")]; |
| tensor<bool, []> attn_output_13_transpose_x_0 = const()[name = tensor<string, []>("attn_output_13_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_13_transpose_y_0 = const()[name = tensor<string, []>("attn_output_13_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_13_cast = matmul(transpose_x = attn_output_13_transpose_x_0, transpose_y = attn_output_13_transpose_y_0, x = input_35_cast, y = value_states_11_cast)[name = tensor<string, []>("attn_output_13_cast")]; |
| tensor<int32, [4]> var_318 = const()[name = tensor<string, []>("op_318"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_15_cast = reshape(shape = var_318, x = attn_output_13_cast)[name = tensor<string, []>("attn_output_15_cast")]; |
| tensor<int32, [4]> attn_output_17_perm_0 = const()[name = tensor<string, []>("attn_output_17_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_321 = const()[name = tensor<string, []>("op_321"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_105 = transpose(perm = attn_output_17_perm_0, x = attn_output_15_cast)[name = tensor<string, []>("transpose_105")]; |
| tensor<fp16, [1, 257, 1024]> input_37_cast = reshape(shape = var_321, x = transpose_105)[name = tensor<string, []>("input_37_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(58426240)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(60523456)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_15_cast = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16, x = input_37_cast)[name = tensor<string, []>("hidden_states_15_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_39_cast = add(x = input_33_cast, y = hidden_states_15_cast)[name = tensor<string, []>("input_39_cast")]; |
| tensor<int32, [1]> input_41_axes_0 = const()[name = tensor<string, []>("input_41_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(60525568)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(60527680)))]; |
| tensor<fp16, [1, 257, 1024]> input_41_cast = layer_norm(axes = input_41_axes_0, beta = vision_model_vision_model_encoder_layers_2_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_2_layer_norm2_weight_to_fp16, x = input_39_cast)[name = tensor<string, []>("input_41_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_2_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(60529792)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_2_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(68918464)))]; |
| tensor<fp16, [1, 257, 4096]> input_43_cast = linear(bias = vision_model_vision_model_encoder_layers_2_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_mlp_fc1_weight_to_fp16, x = input_41_cast)[name = tensor<string, []>("input_43_cast")]; |
| tensor<fp16, []> var_336_to_fp16 = const()[name = tensor<string, []>("op_336_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_337_cast = mul(x = input_43_cast, y = var_336_to_fp16)[name = tensor<string, []>("op_337_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_338_cast = sigmoid(x = var_337_cast)[name = tensor<string, []>("op_338_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_45_cast = mul(x = input_43_cast, y = var_338_cast)[name = tensor<string, []>("input_45_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_2_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(68926720)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_2_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_2_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(77315392)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_17_cast = linear(bias = vision_model_vision_model_encoder_layers_2_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_mlp_fc2_weight_to_fp16, x = input_45_cast)[name = tensor<string, []>("hidden_states_17_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_47_cast = add(x = input_39_cast, y = hidden_states_17_cast)[name = tensor<string, []>("input_47_cast")]; |
| tensor<int32, [1]> hidden_states_19_axes_0 = const()[name = tensor<string, []>("hidden_states_19_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(77317504)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(77319616)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_19_cast = layer_norm(axes = hidden_states_19_axes_0, beta = vision_model_vision_model_encoder_layers_3_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_3_layer_norm1_weight_to_fp16, x = input_47_cast)[name = tensor<string, []>("hidden_states_19_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(77321728)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(79418944)))]; |
| tensor<fp16, [1, 257, 1024]> var_362_cast = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16, x = hidden_states_19_cast)[name = tensor<string, []>("op_362_cast")]; |
| tensor<fp16, []> var_363_to_fp16 = const()[name = tensor<string, []>("op_363_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_23_cast = mul(x = var_362_cast, y = var_363_to_fp16)[name = tensor<string, []>("tensor_23_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(79421056)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(81518272)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_19_cast = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16, x = hidden_states_19_cast)[name = tensor<string, []>("tensor_19_cast")]; |
| tensor<int32, [4]> var_368 = const()[name = tensor<string, []>("op_368"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_369_cast = reshape(shape = var_368, x = tensor_19_cast)[name = tensor<string, []>("op_369_cast")]; |
| tensor<int32, [4]> var_370_perm_0 = const()[name = tensor<string, []>("op_370_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(81520384)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(83617600)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_21_cast = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16, x = hidden_states_19_cast)[name = tensor<string, []>("tensor_21_cast")]; |
| tensor<int32, [4]> var_375 = const()[name = tensor<string, []>("op_375"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_376_cast = reshape(shape = var_375, x = tensor_21_cast)[name = tensor<string, []>("op_376_cast")]; |
| tensor<int32, [4]> var_377_perm_0 = const()[name = tensor<string, []>("op_377_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_384 = const()[name = tensor<string, []>("op_384"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_385_cast = reshape(shape = var_384, x = tensor_23_cast)[name = tensor<string, []>("op_385_cast")]; |
| tensor<int32, [4]> var_386_perm_0 = const()[name = tensor<string, []>("op_386_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_388 = const()[name = tensor<string, []>("op_388"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_102 = transpose(perm = var_386_perm_0, x = var_385_cast)[name = tensor<string, []>("transpose_102")]; |
| tensor<fp16, [16, 257, 64]> query_states_7_cast = reshape(shape = var_388, x = transpose_102)[name = tensor<string, []>("query_states_7_cast")]; |
| tensor<int32, [3]> var_390 = const()[name = tensor<string, []>("op_390"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_104 = transpose(perm = var_370_perm_0, x = var_369_cast)[name = tensor<string, []>("transpose_104")]; |
| tensor<fp16, [16, 257, 64]> key_states_15_cast = reshape(shape = var_390, x = transpose_104)[name = tensor<string, []>("key_states_15_cast")]; |
| tensor<int32, [3]> var_392 = const()[name = tensor<string, []>("op_392"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_103 = transpose(perm = var_377_perm_0, x = var_376_cast)[name = tensor<string, []>("transpose_103")]; |
| tensor<fp16, [16, 257, 64]> value_states_15_cast = reshape(shape = var_392, x = transpose_103)[name = tensor<string, []>("value_states_15_cast")]; |
| tensor<int32, [3]> var_394_perm_0 = const()[name = tensor<string, []>("op_394_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_13_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_13_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_13_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_13_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_101 = transpose(perm = var_394_perm_0, x = key_states_15_cast)[name = tensor<string, []>("transpose_101")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_13_cast = matmul(transpose_x = attn_weights_13_transpose_x_0, transpose_y = attn_weights_13_transpose_y_0, x = query_states_7_cast, y = transpose_101)[name = tensor<string, []>("attn_weights_13_cast")]; |
| tensor<fp16, [16, 257, 257]> input_49_cast = softmax(axis = var_10, x = attn_weights_13_cast)[name = tensor<string, []>("input_49_cast")]; |
| tensor<bool, []> attn_output_19_transpose_x_0 = const()[name = tensor<string, []>("attn_output_19_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_19_transpose_y_0 = const()[name = tensor<string, []>("attn_output_19_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_19_cast = matmul(transpose_x = attn_output_19_transpose_x_0, transpose_y = attn_output_19_transpose_y_0, x = input_49_cast, y = value_states_15_cast)[name = tensor<string, []>("attn_output_19_cast")]; |
| tensor<int32, [4]> var_399 = const()[name = tensor<string, []>("op_399"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_21_cast = reshape(shape = var_399, x = attn_output_19_cast)[name = tensor<string, []>("attn_output_21_cast")]; |
| tensor<int32, [4]> attn_output_23_perm_0 = const()[name = tensor<string, []>("attn_output_23_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_402 = const()[name = tensor<string, []>("op_402"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_100 = transpose(perm = attn_output_23_perm_0, x = attn_output_21_cast)[name = tensor<string, []>("transpose_100")]; |
| tensor<fp16, [1, 257, 1024]> input_51_cast = reshape(shape = var_402, x = transpose_100)[name = tensor<string, []>("input_51_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(83619712)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(85716928)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_21_cast = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16, x = input_51_cast)[name = tensor<string, []>("hidden_states_21_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_53_cast = add(x = input_47_cast, y = hidden_states_21_cast)[name = tensor<string, []>("input_53_cast")]; |
| tensor<int32, [1]> input_55_axes_0 = const()[name = tensor<string, []>("input_55_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(85719040)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(85721152)))]; |
| tensor<fp16, [1, 257, 1024]> input_55_cast = layer_norm(axes = input_55_axes_0, beta = vision_model_vision_model_encoder_layers_3_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_3_layer_norm2_weight_to_fp16, x = input_53_cast)[name = tensor<string, []>("input_55_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_3_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(85723264)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_3_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(94111936)))]; |
| tensor<fp16, [1, 257, 4096]> input_57_cast = linear(bias = vision_model_vision_model_encoder_layers_3_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_mlp_fc1_weight_to_fp16, x = input_55_cast)[name = tensor<string, []>("input_57_cast")]; |
| tensor<fp16, []> var_417_to_fp16 = const()[name = tensor<string, []>("op_417_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_418_cast = mul(x = input_57_cast, y = var_417_to_fp16)[name = tensor<string, []>("op_418_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_419_cast = sigmoid(x = var_418_cast)[name = tensor<string, []>("op_419_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_59_cast = mul(x = input_57_cast, y = var_419_cast)[name = tensor<string, []>("input_59_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_3_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(94120192)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_3_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_3_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(102508864)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_23_cast = linear(bias = vision_model_vision_model_encoder_layers_3_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_mlp_fc2_weight_to_fp16, x = input_59_cast)[name = tensor<string, []>("hidden_states_23_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_61_cast = add(x = input_53_cast, y = hidden_states_23_cast)[name = tensor<string, []>("input_61_cast")]; |
| tensor<int32, [1]> hidden_states_25_axes_0 = const()[name = tensor<string, []>("hidden_states_25_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(102510976)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(102513088)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_25_cast = layer_norm(axes = hidden_states_25_axes_0, beta = vision_model_vision_model_encoder_layers_4_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_4_layer_norm1_weight_to_fp16, x = input_61_cast)[name = tensor<string, []>("hidden_states_25_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(102515200)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(104612416)))]; |
| tensor<fp16, [1, 257, 1024]> var_443_cast = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16, x = hidden_states_25_cast)[name = tensor<string, []>("op_443_cast")]; |
| tensor<fp16, []> var_444_to_fp16 = const()[name = tensor<string, []>("op_444_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_29_cast = mul(x = var_443_cast, y = var_444_to_fp16)[name = tensor<string, []>("tensor_29_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(104614528)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(106711744)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_25_cast = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16, x = hidden_states_25_cast)[name = tensor<string, []>("tensor_25_cast")]; |
| tensor<int32, [4]> var_449 = const()[name = tensor<string, []>("op_449"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_450_cast = reshape(shape = var_449, x = tensor_25_cast)[name = tensor<string, []>("op_450_cast")]; |
| tensor<int32, [4]> var_451_perm_0 = const()[name = tensor<string, []>("op_451_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(106713856)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(108811072)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_27_cast = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16, x = hidden_states_25_cast)[name = tensor<string, []>("tensor_27_cast")]; |
| tensor<int32, [4]> var_456 = const()[name = tensor<string, []>("op_456"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_457_cast = reshape(shape = var_456, x = tensor_27_cast)[name = tensor<string, []>("op_457_cast")]; |
| tensor<int32, [4]> var_458_perm_0 = const()[name = tensor<string, []>("op_458_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_465 = const()[name = tensor<string, []>("op_465"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_466_cast = reshape(shape = var_465, x = tensor_29_cast)[name = tensor<string, []>("op_466_cast")]; |
| tensor<int32, [4]> var_467_perm_0 = const()[name = tensor<string, []>("op_467_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_469 = const()[name = tensor<string, []>("op_469"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_97 = transpose(perm = var_467_perm_0, x = var_466_cast)[name = tensor<string, []>("transpose_97")]; |
| tensor<fp16, [16, 257, 64]> query_states_9_cast = reshape(shape = var_469, x = transpose_97)[name = tensor<string, []>("query_states_9_cast")]; |
| tensor<int32, [3]> var_471 = const()[name = tensor<string, []>("op_471"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_99 = transpose(perm = var_451_perm_0, x = var_450_cast)[name = tensor<string, []>("transpose_99")]; |
| tensor<fp16, [16, 257, 64]> key_states_19_cast = reshape(shape = var_471, x = transpose_99)[name = tensor<string, []>("key_states_19_cast")]; |
| tensor<int32, [3]> var_473 = const()[name = tensor<string, []>("op_473"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_98 = transpose(perm = var_458_perm_0, x = var_457_cast)[name = tensor<string, []>("transpose_98")]; |
| tensor<fp16, [16, 257, 64]> value_states_19_cast = reshape(shape = var_473, x = transpose_98)[name = tensor<string, []>("value_states_19_cast")]; |
| tensor<int32, [3]> var_475_perm_0 = const()[name = tensor<string, []>("op_475_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_17_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_17_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_17_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_17_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_96 = transpose(perm = var_475_perm_0, x = key_states_19_cast)[name = tensor<string, []>("transpose_96")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_17_cast = matmul(transpose_x = attn_weights_17_transpose_x_0, transpose_y = attn_weights_17_transpose_y_0, x = query_states_9_cast, y = transpose_96)[name = tensor<string, []>("attn_weights_17_cast")]; |
| tensor<fp16, [16, 257, 257]> input_63_cast = softmax(axis = var_10, x = attn_weights_17_cast)[name = tensor<string, []>("input_63_cast")]; |
| tensor<bool, []> attn_output_25_transpose_x_0 = const()[name = tensor<string, []>("attn_output_25_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_25_transpose_y_0 = const()[name = tensor<string, []>("attn_output_25_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_25_cast = matmul(transpose_x = attn_output_25_transpose_x_0, transpose_y = attn_output_25_transpose_y_0, x = input_63_cast, y = value_states_19_cast)[name = tensor<string, []>("attn_output_25_cast")]; |
| tensor<int32, [4]> var_480 = const()[name = tensor<string, []>("op_480"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_27_cast = reshape(shape = var_480, x = attn_output_25_cast)[name = tensor<string, []>("attn_output_27_cast")]; |
| tensor<int32, [4]> attn_output_29_perm_0 = const()[name = tensor<string, []>("attn_output_29_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_483 = const()[name = tensor<string, []>("op_483"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_95 = transpose(perm = attn_output_29_perm_0, x = attn_output_27_cast)[name = tensor<string, []>("transpose_95")]; |
| tensor<fp16, [1, 257, 1024]> input_65_cast = reshape(shape = var_483, x = transpose_95)[name = tensor<string, []>("input_65_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(108813184)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(110910400)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_27_cast = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16, x = input_65_cast)[name = tensor<string, []>("hidden_states_27_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_67_cast = add(x = input_61_cast, y = hidden_states_27_cast)[name = tensor<string, []>("input_67_cast")]; |
| tensor<int32, [1]> input_69_axes_0 = const()[name = tensor<string, []>("input_69_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(110912512)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(110914624)))]; |
| tensor<fp16, [1, 257, 1024]> input_69_cast = layer_norm(axes = input_69_axes_0, beta = vision_model_vision_model_encoder_layers_4_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_4_layer_norm2_weight_to_fp16, x = input_67_cast)[name = tensor<string, []>("input_69_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_4_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(110916736)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_4_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(119305408)))]; |
| tensor<fp16, [1, 257, 4096]> input_71_cast = linear(bias = vision_model_vision_model_encoder_layers_4_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_mlp_fc1_weight_to_fp16, x = input_69_cast)[name = tensor<string, []>("input_71_cast")]; |
| tensor<fp16, []> var_498_to_fp16 = const()[name = tensor<string, []>("op_498_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_499_cast = mul(x = input_71_cast, y = var_498_to_fp16)[name = tensor<string, []>("op_499_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_500_cast = sigmoid(x = var_499_cast)[name = tensor<string, []>("op_500_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_73_cast = mul(x = input_71_cast, y = var_500_cast)[name = tensor<string, []>("input_73_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_4_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(119313664)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_4_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_4_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(127702336)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_29_cast = linear(bias = vision_model_vision_model_encoder_layers_4_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_mlp_fc2_weight_to_fp16, x = input_73_cast)[name = tensor<string, []>("hidden_states_29_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_75_cast = add(x = input_67_cast, y = hidden_states_29_cast)[name = tensor<string, []>("input_75_cast")]; |
| tensor<int32, [1]> hidden_states_31_axes_0 = const()[name = tensor<string, []>("hidden_states_31_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(127704448)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(127706560)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_31_cast = layer_norm(axes = hidden_states_31_axes_0, beta = vision_model_vision_model_encoder_layers_5_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_5_layer_norm1_weight_to_fp16, x = input_75_cast)[name = tensor<string, []>("hidden_states_31_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(127708672)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(129805888)))]; |
| tensor<fp16, [1, 257, 1024]> var_524_cast = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16, x = hidden_states_31_cast)[name = tensor<string, []>("op_524_cast")]; |
| tensor<fp16, []> var_525_to_fp16 = const()[name = tensor<string, []>("op_525_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_35_cast = mul(x = var_524_cast, y = var_525_to_fp16)[name = tensor<string, []>("tensor_35_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(129808000)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(131905216)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_31_cast = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16, x = hidden_states_31_cast)[name = tensor<string, []>("tensor_31_cast")]; |
| tensor<int32, [4]> var_530 = const()[name = tensor<string, []>("op_530"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_531_cast = reshape(shape = var_530, x = tensor_31_cast)[name = tensor<string, []>("op_531_cast")]; |
| tensor<int32, [4]> var_532_perm_0 = const()[name = tensor<string, []>("op_532_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(131907328)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(134004544)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_33_cast = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16, x = hidden_states_31_cast)[name = tensor<string, []>("tensor_33_cast")]; |
| tensor<int32, [4]> var_537 = const()[name = tensor<string, []>("op_537"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_538_cast = reshape(shape = var_537, x = tensor_33_cast)[name = tensor<string, []>("op_538_cast")]; |
| tensor<int32, [4]> var_539_perm_0 = const()[name = tensor<string, []>("op_539_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_546 = const()[name = tensor<string, []>("op_546"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_547_cast = reshape(shape = var_546, x = tensor_35_cast)[name = tensor<string, []>("op_547_cast")]; |
| tensor<int32, [4]> var_548_perm_0 = const()[name = tensor<string, []>("op_548_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_550 = const()[name = tensor<string, []>("op_550"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_92 = transpose(perm = var_548_perm_0, x = var_547_cast)[name = tensor<string, []>("transpose_92")]; |
| tensor<fp16, [16, 257, 64]> query_states_11_cast = reshape(shape = var_550, x = transpose_92)[name = tensor<string, []>("query_states_11_cast")]; |
| tensor<int32, [3]> var_552 = const()[name = tensor<string, []>("op_552"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_94 = transpose(perm = var_532_perm_0, x = var_531_cast)[name = tensor<string, []>("transpose_94")]; |
| tensor<fp16, [16, 257, 64]> key_states_23_cast = reshape(shape = var_552, x = transpose_94)[name = tensor<string, []>("key_states_23_cast")]; |
| tensor<int32, [3]> var_554 = const()[name = tensor<string, []>("op_554"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_93 = transpose(perm = var_539_perm_0, x = var_538_cast)[name = tensor<string, []>("transpose_93")]; |
| tensor<fp16, [16, 257, 64]> value_states_23_cast = reshape(shape = var_554, x = transpose_93)[name = tensor<string, []>("value_states_23_cast")]; |
| tensor<int32, [3]> var_556_perm_0 = const()[name = tensor<string, []>("op_556_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_21_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_21_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_21_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_21_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_91 = transpose(perm = var_556_perm_0, x = key_states_23_cast)[name = tensor<string, []>("transpose_91")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_21_cast = matmul(transpose_x = attn_weights_21_transpose_x_0, transpose_y = attn_weights_21_transpose_y_0, x = query_states_11_cast, y = transpose_91)[name = tensor<string, []>("attn_weights_21_cast")]; |
| tensor<fp16, [16, 257, 257]> input_77_cast = softmax(axis = var_10, x = attn_weights_21_cast)[name = tensor<string, []>("input_77_cast")]; |
| tensor<bool, []> attn_output_31_transpose_x_0 = const()[name = tensor<string, []>("attn_output_31_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_31_transpose_y_0 = const()[name = tensor<string, []>("attn_output_31_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_31_cast = matmul(transpose_x = attn_output_31_transpose_x_0, transpose_y = attn_output_31_transpose_y_0, x = input_77_cast, y = value_states_23_cast)[name = tensor<string, []>("attn_output_31_cast")]; |
| tensor<int32, [4]> var_561 = const()[name = tensor<string, []>("op_561"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_33_cast = reshape(shape = var_561, x = attn_output_31_cast)[name = tensor<string, []>("attn_output_33_cast")]; |
| tensor<int32, [4]> attn_output_35_perm_0 = const()[name = tensor<string, []>("attn_output_35_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_564 = const()[name = tensor<string, []>("op_564"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_90 = transpose(perm = attn_output_35_perm_0, x = attn_output_33_cast)[name = tensor<string, []>("transpose_90")]; |
| tensor<fp16, [1, 257, 1024]> input_79_cast = reshape(shape = var_564, x = transpose_90)[name = tensor<string, []>("input_79_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(134006656)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(136103872)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_33_cast = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16, x = input_79_cast)[name = tensor<string, []>("hidden_states_33_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_81_cast = add(x = input_75_cast, y = hidden_states_33_cast)[name = tensor<string, []>("input_81_cast")]; |
| tensor<int32, [1]> input_83_axes_0 = const()[name = tensor<string, []>("input_83_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(136105984)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(136108096)))]; |
| tensor<fp16, [1, 257, 1024]> input_83_cast = layer_norm(axes = input_83_axes_0, beta = vision_model_vision_model_encoder_layers_5_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_5_layer_norm2_weight_to_fp16, x = input_81_cast)[name = tensor<string, []>("input_83_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_5_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(136110208)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_5_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(144498880)))]; |
| tensor<fp16, [1, 257, 4096]> input_85_cast = linear(bias = vision_model_vision_model_encoder_layers_5_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_mlp_fc1_weight_to_fp16, x = input_83_cast)[name = tensor<string, []>("input_85_cast")]; |
| tensor<fp16, []> var_579_to_fp16 = const()[name = tensor<string, []>("op_579_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_580_cast = mul(x = input_85_cast, y = var_579_to_fp16)[name = tensor<string, []>("op_580_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_581_cast = sigmoid(x = var_580_cast)[name = tensor<string, []>("op_581_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_87_cast = mul(x = input_85_cast, y = var_581_cast)[name = tensor<string, []>("input_87_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_5_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(144507136)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_5_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_5_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(152895808)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_35_cast = linear(bias = vision_model_vision_model_encoder_layers_5_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_mlp_fc2_weight_to_fp16, x = input_87_cast)[name = tensor<string, []>("hidden_states_35_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_89_cast = add(x = input_81_cast, y = hidden_states_35_cast)[name = tensor<string, []>("input_89_cast")]; |
| tensor<int32, [1]> hidden_states_37_axes_0 = const()[name = tensor<string, []>("hidden_states_37_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(152897920)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(152900032)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_37_cast = layer_norm(axes = hidden_states_37_axes_0, beta = vision_model_vision_model_encoder_layers_6_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_6_layer_norm1_weight_to_fp16, x = input_89_cast)[name = tensor<string, []>("hidden_states_37_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(152902144)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(154999360)))]; |
| tensor<fp16, [1, 257, 1024]> var_605_cast = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16, x = hidden_states_37_cast)[name = tensor<string, []>("op_605_cast")]; |
| tensor<fp16, []> var_606_to_fp16 = const()[name = tensor<string, []>("op_606_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_41_cast = mul(x = var_605_cast, y = var_606_to_fp16)[name = tensor<string, []>("tensor_41_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(155001472)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(157098688)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_37_cast = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16, x = hidden_states_37_cast)[name = tensor<string, []>("tensor_37_cast")]; |
| tensor<int32, [4]> var_611 = const()[name = tensor<string, []>("op_611"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_612_cast = reshape(shape = var_611, x = tensor_37_cast)[name = tensor<string, []>("op_612_cast")]; |
| tensor<int32, [4]> var_613_perm_0 = const()[name = tensor<string, []>("op_613_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(157100800)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(159198016)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_39_cast = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16, x = hidden_states_37_cast)[name = tensor<string, []>("tensor_39_cast")]; |
| tensor<int32, [4]> var_618 = const()[name = tensor<string, []>("op_618"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_619_cast = reshape(shape = var_618, x = tensor_39_cast)[name = tensor<string, []>("op_619_cast")]; |
| tensor<int32, [4]> var_620_perm_0 = const()[name = tensor<string, []>("op_620_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_627 = const()[name = tensor<string, []>("op_627"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_628_cast = reshape(shape = var_627, x = tensor_41_cast)[name = tensor<string, []>("op_628_cast")]; |
| tensor<int32, [4]> var_629_perm_0 = const()[name = tensor<string, []>("op_629_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_631 = const()[name = tensor<string, []>("op_631"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_87 = transpose(perm = var_629_perm_0, x = var_628_cast)[name = tensor<string, []>("transpose_87")]; |
| tensor<fp16, [16, 257, 64]> query_states_13_cast = reshape(shape = var_631, x = transpose_87)[name = tensor<string, []>("query_states_13_cast")]; |
| tensor<int32, [3]> var_633 = const()[name = tensor<string, []>("op_633"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_89 = transpose(perm = var_613_perm_0, x = var_612_cast)[name = tensor<string, []>("transpose_89")]; |
| tensor<fp16, [16, 257, 64]> key_states_27_cast = reshape(shape = var_633, x = transpose_89)[name = tensor<string, []>("key_states_27_cast")]; |
| tensor<int32, [3]> var_635 = const()[name = tensor<string, []>("op_635"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_88 = transpose(perm = var_620_perm_0, x = var_619_cast)[name = tensor<string, []>("transpose_88")]; |
| tensor<fp16, [16, 257, 64]> value_states_27_cast = reshape(shape = var_635, x = transpose_88)[name = tensor<string, []>("value_states_27_cast")]; |
| tensor<int32, [3]> var_637_perm_0 = const()[name = tensor<string, []>("op_637_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_25_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_25_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_25_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_25_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_86 = transpose(perm = var_637_perm_0, x = key_states_27_cast)[name = tensor<string, []>("transpose_86")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_25_cast = matmul(transpose_x = attn_weights_25_transpose_x_0, transpose_y = attn_weights_25_transpose_y_0, x = query_states_13_cast, y = transpose_86)[name = tensor<string, []>("attn_weights_25_cast")]; |
| tensor<fp16, [16, 257, 257]> input_91_cast = softmax(axis = var_10, x = attn_weights_25_cast)[name = tensor<string, []>("input_91_cast")]; |
| tensor<bool, []> attn_output_37_transpose_x_0 = const()[name = tensor<string, []>("attn_output_37_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_37_transpose_y_0 = const()[name = tensor<string, []>("attn_output_37_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_37_cast = matmul(transpose_x = attn_output_37_transpose_x_0, transpose_y = attn_output_37_transpose_y_0, x = input_91_cast, y = value_states_27_cast)[name = tensor<string, []>("attn_output_37_cast")]; |
| tensor<int32, [4]> var_642 = const()[name = tensor<string, []>("op_642"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_39_cast = reshape(shape = var_642, x = attn_output_37_cast)[name = tensor<string, []>("attn_output_39_cast")]; |
| tensor<int32, [4]> attn_output_41_perm_0 = const()[name = tensor<string, []>("attn_output_41_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_645 = const()[name = tensor<string, []>("op_645"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_85 = transpose(perm = attn_output_41_perm_0, x = attn_output_39_cast)[name = tensor<string, []>("transpose_85")]; |
| tensor<fp16, [1, 257, 1024]> input_93_cast = reshape(shape = var_645, x = transpose_85)[name = tensor<string, []>("input_93_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(159200128)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(161297344)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_39_cast = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16, x = input_93_cast)[name = tensor<string, []>("hidden_states_39_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_95_cast = add(x = input_89_cast, y = hidden_states_39_cast)[name = tensor<string, []>("input_95_cast")]; |
| tensor<int32, [1]> input_97_axes_0 = const()[name = tensor<string, []>("input_97_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(161299456)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(161301568)))]; |
| tensor<fp16, [1, 257, 1024]> input_97_cast = layer_norm(axes = input_97_axes_0, beta = vision_model_vision_model_encoder_layers_6_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_6_layer_norm2_weight_to_fp16, x = input_95_cast)[name = tensor<string, []>("input_97_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_6_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(161303680)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_6_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(169692352)))]; |
| tensor<fp16, [1, 257, 4096]> input_99_cast = linear(bias = vision_model_vision_model_encoder_layers_6_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_mlp_fc1_weight_to_fp16, x = input_97_cast)[name = tensor<string, []>("input_99_cast")]; |
| tensor<fp16, []> var_660_to_fp16 = const()[name = tensor<string, []>("op_660_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_661_cast = mul(x = input_99_cast, y = var_660_to_fp16)[name = tensor<string, []>("op_661_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_662_cast = sigmoid(x = var_661_cast)[name = tensor<string, []>("op_662_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_101_cast = mul(x = input_99_cast, y = var_662_cast)[name = tensor<string, []>("input_101_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_6_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(169700608)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_6_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_6_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(178089280)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_41_cast = linear(bias = vision_model_vision_model_encoder_layers_6_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_mlp_fc2_weight_to_fp16, x = input_101_cast)[name = tensor<string, []>("hidden_states_41_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_103_cast = add(x = input_95_cast, y = hidden_states_41_cast)[name = tensor<string, []>("input_103_cast")]; |
| tensor<int32, [1]> hidden_states_43_axes_0 = const()[name = tensor<string, []>("hidden_states_43_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(178091392)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(178093504)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_43_cast = layer_norm(axes = hidden_states_43_axes_0, beta = vision_model_vision_model_encoder_layers_7_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_7_layer_norm1_weight_to_fp16, x = input_103_cast)[name = tensor<string, []>("hidden_states_43_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(178095616)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(180192832)))]; |
| tensor<fp16, [1, 257, 1024]> var_686_cast = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16, x = hidden_states_43_cast)[name = tensor<string, []>("op_686_cast")]; |
| tensor<fp16, []> var_687_to_fp16 = const()[name = tensor<string, []>("op_687_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_47_cast = mul(x = var_686_cast, y = var_687_to_fp16)[name = tensor<string, []>("tensor_47_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(180194944)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(182292160)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_43_cast = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16, x = hidden_states_43_cast)[name = tensor<string, []>("tensor_43_cast")]; |
| tensor<int32, [4]> var_692 = const()[name = tensor<string, []>("op_692"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_693_cast = reshape(shape = var_692, x = tensor_43_cast)[name = tensor<string, []>("op_693_cast")]; |
| tensor<int32, [4]> var_694_perm_0 = const()[name = tensor<string, []>("op_694_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(182294272)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(184391488)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_45_cast = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16, x = hidden_states_43_cast)[name = tensor<string, []>("tensor_45_cast")]; |
| tensor<int32, [4]> var_699 = const()[name = tensor<string, []>("op_699"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_700_cast = reshape(shape = var_699, x = tensor_45_cast)[name = tensor<string, []>("op_700_cast")]; |
| tensor<int32, [4]> var_701_perm_0 = const()[name = tensor<string, []>("op_701_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_708 = const()[name = tensor<string, []>("op_708"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_709_cast = reshape(shape = var_708, x = tensor_47_cast)[name = tensor<string, []>("op_709_cast")]; |
| tensor<int32, [4]> var_710_perm_0 = const()[name = tensor<string, []>("op_710_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_712 = const()[name = tensor<string, []>("op_712"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_82 = transpose(perm = var_710_perm_0, x = var_709_cast)[name = tensor<string, []>("transpose_82")]; |
| tensor<fp16, [16, 257, 64]> query_states_15_cast = reshape(shape = var_712, x = transpose_82)[name = tensor<string, []>("query_states_15_cast")]; |
| tensor<int32, [3]> var_714 = const()[name = tensor<string, []>("op_714"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_84 = transpose(perm = var_694_perm_0, x = var_693_cast)[name = tensor<string, []>("transpose_84")]; |
| tensor<fp16, [16, 257, 64]> key_states_31_cast = reshape(shape = var_714, x = transpose_84)[name = tensor<string, []>("key_states_31_cast")]; |
| tensor<int32, [3]> var_716 = const()[name = tensor<string, []>("op_716"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_83 = transpose(perm = var_701_perm_0, x = var_700_cast)[name = tensor<string, []>("transpose_83")]; |
| tensor<fp16, [16, 257, 64]> value_states_31_cast = reshape(shape = var_716, x = transpose_83)[name = tensor<string, []>("value_states_31_cast")]; |
| tensor<int32, [3]> var_718_perm_0 = const()[name = tensor<string, []>("op_718_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_29_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_29_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_29_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_29_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_81 = transpose(perm = var_718_perm_0, x = key_states_31_cast)[name = tensor<string, []>("transpose_81")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_29_cast = matmul(transpose_x = attn_weights_29_transpose_x_0, transpose_y = attn_weights_29_transpose_y_0, x = query_states_15_cast, y = transpose_81)[name = tensor<string, []>("attn_weights_29_cast")]; |
| tensor<fp16, [16, 257, 257]> input_105_cast = softmax(axis = var_10, x = attn_weights_29_cast)[name = tensor<string, []>("input_105_cast")]; |
| tensor<bool, []> attn_output_43_transpose_x_0 = const()[name = tensor<string, []>("attn_output_43_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_43_transpose_y_0 = const()[name = tensor<string, []>("attn_output_43_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_43_cast = matmul(transpose_x = attn_output_43_transpose_x_0, transpose_y = attn_output_43_transpose_y_0, x = input_105_cast, y = value_states_31_cast)[name = tensor<string, []>("attn_output_43_cast")]; |
| tensor<int32, [4]> var_723 = const()[name = tensor<string, []>("op_723"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_45_cast = reshape(shape = var_723, x = attn_output_43_cast)[name = tensor<string, []>("attn_output_45_cast")]; |
| tensor<int32, [4]> attn_output_47_perm_0 = const()[name = tensor<string, []>("attn_output_47_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_726 = const()[name = tensor<string, []>("op_726"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_80 = transpose(perm = attn_output_47_perm_0, x = attn_output_45_cast)[name = tensor<string, []>("transpose_80")]; |
| tensor<fp16, [1, 257, 1024]> input_107_cast = reshape(shape = var_726, x = transpose_80)[name = tensor<string, []>("input_107_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(184393600)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(186490816)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_45_cast = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16, x = input_107_cast)[name = tensor<string, []>("hidden_states_45_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_109_cast = add(x = input_103_cast, y = hidden_states_45_cast)[name = tensor<string, []>("input_109_cast")]; |
| tensor<int32, [1]> input_111_axes_0 = const()[name = tensor<string, []>("input_111_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(186492928)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(186495040)))]; |
| tensor<fp16, [1, 257, 1024]> input_111_cast = layer_norm(axes = input_111_axes_0, beta = vision_model_vision_model_encoder_layers_7_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_7_layer_norm2_weight_to_fp16, x = input_109_cast)[name = tensor<string, []>("input_111_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_7_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(186497152)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_7_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(194885824)))]; |
| tensor<fp16, [1, 257, 4096]> input_113_cast = linear(bias = vision_model_vision_model_encoder_layers_7_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_mlp_fc1_weight_to_fp16, x = input_111_cast)[name = tensor<string, []>("input_113_cast")]; |
| tensor<fp16, []> var_741_to_fp16 = const()[name = tensor<string, []>("op_741_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_742_cast = mul(x = input_113_cast, y = var_741_to_fp16)[name = tensor<string, []>("op_742_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_743_cast = sigmoid(x = var_742_cast)[name = tensor<string, []>("op_743_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_115_cast = mul(x = input_113_cast, y = var_743_cast)[name = tensor<string, []>("input_115_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_7_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(194894080)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_7_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_7_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(203282752)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_47_cast = linear(bias = vision_model_vision_model_encoder_layers_7_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_mlp_fc2_weight_to_fp16, x = input_115_cast)[name = tensor<string, []>("hidden_states_47_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_117_cast = add(x = input_109_cast, y = hidden_states_47_cast)[name = tensor<string, []>("input_117_cast")]; |
| tensor<int32, [1]> hidden_states_49_axes_0 = const()[name = tensor<string, []>("hidden_states_49_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(203284864)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(203286976)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_49_cast = layer_norm(axes = hidden_states_49_axes_0, beta = vision_model_vision_model_encoder_layers_8_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_8_layer_norm1_weight_to_fp16, x = input_117_cast)[name = tensor<string, []>("hidden_states_49_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(203289088)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(205386304)))]; |
| tensor<fp16, [1, 257, 1024]> var_767_cast = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16, x = hidden_states_49_cast)[name = tensor<string, []>("op_767_cast")]; |
| tensor<fp16, []> var_768_to_fp16 = const()[name = tensor<string, []>("op_768_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_53_cast = mul(x = var_767_cast, y = var_768_to_fp16)[name = tensor<string, []>("tensor_53_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(205388416)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(207485632)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_49_cast = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16, x = hidden_states_49_cast)[name = tensor<string, []>("tensor_49_cast")]; |
| tensor<int32, [4]> var_773 = const()[name = tensor<string, []>("op_773"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_774_cast = reshape(shape = var_773, x = tensor_49_cast)[name = tensor<string, []>("op_774_cast")]; |
| tensor<int32, [4]> var_775_perm_0 = const()[name = tensor<string, []>("op_775_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(207487744)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(209584960)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_51_cast = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16, x = hidden_states_49_cast)[name = tensor<string, []>("tensor_51_cast")]; |
| tensor<int32, [4]> var_780 = const()[name = tensor<string, []>("op_780"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_781_cast = reshape(shape = var_780, x = tensor_51_cast)[name = tensor<string, []>("op_781_cast")]; |
| tensor<int32, [4]> var_782_perm_0 = const()[name = tensor<string, []>("op_782_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_789 = const()[name = tensor<string, []>("op_789"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_790_cast = reshape(shape = var_789, x = tensor_53_cast)[name = tensor<string, []>("op_790_cast")]; |
| tensor<int32, [4]> var_791_perm_0 = const()[name = tensor<string, []>("op_791_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_793 = const()[name = tensor<string, []>("op_793"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_77 = transpose(perm = var_791_perm_0, x = var_790_cast)[name = tensor<string, []>("transpose_77")]; |
| tensor<fp16, [16, 257, 64]> query_states_17_cast = reshape(shape = var_793, x = transpose_77)[name = tensor<string, []>("query_states_17_cast")]; |
| tensor<int32, [3]> var_795 = const()[name = tensor<string, []>("op_795"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_79 = transpose(perm = var_775_perm_0, x = var_774_cast)[name = tensor<string, []>("transpose_79")]; |
| tensor<fp16, [16, 257, 64]> key_states_35_cast = reshape(shape = var_795, x = transpose_79)[name = tensor<string, []>("key_states_35_cast")]; |
| tensor<int32, [3]> var_797 = const()[name = tensor<string, []>("op_797"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_78 = transpose(perm = var_782_perm_0, x = var_781_cast)[name = tensor<string, []>("transpose_78")]; |
| tensor<fp16, [16, 257, 64]> value_states_35_cast = reshape(shape = var_797, x = transpose_78)[name = tensor<string, []>("value_states_35_cast")]; |
| tensor<int32, [3]> var_799_perm_0 = const()[name = tensor<string, []>("op_799_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_33_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_33_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_33_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_33_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_76 = transpose(perm = var_799_perm_0, x = key_states_35_cast)[name = tensor<string, []>("transpose_76")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_33_cast = matmul(transpose_x = attn_weights_33_transpose_x_0, transpose_y = attn_weights_33_transpose_y_0, x = query_states_17_cast, y = transpose_76)[name = tensor<string, []>("attn_weights_33_cast")]; |
| tensor<fp16, [16, 257, 257]> input_119_cast = softmax(axis = var_10, x = attn_weights_33_cast)[name = tensor<string, []>("input_119_cast")]; |
| tensor<bool, []> attn_output_49_transpose_x_0 = const()[name = tensor<string, []>("attn_output_49_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_49_transpose_y_0 = const()[name = tensor<string, []>("attn_output_49_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_49_cast = matmul(transpose_x = attn_output_49_transpose_x_0, transpose_y = attn_output_49_transpose_y_0, x = input_119_cast, y = value_states_35_cast)[name = tensor<string, []>("attn_output_49_cast")]; |
| tensor<int32, [4]> var_804 = const()[name = tensor<string, []>("op_804"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_51_cast = reshape(shape = var_804, x = attn_output_49_cast)[name = tensor<string, []>("attn_output_51_cast")]; |
| tensor<int32, [4]> attn_output_53_perm_0 = const()[name = tensor<string, []>("attn_output_53_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_807 = const()[name = tensor<string, []>("op_807"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_75 = transpose(perm = attn_output_53_perm_0, x = attn_output_51_cast)[name = tensor<string, []>("transpose_75")]; |
| tensor<fp16, [1, 257, 1024]> input_121_cast = reshape(shape = var_807, x = transpose_75)[name = tensor<string, []>("input_121_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(209587072)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(211684288)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_51_cast = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16, x = input_121_cast)[name = tensor<string, []>("hidden_states_51_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_123_cast = add(x = input_117_cast, y = hidden_states_51_cast)[name = tensor<string, []>("input_123_cast")]; |
| tensor<int32, [1]> input_125_axes_0 = const()[name = tensor<string, []>("input_125_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(211686400)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(211688512)))]; |
| tensor<fp16, [1, 257, 1024]> input_125_cast = layer_norm(axes = input_125_axes_0, beta = vision_model_vision_model_encoder_layers_8_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_8_layer_norm2_weight_to_fp16, x = input_123_cast)[name = tensor<string, []>("input_125_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_8_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(211690624)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_8_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(220079296)))]; |
| tensor<fp16, [1, 257, 4096]> input_127_cast = linear(bias = vision_model_vision_model_encoder_layers_8_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_mlp_fc1_weight_to_fp16, x = input_125_cast)[name = tensor<string, []>("input_127_cast")]; |
| tensor<fp16, []> var_822_to_fp16 = const()[name = tensor<string, []>("op_822_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_823_cast = mul(x = input_127_cast, y = var_822_to_fp16)[name = tensor<string, []>("op_823_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_824_cast = sigmoid(x = var_823_cast)[name = tensor<string, []>("op_824_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_129_cast = mul(x = input_127_cast, y = var_824_cast)[name = tensor<string, []>("input_129_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_8_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(220087552)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_8_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_8_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(228476224)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_53_cast = linear(bias = vision_model_vision_model_encoder_layers_8_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_mlp_fc2_weight_to_fp16, x = input_129_cast)[name = tensor<string, []>("hidden_states_53_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_131_cast = add(x = input_123_cast, y = hidden_states_53_cast)[name = tensor<string, []>("input_131_cast")]; |
| tensor<int32, [1]> hidden_states_55_axes_0 = const()[name = tensor<string, []>("hidden_states_55_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(228478336)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(228480448)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_55_cast = layer_norm(axes = hidden_states_55_axes_0, beta = vision_model_vision_model_encoder_layers_9_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_9_layer_norm1_weight_to_fp16, x = input_131_cast)[name = tensor<string, []>("hidden_states_55_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(228482560)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(230579776)))]; |
| tensor<fp16, [1, 257, 1024]> var_848_cast = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16, x = hidden_states_55_cast)[name = tensor<string, []>("op_848_cast")]; |
| tensor<fp16, []> var_849_to_fp16 = const()[name = tensor<string, []>("op_849_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_59_cast = mul(x = var_848_cast, y = var_849_to_fp16)[name = tensor<string, []>("tensor_59_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(230581888)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(232679104)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_55_cast = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16, x = hidden_states_55_cast)[name = tensor<string, []>("tensor_55_cast")]; |
| tensor<int32, [4]> var_854 = const()[name = tensor<string, []>("op_854"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_855_cast = reshape(shape = var_854, x = tensor_55_cast)[name = tensor<string, []>("op_855_cast")]; |
| tensor<int32, [4]> var_856_perm_0 = const()[name = tensor<string, []>("op_856_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(232681216)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(234778432)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_57_cast = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16, x = hidden_states_55_cast)[name = tensor<string, []>("tensor_57_cast")]; |
| tensor<int32, [4]> var_861 = const()[name = tensor<string, []>("op_861"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_862_cast = reshape(shape = var_861, x = tensor_57_cast)[name = tensor<string, []>("op_862_cast")]; |
| tensor<int32, [4]> var_863_perm_0 = const()[name = tensor<string, []>("op_863_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_870 = const()[name = tensor<string, []>("op_870"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_871_cast = reshape(shape = var_870, x = tensor_59_cast)[name = tensor<string, []>("op_871_cast")]; |
| tensor<int32, [4]> var_872_perm_0 = const()[name = tensor<string, []>("op_872_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_874 = const()[name = tensor<string, []>("op_874"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_72 = transpose(perm = var_872_perm_0, x = var_871_cast)[name = tensor<string, []>("transpose_72")]; |
| tensor<fp16, [16, 257, 64]> query_states_19_cast = reshape(shape = var_874, x = transpose_72)[name = tensor<string, []>("query_states_19_cast")]; |
| tensor<int32, [3]> var_876 = const()[name = tensor<string, []>("op_876"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_74 = transpose(perm = var_856_perm_0, x = var_855_cast)[name = tensor<string, []>("transpose_74")]; |
| tensor<fp16, [16, 257, 64]> key_states_39_cast = reshape(shape = var_876, x = transpose_74)[name = tensor<string, []>("key_states_39_cast")]; |
| tensor<int32, [3]> var_878 = const()[name = tensor<string, []>("op_878"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_73 = transpose(perm = var_863_perm_0, x = var_862_cast)[name = tensor<string, []>("transpose_73")]; |
| tensor<fp16, [16, 257, 64]> value_states_39_cast = reshape(shape = var_878, x = transpose_73)[name = tensor<string, []>("value_states_39_cast")]; |
| tensor<int32, [3]> var_880_perm_0 = const()[name = tensor<string, []>("op_880_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_37_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_37_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_37_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_37_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_71 = transpose(perm = var_880_perm_0, x = key_states_39_cast)[name = tensor<string, []>("transpose_71")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_37_cast = matmul(transpose_x = attn_weights_37_transpose_x_0, transpose_y = attn_weights_37_transpose_y_0, x = query_states_19_cast, y = transpose_71)[name = tensor<string, []>("attn_weights_37_cast")]; |
| tensor<fp16, [16, 257, 257]> input_133_cast = softmax(axis = var_10, x = attn_weights_37_cast)[name = tensor<string, []>("input_133_cast")]; |
| tensor<bool, []> attn_output_55_transpose_x_0 = const()[name = tensor<string, []>("attn_output_55_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_55_transpose_y_0 = const()[name = tensor<string, []>("attn_output_55_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_55_cast = matmul(transpose_x = attn_output_55_transpose_x_0, transpose_y = attn_output_55_transpose_y_0, x = input_133_cast, y = value_states_39_cast)[name = tensor<string, []>("attn_output_55_cast")]; |
| tensor<int32, [4]> var_885 = const()[name = tensor<string, []>("op_885"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_57_cast = reshape(shape = var_885, x = attn_output_55_cast)[name = tensor<string, []>("attn_output_57_cast")]; |
| tensor<int32, [4]> attn_output_59_perm_0 = const()[name = tensor<string, []>("attn_output_59_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_888 = const()[name = tensor<string, []>("op_888"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_70 = transpose(perm = attn_output_59_perm_0, x = attn_output_57_cast)[name = tensor<string, []>("transpose_70")]; |
| tensor<fp16, [1, 257, 1024]> input_135_cast = reshape(shape = var_888, x = transpose_70)[name = tensor<string, []>("input_135_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(234780544)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(236877760)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_57_cast = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16, x = input_135_cast)[name = tensor<string, []>("hidden_states_57_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_137_cast = add(x = input_131_cast, y = hidden_states_57_cast)[name = tensor<string, []>("input_137_cast")]; |
| tensor<int32, [1]> input_139_axes_0 = const()[name = tensor<string, []>("input_139_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(236879872)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(236881984)))]; |
| tensor<fp16, [1, 257, 1024]> input_139_cast = layer_norm(axes = input_139_axes_0, beta = vision_model_vision_model_encoder_layers_9_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_9_layer_norm2_weight_to_fp16, x = input_137_cast)[name = tensor<string, []>("input_139_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_9_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(236884096)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_9_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(245272768)))]; |
| tensor<fp16, [1, 257, 4096]> input_141_cast = linear(bias = vision_model_vision_model_encoder_layers_9_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_mlp_fc1_weight_to_fp16, x = input_139_cast)[name = tensor<string, []>("input_141_cast")]; |
| tensor<fp16, []> var_903_to_fp16 = const()[name = tensor<string, []>("op_903_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_904_cast = mul(x = input_141_cast, y = var_903_to_fp16)[name = tensor<string, []>("op_904_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_905_cast = sigmoid(x = var_904_cast)[name = tensor<string, []>("op_905_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_143_cast = mul(x = input_141_cast, y = var_905_cast)[name = tensor<string, []>("input_143_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_9_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(245281024)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_9_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_9_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(253669696)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_59_cast = linear(bias = vision_model_vision_model_encoder_layers_9_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_mlp_fc2_weight_to_fp16, x = input_143_cast)[name = tensor<string, []>("hidden_states_59_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_145_cast = add(x = input_137_cast, y = hidden_states_59_cast)[name = tensor<string, []>("input_145_cast")]; |
| tensor<int32, [1]> hidden_states_61_axes_0 = const()[name = tensor<string, []>("hidden_states_61_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(253671808)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(253673920)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_61_cast = layer_norm(axes = hidden_states_61_axes_0, beta = vision_model_vision_model_encoder_layers_10_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_10_layer_norm1_weight_to_fp16, x = input_145_cast)[name = tensor<string, []>("hidden_states_61_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(253676032)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(255773248)))]; |
| tensor<fp16, [1, 257, 1024]> var_929_cast = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16, x = hidden_states_61_cast)[name = tensor<string, []>("op_929_cast")]; |
| tensor<fp16, []> var_930_to_fp16 = const()[name = tensor<string, []>("op_930_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_65_cast = mul(x = var_929_cast, y = var_930_to_fp16)[name = tensor<string, []>("tensor_65_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(255775360)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(257872576)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_61_cast = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16, x = hidden_states_61_cast)[name = tensor<string, []>("tensor_61_cast")]; |
| tensor<int32, [4]> var_935 = const()[name = tensor<string, []>("op_935"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_936_cast = reshape(shape = var_935, x = tensor_61_cast)[name = tensor<string, []>("op_936_cast")]; |
| tensor<int32, [4]> var_937_perm_0 = const()[name = tensor<string, []>("op_937_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(257874688)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(259971904)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_63_cast = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16, x = hidden_states_61_cast)[name = tensor<string, []>("tensor_63_cast")]; |
| tensor<int32, [4]> var_942 = const()[name = tensor<string, []>("op_942"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_943_cast = reshape(shape = var_942, x = tensor_63_cast)[name = tensor<string, []>("op_943_cast")]; |
| tensor<int32, [4]> var_944_perm_0 = const()[name = tensor<string, []>("op_944_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_951 = const()[name = tensor<string, []>("op_951"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_952_cast = reshape(shape = var_951, x = tensor_65_cast)[name = tensor<string, []>("op_952_cast")]; |
| tensor<int32, [4]> var_953_perm_0 = const()[name = tensor<string, []>("op_953_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_955 = const()[name = tensor<string, []>("op_955"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_67 = transpose(perm = var_953_perm_0, x = var_952_cast)[name = tensor<string, []>("transpose_67")]; |
| tensor<fp16, [16, 257, 64]> query_states_21_cast = reshape(shape = var_955, x = transpose_67)[name = tensor<string, []>("query_states_21_cast")]; |
| tensor<int32, [3]> var_957 = const()[name = tensor<string, []>("op_957"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_69 = transpose(perm = var_937_perm_0, x = var_936_cast)[name = tensor<string, []>("transpose_69")]; |
| tensor<fp16, [16, 257, 64]> key_states_43_cast = reshape(shape = var_957, x = transpose_69)[name = tensor<string, []>("key_states_43_cast")]; |
| tensor<int32, [3]> var_959 = const()[name = tensor<string, []>("op_959"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_68 = transpose(perm = var_944_perm_0, x = var_943_cast)[name = tensor<string, []>("transpose_68")]; |
| tensor<fp16, [16, 257, 64]> value_states_43_cast = reshape(shape = var_959, x = transpose_68)[name = tensor<string, []>("value_states_43_cast")]; |
| tensor<int32, [3]> var_961_perm_0 = const()[name = tensor<string, []>("op_961_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_41_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_41_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_41_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_41_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_66 = transpose(perm = var_961_perm_0, x = key_states_43_cast)[name = tensor<string, []>("transpose_66")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_41_cast = matmul(transpose_x = attn_weights_41_transpose_x_0, transpose_y = attn_weights_41_transpose_y_0, x = query_states_21_cast, y = transpose_66)[name = tensor<string, []>("attn_weights_41_cast")]; |
| tensor<fp16, [16, 257, 257]> input_147_cast = softmax(axis = var_10, x = attn_weights_41_cast)[name = tensor<string, []>("input_147_cast")]; |
| tensor<bool, []> attn_output_61_transpose_x_0 = const()[name = tensor<string, []>("attn_output_61_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_61_transpose_y_0 = const()[name = tensor<string, []>("attn_output_61_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_61_cast = matmul(transpose_x = attn_output_61_transpose_x_0, transpose_y = attn_output_61_transpose_y_0, x = input_147_cast, y = value_states_43_cast)[name = tensor<string, []>("attn_output_61_cast")]; |
| tensor<int32, [4]> var_966 = const()[name = tensor<string, []>("op_966"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_63_cast = reshape(shape = var_966, x = attn_output_61_cast)[name = tensor<string, []>("attn_output_63_cast")]; |
| tensor<int32, [4]> attn_output_65_perm_0 = const()[name = tensor<string, []>("attn_output_65_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_969 = const()[name = tensor<string, []>("op_969"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_65 = transpose(perm = attn_output_65_perm_0, x = attn_output_63_cast)[name = tensor<string, []>("transpose_65")]; |
| tensor<fp16, [1, 257, 1024]> input_149_cast = reshape(shape = var_969, x = transpose_65)[name = tensor<string, []>("input_149_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(259974016)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(262071232)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_63_cast = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16, x = input_149_cast)[name = tensor<string, []>("hidden_states_63_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_151_cast = add(x = input_145_cast, y = hidden_states_63_cast)[name = tensor<string, []>("input_151_cast")]; |
| tensor<int32, [1]> input_153_axes_0 = const()[name = tensor<string, []>("input_153_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(262073344)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(262075456)))]; |
| tensor<fp16, [1, 257, 1024]> input_153_cast = layer_norm(axes = input_153_axes_0, beta = vision_model_vision_model_encoder_layers_10_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_10_layer_norm2_weight_to_fp16, x = input_151_cast)[name = tensor<string, []>("input_153_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_10_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(262077568)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_10_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(270466240)))]; |
| tensor<fp16, [1, 257, 4096]> input_155_cast = linear(bias = vision_model_vision_model_encoder_layers_10_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_mlp_fc1_weight_to_fp16, x = input_153_cast)[name = tensor<string, []>("input_155_cast")]; |
| tensor<fp16, []> var_984_to_fp16 = const()[name = tensor<string, []>("op_984_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_985_cast = mul(x = input_155_cast, y = var_984_to_fp16)[name = tensor<string, []>("op_985_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_986_cast = sigmoid(x = var_985_cast)[name = tensor<string, []>("op_986_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_157_cast = mul(x = input_155_cast, y = var_986_cast)[name = tensor<string, []>("input_157_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_10_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(270474496)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_10_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_10_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(278863168)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_65_cast = linear(bias = vision_model_vision_model_encoder_layers_10_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_mlp_fc2_weight_to_fp16, x = input_157_cast)[name = tensor<string, []>("hidden_states_65_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_159_cast = add(x = input_151_cast, y = hidden_states_65_cast)[name = tensor<string, []>("input_159_cast")]; |
| tensor<int32, [1]> hidden_states_67_axes_0 = const()[name = tensor<string, []>("hidden_states_67_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(278865280)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(278867392)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_67_cast = layer_norm(axes = hidden_states_67_axes_0, beta = vision_model_vision_model_encoder_layers_11_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_11_layer_norm1_weight_to_fp16, x = input_159_cast)[name = tensor<string, []>("hidden_states_67_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(278869504)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(280966720)))]; |
| tensor<fp16, [1, 257, 1024]> var_1010_cast = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16, x = hidden_states_67_cast)[name = tensor<string, []>("op_1010_cast")]; |
| tensor<fp16, []> var_1011_to_fp16 = const()[name = tensor<string, []>("op_1011_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_71_cast = mul(x = var_1010_cast, y = var_1011_to_fp16)[name = tensor<string, []>("tensor_71_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(280968832)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(283066048)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_67_cast = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16, x = hidden_states_67_cast)[name = tensor<string, []>("tensor_67_cast")]; |
| tensor<int32, [4]> var_1016 = const()[name = tensor<string, []>("op_1016"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1017_cast = reshape(shape = var_1016, x = tensor_67_cast)[name = tensor<string, []>("op_1017_cast")]; |
| tensor<int32, [4]> var_1018_perm_0 = const()[name = tensor<string, []>("op_1018_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(283068160)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(285165376)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_69_cast = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16, x = hidden_states_67_cast)[name = tensor<string, []>("tensor_69_cast")]; |
| tensor<int32, [4]> var_1023 = const()[name = tensor<string, []>("op_1023"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1024_cast = reshape(shape = var_1023, x = tensor_69_cast)[name = tensor<string, []>("op_1024_cast")]; |
| tensor<int32, [4]> var_1025_perm_0 = const()[name = tensor<string, []>("op_1025_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_1032 = const()[name = tensor<string, []>("op_1032"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1033_cast = reshape(shape = var_1032, x = tensor_71_cast)[name = tensor<string, []>("op_1033_cast")]; |
| tensor<int32, [4]> var_1034_perm_0 = const()[name = tensor<string, []>("op_1034_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1036 = const()[name = tensor<string, []>("op_1036"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_62 = transpose(perm = var_1034_perm_0, x = var_1033_cast)[name = tensor<string, []>("transpose_62")]; |
| tensor<fp16, [16, 257, 64]> query_states_23_cast = reshape(shape = var_1036, x = transpose_62)[name = tensor<string, []>("query_states_23_cast")]; |
| tensor<int32, [3]> var_1038 = const()[name = tensor<string, []>("op_1038"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_64 = transpose(perm = var_1018_perm_0, x = var_1017_cast)[name = tensor<string, []>("transpose_64")]; |
| tensor<fp16, [16, 257, 64]> key_states_47_cast = reshape(shape = var_1038, x = transpose_64)[name = tensor<string, []>("key_states_47_cast")]; |
| tensor<int32, [3]> var_1040 = const()[name = tensor<string, []>("op_1040"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_63 = transpose(perm = var_1025_perm_0, x = var_1024_cast)[name = tensor<string, []>("transpose_63")]; |
| tensor<fp16, [16, 257, 64]> value_states_47_cast = reshape(shape = var_1040, x = transpose_63)[name = tensor<string, []>("value_states_47_cast")]; |
| tensor<int32, [3]> var_1042_perm_0 = const()[name = tensor<string, []>("op_1042_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_45_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_45_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_45_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_45_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_61 = transpose(perm = var_1042_perm_0, x = key_states_47_cast)[name = tensor<string, []>("transpose_61")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_45_cast = matmul(transpose_x = attn_weights_45_transpose_x_0, transpose_y = attn_weights_45_transpose_y_0, x = query_states_23_cast, y = transpose_61)[name = tensor<string, []>("attn_weights_45_cast")]; |
| tensor<fp16, [16, 257, 257]> input_161_cast = softmax(axis = var_10, x = attn_weights_45_cast)[name = tensor<string, []>("input_161_cast")]; |
| tensor<bool, []> attn_output_67_transpose_x_0 = const()[name = tensor<string, []>("attn_output_67_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_67_transpose_y_0 = const()[name = tensor<string, []>("attn_output_67_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_67_cast = matmul(transpose_x = attn_output_67_transpose_x_0, transpose_y = attn_output_67_transpose_y_0, x = input_161_cast, y = value_states_47_cast)[name = tensor<string, []>("attn_output_67_cast")]; |
| tensor<int32, [4]> var_1047 = const()[name = tensor<string, []>("op_1047"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_69_cast = reshape(shape = var_1047, x = attn_output_67_cast)[name = tensor<string, []>("attn_output_69_cast")]; |
| tensor<int32, [4]> attn_output_71_perm_0 = const()[name = tensor<string, []>("attn_output_71_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1050 = const()[name = tensor<string, []>("op_1050"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_60 = transpose(perm = attn_output_71_perm_0, x = attn_output_69_cast)[name = tensor<string, []>("transpose_60")]; |
| tensor<fp16, [1, 257, 1024]> input_163_cast = reshape(shape = var_1050, x = transpose_60)[name = tensor<string, []>("input_163_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(285167488)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(287264704)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_69_cast = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16, x = input_163_cast)[name = tensor<string, []>("hidden_states_69_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_165_cast = add(x = input_159_cast, y = hidden_states_69_cast)[name = tensor<string, []>("input_165_cast")]; |
| tensor<int32, [1]> input_167_axes_0 = const()[name = tensor<string, []>("input_167_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(287266816)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(287268928)))]; |
| tensor<fp16, [1, 257, 1024]> input_167_cast = layer_norm(axes = input_167_axes_0, beta = vision_model_vision_model_encoder_layers_11_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_11_layer_norm2_weight_to_fp16, x = input_165_cast)[name = tensor<string, []>("input_167_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_11_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(287271040)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_11_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(295659712)))]; |
| tensor<fp16, [1, 257, 4096]> input_169_cast = linear(bias = vision_model_vision_model_encoder_layers_11_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_mlp_fc1_weight_to_fp16, x = input_167_cast)[name = tensor<string, []>("input_169_cast")]; |
| tensor<fp16, []> var_1065_to_fp16 = const()[name = tensor<string, []>("op_1065_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1066_cast = mul(x = input_169_cast, y = var_1065_to_fp16)[name = tensor<string, []>("op_1066_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_1067_cast = sigmoid(x = var_1066_cast)[name = tensor<string, []>("op_1067_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_171_cast = mul(x = input_169_cast, y = var_1067_cast)[name = tensor<string, []>("input_171_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_11_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(295667968)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_11_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_11_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(304056640)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_71_cast = linear(bias = vision_model_vision_model_encoder_layers_11_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_mlp_fc2_weight_to_fp16, x = input_171_cast)[name = tensor<string, []>("hidden_states_71_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_173_cast = add(x = input_165_cast, y = hidden_states_71_cast)[name = tensor<string, []>("input_173_cast")]; |
| tensor<int32, [1]> hidden_states_73_axes_0 = const()[name = tensor<string, []>("hidden_states_73_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(304058752)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(304060864)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_73_cast = layer_norm(axes = hidden_states_73_axes_0, beta = vision_model_vision_model_encoder_layers_12_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_12_layer_norm1_weight_to_fp16, x = input_173_cast)[name = tensor<string, []>("hidden_states_73_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(304062976)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(306160192)))]; |
| tensor<fp16, [1, 257, 1024]> var_1091_cast = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16, x = hidden_states_73_cast)[name = tensor<string, []>("op_1091_cast")]; |
| tensor<fp16, []> var_1092_to_fp16 = const()[name = tensor<string, []>("op_1092_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_77_cast = mul(x = var_1091_cast, y = var_1092_to_fp16)[name = tensor<string, []>("tensor_77_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(306162304)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(308259520)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_73_cast = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16, x = hidden_states_73_cast)[name = tensor<string, []>("tensor_73_cast")]; |
| tensor<int32, [4]> var_1097 = const()[name = tensor<string, []>("op_1097"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1098_cast = reshape(shape = var_1097, x = tensor_73_cast)[name = tensor<string, []>("op_1098_cast")]; |
| tensor<int32, [4]> var_1099_perm_0 = const()[name = tensor<string, []>("op_1099_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(308261632)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(310358848)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_75_cast = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16, x = hidden_states_73_cast)[name = tensor<string, []>("tensor_75_cast")]; |
| tensor<int32, [4]> var_1104 = const()[name = tensor<string, []>("op_1104"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1105_cast = reshape(shape = var_1104, x = tensor_75_cast)[name = tensor<string, []>("op_1105_cast")]; |
| tensor<int32, [4]> var_1106_perm_0 = const()[name = tensor<string, []>("op_1106_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_1113 = const()[name = tensor<string, []>("op_1113"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1114_cast = reshape(shape = var_1113, x = tensor_77_cast)[name = tensor<string, []>("op_1114_cast")]; |
| tensor<int32, [4]> var_1115_perm_0 = const()[name = tensor<string, []>("op_1115_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1117 = const()[name = tensor<string, []>("op_1117"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_57 = transpose(perm = var_1115_perm_0, x = var_1114_cast)[name = tensor<string, []>("transpose_57")]; |
| tensor<fp16, [16, 257, 64]> query_states_25_cast = reshape(shape = var_1117, x = transpose_57)[name = tensor<string, []>("query_states_25_cast")]; |
| tensor<int32, [3]> var_1119 = const()[name = tensor<string, []>("op_1119"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_59 = transpose(perm = var_1099_perm_0, x = var_1098_cast)[name = tensor<string, []>("transpose_59")]; |
| tensor<fp16, [16, 257, 64]> key_states_51_cast = reshape(shape = var_1119, x = transpose_59)[name = tensor<string, []>("key_states_51_cast")]; |
| tensor<int32, [3]> var_1121 = const()[name = tensor<string, []>("op_1121"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_58 = transpose(perm = var_1106_perm_0, x = var_1105_cast)[name = tensor<string, []>("transpose_58")]; |
| tensor<fp16, [16, 257, 64]> value_states_51_cast = reshape(shape = var_1121, x = transpose_58)[name = tensor<string, []>("value_states_51_cast")]; |
| tensor<int32, [3]> var_1123_perm_0 = const()[name = tensor<string, []>("op_1123_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_49_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_49_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_49_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_49_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_56 = transpose(perm = var_1123_perm_0, x = key_states_51_cast)[name = tensor<string, []>("transpose_56")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_49_cast = matmul(transpose_x = attn_weights_49_transpose_x_0, transpose_y = attn_weights_49_transpose_y_0, x = query_states_25_cast, y = transpose_56)[name = tensor<string, []>("attn_weights_49_cast")]; |
| tensor<fp16, [16, 257, 257]> input_175_cast = softmax(axis = var_10, x = attn_weights_49_cast)[name = tensor<string, []>("input_175_cast")]; |
| tensor<bool, []> attn_output_73_transpose_x_0 = const()[name = tensor<string, []>("attn_output_73_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_73_transpose_y_0 = const()[name = tensor<string, []>("attn_output_73_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_73_cast = matmul(transpose_x = attn_output_73_transpose_x_0, transpose_y = attn_output_73_transpose_y_0, x = input_175_cast, y = value_states_51_cast)[name = tensor<string, []>("attn_output_73_cast")]; |
| tensor<int32, [4]> var_1128 = const()[name = tensor<string, []>("op_1128"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_75_cast = reshape(shape = var_1128, x = attn_output_73_cast)[name = tensor<string, []>("attn_output_75_cast")]; |
| tensor<int32, [4]> attn_output_77_perm_0 = const()[name = tensor<string, []>("attn_output_77_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1131 = const()[name = tensor<string, []>("op_1131"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_55 = transpose(perm = attn_output_77_perm_0, x = attn_output_75_cast)[name = tensor<string, []>("transpose_55")]; |
| tensor<fp16, [1, 257, 1024]> input_177_cast = reshape(shape = var_1131, x = transpose_55)[name = tensor<string, []>("input_177_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(310360960)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(312458176)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_75_cast = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16, x = input_177_cast)[name = tensor<string, []>("hidden_states_75_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_179_cast = add(x = input_173_cast, y = hidden_states_75_cast)[name = tensor<string, []>("input_179_cast")]; |
| tensor<int32, [1]> input_181_axes_0 = const()[name = tensor<string, []>("input_181_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(312460288)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(312462400)))]; |
| tensor<fp16, [1, 257, 1024]> input_181_cast = layer_norm(axes = input_181_axes_0, beta = vision_model_vision_model_encoder_layers_12_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_12_layer_norm2_weight_to_fp16, x = input_179_cast)[name = tensor<string, []>("input_181_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_12_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(312464512)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_12_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(320853184)))]; |
| tensor<fp16, [1, 257, 4096]> input_183_cast = linear(bias = vision_model_vision_model_encoder_layers_12_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_mlp_fc1_weight_to_fp16, x = input_181_cast)[name = tensor<string, []>("input_183_cast")]; |
| tensor<fp16, []> var_1146_to_fp16 = const()[name = tensor<string, []>("op_1146_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1147_cast = mul(x = input_183_cast, y = var_1146_to_fp16)[name = tensor<string, []>("op_1147_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_1148_cast = sigmoid(x = var_1147_cast)[name = tensor<string, []>("op_1148_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_185_cast = mul(x = input_183_cast, y = var_1148_cast)[name = tensor<string, []>("input_185_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_12_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(320861440)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_12_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_12_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(329250112)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_77_cast = linear(bias = vision_model_vision_model_encoder_layers_12_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_mlp_fc2_weight_to_fp16, x = input_185_cast)[name = tensor<string, []>("hidden_states_77_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_187_cast = add(x = input_179_cast, y = hidden_states_77_cast)[name = tensor<string, []>("input_187_cast")]; |
| tensor<int32, [1]> hidden_states_79_axes_0 = const()[name = tensor<string, []>("hidden_states_79_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(329252224)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(329254336)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_79_cast = layer_norm(axes = hidden_states_79_axes_0, beta = vision_model_vision_model_encoder_layers_13_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_13_layer_norm1_weight_to_fp16, x = input_187_cast)[name = tensor<string, []>("hidden_states_79_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(329256448)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(331353664)))]; |
| tensor<fp16, [1, 257, 1024]> var_1172_cast = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16, x = hidden_states_79_cast)[name = tensor<string, []>("op_1172_cast")]; |
| tensor<fp16, []> var_1173_to_fp16 = const()[name = tensor<string, []>("op_1173_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_83_cast = mul(x = var_1172_cast, y = var_1173_to_fp16)[name = tensor<string, []>("tensor_83_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(331355776)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(333452992)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_79_cast = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16, x = hidden_states_79_cast)[name = tensor<string, []>("tensor_79_cast")]; |
| tensor<int32, [4]> var_1178 = const()[name = tensor<string, []>("op_1178"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1179_cast = reshape(shape = var_1178, x = tensor_79_cast)[name = tensor<string, []>("op_1179_cast")]; |
| tensor<int32, [4]> var_1180_perm_0 = const()[name = tensor<string, []>("op_1180_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(333455104)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(335552320)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_81_cast = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16, x = hidden_states_79_cast)[name = tensor<string, []>("tensor_81_cast")]; |
| tensor<int32, [4]> var_1185 = const()[name = tensor<string, []>("op_1185"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1186_cast = reshape(shape = var_1185, x = tensor_81_cast)[name = tensor<string, []>("op_1186_cast")]; |
| tensor<int32, [4]> var_1187_perm_0 = const()[name = tensor<string, []>("op_1187_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_1194 = const()[name = tensor<string, []>("op_1194"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1195_cast = reshape(shape = var_1194, x = tensor_83_cast)[name = tensor<string, []>("op_1195_cast")]; |
| tensor<int32, [4]> var_1196_perm_0 = const()[name = tensor<string, []>("op_1196_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1198 = const()[name = tensor<string, []>("op_1198"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_52 = transpose(perm = var_1196_perm_0, x = var_1195_cast)[name = tensor<string, []>("transpose_52")]; |
| tensor<fp16, [16, 257, 64]> query_states_27_cast = reshape(shape = var_1198, x = transpose_52)[name = tensor<string, []>("query_states_27_cast")]; |
| tensor<int32, [3]> var_1200 = const()[name = tensor<string, []>("op_1200"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_54 = transpose(perm = var_1180_perm_0, x = var_1179_cast)[name = tensor<string, []>("transpose_54")]; |
| tensor<fp16, [16, 257, 64]> key_states_55_cast = reshape(shape = var_1200, x = transpose_54)[name = tensor<string, []>("key_states_55_cast")]; |
| tensor<int32, [3]> var_1202 = const()[name = tensor<string, []>("op_1202"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_53 = transpose(perm = var_1187_perm_0, x = var_1186_cast)[name = tensor<string, []>("transpose_53")]; |
| tensor<fp16, [16, 257, 64]> value_states_55_cast = reshape(shape = var_1202, x = transpose_53)[name = tensor<string, []>("value_states_55_cast")]; |
| tensor<int32, [3]> var_1204_perm_0 = const()[name = tensor<string, []>("op_1204_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_53_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_53_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_53_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_53_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_51 = transpose(perm = var_1204_perm_0, x = key_states_55_cast)[name = tensor<string, []>("transpose_51")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_53_cast = matmul(transpose_x = attn_weights_53_transpose_x_0, transpose_y = attn_weights_53_transpose_y_0, x = query_states_27_cast, y = transpose_51)[name = tensor<string, []>("attn_weights_53_cast")]; |
| tensor<fp16, [16, 257, 257]> input_189_cast = softmax(axis = var_10, x = attn_weights_53_cast)[name = tensor<string, []>("input_189_cast")]; |
| tensor<bool, []> attn_output_79_transpose_x_0 = const()[name = tensor<string, []>("attn_output_79_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_79_transpose_y_0 = const()[name = tensor<string, []>("attn_output_79_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_79_cast = matmul(transpose_x = attn_output_79_transpose_x_0, transpose_y = attn_output_79_transpose_y_0, x = input_189_cast, y = value_states_55_cast)[name = tensor<string, []>("attn_output_79_cast")]; |
| tensor<int32, [4]> var_1209 = const()[name = tensor<string, []>("op_1209"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_81_cast = reshape(shape = var_1209, x = attn_output_79_cast)[name = tensor<string, []>("attn_output_81_cast")]; |
| tensor<int32, [4]> attn_output_83_perm_0 = const()[name = tensor<string, []>("attn_output_83_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1212 = const()[name = tensor<string, []>("op_1212"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_50 = transpose(perm = attn_output_83_perm_0, x = attn_output_81_cast)[name = tensor<string, []>("transpose_50")]; |
| tensor<fp16, [1, 257, 1024]> input_191_cast = reshape(shape = var_1212, x = transpose_50)[name = tensor<string, []>("input_191_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(335554432)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(337651648)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_81_cast = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16, x = input_191_cast)[name = tensor<string, []>("hidden_states_81_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_193_cast = add(x = input_187_cast, y = hidden_states_81_cast)[name = tensor<string, []>("input_193_cast")]; |
| tensor<int32, [1]> input_195_axes_0 = const()[name = tensor<string, []>("input_195_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(337653760)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(337655872)))]; |
| tensor<fp16, [1, 257, 1024]> input_195_cast = layer_norm(axes = input_195_axes_0, beta = vision_model_vision_model_encoder_layers_13_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_13_layer_norm2_weight_to_fp16, x = input_193_cast)[name = tensor<string, []>("input_195_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_13_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(337657984)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_13_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(346046656)))]; |
| tensor<fp16, [1, 257, 4096]> input_197_cast = linear(bias = vision_model_vision_model_encoder_layers_13_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_mlp_fc1_weight_to_fp16, x = input_195_cast)[name = tensor<string, []>("input_197_cast")]; |
| tensor<fp16, []> var_1227_to_fp16 = const()[name = tensor<string, []>("op_1227_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1228_cast = mul(x = input_197_cast, y = var_1227_to_fp16)[name = tensor<string, []>("op_1228_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_1229_cast = sigmoid(x = var_1228_cast)[name = tensor<string, []>("op_1229_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_199_cast = mul(x = input_197_cast, y = var_1229_cast)[name = tensor<string, []>("input_199_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_13_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(346054912)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_13_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_13_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(354443584)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_83_cast = linear(bias = vision_model_vision_model_encoder_layers_13_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_mlp_fc2_weight_to_fp16, x = input_199_cast)[name = tensor<string, []>("hidden_states_83_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_201_cast = add(x = input_193_cast, y = hidden_states_83_cast)[name = tensor<string, []>("input_201_cast")]; |
| tensor<int32, [1]> hidden_states_85_axes_0 = const()[name = tensor<string, []>("hidden_states_85_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(354445696)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(354447808)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_85_cast = layer_norm(axes = hidden_states_85_axes_0, beta = vision_model_vision_model_encoder_layers_14_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_14_layer_norm1_weight_to_fp16, x = input_201_cast)[name = tensor<string, []>("hidden_states_85_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(354449920)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(356547136)))]; |
| tensor<fp16, [1, 257, 1024]> var_1253_cast = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16, x = hidden_states_85_cast)[name = tensor<string, []>("op_1253_cast")]; |
| tensor<fp16, []> var_1254_to_fp16 = const()[name = tensor<string, []>("op_1254_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_89_cast = mul(x = var_1253_cast, y = var_1254_to_fp16)[name = tensor<string, []>("tensor_89_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(356549248)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(358646464)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_85_cast = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16, x = hidden_states_85_cast)[name = tensor<string, []>("tensor_85_cast")]; |
| tensor<int32, [4]> var_1259 = const()[name = tensor<string, []>("op_1259"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1260_cast = reshape(shape = var_1259, x = tensor_85_cast)[name = tensor<string, []>("op_1260_cast")]; |
| tensor<int32, [4]> var_1261_perm_0 = const()[name = tensor<string, []>("op_1261_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(358648576)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(360745792)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_87_cast = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16, x = hidden_states_85_cast)[name = tensor<string, []>("tensor_87_cast")]; |
| tensor<int32, [4]> var_1266 = const()[name = tensor<string, []>("op_1266"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1267_cast = reshape(shape = var_1266, x = tensor_87_cast)[name = tensor<string, []>("op_1267_cast")]; |
| tensor<int32, [4]> var_1268_perm_0 = const()[name = tensor<string, []>("op_1268_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_1275 = const()[name = tensor<string, []>("op_1275"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1276_cast = reshape(shape = var_1275, x = tensor_89_cast)[name = tensor<string, []>("op_1276_cast")]; |
| tensor<int32, [4]> var_1277_perm_0 = const()[name = tensor<string, []>("op_1277_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1279 = const()[name = tensor<string, []>("op_1279"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_47 = transpose(perm = var_1277_perm_0, x = var_1276_cast)[name = tensor<string, []>("transpose_47")]; |
| tensor<fp16, [16, 257, 64]> query_states_29_cast = reshape(shape = var_1279, x = transpose_47)[name = tensor<string, []>("query_states_29_cast")]; |
| tensor<int32, [3]> var_1281 = const()[name = tensor<string, []>("op_1281"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_49 = transpose(perm = var_1261_perm_0, x = var_1260_cast)[name = tensor<string, []>("transpose_49")]; |
| tensor<fp16, [16, 257, 64]> key_states_59_cast = reshape(shape = var_1281, x = transpose_49)[name = tensor<string, []>("key_states_59_cast")]; |
| tensor<int32, [3]> var_1283 = const()[name = tensor<string, []>("op_1283"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_48 = transpose(perm = var_1268_perm_0, x = var_1267_cast)[name = tensor<string, []>("transpose_48")]; |
| tensor<fp16, [16, 257, 64]> value_states_59_cast = reshape(shape = var_1283, x = transpose_48)[name = tensor<string, []>("value_states_59_cast")]; |
| tensor<int32, [3]> var_1285_perm_0 = const()[name = tensor<string, []>("op_1285_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_57_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_57_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_57_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_57_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_46 = transpose(perm = var_1285_perm_0, x = key_states_59_cast)[name = tensor<string, []>("transpose_46")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_57_cast = matmul(transpose_x = attn_weights_57_transpose_x_0, transpose_y = attn_weights_57_transpose_y_0, x = query_states_29_cast, y = transpose_46)[name = tensor<string, []>("attn_weights_57_cast")]; |
| tensor<fp16, [16, 257, 257]> input_203_cast = softmax(axis = var_10, x = attn_weights_57_cast)[name = tensor<string, []>("input_203_cast")]; |
| tensor<bool, []> attn_output_85_transpose_x_0 = const()[name = tensor<string, []>("attn_output_85_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_85_transpose_y_0 = const()[name = tensor<string, []>("attn_output_85_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_85_cast = matmul(transpose_x = attn_output_85_transpose_x_0, transpose_y = attn_output_85_transpose_y_0, x = input_203_cast, y = value_states_59_cast)[name = tensor<string, []>("attn_output_85_cast")]; |
| tensor<int32, [4]> var_1290 = const()[name = tensor<string, []>("op_1290"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_87_cast = reshape(shape = var_1290, x = attn_output_85_cast)[name = tensor<string, []>("attn_output_87_cast")]; |
| tensor<int32, [4]> attn_output_89_perm_0 = const()[name = tensor<string, []>("attn_output_89_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1293 = const()[name = tensor<string, []>("op_1293"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_45 = transpose(perm = attn_output_89_perm_0, x = attn_output_87_cast)[name = tensor<string, []>("transpose_45")]; |
| tensor<fp16, [1, 257, 1024]> input_205_cast = reshape(shape = var_1293, x = transpose_45)[name = tensor<string, []>("input_205_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(360747904)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(362845120)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_87_cast = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16, x = input_205_cast)[name = tensor<string, []>("hidden_states_87_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_207_cast = add(x = input_201_cast, y = hidden_states_87_cast)[name = tensor<string, []>("input_207_cast")]; |
| tensor<int32, [1]> input_209_axes_0 = const()[name = tensor<string, []>("input_209_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(362847232)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(362849344)))]; |
| tensor<fp16, [1, 257, 1024]> input_209_cast = layer_norm(axes = input_209_axes_0, beta = vision_model_vision_model_encoder_layers_14_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_14_layer_norm2_weight_to_fp16, x = input_207_cast)[name = tensor<string, []>("input_209_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_14_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(362851456)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_14_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(371240128)))]; |
| tensor<fp16, [1, 257, 4096]> input_211_cast = linear(bias = vision_model_vision_model_encoder_layers_14_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_mlp_fc1_weight_to_fp16, x = input_209_cast)[name = tensor<string, []>("input_211_cast")]; |
| tensor<fp16, []> var_1308_to_fp16 = const()[name = tensor<string, []>("op_1308_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1309_cast = mul(x = input_211_cast, y = var_1308_to_fp16)[name = tensor<string, []>("op_1309_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_1310_cast = sigmoid(x = var_1309_cast)[name = tensor<string, []>("op_1310_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_213_cast = mul(x = input_211_cast, y = var_1310_cast)[name = tensor<string, []>("input_213_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_14_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(371248384)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_14_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_14_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(379637056)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_89_cast = linear(bias = vision_model_vision_model_encoder_layers_14_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_mlp_fc2_weight_to_fp16, x = input_213_cast)[name = tensor<string, []>("hidden_states_89_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_215_cast = add(x = input_207_cast, y = hidden_states_89_cast)[name = tensor<string, []>("input_215_cast")]; |
| tensor<int32, [1]> hidden_states_91_axes_0 = const()[name = tensor<string, []>("hidden_states_91_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(379639168)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(379641280)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_91_cast = layer_norm(axes = hidden_states_91_axes_0, beta = vision_model_vision_model_encoder_layers_15_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_15_layer_norm1_weight_to_fp16, x = input_215_cast)[name = tensor<string, []>("hidden_states_91_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(379643392)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(381740608)))]; |
| tensor<fp16, [1, 257, 1024]> var_1334_cast = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16, x = hidden_states_91_cast)[name = tensor<string, []>("op_1334_cast")]; |
| tensor<fp16, []> var_1335_to_fp16 = const()[name = tensor<string, []>("op_1335_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_95_cast = mul(x = var_1334_cast, y = var_1335_to_fp16)[name = tensor<string, []>("tensor_95_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(381742720)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(383839936)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_91_cast = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16, x = hidden_states_91_cast)[name = tensor<string, []>("tensor_91_cast")]; |
| tensor<int32, [4]> var_1340 = const()[name = tensor<string, []>("op_1340"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1341_cast = reshape(shape = var_1340, x = tensor_91_cast)[name = tensor<string, []>("op_1341_cast")]; |
| tensor<int32, [4]> var_1342_perm_0 = const()[name = tensor<string, []>("op_1342_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(383842048)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(385939264)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_93_cast = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16, x = hidden_states_91_cast)[name = tensor<string, []>("tensor_93_cast")]; |
| tensor<int32, [4]> var_1347 = const()[name = tensor<string, []>("op_1347"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1348_cast = reshape(shape = var_1347, x = tensor_93_cast)[name = tensor<string, []>("op_1348_cast")]; |
| tensor<int32, [4]> var_1349_perm_0 = const()[name = tensor<string, []>("op_1349_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_1356 = const()[name = tensor<string, []>("op_1356"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1357_cast = reshape(shape = var_1356, x = tensor_95_cast)[name = tensor<string, []>("op_1357_cast")]; |
| tensor<int32, [4]> var_1358_perm_0 = const()[name = tensor<string, []>("op_1358_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1360 = const()[name = tensor<string, []>("op_1360"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_42 = transpose(perm = var_1358_perm_0, x = var_1357_cast)[name = tensor<string, []>("transpose_42")]; |
| tensor<fp16, [16, 257, 64]> query_states_31_cast = reshape(shape = var_1360, x = transpose_42)[name = tensor<string, []>("query_states_31_cast")]; |
| tensor<int32, [3]> var_1362 = const()[name = tensor<string, []>("op_1362"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_44 = transpose(perm = var_1342_perm_0, x = var_1341_cast)[name = tensor<string, []>("transpose_44")]; |
| tensor<fp16, [16, 257, 64]> key_states_63_cast = reshape(shape = var_1362, x = transpose_44)[name = tensor<string, []>("key_states_63_cast")]; |
| tensor<int32, [3]> var_1364 = const()[name = tensor<string, []>("op_1364"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_43 = transpose(perm = var_1349_perm_0, x = var_1348_cast)[name = tensor<string, []>("transpose_43")]; |
| tensor<fp16, [16, 257, 64]> value_states_63_cast = reshape(shape = var_1364, x = transpose_43)[name = tensor<string, []>("value_states_63_cast")]; |
| tensor<int32, [3]> var_1366_perm_0 = const()[name = tensor<string, []>("op_1366_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_61_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_61_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_61_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_61_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_41 = transpose(perm = var_1366_perm_0, x = key_states_63_cast)[name = tensor<string, []>("transpose_41")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_61_cast = matmul(transpose_x = attn_weights_61_transpose_x_0, transpose_y = attn_weights_61_transpose_y_0, x = query_states_31_cast, y = transpose_41)[name = tensor<string, []>("attn_weights_61_cast")]; |
| tensor<fp16, [16, 257, 257]> input_217_cast = softmax(axis = var_10, x = attn_weights_61_cast)[name = tensor<string, []>("input_217_cast")]; |
| tensor<bool, []> attn_output_91_transpose_x_0 = const()[name = tensor<string, []>("attn_output_91_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_91_transpose_y_0 = const()[name = tensor<string, []>("attn_output_91_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_91_cast = matmul(transpose_x = attn_output_91_transpose_x_0, transpose_y = attn_output_91_transpose_y_0, x = input_217_cast, y = value_states_63_cast)[name = tensor<string, []>("attn_output_91_cast")]; |
| tensor<int32, [4]> var_1371 = const()[name = tensor<string, []>("op_1371"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_93_cast = reshape(shape = var_1371, x = attn_output_91_cast)[name = tensor<string, []>("attn_output_93_cast")]; |
| tensor<int32, [4]> attn_output_95_perm_0 = const()[name = tensor<string, []>("attn_output_95_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1374 = const()[name = tensor<string, []>("op_1374"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_40 = transpose(perm = attn_output_95_perm_0, x = attn_output_93_cast)[name = tensor<string, []>("transpose_40")]; |
| tensor<fp16, [1, 257, 1024]> input_219_cast = reshape(shape = var_1374, x = transpose_40)[name = tensor<string, []>("input_219_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(385941376)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(388038592)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_93_cast = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16, x = input_219_cast)[name = tensor<string, []>("hidden_states_93_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_221_cast = add(x = input_215_cast, y = hidden_states_93_cast)[name = tensor<string, []>("input_221_cast")]; |
| tensor<int32, [1]> input_223_axes_0 = const()[name = tensor<string, []>("input_223_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(388040704)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(388042816)))]; |
| tensor<fp16, [1, 257, 1024]> input_223_cast = layer_norm(axes = input_223_axes_0, beta = vision_model_vision_model_encoder_layers_15_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_15_layer_norm2_weight_to_fp16, x = input_221_cast)[name = tensor<string, []>("input_223_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_15_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(388044928)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_15_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(396433600)))]; |
| tensor<fp16, [1, 257, 4096]> input_225_cast = linear(bias = vision_model_vision_model_encoder_layers_15_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_mlp_fc1_weight_to_fp16, x = input_223_cast)[name = tensor<string, []>("input_225_cast")]; |
| tensor<fp16, []> var_1389_to_fp16 = const()[name = tensor<string, []>("op_1389_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1390_cast = mul(x = input_225_cast, y = var_1389_to_fp16)[name = tensor<string, []>("op_1390_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_1391_cast = sigmoid(x = var_1390_cast)[name = tensor<string, []>("op_1391_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_227_cast = mul(x = input_225_cast, y = var_1391_cast)[name = tensor<string, []>("input_227_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_15_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(396441856)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_15_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_15_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(404830528)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_95_cast = linear(bias = vision_model_vision_model_encoder_layers_15_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_mlp_fc2_weight_to_fp16, x = input_227_cast)[name = tensor<string, []>("hidden_states_95_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_229_cast = add(x = input_221_cast, y = hidden_states_95_cast)[name = tensor<string, []>("input_229_cast")]; |
| tensor<int32, [1]> hidden_states_97_axes_0 = const()[name = tensor<string, []>("hidden_states_97_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(404832640)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(404834752)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_97_cast = layer_norm(axes = hidden_states_97_axes_0, beta = vision_model_vision_model_encoder_layers_16_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_16_layer_norm1_weight_to_fp16, x = input_229_cast)[name = tensor<string, []>("hidden_states_97_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(404836864)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(406934080)))]; |
| tensor<fp16, [1, 257, 1024]> var_1415_cast = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16, x = hidden_states_97_cast)[name = tensor<string, []>("op_1415_cast")]; |
| tensor<fp16, []> var_1416_to_fp16 = const()[name = tensor<string, []>("op_1416_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_101_cast = mul(x = var_1415_cast, y = var_1416_to_fp16)[name = tensor<string, []>("tensor_101_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(406936192)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(409033408)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_97_cast = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16, x = hidden_states_97_cast)[name = tensor<string, []>("tensor_97_cast")]; |
| tensor<int32, [4]> var_1421 = const()[name = tensor<string, []>("op_1421"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1422_cast = reshape(shape = var_1421, x = tensor_97_cast)[name = tensor<string, []>("op_1422_cast")]; |
| tensor<int32, [4]> var_1423_perm_0 = const()[name = tensor<string, []>("op_1423_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(409035520)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(411132736)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_99_cast = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16, x = hidden_states_97_cast)[name = tensor<string, []>("tensor_99_cast")]; |
| tensor<int32, [4]> var_1428 = const()[name = tensor<string, []>("op_1428"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1429_cast = reshape(shape = var_1428, x = tensor_99_cast)[name = tensor<string, []>("op_1429_cast")]; |
| tensor<int32, [4]> var_1430_perm_0 = const()[name = tensor<string, []>("op_1430_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_1437 = const()[name = tensor<string, []>("op_1437"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1438_cast = reshape(shape = var_1437, x = tensor_101_cast)[name = tensor<string, []>("op_1438_cast")]; |
| tensor<int32, [4]> var_1439_perm_0 = const()[name = tensor<string, []>("op_1439_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1441 = const()[name = tensor<string, []>("op_1441"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_37 = transpose(perm = var_1439_perm_0, x = var_1438_cast)[name = tensor<string, []>("transpose_37")]; |
| tensor<fp16, [16, 257, 64]> query_states_33_cast = reshape(shape = var_1441, x = transpose_37)[name = tensor<string, []>("query_states_33_cast")]; |
| tensor<int32, [3]> var_1443 = const()[name = tensor<string, []>("op_1443"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_39 = transpose(perm = var_1423_perm_0, x = var_1422_cast)[name = tensor<string, []>("transpose_39")]; |
| tensor<fp16, [16, 257, 64]> key_states_67_cast = reshape(shape = var_1443, x = transpose_39)[name = tensor<string, []>("key_states_67_cast")]; |
| tensor<int32, [3]> var_1445 = const()[name = tensor<string, []>("op_1445"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_38 = transpose(perm = var_1430_perm_0, x = var_1429_cast)[name = tensor<string, []>("transpose_38")]; |
| tensor<fp16, [16, 257, 64]> value_states_67_cast = reshape(shape = var_1445, x = transpose_38)[name = tensor<string, []>("value_states_67_cast")]; |
| tensor<int32, [3]> var_1447_perm_0 = const()[name = tensor<string, []>("op_1447_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_65_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_65_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_65_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_65_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_36 = transpose(perm = var_1447_perm_0, x = key_states_67_cast)[name = tensor<string, []>("transpose_36")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_65_cast = matmul(transpose_x = attn_weights_65_transpose_x_0, transpose_y = attn_weights_65_transpose_y_0, x = query_states_33_cast, y = transpose_36)[name = tensor<string, []>("attn_weights_65_cast")]; |
| tensor<fp16, [16, 257, 257]> input_231_cast = softmax(axis = var_10, x = attn_weights_65_cast)[name = tensor<string, []>("input_231_cast")]; |
| tensor<bool, []> attn_output_97_transpose_x_0 = const()[name = tensor<string, []>("attn_output_97_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_97_transpose_y_0 = const()[name = tensor<string, []>("attn_output_97_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_97_cast = matmul(transpose_x = attn_output_97_transpose_x_0, transpose_y = attn_output_97_transpose_y_0, x = input_231_cast, y = value_states_67_cast)[name = tensor<string, []>("attn_output_97_cast")]; |
| tensor<int32, [4]> var_1452 = const()[name = tensor<string, []>("op_1452"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_99_cast = reshape(shape = var_1452, x = attn_output_97_cast)[name = tensor<string, []>("attn_output_99_cast")]; |
| tensor<int32, [4]> attn_output_101_perm_0 = const()[name = tensor<string, []>("attn_output_101_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1455 = const()[name = tensor<string, []>("op_1455"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_35 = transpose(perm = attn_output_101_perm_0, x = attn_output_99_cast)[name = tensor<string, []>("transpose_35")]; |
| tensor<fp16, [1, 257, 1024]> input_233_cast = reshape(shape = var_1455, x = transpose_35)[name = tensor<string, []>("input_233_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(411134848)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(413232064)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_99_cast = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16, x = input_233_cast)[name = tensor<string, []>("hidden_states_99_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_235_cast = add(x = input_229_cast, y = hidden_states_99_cast)[name = tensor<string, []>("input_235_cast")]; |
| tensor<int32, [1]> input_237_axes_0 = const()[name = tensor<string, []>("input_237_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(413234176)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(413236288)))]; |
| tensor<fp16, [1, 257, 1024]> input_237_cast = layer_norm(axes = input_237_axes_0, beta = vision_model_vision_model_encoder_layers_16_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_16_layer_norm2_weight_to_fp16, x = input_235_cast)[name = tensor<string, []>("input_237_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_16_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(413238400)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_16_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(421627072)))]; |
| tensor<fp16, [1, 257, 4096]> input_239_cast = linear(bias = vision_model_vision_model_encoder_layers_16_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_mlp_fc1_weight_to_fp16, x = input_237_cast)[name = tensor<string, []>("input_239_cast")]; |
| tensor<fp16, []> var_1470_to_fp16 = const()[name = tensor<string, []>("op_1470_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1471_cast = mul(x = input_239_cast, y = var_1470_to_fp16)[name = tensor<string, []>("op_1471_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_1472_cast = sigmoid(x = var_1471_cast)[name = tensor<string, []>("op_1472_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_241_cast = mul(x = input_239_cast, y = var_1472_cast)[name = tensor<string, []>("input_241_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_16_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(421635328)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_16_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_16_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(430024000)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_101_cast = linear(bias = vision_model_vision_model_encoder_layers_16_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_mlp_fc2_weight_to_fp16, x = input_241_cast)[name = tensor<string, []>("hidden_states_101_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_243_cast = add(x = input_235_cast, y = hidden_states_101_cast)[name = tensor<string, []>("input_243_cast")]; |
| tensor<int32, [1]> hidden_states_103_axes_0 = const()[name = tensor<string, []>("hidden_states_103_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(430026112)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(430028224)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_103_cast = layer_norm(axes = hidden_states_103_axes_0, beta = vision_model_vision_model_encoder_layers_17_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_17_layer_norm1_weight_to_fp16, x = input_243_cast)[name = tensor<string, []>("hidden_states_103_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(430030336)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(432127552)))]; |
| tensor<fp16, [1, 257, 1024]> var_1496_cast = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16, x = hidden_states_103_cast)[name = tensor<string, []>("op_1496_cast")]; |
| tensor<fp16, []> var_1497_to_fp16 = const()[name = tensor<string, []>("op_1497_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_107_cast = mul(x = var_1496_cast, y = var_1497_to_fp16)[name = tensor<string, []>("tensor_107_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(432129664)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(434226880)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_103_cast = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16, x = hidden_states_103_cast)[name = tensor<string, []>("tensor_103_cast")]; |
| tensor<int32, [4]> var_1502 = const()[name = tensor<string, []>("op_1502"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1503_cast = reshape(shape = var_1502, x = tensor_103_cast)[name = tensor<string, []>("op_1503_cast")]; |
| tensor<int32, [4]> var_1504_perm_0 = const()[name = tensor<string, []>("op_1504_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(434228992)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(436326208)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_105_cast = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16, x = hidden_states_103_cast)[name = tensor<string, []>("tensor_105_cast")]; |
| tensor<int32, [4]> var_1509 = const()[name = tensor<string, []>("op_1509"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1510_cast = reshape(shape = var_1509, x = tensor_105_cast)[name = tensor<string, []>("op_1510_cast")]; |
| tensor<int32, [4]> var_1511_perm_0 = const()[name = tensor<string, []>("op_1511_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_1518 = const()[name = tensor<string, []>("op_1518"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1519_cast = reshape(shape = var_1518, x = tensor_107_cast)[name = tensor<string, []>("op_1519_cast")]; |
| tensor<int32, [4]> var_1520_perm_0 = const()[name = tensor<string, []>("op_1520_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1522 = const()[name = tensor<string, []>("op_1522"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_32 = transpose(perm = var_1520_perm_0, x = var_1519_cast)[name = tensor<string, []>("transpose_32")]; |
| tensor<fp16, [16, 257, 64]> query_states_35_cast = reshape(shape = var_1522, x = transpose_32)[name = tensor<string, []>("query_states_35_cast")]; |
| tensor<int32, [3]> var_1524 = const()[name = tensor<string, []>("op_1524"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_34 = transpose(perm = var_1504_perm_0, x = var_1503_cast)[name = tensor<string, []>("transpose_34")]; |
| tensor<fp16, [16, 257, 64]> key_states_71_cast = reshape(shape = var_1524, x = transpose_34)[name = tensor<string, []>("key_states_71_cast")]; |
| tensor<int32, [3]> var_1526 = const()[name = tensor<string, []>("op_1526"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_33 = transpose(perm = var_1511_perm_0, x = var_1510_cast)[name = tensor<string, []>("transpose_33")]; |
| tensor<fp16, [16, 257, 64]> value_states_71_cast = reshape(shape = var_1526, x = transpose_33)[name = tensor<string, []>("value_states_71_cast")]; |
| tensor<int32, [3]> var_1528_perm_0 = const()[name = tensor<string, []>("op_1528_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_69_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_69_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_69_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_69_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_31 = transpose(perm = var_1528_perm_0, x = key_states_71_cast)[name = tensor<string, []>("transpose_31")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_69_cast = matmul(transpose_x = attn_weights_69_transpose_x_0, transpose_y = attn_weights_69_transpose_y_0, x = query_states_35_cast, y = transpose_31)[name = tensor<string, []>("attn_weights_69_cast")]; |
| tensor<fp16, [16, 257, 257]> input_245_cast = softmax(axis = var_10, x = attn_weights_69_cast)[name = tensor<string, []>("input_245_cast")]; |
| tensor<bool, []> attn_output_103_transpose_x_0 = const()[name = tensor<string, []>("attn_output_103_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_103_transpose_y_0 = const()[name = tensor<string, []>("attn_output_103_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_103_cast = matmul(transpose_x = attn_output_103_transpose_x_0, transpose_y = attn_output_103_transpose_y_0, x = input_245_cast, y = value_states_71_cast)[name = tensor<string, []>("attn_output_103_cast")]; |
| tensor<int32, [4]> var_1533 = const()[name = tensor<string, []>("op_1533"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_105_cast = reshape(shape = var_1533, x = attn_output_103_cast)[name = tensor<string, []>("attn_output_105_cast")]; |
| tensor<int32, [4]> attn_output_107_perm_0 = const()[name = tensor<string, []>("attn_output_107_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1536 = const()[name = tensor<string, []>("op_1536"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_30 = transpose(perm = attn_output_107_perm_0, x = attn_output_105_cast)[name = tensor<string, []>("transpose_30")]; |
| tensor<fp16, [1, 257, 1024]> input_247_cast = reshape(shape = var_1536, x = transpose_30)[name = tensor<string, []>("input_247_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(436328320)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(438425536)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_105_cast = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16, x = input_247_cast)[name = tensor<string, []>("hidden_states_105_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_249_cast = add(x = input_243_cast, y = hidden_states_105_cast)[name = tensor<string, []>("input_249_cast")]; |
| tensor<int32, [1]> input_251_axes_0 = const()[name = tensor<string, []>("input_251_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(438427648)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(438429760)))]; |
| tensor<fp16, [1, 257, 1024]> input_251_cast = layer_norm(axes = input_251_axes_0, beta = vision_model_vision_model_encoder_layers_17_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_17_layer_norm2_weight_to_fp16, x = input_249_cast)[name = tensor<string, []>("input_251_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_17_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(438431872)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_17_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(446820544)))]; |
| tensor<fp16, [1, 257, 4096]> input_253_cast = linear(bias = vision_model_vision_model_encoder_layers_17_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_mlp_fc1_weight_to_fp16, x = input_251_cast)[name = tensor<string, []>("input_253_cast")]; |
| tensor<fp16, []> var_1551_to_fp16 = const()[name = tensor<string, []>("op_1551_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1552_cast = mul(x = input_253_cast, y = var_1551_to_fp16)[name = tensor<string, []>("op_1552_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_1553_cast = sigmoid(x = var_1552_cast)[name = tensor<string, []>("op_1553_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_255_cast = mul(x = input_253_cast, y = var_1553_cast)[name = tensor<string, []>("input_255_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_17_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(446828800)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_17_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_17_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(455217472)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_107_cast = linear(bias = vision_model_vision_model_encoder_layers_17_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_mlp_fc2_weight_to_fp16, x = input_255_cast)[name = tensor<string, []>("hidden_states_107_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_257_cast = add(x = input_249_cast, y = hidden_states_107_cast)[name = tensor<string, []>("input_257_cast")]; |
| tensor<int32, [1]> hidden_states_109_axes_0 = const()[name = tensor<string, []>("hidden_states_109_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(455219584)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(455221696)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_109_cast = layer_norm(axes = hidden_states_109_axes_0, beta = vision_model_vision_model_encoder_layers_18_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_18_layer_norm1_weight_to_fp16, x = input_257_cast)[name = tensor<string, []>("hidden_states_109_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(455223808)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(457321024)))]; |
| tensor<fp16, [1, 257, 1024]> var_1577_cast = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16, x = hidden_states_109_cast)[name = tensor<string, []>("op_1577_cast")]; |
| tensor<fp16, []> var_1578_to_fp16 = const()[name = tensor<string, []>("op_1578_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_113_cast = mul(x = var_1577_cast, y = var_1578_to_fp16)[name = tensor<string, []>("tensor_113_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(457323136)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(459420352)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_109_cast = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16, x = hidden_states_109_cast)[name = tensor<string, []>("tensor_109_cast")]; |
| tensor<int32, [4]> var_1583 = const()[name = tensor<string, []>("op_1583"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1584_cast = reshape(shape = var_1583, x = tensor_109_cast)[name = tensor<string, []>("op_1584_cast")]; |
| tensor<int32, [4]> var_1585_perm_0 = const()[name = tensor<string, []>("op_1585_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(459422464)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(461519680)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_111_cast = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16, x = hidden_states_109_cast)[name = tensor<string, []>("tensor_111_cast")]; |
| tensor<int32, [4]> var_1590 = const()[name = tensor<string, []>("op_1590"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1591_cast = reshape(shape = var_1590, x = tensor_111_cast)[name = tensor<string, []>("op_1591_cast")]; |
| tensor<int32, [4]> var_1592_perm_0 = const()[name = tensor<string, []>("op_1592_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_1599 = const()[name = tensor<string, []>("op_1599"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1600_cast = reshape(shape = var_1599, x = tensor_113_cast)[name = tensor<string, []>("op_1600_cast")]; |
| tensor<int32, [4]> var_1601_perm_0 = const()[name = tensor<string, []>("op_1601_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1603 = const()[name = tensor<string, []>("op_1603"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_27 = transpose(perm = var_1601_perm_0, x = var_1600_cast)[name = tensor<string, []>("transpose_27")]; |
| tensor<fp16, [16, 257, 64]> query_states_37_cast = reshape(shape = var_1603, x = transpose_27)[name = tensor<string, []>("query_states_37_cast")]; |
| tensor<int32, [3]> var_1605 = const()[name = tensor<string, []>("op_1605"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_29 = transpose(perm = var_1585_perm_0, x = var_1584_cast)[name = tensor<string, []>("transpose_29")]; |
| tensor<fp16, [16, 257, 64]> key_states_75_cast = reshape(shape = var_1605, x = transpose_29)[name = tensor<string, []>("key_states_75_cast")]; |
| tensor<int32, [3]> var_1607 = const()[name = tensor<string, []>("op_1607"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_28 = transpose(perm = var_1592_perm_0, x = var_1591_cast)[name = tensor<string, []>("transpose_28")]; |
| tensor<fp16, [16, 257, 64]> value_states_75_cast = reshape(shape = var_1607, x = transpose_28)[name = tensor<string, []>("value_states_75_cast")]; |
| tensor<int32, [3]> var_1609_perm_0 = const()[name = tensor<string, []>("op_1609_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_73_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_73_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_73_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_73_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_26 = transpose(perm = var_1609_perm_0, x = key_states_75_cast)[name = tensor<string, []>("transpose_26")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_73_cast = matmul(transpose_x = attn_weights_73_transpose_x_0, transpose_y = attn_weights_73_transpose_y_0, x = query_states_37_cast, y = transpose_26)[name = tensor<string, []>("attn_weights_73_cast")]; |
| tensor<fp16, [16, 257, 257]> input_259_cast = softmax(axis = var_10, x = attn_weights_73_cast)[name = tensor<string, []>("input_259_cast")]; |
| tensor<bool, []> attn_output_109_transpose_x_0 = const()[name = tensor<string, []>("attn_output_109_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_109_transpose_y_0 = const()[name = tensor<string, []>("attn_output_109_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_109_cast = matmul(transpose_x = attn_output_109_transpose_x_0, transpose_y = attn_output_109_transpose_y_0, x = input_259_cast, y = value_states_75_cast)[name = tensor<string, []>("attn_output_109_cast")]; |
| tensor<int32, [4]> var_1614 = const()[name = tensor<string, []>("op_1614"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_111_cast = reshape(shape = var_1614, x = attn_output_109_cast)[name = tensor<string, []>("attn_output_111_cast")]; |
| tensor<int32, [4]> attn_output_113_perm_0 = const()[name = tensor<string, []>("attn_output_113_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1617 = const()[name = tensor<string, []>("op_1617"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_25 = transpose(perm = attn_output_113_perm_0, x = attn_output_111_cast)[name = tensor<string, []>("transpose_25")]; |
| tensor<fp16, [1, 257, 1024]> input_261_cast = reshape(shape = var_1617, x = transpose_25)[name = tensor<string, []>("input_261_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(461521792)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(463619008)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_111_cast = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16, x = input_261_cast)[name = tensor<string, []>("hidden_states_111_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_263_cast = add(x = input_257_cast, y = hidden_states_111_cast)[name = tensor<string, []>("input_263_cast")]; |
| tensor<int32, [1]> input_265_axes_0 = const()[name = tensor<string, []>("input_265_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(463621120)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(463623232)))]; |
| tensor<fp16, [1, 257, 1024]> input_265_cast = layer_norm(axes = input_265_axes_0, beta = vision_model_vision_model_encoder_layers_18_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_18_layer_norm2_weight_to_fp16, x = input_263_cast)[name = tensor<string, []>("input_265_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_18_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(463625344)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_18_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(472014016)))]; |
| tensor<fp16, [1, 257, 4096]> input_267_cast = linear(bias = vision_model_vision_model_encoder_layers_18_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_mlp_fc1_weight_to_fp16, x = input_265_cast)[name = tensor<string, []>("input_267_cast")]; |
| tensor<fp16, []> var_1632_to_fp16 = const()[name = tensor<string, []>("op_1632_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1633_cast = mul(x = input_267_cast, y = var_1632_to_fp16)[name = tensor<string, []>("op_1633_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_1634_cast = sigmoid(x = var_1633_cast)[name = tensor<string, []>("op_1634_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_269_cast = mul(x = input_267_cast, y = var_1634_cast)[name = tensor<string, []>("input_269_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_18_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(472022272)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_18_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_18_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(480410944)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_113_cast = linear(bias = vision_model_vision_model_encoder_layers_18_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_mlp_fc2_weight_to_fp16, x = input_269_cast)[name = tensor<string, []>("hidden_states_113_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_271_cast = add(x = input_263_cast, y = hidden_states_113_cast)[name = tensor<string, []>("input_271_cast")]; |
| tensor<int32, [1]> hidden_states_115_axes_0 = const()[name = tensor<string, []>("hidden_states_115_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(480413056)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(480415168)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_115_cast = layer_norm(axes = hidden_states_115_axes_0, beta = vision_model_vision_model_encoder_layers_19_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_19_layer_norm1_weight_to_fp16, x = input_271_cast)[name = tensor<string, []>("hidden_states_115_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(480417280)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(482514496)))]; |
| tensor<fp16, [1, 257, 1024]> var_1658_cast = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16, x = hidden_states_115_cast)[name = tensor<string, []>("op_1658_cast")]; |
| tensor<fp16, []> var_1659_to_fp16 = const()[name = tensor<string, []>("op_1659_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_119_cast = mul(x = var_1658_cast, y = var_1659_to_fp16)[name = tensor<string, []>("tensor_119_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(482516608)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(484613824)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_115_cast = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16, x = hidden_states_115_cast)[name = tensor<string, []>("tensor_115_cast")]; |
| tensor<int32, [4]> var_1664 = const()[name = tensor<string, []>("op_1664"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1665_cast = reshape(shape = var_1664, x = tensor_115_cast)[name = tensor<string, []>("op_1665_cast")]; |
| tensor<int32, [4]> var_1666_perm_0 = const()[name = tensor<string, []>("op_1666_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(484615936)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(486713152)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_117_cast = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16, x = hidden_states_115_cast)[name = tensor<string, []>("tensor_117_cast")]; |
| tensor<int32, [4]> var_1671 = const()[name = tensor<string, []>("op_1671"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1672_cast = reshape(shape = var_1671, x = tensor_117_cast)[name = tensor<string, []>("op_1672_cast")]; |
| tensor<int32, [4]> var_1673_perm_0 = const()[name = tensor<string, []>("op_1673_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_1680 = const()[name = tensor<string, []>("op_1680"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1681_cast = reshape(shape = var_1680, x = tensor_119_cast)[name = tensor<string, []>("op_1681_cast")]; |
| tensor<int32, [4]> var_1682_perm_0 = const()[name = tensor<string, []>("op_1682_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1684 = const()[name = tensor<string, []>("op_1684"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_22 = transpose(perm = var_1682_perm_0, x = var_1681_cast)[name = tensor<string, []>("transpose_22")]; |
| tensor<fp16, [16, 257, 64]> query_states_39_cast = reshape(shape = var_1684, x = transpose_22)[name = tensor<string, []>("query_states_39_cast")]; |
| tensor<int32, [3]> var_1686 = const()[name = tensor<string, []>("op_1686"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_24 = transpose(perm = var_1666_perm_0, x = var_1665_cast)[name = tensor<string, []>("transpose_24")]; |
| tensor<fp16, [16, 257, 64]> key_states_79_cast = reshape(shape = var_1686, x = transpose_24)[name = tensor<string, []>("key_states_79_cast")]; |
| tensor<int32, [3]> var_1688 = const()[name = tensor<string, []>("op_1688"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_23 = transpose(perm = var_1673_perm_0, x = var_1672_cast)[name = tensor<string, []>("transpose_23")]; |
| tensor<fp16, [16, 257, 64]> value_states_79_cast = reshape(shape = var_1688, x = transpose_23)[name = tensor<string, []>("value_states_79_cast")]; |
| tensor<int32, [3]> var_1690_perm_0 = const()[name = tensor<string, []>("op_1690_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_77_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_77_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_77_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_77_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_21 = transpose(perm = var_1690_perm_0, x = key_states_79_cast)[name = tensor<string, []>("transpose_21")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_77_cast = matmul(transpose_x = attn_weights_77_transpose_x_0, transpose_y = attn_weights_77_transpose_y_0, x = query_states_39_cast, y = transpose_21)[name = tensor<string, []>("attn_weights_77_cast")]; |
| tensor<fp16, [16, 257, 257]> input_273_cast = softmax(axis = var_10, x = attn_weights_77_cast)[name = tensor<string, []>("input_273_cast")]; |
| tensor<bool, []> attn_output_115_transpose_x_0 = const()[name = tensor<string, []>("attn_output_115_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_115_transpose_y_0 = const()[name = tensor<string, []>("attn_output_115_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_115_cast = matmul(transpose_x = attn_output_115_transpose_x_0, transpose_y = attn_output_115_transpose_y_0, x = input_273_cast, y = value_states_79_cast)[name = tensor<string, []>("attn_output_115_cast")]; |
| tensor<int32, [4]> var_1695 = const()[name = tensor<string, []>("op_1695"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_117_cast = reshape(shape = var_1695, x = attn_output_115_cast)[name = tensor<string, []>("attn_output_117_cast")]; |
| tensor<int32, [4]> attn_output_119_perm_0 = const()[name = tensor<string, []>("attn_output_119_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1698 = const()[name = tensor<string, []>("op_1698"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_20 = transpose(perm = attn_output_119_perm_0, x = attn_output_117_cast)[name = tensor<string, []>("transpose_20")]; |
| tensor<fp16, [1, 257, 1024]> input_275_cast = reshape(shape = var_1698, x = transpose_20)[name = tensor<string, []>("input_275_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(486715264)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(488812480)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_117_cast = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16, x = input_275_cast)[name = tensor<string, []>("hidden_states_117_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_277_cast = add(x = input_271_cast, y = hidden_states_117_cast)[name = tensor<string, []>("input_277_cast")]; |
| tensor<int32, [1]> input_279_axes_0 = const()[name = tensor<string, []>("input_279_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(488814592)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(488816704)))]; |
| tensor<fp16, [1, 257, 1024]> input_279_cast = layer_norm(axes = input_279_axes_0, beta = vision_model_vision_model_encoder_layers_19_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_19_layer_norm2_weight_to_fp16, x = input_277_cast)[name = tensor<string, []>("input_279_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_19_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(488818816)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_19_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(497207488)))]; |
| tensor<fp16, [1, 257, 4096]> input_281_cast = linear(bias = vision_model_vision_model_encoder_layers_19_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_mlp_fc1_weight_to_fp16, x = input_279_cast)[name = tensor<string, []>("input_281_cast")]; |
| tensor<fp16, []> var_1713_to_fp16 = const()[name = tensor<string, []>("op_1713_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1714_cast = mul(x = input_281_cast, y = var_1713_to_fp16)[name = tensor<string, []>("op_1714_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_1715_cast = sigmoid(x = var_1714_cast)[name = tensor<string, []>("op_1715_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_283_cast = mul(x = input_281_cast, y = var_1715_cast)[name = tensor<string, []>("input_283_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_19_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(497215744)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_19_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_19_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(505604416)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_119_cast = linear(bias = vision_model_vision_model_encoder_layers_19_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_mlp_fc2_weight_to_fp16, x = input_283_cast)[name = tensor<string, []>("hidden_states_119_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_285_cast = add(x = input_277_cast, y = hidden_states_119_cast)[name = tensor<string, []>("input_285_cast")]; |
| tensor<int32, [1]> hidden_states_121_axes_0 = const()[name = tensor<string, []>("hidden_states_121_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(505606528)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(505608640)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_121_cast = layer_norm(axes = hidden_states_121_axes_0, beta = vision_model_vision_model_encoder_layers_20_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_20_layer_norm1_weight_to_fp16, x = input_285_cast)[name = tensor<string, []>("hidden_states_121_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(505610752)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(507707968)))]; |
| tensor<fp16, [1, 257, 1024]> var_1739_cast = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16, x = hidden_states_121_cast)[name = tensor<string, []>("op_1739_cast")]; |
| tensor<fp16, []> var_1740_to_fp16 = const()[name = tensor<string, []>("op_1740_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_125_cast = mul(x = var_1739_cast, y = var_1740_to_fp16)[name = tensor<string, []>("tensor_125_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(507710080)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(509807296)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_121_cast = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16, x = hidden_states_121_cast)[name = tensor<string, []>("tensor_121_cast")]; |
| tensor<int32, [4]> var_1745 = const()[name = tensor<string, []>("op_1745"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1746_cast = reshape(shape = var_1745, x = tensor_121_cast)[name = tensor<string, []>("op_1746_cast")]; |
| tensor<int32, [4]> var_1747_perm_0 = const()[name = tensor<string, []>("op_1747_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(509809408)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(511906624)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_123_cast = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16, x = hidden_states_121_cast)[name = tensor<string, []>("tensor_123_cast")]; |
| tensor<int32, [4]> var_1752 = const()[name = tensor<string, []>("op_1752"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1753_cast = reshape(shape = var_1752, x = tensor_123_cast)[name = tensor<string, []>("op_1753_cast")]; |
| tensor<int32, [4]> var_1754_perm_0 = const()[name = tensor<string, []>("op_1754_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_1761 = const()[name = tensor<string, []>("op_1761"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1762_cast = reshape(shape = var_1761, x = tensor_125_cast)[name = tensor<string, []>("op_1762_cast")]; |
| tensor<int32, [4]> var_1763_perm_0 = const()[name = tensor<string, []>("op_1763_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1765 = const()[name = tensor<string, []>("op_1765"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_17 = transpose(perm = var_1763_perm_0, x = var_1762_cast)[name = tensor<string, []>("transpose_17")]; |
| tensor<fp16, [16, 257, 64]> query_states_41_cast = reshape(shape = var_1765, x = transpose_17)[name = tensor<string, []>("query_states_41_cast")]; |
| tensor<int32, [3]> var_1767 = const()[name = tensor<string, []>("op_1767"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_19 = transpose(perm = var_1747_perm_0, x = var_1746_cast)[name = tensor<string, []>("transpose_19")]; |
| tensor<fp16, [16, 257, 64]> key_states_83_cast = reshape(shape = var_1767, x = transpose_19)[name = tensor<string, []>("key_states_83_cast")]; |
| tensor<int32, [3]> var_1769 = const()[name = tensor<string, []>("op_1769"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_18 = transpose(perm = var_1754_perm_0, x = var_1753_cast)[name = tensor<string, []>("transpose_18")]; |
| tensor<fp16, [16, 257, 64]> value_states_83_cast = reshape(shape = var_1769, x = transpose_18)[name = tensor<string, []>("value_states_83_cast")]; |
| tensor<int32, [3]> var_1771_perm_0 = const()[name = tensor<string, []>("op_1771_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_81_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_81_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_81_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_81_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_16 = transpose(perm = var_1771_perm_0, x = key_states_83_cast)[name = tensor<string, []>("transpose_16")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_81_cast = matmul(transpose_x = attn_weights_81_transpose_x_0, transpose_y = attn_weights_81_transpose_y_0, x = query_states_41_cast, y = transpose_16)[name = tensor<string, []>("attn_weights_81_cast")]; |
| tensor<fp16, [16, 257, 257]> input_287_cast = softmax(axis = var_10, x = attn_weights_81_cast)[name = tensor<string, []>("input_287_cast")]; |
| tensor<bool, []> attn_output_121_transpose_x_0 = const()[name = tensor<string, []>("attn_output_121_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_121_transpose_y_0 = const()[name = tensor<string, []>("attn_output_121_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_121_cast = matmul(transpose_x = attn_output_121_transpose_x_0, transpose_y = attn_output_121_transpose_y_0, x = input_287_cast, y = value_states_83_cast)[name = tensor<string, []>("attn_output_121_cast")]; |
| tensor<int32, [4]> var_1776 = const()[name = tensor<string, []>("op_1776"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_123_cast = reshape(shape = var_1776, x = attn_output_121_cast)[name = tensor<string, []>("attn_output_123_cast")]; |
| tensor<int32, [4]> attn_output_125_perm_0 = const()[name = tensor<string, []>("attn_output_125_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1779 = const()[name = tensor<string, []>("op_1779"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_15 = transpose(perm = attn_output_125_perm_0, x = attn_output_123_cast)[name = tensor<string, []>("transpose_15")]; |
| tensor<fp16, [1, 257, 1024]> input_289_cast = reshape(shape = var_1779, x = transpose_15)[name = tensor<string, []>("input_289_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(511908736)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(514005952)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_123_cast = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16, x = input_289_cast)[name = tensor<string, []>("hidden_states_123_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_291_cast = add(x = input_285_cast, y = hidden_states_123_cast)[name = tensor<string, []>("input_291_cast")]; |
| tensor<int32, [1]> input_293_axes_0 = const()[name = tensor<string, []>("input_293_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(514008064)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(514010176)))]; |
| tensor<fp16, [1, 257, 1024]> input_293_cast = layer_norm(axes = input_293_axes_0, beta = vision_model_vision_model_encoder_layers_20_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_20_layer_norm2_weight_to_fp16, x = input_291_cast)[name = tensor<string, []>("input_293_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_20_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(514012288)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_20_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(522400960)))]; |
| tensor<fp16, [1, 257, 4096]> input_295_cast = linear(bias = vision_model_vision_model_encoder_layers_20_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_mlp_fc1_weight_to_fp16, x = input_293_cast)[name = tensor<string, []>("input_295_cast")]; |
| tensor<fp16, []> var_1794_to_fp16 = const()[name = tensor<string, []>("op_1794_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1795_cast = mul(x = input_295_cast, y = var_1794_to_fp16)[name = tensor<string, []>("op_1795_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_1796_cast = sigmoid(x = var_1795_cast)[name = tensor<string, []>("op_1796_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_297_cast = mul(x = input_295_cast, y = var_1796_cast)[name = tensor<string, []>("input_297_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_20_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(522409216)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_20_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_20_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(530797888)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_125_cast = linear(bias = vision_model_vision_model_encoder_layers_20_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_mlp_fc2_weight_to_fp16, x = input_297_cast)[name = tensor<string, []>("hidden_states_125_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_299_cast = add(x = input_291_cast, y = hidden_states_125_cast)[name = tensor<string, []>("input_299_cast")]; |
| tensor<int32, [1]> hidden_states_127_axes_0 = const()[name = tensor<string, []>("hidden_states_127_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(530800000)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(530802112)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_127_cast = layer_norm(axes = hidden_states_127_axes_0, beta = vision_model_vision_model_encoder_layers_21_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_21_layer_norm1_weight_to_fp16, x = input_299_cast)[name = tensor<string, []>("hidden_states_127_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(530804224)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(532901440)))]; |
| tensor<fp16, [1, 257, 1024]> var_1820_cast = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16, x = hidden_states_127_cast)[name = tensor<string, []>("op_1820_cast")]; |
| tensor<fp16, []> var_1821_to_fp16 = const()[name = tensor<string, []>("op_1821_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_131_cast = mul(x = var_1820_cast, y = var_1821_to_fp16)[name = tensor<string, []>("tensor_131_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(532903552)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(535000768)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_127_cast = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16, x = hidden_states_127_cast)[name = tensor<string, []>("tensor_127_cast")]; |
| tensor<int32, [4]> var_1826 = const()[name = tensor<string, []>("op_1826"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1827_cast = reshape(shape = var_1826, x = tensor_127_cast)[name = tensor<string, []>("op_1827_cast")]; |
| tensor<int32, [4]> var_1828_perm_0 = const()[name = tensor<string, []>("op_1828_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(535002880)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(537100096)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_129_cast = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16, x = hidden_states_127_cast)[name = tensor<string, []>("tensor_129_cast")]; |
| tensor<int32, [4]> var_1833 = const()[name = tensor<string, []>("op_1833"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1834_cast = reshape(shape = var_1833, x = tensor_129_cast)[name = tensor<string, []>("op_1834_cast")]; |
| tensor<int32, [4]> var_1835_perm_0 = const()[name = tensor<string, []>("op_1835_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_1842 = const()[name = tensor<string, []>("op_1842"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1843_cast = reshape(shape = var_1842, x = tensor_131_cast)[name = tensor<string, []>("op_1843_cast")]; |
| tensor<int32, [4]> var_1844_perm_0 = const()[name = tensor<string, []>("op_1844_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1846 = const()[name = tensor<string, []>("op_1846"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_12 = transpose(perm = var_1844_perm_0, x = var_1843_cast)[name = tensor<string, []>("transpose_12")]; |
| tensor<fp16, [16, 257, 64]> query_states_43_cast = reshape(shape = var_1846, x = transpose_12)[name = tensor<string, []>("query_states_43_cast")]; |
| tensor<int32, [3]> var_1848 = const()[name = tensor<string, []>("op_1848"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_14 = transpose(perm = var_1828_perm_0, x = var_1827_cast)[name = tensor<string, []>("transpose_14")]; |
| tensor<fp16, [16, 257, 64]> key_states_87_cast = reshape(shape = var_1848, x = transpose_14)[name = tensor<string, []>("key_states_87_cast")]; |
| tensor<int32, [3]> var_1850 = const()[name = tensor<string, []>("op_1850"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_13 = transpose(perm = var_1835_perm_0, x = var_1834_cast)[name = tensor<string, []>("transpose_13")]; |
| tensor<fp16, [16, 257, 64]> value_states_87_cast = reshape(shape = var_1850, x = transpose_13)[name = tensor<string, []>("value_states_87_cast")]; |
| tensor<int32, [3]> var_1852_perm_0 = const()[name = tensor<string, []>("op_1852_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_85_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_85_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_85_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_85_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_11 = transpose(perm = var_1852_perm_0, x = key_states_87_cast)[name = tensor<string, []>("transpose_11")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_85_cast = matmul(transpose_x = attn_weights_85_transpose_x_0, transpose_y = attn_weights_85_transpose_y_0, x = query_states_43_cast, y = transpose_11)[name = tensor<string, []>("attn_weights_85_cast")]; |
| tensor<fp16, [16, 257, 257]> input_301_cast = softmax(axis = var_10, x = attn_weights_85_cast)[name = tensor<string, []>("input_301_cast")]; |
| tensor<bool, []> attn_output_127_transpose_x_0 = const()[name = tensor<string, []>("attn_output_127_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_127_transpose_y_0 = const()[name = tensor<string, []>("attn_output_127_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_127_cast = matmul(transpose_x = attn_output_127_transpose_x_0, transpose_y = attn_output_127_transpose_y_0, x = input_301_cast, y = value_states_87_cast)[name = tensor<string, []>("attn_output_127_cast")]; |
| tensor<int32, [4]> var_1857 = const()[name = tensor<string, []>("op_1857"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_129_cast = reshape(shape = var_1857, x = attn_output_127_cast)[name = tensor<string, []>("attn_output_129_cast")]; |
| tensor<int32, [4]> attn_output_131_perm_0 = const()[name = tensor<string, []>("attn_output_131_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1860 = const()[name = tensor<string, []>("op_1860"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_10 = transpose(perm = attn_output_131_perm_0, x = attn_output_129_cast)[name = tensor<string, []>("transpose_10")]; |
| tensor<fp16, [1, 257, 1024]> input_303_cast = reshape(shape = var_1860, x = transpose_10)[name = tensor<string, []>("input_303_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(537102208)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(539199424)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_129_cast = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16, x = input_303_cast)[name = tensor<string, []>("hidden_states_129_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_305_cast = add(x = input_299_cast, y = hidden_states_129_cast)[name = tensor<string, []>("input_305_cast")]; |
| tensor<int32, [1]> input_307_axes_0 = const()[name = tensor<string, []>("input_307_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(539201536)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(539203648)))]; |
| tensor<fp16, [1, 257, 1024]> input_307_cast = layer_norm(axes = input_307_axes_0, beta = vision_model_vision_model_encoder_layers_21_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_21_layer_norm2_weight_to_fp16, x = input_305_cast)[name = tensor<string, []>("input_307_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_21_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(539205760)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_21_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(547594432)))]; |
| tensor<fp16, [1, 257, 4096]> input_309_cast = linear(bias = vision_model_vision_model_encoder_layers_21_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_mlp_fc1_weight_to_fp16, x = input_307_cast)[name = tensor<string, []>("input_309_cast")]; |
| tensor<fp16, []> var_1875_to_fp16 = const()[name = tensor<string, []>("op_1875_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1876_cast = mul(x = input_309_cast, y = var_1875_to_fp16)[name = tensor<string, []>("op_1876_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_1877_cast = sigmoid(x = var_1876_cast)[name = tensor<string, []>("op_1877_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_311_cast = mul(x = input_309_cast, y = var_1877_cast)[name = tensor<string, []>("input_311_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_21_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(547602688)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_21_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_21_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555991360)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_131_cast = linear(bias = vision_model_vision_model_encoder_layers_21_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_mlp_fc2_weight_to_fp16, x = input_311_cast)[name = tensor<string, []>("hidden_states_131_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_313_cast = add(x = input_305_cast, y = hidden_states_131_cast)[name = tensor<string, []>("input_313_cast")]; |
| tensor<int32, [1]> hidden_states_133_axes_0 = const()[name = tensor<string, []>("hidden_states_133_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555993472)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555995584)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_133_cast = layer_norm(axes = hidden_states_133_axes_0, beta = vision_model_vision_model_encoder_layers_22_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_22_layer_norm1_weight_to_fp16, x = input_313_cast)[name = tensor<string, []>("hidden_states_133_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555997696)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(558094912)))]; |
| tensor<fp16, [1, 257, 1024]> var_1901_cast = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16, x = hidden_states_133_cast)[name = tensor<string, []>("op_1901_cast")]; |
| tensor<fp16, []> var_1902_to_fp16 = const()[name = tensor<string, []>("op_1902_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_137_cast = mul(x = var_1901_cast, y = var_1902_to_fp16)[name = tensor<string, []>("tensor_137_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(558097024)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(560194240)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_133_cast = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16, x = hidden_states_133_cast)[name = tensor<string, []>("tensor_133_cast")]; |
| tensor<int32, [4]> var_1907 = const()[name = tensor<string, []>("op_1907"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1908_cast = reshape(shape = var_1907, x = tensor_133_cast)[name = tensor<string, []>("op_1908_cast")]; |
| tensor<int32, [4]> var_1909_perm_0 = const()[name = tensor<string, []>("op_1909_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(560196352)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(562293568)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_135_cast = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16, x = hidden_states_133_cast)[name = tensor<string, []>("tensor_135_cast")]; |
| tensor<int32, [4]> var_1914 = const()[name = tensor<string, []>("op_1914"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1915_cast = reshape(shape = var_1914, x = tensor_135_cast)[name = tensor<string, []>("op_1915_cast")]; |
| tensor<int32, [4]> var_1916_perm_0 = const()[name = tensor<string, []>("op_1916_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_1923 = const()[name = tensor<string, []>("op_1923"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1924_cast = reshape(shape = var_1923, x = tensor_137_cast)[name = tensor<string, []>("op_1924_cast")]; |
| tensor<int32, [4]> var_1925_perm_0 = const()[name = tensor<string, []>("op_1925_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1927 = const()[name = tensor<string, []>("op_1927"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_7 = transpose(perm = var_1925_perm_0, x = var_1924_cast)[name = tensor<string, []>("transpose_7")]; |
| tensor<fp16, [16, 257, 64]> query_states_45_cast = reshape(shape = var_1927, x = transpose_7)[name = tensor<string, []>("query_states_45_cast")]; |
| tensor<int32, [3]> var_1929 = const()[name = tensor<string, []>("op_1929"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_9 = transpose(perm = var_1909_perm_0, x = var_1908_cast)[name = tensor<string, []>("transpose_9")]; |
| tensor<fp16, [16, 257, 64]> key_states_91_cast = reshape(shape = var_1929, x = transpose_9)[name = tensor<string, []>("key_states_91_cast")]; |
| tensor<int32, [3]> var_1931 = const()[name = tensor<string, []>("op_1931"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_8 = transpose(perm = var_1916_perm_0, x = var_1915_cast)[name = tensor<string, []>("transpose_8")]; |
| tensor<fp16, [16, 257, 64]> value_states_91_cast = reshape(shape = var_1931, x = transpose_8)[name = tensor<string, []>("value_states_91_cast")]; |
| tensor<int32, [3]> var_1933_perm_0 = const()[name = tensor<string, []>("op_1933_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_89_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_89_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_89_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_89_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_6 = transpose(perm = var_1933_perm_0, x = key_states_91_cast)[name = tensor<string, []>("transpose_6")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_89_cast = matmul(transpose_x = attn_weights_89_transpose_x_0, transpose_y = attn_weights_89_transpose_y_0, x = query_states_45_cast, y = transpose_6)[name = tensor<string, []>("attn_weights_89_cast")]; |
| tensor<fp16, [16, 257, 257]> input_315_cast = softmax(axis = var_10, x = attn_weights_89_cast)[name = tensor<string, []>("input_315_cast")]; |
| tensor<bool, []> attn_output_133_transpose_x_0 = const()[name = tensor<string, []>("attn_output_133_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_133_transpose_y_0 = const()[name = tensor<string, []>("attn_output_133_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_133_cast = matmul(transpose_x = attn_output_133_transpose_x_0, transpose_y = attn_output_133_transpose_y_0, x = input_315_cast, y = value_states_91_cast)[name = tensor<string, []>("attn_output_133_cast")]; |
| tensor<int32, [4]> var_1938 = const()[name = tensor<string, []>("op_1938"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_135_cast = reshape(shape = var_1938, x = attn_output_133_cast)[name = tensor<string, []>("attn_output_135_cast")]; |
| tensor<int32, [4]> attn_output_137_perm_0 = const()[name = tensor<string, []>("attn_output_137_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_1941 = const()[name = tensor<string, []>("op_1941"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_5 = transpose(perm = attn_output_137_perm_0, x = attn_output_135_cast)[name = tensor<string, []>("transpose_5")]; |
| tensor<fp16, [1, 257, 1024]> input_317_cast = reshape(shape = var_1941, x = transpose_5)[name = tensor<string, []>("input_317_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(562295680)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(564392896)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_135_cast = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16, x = input_317_cast)[name = tensor<string, []>("hidden_states_135_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_319_cast = add(x = input_313_cast, y = hidden_states_135_cast)[name = tensor<string, []>("input_319_cast")]; |
| tensor<int32, [1]> input_321_axes_0 = const()[name = tensor<string, []>("input_321_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(564395008)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(564397120)))]; |
| tensor<fp16, [1, 257, 1024]> input_321_cast = layer_norm(axes = input_321_axes_0, beta = vision_model_vision_model_encoder_layers_22_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_22_layer_norm2_weight_to_fp16, x = input_319_cast)[name = tensor<string, []>("input_321_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_22_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(564399232)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_22_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(572787904)))]; |
| tensor<fp16, [1, 257, 4096]> input_323_cast = linear(bias = vision_model_vision_model_encoder_layers_22_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_mlp_fc1_weight_to_fp16, x = input_321_cast)[name = tensor<string, []>("input_323_cast")]; |
| tensor<fp16, []> var_1956_to_fp16 = const()[name = tensor<string, []>("op_1956_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_1957_cast = mul(x = input_323_cast, y = var_1956_to_fp16)[name = tensor<string, []>("op_1957_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_1958_cast = sigmoid(x = var_1957_cast)[name = tensor<string, []>("op_1958_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_325_cast = mul(x = input_323_cast, y = var_1958_cast)[name = tensor<string, []>("input_325_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_22_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(572796160)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_22_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_22_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581184832)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_137_cast = linear(bias = vision_model_vision_model_encoder_layers_22_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_mlp_fc2_weight_to_fp16, x = input_325_cast)[name = tensor<string, []>("hidden_states_137_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_327_cast = add(x = input_319_cast, y = hidden_states_137_cast)[name = tensor<string, []>("input_327_cast")]; |
| tensor<int32, [1]> hidden_states_139_axes_0 = const()[name = tensor<string, []>("hidden_states_139_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_layer_norm1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_layer_norm1_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581186944)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_layer_norm1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_layer_norm1_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581189056)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_139_cast = layer_norm(axes = hidden_states_139_axes_0, beta = vision_model_vision_model_encoder_layers_23_layer_norm1_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_23_layer_norm1_weight_to_fp16, x = input_327_cast)[name = tensor<string, []>("hidden_states_139_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581191168)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(583288384)))]; |
| tensor<fp16, [1, 257, 1024]> var_1982_cast = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16, x = hidden_states_139_cast)[name = tensor<string, []>("op_1982_cast")]; |
| tensor<fp16, []> var_1983_to_fp16 = const()[name = tensor<string, []>("op_1983_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 257, 1024]> tensor_cast = mul(x = var_1982_cast, y = var_1983_to_fp16)[name = tensor<string, []>("tensor_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(583290496)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(585387712)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_139_cast = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16, x = hidden_states_139_cast)[name = tensor<string, []>("tensor_139_cast")]; |
| tensor<int32, [4]> var_1988 = const()[name = tensor<string, []>("op_1988"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1989_cast = reshape(shape = var_1988, x = tensor_139_cast)[name = tensor<string, []>("op_1989_cast")]; |
| tensor<int32, [4]> var_1990_perm_0 = const()[name = tensor<string, []>("op_1990_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(585389824)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(587487040)))]; |
| tensor<fp16, [1, 257, 1024]> tensor_141_cast = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16, x = hidden_states_139_cast)[name = tensor<string, []>("tensor_141_cast")]; |
| tensor<int32, [4]> var_1995 = const()[name = tensor<string, []>("op_1995"), val = tensor<int32, [4]>([1, -1, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_1996_cast = reshape(shape = var_1995, x = tensor_141_cast)[name = tensor<string, []>("op_1996_cast")]; |
| tensor<int32, [4]> var_1997_perm_0 = const()[name = tensor<string, []>("op_1997_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [4]> var_2004 = const()[name = tensor<string, []>("op_2004"), val = tensor<int32, [4]>([1, 257, 16, 64])]; |
| tensor<fp16, [1, 257, 16, 64]> var_2005_cast = reshape(shape = var_2004, x = tensor_cast)[name = tensor<string, []>("op_2005_cast")]; |
| tensor<int32, [4]> var_2006_perm_0 = const()[name = tensor<string, []>("op_2006_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_2008 = const()[name = tensor<string, []>("op_2008"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_2 = transpose(perm = var_2006_perm_0, x = var_2005_cast)[name = tensor<string, []>("transpose_2")]; |
| tensor<fp16, [16, 257, 64]> query_states_cast = reshape(shape = var_2008, x = transpose_2)[name = tensor<string, []>("query_states_cast")]; |
| tensor<int32, [3]> var_2010 = const()[name = tensor<string, []>("op_2010"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_4 = transpose(perm = var_1990_perm_0, x = var_1989_cast)[name = tensor<string, []>("transpose_4")]; |
| tensor<fp16, [16, 257, 64]> key_states_cast = reshape(shape = var_2010, x = transpose_4)[name = tensor<string, []>("key_states_cast")]; |
| tensor<int32, [3]> var_2012 = const()[name = tensor<string, []>("op_2012"), val = tensor<int32, [3]>([16, -1, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> transpose_3 = transpose(perm = var_1997_perm_0, x = var_1996_cast)[name = tensor<string, []>("transpose_3")]; |
| tensor<fp16, [16, 257, 64]> value_states_cast = reshape(shape = var_2012, x = transpose_3)[name = tensor<string, []>("value_states_cast")]; |
| tensor<int32, [3]> var_2014_perm_0 = const()[name = tensor<string, []>("op_2014_perm_0"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<bool, []> attn_weights_93_transpose_x_0 = const()[name = tensor<string, []>("attn_weights_93_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_weights_93_transpose_y_0 = const()[name = tensor<string, []>("attn_weights_93_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 64, 257]> transpose_1 = transpose(perm = var_2014_perm_0, x = key_states_cast)[name = tensor<string, []>("transpose_1")]; |
| tensor<fp16, [16, 257, 257]> attn_weights_93_cast = matmul(transpose_x = attn_weights_93_transpose_x_0, transpose_y = attn_weights_93_transpose_y_0, x = query_states_cast, y = transpose_1)[name = tensor<string, []>("attn_weights_93_cast")]; |
| tensor<fp16, [16, 257, 257]> input_329_cast = softmax(axis = var_10, x = attn_weights_93_cast)[name = tensor<string, []>("input_329_cast")]; |
| tensor<bool, []> attn_output_139_transpose_x_0 = const()[name = tensor<string, []>("attn_output_139_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> attn_output_139_transpose_y_0 = const()[name = tensor<string, []>("attn_output_139_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [16, 257, 64]> attn_output_139_cast = matmul(transpose_x = attn_output_139_transpose_x_0, transpose_y = attn_output_139_transpose_y_0, x = input_329_cast, y = value_states_cast)[name = tensor<string, []>("attn_output_139_cast")]; |
| tensor<int32, [4]> var_2019 = const()[name = tensor<string, []>("op_2019"), val = tensor<int32, [4]>([1, 16, 257, 64])]; |
| tensor<fp16, [1, 16, 257, 64]> attn_output_141_cast = reshape(shape = var_2019, x = attn_output_139_cast)[name = tensor<string, []>("attn_output_141_cast")]; |
| tensor<int32, [4]> attn_output_perm_0 = const()[name = tensor<string, []>("attn_output_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_2022 = const()[name = tensor<string, []>("op_2022"), val = tensor<int32, [3]>([1, 257, 1024])]; |
| tensor<fp16, [1, 257, 16, 64]> transpose_0 = transpose(perm = attn_output_perm_0, x = attn_output_141_cast)[name = tensor<string, []>("transpose_0")]; |
| tensor<fp16, [1, 257, 1024]> input_331_cast = reshape(shape = var_2022, x = transpose_0)[name = tensor<string, []>("input_331_cast")]; |
| tensor<fp16, [1024, 1024]> vision_model_vision_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16"), val = tensor<fp16, [1024, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(587489152)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(589586368)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_141_cast = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16, x = input_331_cast)[name = tensor<string, []>("hidden_states_141_cast")]; |
| tensor<fp16, [1, 257, 1024]> input_333_cast = add(x = input_327_cast, y = hidden_states_141_cast)[name = tensor<string, []>("input_333_cast")]; |
| tensor<int32, [1]> input_335_axes_0 = const()[name = tensor<string, []>("input_335_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_layer_norm2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_layer_norm2_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(589588480)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_layer_norm2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_layer_norm2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(589590592)))]; |
| tensor<fp16, [1, 257, 1024]> input_335_cast = layer_norm(axes = input_335_axes_0, beta = vision_model_vision_model_encoder_layers_23_layer_norm2_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_encoder_layers_23_layer_norm2_weight_to_fp16, x = input_333_cast)[name = tensor<string, []>("input_335_cast")]; |
| tensor<fp16, [4096, 1024]> vision_model_vision_model_encoder_layers_23_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [4096, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(589592704)))]; |
| tensor<fp16, [4096]> vision_model_vision_model_encoder_layers_23_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(597981376)))]; |
| tensor<fp16, [1, 257, 4096]> input_337_cast = linear(bias = vision_model_vision_model_encoder_layers_23_mlp_fc1_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_mlp_fc1_weight_to_fp16, x = input_335_cast)[name = tensor<string, []>("input_337_cast")]; |
| tensor<fp16, []> var_2037_to_fp16 = const()[name = tensor<string, []>("op_2037_to_fp16"), val = tensor<fp16, []>(0x1.b3cp+0)]; |
| tensor<fp16, [1, 257, 4096]> var_2038_cast = mul(x = input_337_cast, y = var_2037_to_fp16)[name = tensor<string, []>("op_2038_cast")]; |
| tensor<fp16, [1, 257, 4096]> var_2039_cast = sigmoid(x = var_2038_cast)[name = tensor<string, []>("op_2039_cast")]; |
| tensor<fp16, [1, 257, 4096]> input_339_cast = mul(x = input_337_cast, y = var_2039_cast)[name = tensor<string, []>("input_339_cast")]; |
| tensor<fp16, [1024, 4096]> vision_model_vision_model_encoder_layers_23_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [1024, 4096]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(597989632)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_encoder_layers_23_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_encoder_layers_23_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(606378304)))]; |
| tensor<fp16, [1, 257, 1024]> hidden_states_cast = linear(bias = vision_model_vision_model_encoder_layers_23_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_mlp_fc2_weight_to_fp16, x = input_339_cast)[name = tensor<string, []>("hidden_states_cast")]; |
| tensor<fp16, [1, 257, 1024]> last_hidden_state_cast = add(x = input_333_cast, y = hidden_states_cast)[name = tensor<string, []>("last_hidden_state_cast")]; |
| tensor<int32, [3]> var_2046_begin_0 = const()[name = tensor<string, []>("op_2046_begin_0"), val = tensor<int32, [3]>([0, 0, 0])]; |
| tensor<int32, [3]> var_2046_end_0 = const()[name = tensor<string, []>("op_2046_end_0"), val = tensor<int32, [3]>([1, 1, 1024])]; |
| tensor<bool, [3]> var_2046_end_mask_0 = const()[name = tensor<string, []>("op_2046_end_mask_0"), val = tensor<bool, [3]>([true, false, true])]; |
| tensor<bool, [3]> var_2046_squeeze_mask_0 = const()[name = tensor<string, []>("op_2046_squeeze_mask_0"), val = tensor<bool, [3]>([false, true, false])]; |
| tensor<fp16, [1, 1024]> var_2046_cast = slice_by_index(begin = var_2046_begin_0, end = var_2046_end_0, end_mask = var_2046_end_mask_0, squeeze_mask = var_2046_squeeze_mask_0, x = last_hidden_state_cast)[name = tensor<string, []>("op_2046_cast")]; |
| tensor<int32, [1]> input_343_axes_0 = const()[name = tensor<string, []>("input_343_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [1024]> vision_model_vision_model_post_layernorm_weight_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_post_layernorm_weight_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(606380416)))]; |
| tensor<fp16, [1024]> vision_model_vision_model_post_layernorm_bias_to_fp16 = const()[name = tensor<string, []>("vision_model_vision_model_post_layernorm_bias_to_fp16"), val = tensor<fp16, [1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(606382528)))]; |
| tensor<fp16, [1, 1024]> input_343_cast = layer_norm(axes = input_343_axes_0, beta = vision_model_vision_model_post_layernorm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = vision_model_vision_model_post_layernorm_weight_to_fp16, x = var_2046_cast)[name = tensor<string, []>("input_343_cast")]; |
| tensor<fp16, [768, 1024]> visual_projection_weight_to_fp16 = const()[name = tensor<string, []>("visual_projection_weight_to_fp16"), val = tensor<fp16, [768, 1024]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(606384640)))]; |
| tensor<fp16, [768]> input_345_bias_0_to_fp16 = const()[name = tensor<string, []>("input_345_bias_0_to_fp16"), val = tensor<fp16, [768]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(607957568)))]; |
| tensor<fp16, [1, 768]> input_345_cast = linear(bias = input_345_bias_0_to_fp16, weight = visual_projection_weight_to_fp16, x = input_343_cast)[name = tensor<string, []>("input_345_cast")]; |
| tensor<int32, [1]> var_2057 = const()[name = tensor<string, []>("op_2057"), val = tensor<int32, [1]>([1])]; |
| tensor<bool, []> var_2058 = const()[name = tensor<string, []>("op_2058"), val = tensor<bool, []>(true)]; |
| tensor<fp16, [1, 768]> abs_0_cast = abs(x = input_345_cast)[name = tensor<string, []>("abs_0_cast")]; |
| tensor<fp16, []> const_73_to_fp16 = const()[name = tensor<string, []>("const_73_to_fp16"), val = tensor<fp16, []>(0x1p+1)]; |
| tensor<fp16, [1, 768]> pow_0_cast = pow(x = abs_0_cast, y = const_73_to_fp16)[name = tensor<string, []>("pow_0_cast")]; |
| tensor<fp16, [1, 1]> reduce_sum_0_cast = reduce_sum(axes = var_2057, keep_dims = var_2058, x = pow_0_cast)[name = tensor<string, []>("reduce_sum_0_cast")]; |
| tensor<fp16, []> var_2060_y_0_to_fp16 = const()[name = tensor<string, []>("op_2060_y_0_to_fp16"), val = tensor<fp16, []>(0x1p-1)]; |
| tensor<fp16, [1, 1]> var_2060_cast = pow(x = reduce_sum_0_cast, y = var_2060_y_0_to_fp16)[name = tensor<string, []>("op_2060_cast")]; |
| tensor<fp16, []> var_2061_to_fp16 = const()[name = tensor<string, []>("op_2061_to_fp16"), val = tensor<fp16, []>(0x1p-24)]; |
| tensor<fp16, []> var_2062_beta_0_to_fp16 = const()[name = tensor<string, []>("op_2062_beta_0_to_fp16"), val = tensor<fp16, []>(inf)]; |
| tensor<fp16, [1, 1]> var_2062_cast = clip(alpha = var_2061_to_fp16, beta = var_2062_beta_0_to_fp16, x = var_2060_cast)[name = tensor<string, []>("op_2062_cast")]; |
| tensor<int32, [2]> denom_1_reps_0 = const()[name = tensor<string, []>("denom_1_reps_0"), val = tensor<int32, [2]>([1, 768])]; |
| tensor<fp16, [1, 768]> denom_1_cast = tile(reps = denom_1_reps_0, x = var_2062_cast)[name = tensor<string, []>("denom_1_cast")]; |
| tensor<fp16, [1, 768]> var_2064_cast = real_div(x = input_345_cast, y = denom_1_cast)[name = tensor<string, []>("op_2064_cast")]; |
| tensor<fp16, [3, 768]> var_2104_weight_0_to_fp16 = const()[name = tensor<string, []>("op_2104_weight_0_to_fp16"), val = tensor<fp16, [3, 768]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(607959168)))]; |
| tensor<fp16, [3]> var_2104_bias_0_to_fp16 = const()[name = tensor<string, []>("op_2104_bias_0_to_fp16"), val = tensor<fp16, [3]>([-0x1.8f4p-3, -0x1.998p-3, -0x1.c28p-3])]; |
| tensor<fp16, [1, 3]> var_2104_cast = linear(bias = var_2104_bias_0_to_fp16, weight = var_2104_weight_0_to_fp16, x = var_2064_cast)[name = tensor<string, []>("op_2104_cast")]; |
| tensor<fp16, [17, 768]> var_2139_weight_0_to_fp16 = const()[name = tensor<string, []>("op_2139_weight_0_to_fp16"), val = tensor<fp16, [17, 768]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(607963840)))]; |
| tensor<fp16, [17]> var_2139_bias_0_to_fp16 = const()[name = tensor<string, []>("op_2139_bias_0_to_fp16"), val = tensor<fp16, [17]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(607990016)))]; |
| tensor<fp16, [1, 17]> var_2139_cast = linear(bias = var_2139_bias_0_to_fp16, weight = var_2139_weight_0_to_fp16, x = var_2064_cast)[name = tensor<string, []>("op_2139_cast")]; |
| tensor<fp16, [1, 3]> special_scores_cast = add(x = var_2104_cast, y = adjustment)[name = tensor<string, []>("special_scores_cast")]; |
| tensor<fp16, []> var_2107_promoted_to_fp16 = const()[name = tensor<string, []>("op_2107_promoted_to_fp16"), val = tensor<fp16, []>(0x0p+0)]; |
| tensor<bool, [1, 3]> var_2108_cast = greater(x = special_scores_cast, y = var_2107_promoted_to_fp16)[name = tensor<string, []>("op_2108_cast")]; |
| tensor<int32, [1]> var_2115 = const()[name = tensor<string, []>("op_2115"), val = tensor<int32, [1]>([1])]; |
| tensor<bool, []> var_2116 = const()[name = tensor<string, []>("op_2116"), val = tensor<bool, []>(false)]; |
| tensor<string, []> var_2113_to_fp16_dtype_0 = const()[name = tensor<string, []>("op_2113_to_fp16_dtype_0"), val = tensor<string, []>("fp16")]; |
| tensor<fp16, [1, 3]> cast_220 = cast(dtype = var_2113_to_fp16_dtype_0, x = var_2108_cast)[name = tensor<string, []>("cast_220")]; |
| tensor<fp16, [1]> var_2118_cast = reduce_sum(axes = var_2115, keep_dims = var_2116, x = cast_220)[name = tensor<string, []>("op_2118_cast")]; |
| tensor<fp16, []> var_2119_promoted_to_fp16 = const()[name = tensor<string, []>("op_2119_promoted_to_fp16"), val = tensor<fp16, []>(0x0p+0)]; |
| tensor<bool, [1]> var_2120_cast = greater(x = var_2118_cast, y = var_2119_promoted_to_fp16)[name = tensor<string, []>("op_2120_cast")]; |
| tensor<string, []> special_care_to_fp16_dtype_0 = const()[name = tensor<string, []>("special_care_to_fp16_dtype_0"), val = tensor<string, []>("fp16")]; |
| tensor<fp16, []> var_2126_to_fp16 = const()[name = tensor<string, []>("op_2126_to_fp16"), val = tensor<fp16, []>(0x1.47cp-7)]; |
| tensor<fp16, [1]> cast_217 = cast(dtype = special_care_to_fp16_dtype_0, x = var_2120_cast)[name = tensor<string, []>("cast_217")]; |
| tensor<fp16, [1]> special_adjustment_1_cast = mul(x = cast_217, y = var_2126_to_fp16)[name = tensor<string, []>("special_adjustment_1_cast")]; |
| tensor<int32, [1]> var_2129_axes_0 = const()[name = tensor<string, []>("op_2129_axes_0"), val = tensor<int32, [1]>([1])]; |
| tensor<fp16, [1, 1]> var_2129_cast = expand_dims(axes = var_2129_axes_0, x = special_adjustment_1_cast)[name = tensor<string, []>("op_2129_cast")]; |
| tensor<int32, [2]> special_adjustment_reps_0 = const()[name = tensor<string, []>("special_adjustment_reps_0"), val = tensor<int32, [2]>([1, 17])]; |
| tensor<fp16, [1, 17]> special_adjustment_cast = tile(reps = special_adjustment_reps_0, x = var_2129_cast)[name = tensor<string, []>("special_adjustment_cast")]; |
| tensor<fp16, [1, 17]> concept_scores_cast = add(x = var_2139_cast, y = special_adjustment_cast)[name = tensor<string, []>("concept_scores_cast")]; |
| tensor<string, []> concept_scores_cast_to_fp32_dtype_0 = const()[name = tensor<string, []>("concept_scores_cast_to_fp32_dtype_0"), val = tensor<string, []>("fp32")]; |
| tensor<fp16, []> var_2142_promoted_to_fp16 = const()[name = tensor<string, []>("op_2142_promoted_to_fp16"), val = tensor<fp16, []>(0x0p+0)]; |
| tensor<bool, [1, 17]> var_2143_cast = greater(x = concept_scores_cast, y = var_2142_promoted_to_fp16)[name = tensor<string, []>("op_2143_cast")]; |
| tensor<int32, [1]> var_2150 = const()[name = tensor<string, []>("op_2150"), val = tensor<int32, [1]>([1])]; |
| tensor<bool, []> var_2151 = const()[name = tensor<string, []>("op_2151"), val = tensor<bool, []>(false)]; |
| tensor<string, []> var_2148_to_fp16_dtype_0 = const()[name = tensor<string, []>("op_2148_to_fp16_dtype_0"), val = tensor<string, []>("fp16")]; |
| tensor<fp16, [1, 17]> cast_211 = cast(dtype = var_2148_to_fp16_dtype_0, x = var_2143_cast)[name = tensor<string, []>("cast_211")]; |
| tensor<fp16, [1]> var_2153_cast = reduce_sum(axes = var_2150, keep_dims = var_2151, x = cast_211)[name = tensor<string, []>("op_2153_cast")]; |
| tensor<fp16, []> var_2154_promoted_to_fp16 = const()[name = tensor<string, []>("op_2154_promoted_to_fp16"), val = tensor<fp16, []>(0x0p+0)]; |
| tensor<bool, [1]> var_2155_cast = greater(x = var_2153_cast, y = var_2154_promoted_to_fp16)[name = tensor<string, []>("op_2155_cast")]; |
| tensor<int32, [1]> var_2162_axes_0 = const()[name = tensor<string, []>("op_2162_axes_0"), val = tensor<int32, [1]>([1])]; |
| tensor<bool, [1, 1]> var_2162 = expand_dims(axes = var_2162_axes_0, x = var_2155_cast)[name = tensor<string, []>("op_2162")]; |
| tensor<int32, [1]> var_2164_axes_0 = const()[name = tensor<string, []>("op_2164_axes_0"), val = tensor<int32, [1]>([2])]; |
| tensor<bool, [1, 1, 1]> var_2164 = expand_dims(axes = var_2164_axes_0, x = var_2162)[name = tensor<string, []>("op_2164")]; |
| tensor<int32, [1]> has_nsfw_concepts_axes_0 = const()[name = tensor<string, []>("has_nsfw_concepts_axes_0"), val = tensor<int32, [1]>([3])]; |
| tensor<bool, [1, 1, 1, 1]> has_nsfw_concepts_1 = expand_dims(axes = has_nsfw_concepts_axes_0, x = var_2164)[name = tensor<string, []>("has_nsfw_concepts")]; |
| tensor<int32, [4]> has_nsfw_concepts_after_broadcast_reps_0 = const()[name = tensor<string, []>("has_nsfw_concepts_after_broadcast_reps_0"), val = tensor<int32, [4]>([1, 512, 512, 3])]; |
| tensor<bool, [1, 512, 512, 3]> has_nsfw_concepts_after_broadcast = tile(reps = has_nsfw_concepts_after_broadcast_reps_0, x = has_nsfw_concepts_1)[name = tensor<string, []>("has_nsfw_concepts_after_broadcast")]; |
| tensor<string, []> cast_205_dtype_0 = const()[name = tensor<string, []>("cast_205_dtype_0"), val = tensor<string, []>("int32")]; |
| tensor<int32, [1, 512, 512, 3]> cast_209 = cast(dtype = cast_205_dtype_0, x = has_nsfw_concepts_after_broadcast)[name = tensor<string, []>("cast_209")]; |
| tensor<int32, [?, 4]> non_zero_0 = non_zero(x = cast_209)[name = tensor<string, []>("non_zero_0")]; |
| tensor<int32, [2]> shape_1 = shape(x = non_zero_0)[name = tensor<string, []>("shape_1")]; |
| tensor<int32, [1]> slice_by_index_2_begin_0 = const()[name = tensor<string, []>("slice_by_index_2_begin_0"), val = tensor<int32, [1]>([0])]; |
| tensor<int32, [1]> slice_by_index_2_end_0 = const()[name = tensor<string, []>("slice_by_index_2_end_0"), val = tensor<int32, [1]>([0])]; |
| tensor<bool, [1]> slice_by_index_2_squeeze_mask_0 = const()[name = tensor<string, []>("slice_by_index_2_squeeze_mask_0"), val = tensor<bool, [1]>([true])]; |
| tensor<int32, []> slice_by_index_2 = slice_by_index(begin = slice_by_index_2_begin_0, end = slice_by_index_2_end_0, squeeze_mask = slice_by_index_2_squeeze_mask_0, x = shape_1)[name = tensor<string, []>("slice_by_index_2")]; |
| tensor<int32, [1]> expand_dims_2_axes_0 = const()[name = tensor<string, []>("expand_dims_2_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<int32, [1]> expand_dims_2 = expand_dims(axes = expand_dims_2_axes_0, x = slice_by_index_2)[name = tensor<string, []>("expand_dims_2")]; |
| tensor<fp16, [1]> expand_dims_1_to_fp16 = const()[name = tensor<string, []>("expand_dims_1_to_fp16"), val = tensor<fp16, [1]>([0x0p+0])]; |
| tensor<fp16, [?]> tile_0_cast = tile(reps = expand_dims_2, x = expand_dims_1_to_fp16)[name = tensor<string, []>("tile_0_cast")]; |
| tensor<string, []> var_2174_mode_0 = const()[name = tensor<string, []>("op_2174_mode_0"), val = tensor<string, []>("update")]; |
| tensor<fp16, [1, 512, 512, 3]> var_2174_cast = scatter_nd(data = images, indices = non_zero_0, mode = var_2174_mode_0, updates = tile_0_cast)[name = tensor<string, []>("op_2174_cast")]; |
| tensor<string, []> var_2174_cast_to_fp32_dtype_0 = const()[name = tensor<string, []>("op_2174_cast_to_fp32_dtype_0"), val = tensor<string, []>("fp32")]; |
| tensor<string, []> var_2179_dtype_0 = const()[name = tensor<string, []>("op_2179_dtype_0"), val = tensor<string, []>("fp32")]; |
| tensor<fp32, [1, 1, 1, 1]> has_nsfw_concepts = cast(dtype = var_2179_dtype_0, x = has_nsfw_concepts_1)[name = tensor<string, []>("cast_206")]; |
| tensor<fp32, [1, 512, 512, 3]> filtered_images = cast(dtype = var_2174_cast_to_fp32_dtype_0, x = var_2174_cast)[name = tensor<string, []>("cast_207")]; |
| tensor<fp32, [1, 17]> concept_scores = cast(dtype = concept_scores_cast_to_fp32_dtype_0, x = concept_scores_cast)[name = tensor<string, []>("cast_213")]; |
| } -> (filtered_images, has_nsfw_concepts, concept_scores); |
| } |
