program(1.0) [buildInfo = dict, tensor>({{"coremlc-component-MIL", "3520.4.1"}, {"coremlc-version", "3520.5.1"}})] { func main(tensor input_ids) { tensor var_5 = const()[name = tensor("op_5"), val = tensor(-1)]; tensor cast_1_dtype_0 = const()[name = tensor("cast_1_dtype_0"), val = tensor("int32")]; tensor inputs_embeds_axis_0 = const()[name = tensor("inputs_embeds_axis_0"), val = tensor(0)]; tensor inputs_embeds_batch_dims_0 = const()[name = tensor("inputs_embeds_batch_dims_0"), val = tensor(0)]; tensor text_encoder_text_model_embeddings_token_embedding_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47431808))), name = tensor("text_encoder_text_model_embeddings_token_embedding_weight_to_fp16_palettized"), shape = tensor([49408, 1280])]; tensor cast_1 = cast(dtype = cast_1_dtype_0, x = input_ids)[name = tensor("cast_2")]; tensor inputs_embeds_cast_fp16 = gather(axis = inputs_embeds_axis_0, batch_dims = inputs_embeds_batch_dims_0, indices = cast_1, x = text_encoder_text_model_embeddings_token_embedding_weight_to_fp16_palettized)[name = tensor("inputs_embeds_cast_fp16")]; tensor position_embeddings_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47432000))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47505984))), name = tensor("position_embeddings_to_fp16_palettized"), shape = tensor([1, 77, 1280])]; tensor input_3_cast_fp16 = add(x = inputs_embeds_cast_fp16, y = position_embeddings_to_fp16_palettized)[name = tensor("input_3_cast_fp16")]; tensor hidden_states_1_axes_0 = const()[name = tensor("hidden_states_1_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_0_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47506176)))]; tensor text_encoder_text_model_encoder_layers_0_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47508800)))]; tensor var_15_to_fp16 = const()[name = tensor("op_15_to_fp16"), val = tensor(0x1.5p-17)]; tensor hidden_states_1_cast_fp16 = layer_norm(axes = hidden_states_1_axes_0, beta = text_encoder_text_model_encoder_layers_0_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_0_layer_norm1_weight_to_fp16, x = input_3_cast_fp16)[name = tensor("hidden_states_1_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47511424))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48740288))), name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48740480)))]; tensor linear_0_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_1_cast_fp16)[name = tensor("linear_0_cast_fp16")]; tensor var_148_to_fp16 = const()[name = tensor("op_148_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_5_cast_fp16 = mul(x = linear_0_cast_fp16, y = var_148_to_fp16)[name = tensor("tensor_5_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48743104))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49971968))), name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49972160)))]; tensor linear_1_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_1_cast_fp16)[name = tensor("linear_1_cast_fp16")]; tensor var_153 = const()[name = tensor("op_153"), val = tensor([1, -1, 20, 64])]; tensor var_154_cast_fp16 = reshape(shape = var_153, x = linear_1_cast_fp16)[name = tensor("op_154_cast_fp16")]; tensor var_155_perm_0 = const()[name = tensor("op_155_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49974784))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51203648))), name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51203840)))]; tensor linear_2_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_1_cast_fp16)[name = tensor("linear_2_cast_fp16")]; tensor var_160 = const()[name = tensor("op_160"), val = tensor([1, -1, 20, 64])]; tensor var_161_cast_fp16 = reshape(shape = var_160, x = linear_2_cast_fp16)[name = tensor("op_161_cast_fp16")]; tensor var_162_perm_0 = const()[name = tensor("op_162_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_169 = const()[name = tensor("op_169"), val = tensor([1, 77, 20, 64])]; tensor var_170_cast_fp16 = reshape(shape = var_169, x = tensor_5_cast_fp16)[name = tensor("op_170_cast_fp16")]; tensor var_171_perm_0 = const()[name = tensor("op_171_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_173 = const()[name = tensor("op_173"), val = tensor([20, -1, 64])]; tensor var_171_cast_fp16 = transpose(perm = var_171_perm_0, x = var_170_cast_fp16)[name = tensor("transpose_127")]; tensor query_states_1_cast_fp16 = reshape(shape = var_173, x = var_171_cast_fp16)[name = tensor("query_states_1_cast_fp16")]; tensor var_175 = const()[name = tensor("op_175"), val = tensor([20, -1, 64])]; tensor var_155_cast_fp16 = transpose(perm = var_155_perm_0, x = var_154_cast_fp16)[name = tensor("transpose_126")]; tensor key_states_3_cast_fp16 = reshape(shape = var_175, x = var_155_cast_fp16)[name = tensor("key_states_3_cast_fp16")]; tensor var_177 = const()[name = tensor("op_177"), val = tensor([20, -1, 64])]; tensor var_162_cast_fp16 = transpose(perm = var_162_perm_0, x = var_161_cast_fp16)[name = tensor("transpose_125")]; tensor value_states_3_cast_fp16 = reshape(shape = var_177, x = var_162_cast_fp16)[name = tensor("value_states_3_cast_fp16")]; tensor attn_weights_1_transpose_x_1 = const()[name = tensor("attn_weights_1_transpose_x_1"), val = tensor(false)]; tensor attn_weights_1_transpose_y_1 = const()[name = tensor("attn_weights_1_transpose_y_1"), val = tensor(true)]; tensor attn_weights_1_cast_fp16 = matmul(transpose_x = attn_weights_1_transpose_x_1, transpose_y = attn_weights_1_transpose_y_1, x = query_states_1_cast_fp16, y = key_states_3_cast_fp16)[name = tensor("attn_weights_1_cast_fp16")]; tensor var_182 = const()[name = tensor("op_182"), val = tensor([1, 20, 77, 77])]; tensor var_183_cast_fp16 = reshape(shape = var_182, x = attn_weights_1_cast_fp16)[name = tensor("op_183_cast_fp16")]; tensor op_58_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51206464))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51211008))), name = tensor("op_58_to_fp16_palettized"), shape = tensor([1, 1, 77, 77])]; tensor attn_weights_3_cast_fp16 = add(x = var_183_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_3_cast_fp16")]; tensor var_188 = const()[name = tensor("op_188"), val = tensor([20, 77, 77])]; tensor input_5_cast_fp16 = reshape(shape = var_188, x = attn_weights_3_cast_fp16)[name = tensor("input_5_cast_fp16")]; tensor input_7_cast_fp16 = softmax(axis = var_5, x = input_5_cast_fp16)[name = tensor("input_7_cast_fp16")]; tensor attn_output_1_transpose_x_0 = const()[name = tensor("attn_output_1_transpose_x_0"), val = tensor(false)]; tensor attn_output_1_transpose_y_0 = const()[name = tensor("attn_output_1_transpose_y_0"), val = tensor(false)]; tensor attn_output_1_cast_fp16 = matmul(transpose_x = attn_output_1_transpose_x_0, transpose_y = attn_output_1_transpose_y_0, x = input_7_cast_fp16, y = value_states_3_cast_fp16)[name = tensor("attn_output_1_cast_fp16")]; tensor var_193 = const()[name = tensor("op_193"), val = tensor([1, 20, 77, 64])]; tensor attn_output_3_cast_fp16 = reshape(shape = var_193, x = attn_output_1_cast_fp16)[name = tensor("attn_output_3_cast_fp16")]; tensor attn_output_5_perm_0 = const()[name = tensor("attn_output_5_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_196 = const()[name = tensor("op_196"), val = tensor([1, 77, 1280])]; tensor attn_output_5_cast_fp16 = transpose(perm = attn_output_5_perm_0, x = attn_output_3_cast_fp16)[name = tensor("transpose_124")]; tensor input_9_cast_fp16 = reshape(shape = var_196, x = attn_output_5_cast_fp16)[name = tensor("input_9_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51211200))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52440064))), name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52440256)))]; tensor linear_3_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16_palettized, x = input_9_cast_fp16)[name = tensor("linear_3_cast_fp16")]; tensor input_11_cast_fp16 = add(x = input_3_cast_fp16, y = linear_3_cast_fp16)[name = tensor("input_11_cast_fp16")]; tensor input_13_axes_0 = const()[name = tensor("input_13_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_0_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52442880)))]; tensor text_encoder_text_model_encoder_layers_0_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52445504)))]; tensor input_13_cast_fp16 = layer_norm(axes = input_13_axes_0, beta = text_encoder_text_model_encoder_layers_0_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_0_layer_norm2_weight_to_fp16, x = input_11_cast_fp16)[name = tensor("input_13_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_0_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52448128))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57363392))), name = tensor("text_encoder_text_model_encoder_layers_0_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_0_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57363584)))]; tensor linear_4_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_mlp_fc1_weight_to_fp16_palettized, x = input_13_cast_fp16)[name = tensor("linear_4_cast_fp16")]; tensor input_17_mode_0 = const()[name = tensor("input_17_mode_0"), val = tensor("EXACT")]; tensor input_17_cast_fp16 = gelu(mode = input_17_mode_0, x = linear_4_cast_fp16)[name = tensor("input_17_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_0_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57373888))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62289152))), name = tensor("text_encoder_text_model_encoder_layers_0_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_0_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62289344)))]; tensor linear_5_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_mlp_fc2_weight_to_fp16_palettized, x = input_17_cast_fp16)[name = tensor("linear_5_cast_fp16")]; tensor input_19_cast_fp16 = add(x = input_11_cast_fp16, y = linear_5_cast_fp16)[name = tensor("input_19_cast_fp16")]; tensor hidden_states_7_axes_0 = const()[name = tensor("hidden_states_7_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_1_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62291968)))]; tensor text_encoder_text_model_encoder_layers_1_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62294592)))]; tensor hidden_states_7_cast_fp16 = layer_norm(axes = hidden_states_7_axes_0, beta = text_encoder_text_model_encoder_layers_1_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_1_layer_norm1_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("hidden_states_7_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62297216))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63526080))), name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63526272)))]; tensor linear_6_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_7_cast_fp16)[name = tensor("linear_6_cast_fp16")]; tensor var_235_to_fp16 = const()[name = tensor("op_235_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_11_cast_fp16 = mul(x = linear_6_cast_fp16, y = var_235_to_fp16)[name = tensor("tensor_11_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63528896))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64757760))), name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64757952)))]; tensor linear_7_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_7_cast_fp16)[name = tensor("linear_7_cast_fp16")]; tensor var_240 = const()[name = tensor("op_240"), val = tensor([1, -1, 20, 64])]; tensor var_241_cast_fp16 = reshape(shape = var_240, x = linear_7_cast_fp16)[name = tensor("op_241_cast_fp16")]; tensor var_242_perm_0 = const()[name = tensor("op_242_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64760576))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65989440))), name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65989632)))]; tensor linear_8_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_7_cast_fp16)[name = tensor("linear_8_cast_fp16")]; tensor var_247 = const()[name = tensor("op_247"), val = tensor([1, -1, 20, 64])]; tensor var_248_cast_fp16 = reshape(shape = var_247, x = linear_8_cast_fp16)[name = tensor("op_248_cast_fp16")]; tensor var_249_perm_0 = const()[name = tensor("op_249_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_256 = const()[name = tensor("op_256"), val = tensor([1, 77, 20, 64])]; tensor var_257_cast_fp16 = reshape(shape = var_256, x = tensor_11_cast_fp16)[name = tensor("op_257_cast_fp16")]; tensor var_258_perm_0 = const()[name = tensor("op_258_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_260 = const()[name = tensor("op_260"), val = tensor([20, -1, 64])]; tensor var_258_cast_fp16 = transpose(perm = var_258_perm_0, x = var_257_cast_fp16)[name = tensor("transpose_123")]; tensor query_states_3_cast_fp16 = reshape(shape = var_260, x = var_258_cast_fp16)[name = tensor("query_states_3_cast_fp16")]; tensor var_262 = const()[name = tensor("op_262"), val = tensor([20, -1, 64])]; tensor var_242_cast_fp16 = transpose(perm = var_242_perm_0, x = var_241_cast_fp16)[name = tensor("transpose_122")]; tensor key_states_7_cast_fp16 = reshape(shape = var_262, x = var_242_cast_fp16)[name = tensor("key_states_7_cast_fp16")]; tensor var_264 = const()[name = tensor("op_264"), val = tensor([20, -1, 64])]; tensor var_249_cast_fp16 = transpose(perm = var_249_perm_0, x = var_248_cast_fp16)[name = tensor("transpose_121")]; tensor value_states_7_cast_fp16 = reshape(shape = var_264, x = var_249_cast_fp16)[name = tensor("value_states_7_cast_fp16")]; tensor attn_weights_7_transpose_x_1 = const()[name = tensor("attn_weights_7_transpose_x_1"), val = tensor(false)]; tensor attn_weights_7_transpose_y_1 = const()[name = tensor("attn_weights_7_transpose_y_1"), val = tensor(true)]; tensor attn_weights_7_cast_fp16 = matmul(transpose_x = attn_weights_7_transpose_x_1, transpose_y = attn_weights_7_transpose_y_1, x = query_states_3_cast_fp16, y = key_states_7_cast_fp16)[name = tensor("attn_weights_7_cast_fp16")]; tensor var_269 = const()[name = tensor("op_269"), val = tensor([1, 20, 77, 77])]; tensor var_270_cast_fp16 = reshape(shape = var_269, x = attn_weights_7_cast_fp16)[name = tensor("op_270_cast_fp16")]; tensor attn_weights_9_cast_fp16 = add(x = var_270_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_9_cast_fp16")]; tensor var_275 = const()[name = tensor("op_275"), val = tensor([20, 77, 77])]; tensor input_21_cast_fp16 = reshape(shape = var_275, x = attn_weights_9_cast_fp16)[name = tensor("input_21_cast_fp16")]; tensor input_23_cast_fp16 = softmax(axis = var_5, x = input_21_cast_fp16)[name = tensor("input_23_cast_fp16")]; tensor attn_output_7_transpose_x_0 = const()[name = tensor("attn_output_7_transpose_x_0"), val = tensor(false)]; tensor attn_output_7_transpose_y_0 = const()[name = tensor("attn_output_7_transpose_y_0"), val = tensor(false)]; tensor attn_output_7_cast_fp16 = matmul(transpose_x = attn_output_7_transpose_x_0, transpose_y = attn_output_7_transpose_y_0, x = input_23_cast_fp16, y = value_states_7_cast_fp16)[name = tensor("attn_output_7_cast_fp16")]; tensor var_280 = const()[name = tensor("op_280"), val = tensor([1, 20, 77, 64])]; tensor attn_output_9_cast_fp16 = reshape(shape = var_280, x = attn_output_7_cast_fp16)[name = tensor("attn_output_9_cast_fp16")]; tensor attn_output_11_perm_0 = const()[name = tensor("attn_output_11_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_283 = const()[name = tensor("op_283"), val = tensor([1, 77, 1280])]; tensor attn_output_11_cast_fp16 = transpose(perm = attn_output_11_perm_0, x = attn_output_9_cast_fp16)[name = tensor("transpose_120")]; tensor input_25_cast_fp16 = reshape(shape = var_283, x = attn_output_11_cast_fp16)[name = tensor("input_25_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65992256))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67221120))), name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67221312)))]; tensor linear_9_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16_palettized, x = input_25_cast_fp16)[name = tensor("linear_9_cast_fp16")]; tensor input_27_cast_fp16 = add(x = input_19_cast_fp16, y = linear_9_cast_fp16)[name = tensor("input_27_cast_fp16")]; tensor input_29_axes_0 = const()[name = tensor("input_29_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_1_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67223936)))]; tensor text_encoder_text_model_encoder_layers_1_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67226560)))]; tensor input_29_cast_fp16 = layer_norm(axes = input_29_axes_0, beta = text_encoder_text_model_encoder_layers_1_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_1_layer_norm2_weight_to_fp16, x = input_27_cast_fp16)[name = tensor("input_29_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_1_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67229184))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(72144448))), name = tensor("text_encoder_text_model_encoder_layers_1_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_1_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(72144640)))]; tensor linear_10_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_mlp_fc1_weight_to_fp16_palettized, x = input_29_cast_fp16)[name = tensor("linear_10_cast_fp16")]; tensor input_33_mode_0 = const()[name = tensor("input_33_mode_0"), val = tensor("EXACT")]; tensor input_33_cast_fp16 = gelu(mode = input_33_mode_0, x = linear_10_cast_fp16)[name = tensor("input_33_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_1_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(72154944))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77070208))), name = tensor("text_encoder_text_model_encoder_layers_1_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_1_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77070400)))]; tensor linear_11_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_mlp_fc2_weight_to_fp16_palettized, x = input_33_cast_fp16)[name = tensor("linear_11_cast_fp16")]; tensor input_35_cast_fp16 = add(x = input_27_cast_fp16, y = linear_11_cast_fp16)[name = tensor("input_35_cast_fp16")]; tensor hidden_states_13_axes_0 = const()[name = tensor("hidden_states_13_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_2_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77073024)))]; tensor text_encoder_text_model_encoder_layers_2_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77075648)))]; tensor hidden_states_13_cast_fp16 = layer_norm(axes = hidden_states_13_axes_0, beta = text_encoder_text_model_encoder_layers_2_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_2_layer_norm1_weight_to_fp16, x = input_35_cast_fp16)[name = tensor("hidden_states_13_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77078272))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78307136))), name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78307328)))]; tensor linear_12_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_13_cast_fp16)[name = tensor("linear_12_cast_fp16")]; tensor var_322_to_fp16 = const()[name = tensor("op_322_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_17_cast_fp16 = mul(x = linear_12_cast_fp16, y = var_322_to_fp16)[name = tensor("tensor_17_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78309952))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79538816))), name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79539008)))]; tensor linear_13_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_13_cast_fp16)[name = tensor("linear_13_cast_fp16")]; tensor var_327 = const()[name = tensor("op_327"), val = tensor([1, -1, 20, 64])]; tensor var_328_cast_fp16 = reshape(shape = var_327, x = linear_13_cast_fp16)[name = tensor("op_328_cast_fp16")]; tensor var_329_perm_0 = const()[name = tensor("op_329_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79541632))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80770496))), name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80770688)))]; tensor linear_14_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_13_cast_fp16)[name = tensor("linear_14_cast_fp16")]; tensor var_334 = const()[name = tensor("op_334"), val = tensor([1, -1, 20, 64])]; tensor var_335_cast_fp16 = reshape(shape = var_334, x = linear_14_cast_fp16)[name = tensor("op_335_cast_fp16")]; tensor var_336_perm_0 = const()[name = tensor("op_336_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_343 = const()[name = tensor("op_343"), val = tensor([1, 77, 20, 64])]; tensor var_344_cast_fp16 = reshape(shape = var_343, x = tensor_17_cast_fp16)[name = tensor("op_344_cast_fp16")]; tensor var_345_perm_0 = const()[name = tensor("op_345_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_347 = const()[name = tensor("op_347"), val = tensor([20, -1, 64])]; tensor var_345_cast_fp16 = transpose(perm = var_345_perm_0, x = var_344_cast_fp16)[name = tensor("transpose_119")]; tensor query_states_5_cast_fp16 = reshape(shape = var_347, x = var_345_cast_fp16)[name = tensor("query_states_5_cast_fp16")]; tensor var_349 = const()[name = tensor("op_349"), val = tensor([20, -1, 64])]; tensor var_329_cast_fp16 = transpose(perm = var_329_perm_0, x = var_328_cast_fp16)[name = tensor("transpose_118")]; tensor key_states_11_cast_fp16 = reshape(shape = var_349, x = var_329_cast_fp16)[name = tensor("key_states_11_cast_fp16")]; tensor var_351 = const()[name = tensor("op_351"), val = tensor([20, -1, 64])]; tensor var_336_cast_fp16 = transpose(perm = var_336_perm_0, x = var_335_cast_fp16)[name = tensor("transpose_117")]; tensor value_states_11_cast_fp16 = reshape(shape = var_351, x = var_336_cast_fp16)[name = tensor("value_states_11_cast_fp16")]; tensor attn_weights_13_transpose_x_1 = const()[name = tensor("attn_weights_13_transpose_x_1"), val = tensor(false)]; tensor attn_weights_13_transpose_y_1 = const()[name = tensor("attn_weights_13_transpose_y_1"), val = tensor(true)]; tensor attn_weights_13_cast_fp16 = matmul(transpose_x = attn_weights_13_transpose_x_1, transpose_y = attn_weights_13_transpose_y_1, x = query_states_5_cast_fp16, y = key_states_11_cast_fp16)[name = tensor("attn_weights_13_cast_fp16")]; tensor var_356 = const()[name = tensor("op_356"), val = tensor([1, 20, 77, 77])]; tensor var_357_cast_fp16 = reshape(shape = var_356, x = attn_weights_13_cast_fp16)[name = tensor("op_357_cast_fp16")]; tensor attn_weights_15_cast_fp16 = add(x = var_357_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_15_cast_fp16")]; tensor var_362 = const()[name = tensor("op_362"), val = tensor([20, 77, 77])]; tensor input_37_cast_fp16 = reshape(shape = var_362, x = attn_weights_15_cast_fp16)[name = tensor("input_37_cast_fp16")]; tensor input_39_cast_fp16 = softmax(axis = var_5, x = input_37_cast_fp16)[name = tensor("input_39_cast_fp16")]; tensor attn_output_13_transpose_x_0 = const()[name = tensor("attn_output_13_transpose_x_0"), val = tensor(false)]; tensor attn_output_13_transpose_y_0 = const()[name = tensor("attn_output_13_transpose_y_0"), val = tensor(false)]; tensor attn_output_13_cast_fp16 = matmul(transpose_x = attn_output_13_transpose_x_0, transpose_y = attn_output_13_transpose_y_0, x = input_39_cast_fp16, y = value_states_11_cast_fp16)[name = tensor("attn_output_13_cast_fp16")]; tensor var_367 = const()[name = tensor("op_367"), val = tensor([1, 20, 77, 64])]; tensor attn_output_15_cast_fp16 = reshape(shape = var_367, x = attn_output_13_cast_fp16)[name = tensor("attn_output_15_cast_fp16")]; tensor attn_output_17_perm_0 = const()[name = tensor("attn_output_17_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_370 = const()[name = tensor("op_370"), val = tensor([1, 77, 1280])]; tensor attn_output_17_cast_fp16 = transpose(perm = attn_output_17_perm_0, x = attn_output_15_cast_fp16)[name = tensor("transpose_116")]; tensor input_41_cast_fp16 = reshape(shape = var_370, x = attn_output_17_cast_fp16)[name = tensor("input_41_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80773312))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82002176))), name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82002368)))]; tensor linear_15_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16_palettized, x = input_41_cast_fp16)[name = tensor("linear_15_cast_fp16")]; tensor input_43_cast_fp16 = add(x = input_35_cast_fp16, y = linear_15_cast_fp16)[name = tensor("input_43_cast_fp16")]; tensor input_45_axes_0 = const()[name = tensor("input_45_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_2_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82004992)))]; tensor text_encoder_text_model_encoder_layers_2_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82007616)))]; tensor input_45_cast_fp16 = layer_norm(axes = input_45_axes_0, beta = text_encoder_text_model_encoder_layers_2_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_2_layer_norm2_weight_to_fp16, x = input_43_cast_fp16)[name = tensor("input_45_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_2_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82010240))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86925504))), name = tensor("text_encoder_text_model_encoder_layers_2_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_2_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86925696)))]; tensor linear_16_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_mlp_fc1_weight_to_fp16_palettized, x = input_45_cast_fp16)[name = tensor("linear_16_cast_fp16")]; tensor input_49_mode_0 = const()[name = tensor("input_49_mode_0"), val = tensor("EXACT")]; tensor input_49_cast_fp16 = gelu(mode = input_49_mode_0, x = linear_16_cast_fp16)[name = tensor("input_49_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_2_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86936000))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91851264))), name = tensor("text_encoder_text_model_encoder_layers_2_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_2_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91851456)))]; tensor linear_17_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_mlp_fc2_weight_to_fp16_palettized, x = input_49_cast_fp16)[name = tensor("linear_17_cast_fp16")]; tensor input_51_cast_fp16 = add(x = input_43_cast_fp16, y = linear_17_cast_fp16)[name = tensor("input_51_cast_fp16")]; tensor hidden_states_19_axes_0 = const()[name = tensor("hidden_states_19_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_3_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91854080)))]; tensor text_encoder_text_model_encoder_layers_3_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91856704)))]; tensor hidden_states_19_cast_fp16 = layer_norm(axes = hidden_states_19_axes_0, beta = text_encoder_text_model_encoder_layers_3_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_3_layer_norm1_weight_to_fp16, x = input_51_cast_fp16)[name = tensor("hidden_states_19_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91859328))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93088192))), name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93088384)))]; tensor linear_18_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_19_cast_fp16)[name = tensor("linear_18_cast_fp16")]; tensor var_409_to_fp16 = const()[name = tensor("op_409_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_23_cast_fp16 = mul(x = linear_18_cast_fp16, y = var_409_to_fp16)[name = tensor("tensor_23_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93091008))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94319872))), name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94320064)))]; tensor linear_19_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_19_cast_fp16)[name = tensor("linear_19_cast_fp16")]; tensor var_414 = const()[name = tensor("op_414"), val = tensor([1, -1, 20, 64])]; tensor var_415_cast_fp16 = reshape(shape = var_414, x = linear_19_cast_fp16)[name = tensor("op_415_cast_fp16")]; tensor var_416_perm_0 = const()[name = tensor("op_416_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94322688))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(95551552))), name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(95551744)))]; tensor linear_20_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_19_cast_fp16)[name = tensor("linear_20_cast_fp16")]; tensor var_421 = const()[name = tensor("op_421"), val = tensor([1, -1, 20, 64])]; tensor var_422_cast_fp16 = reshape(shape = var_421, x = linear_20_cast_fp16)[name = tensor("op_422_cast_fp16")]; tensor var_423_perm_0 = const()[name = tensor("op_423_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_430 = const()[name = tensor("op_430"), val = tensor([1, 77, 20, 64])]; tensor var_431_cast_fp16 = reshape(shape = var_430, x = tensor_23_cast_fp16)[name = tensor("op_431_cast_fp16")]; tensor var_432_perm_0 = const()[name = tensor("op_432_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_434 = const()[name = tensor("op_434"), val = tensor([20, -1, 64])]; tensor var_432_cast_fp16 = transpose(perm = var_432_perm_0, x = var_431_cast_fp16)[name = tensor("transpose_115")]; tensor query_states_7_cast_fp16 = reshape(shape = var_434, x = var_432_cast_fp16)[name = tensor("query_states_7_cast_fp16")]; tensor var_436 = const()[name = tensor("op_436"), val = tensor([20, -1, 64])]; tensor var_416_cast_fp16 = transpose(perm = var_416_perm_0, x = var_415_cast_fp16)[name = tensor("transpose_114")]; tensor key_states_15_cast_fp16 = reshape(shape = var_436, x = var_416_cast_fp16)[name = tensor("key_states_15_cast_fp16")]; tensor var_438 = const()[name = tensor("op_438"), val = tensor([20, -1, 64])]; tensor var_423_cast_fp16 = transpose(perm = var_423_perm_0, x = var_422_cast_fp16)[name = tensor("transpose_113")]; tensor value_states_15_cast_fp16 = reshape(shape = var_438, x = var_423_cast_fp16)[name = tensor("value_states_15_cast_fp16")]; tensor attn_weights_19_transpose_x_1 = const()[name = tensor("attn_weights_19_transpose_x_1"), val = tensor(false)]; tensor attn_weights_19_transpose_y_1 = const()[name = tensor("attn_weights_19_transpose_y_1"), val = tensor(true)]; tensor attn_weights_19_cast_fp16 = matmul(transpose_x = attn_weights_19_transpose_x_1, transpose_y = attn_weights_19_transpose_y_1, x = query_states_7_cast_fp16, y = key_states_15_cast_fp16)[name = tensor("attn_weights_19_cast_fp16")]; tensor var_443 = const()[name = tensor("op_443"), val = tensor([1, 20, 77, 77])]; tensor var_444_cast_fp16 = reshape(shape = var_443, x = attn_weights_19_cast_fp16)[name = tensor("op_444_cast_fp16")]; tensor attn_weights_21_cast_fp16 = add(x = var_444_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_21_cast_fp16")]; tensor var_449 = const()[name = tensor("op_449"), val = tensor([20, 77, 77])]; tensor input_53_cast_fp16 = reshape(shape = var_449, x = attn_weights_21_cast_fp16)[name = tensor("input_53_cast_fp16")]; tensor input_55_cast_fp16 = softmax(axis = var_5, x = input_53_cast_fp16)[name = tensor("input_55_cast_fp16")]; tensor attn_output_19_transpose_x_0 = const()[name = tensor("attn_output_19_transpose_x_0"), val = tensor(false)]; tensor attn_output_19_transpose_y_0 = const()[name = tensor("attn_output_19_transpose_y_0"), val = tensor(false)]; tensor attn_output_19_cast_fp16 = matmul(transpose_x = attn_output_19_transpose_x_0, transpose_y = attn_output_19_transpose_y_0, x = input_55_cast_fp16, y = value_states_15_cast_fp16)[name = tensor("attn_output_19_cast_fp16")]; tensor var_454 = const()[name = tensor("op_454"), val = tensor([1, 20, 77, 64])]; tensor attn_output_21_cast_fp16 = reshape(shape = var_454, x = attn_output_19_cast_fp16)[name = tensor("attn_output_21_cast_fp16")]; tensor attn_output_23_perm_0 = const()[name = tensor("attn_output_23_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_457 = const()[name = tensor("op_457"), val = tensor([1, 77, 1280])]; tensor attn_output_23_cast_fp16 = transpose(perm = attn_output_23_perm_0, x = attn_output_21_cast_fp16)[name = tensor("transpose_112")]; tensor input_57_cast_fp16 = reshape(shape = var_457, x = attn_output_23_cast_fp16)[name = tensor("input_57_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(95554368))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(96783232))), name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(96783424)))]; tensor linear_21_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16_palettized, x = input_57_cast_fp16)[name = tensor("linear_21_cast_fp16")]; tensor input_59_cast_fp16 = add(x = input_51_cast_fp16, y = linear_21_cast_fp16)[name = tensor("input_59_cast_fp16")]; tensor input_61_axes_0 = const()[name = tensor("input_61_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_3_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(96786048)))]; tensor text_encoder_text_model_encoder_layers_3_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(96788672)))]; tensor input_61_cast_fp16 = layer_norm(axes = input_61_axes_0, beta = text_encoder_text_model_encoder_layers_3_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_3_layer_norm2_weight_to_fp16, x = input_59_cast_fp16)[name = tensor("input_61_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_3_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(96791296))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101706560))), name = tensor("text_encoder_text_model_encoder_layers_3_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_3_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101706752)))]; tensor linear_22_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_mlp_fc1_weight_to_fp16_palettized, x = input_61_cast_fp16)[name = tensor("linear_22_cast_fp16")]; tensor input_65_mode_0 = const()[name = tensor("input_65_mode_0"), val = tensor("EXACT")]; tensor input_65_cast_fp16 = gelu(mode = input_65_mode_0, x = linear_22_cast_fp16)[name = tensor("input_65_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_3_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101717056))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106632320))), name = tensor("text_encoder_text_model_encoder_layers_3_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_3_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106632512)))]; tensor linear_23_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_mlp_fc2_weight_to_fp16_palettized, x = input_65_cast_fp16)[name = tensor("linear_23_cast_fp16")]; tensor input_67_cast_fp16 = add(x = input_59_cast_fp16, y = linear_23_cast_fp16)[name = tensor("input_67_cast_fp16")]; tensor hidden_states_25_axes_0 = const()[name = tensor("hidden_states_25_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_4_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106635136)))]; tensor text_encoder_text_model_encoder_layers_4_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106637760)))]; tensor hidden_states_25_cast_fp16 = layer_norm(axes = hidden_states_25_axes_0, beta = text_encoder_text_model_encoder_layers_4_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_4_layer_norm1_weight_to_fp16, x = input_67_cast_fp16)[name = tensor("hidden_states_25_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106640384))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107869248))), name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107869440)))]; tensor linear_24_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_25_cast_fp16)[name = tensor("linear_24_cast_fp16")]; tensor var_496_to_fp16 = const()[name = tensor("op_496_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_29_cast_fp16 = mul(x = linear_24_cast_fp16, y = var_496_to_fp16)[name = tensor("tensor_29_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107872064))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(109100928))), name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(109101120)))]; tensor linear_25_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_25_cast_fp16)[name = tensor("linear_25_cast_fp16")]; tensor var_501 = const()[name = tensor("op_501"), val = tensor([1, -1, 20, 64])]; tensor var_502_cast_fp16 = reshape(shape = var_501, x = linear_25_cast_fp16)[name = tensor("op_502_cast_fp16")]; tensor var_503_perm_0 = const()[name = tensor("op_503_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(109103744))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(110332608))), name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(110332800)))]; tensor linear_26_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_25_cast_fp16)[name = tensor("linear_26_cast_fp16")]; tensor var_508 = const()[name = tensor("op_508"), val = tensor([1, -1, 20, 64])]; tensor var_509_cast_fp16 = reshape(shape = var_508, x = linear_26_cast_fp16)[name = tensor("op_509_cast_fp16")]; tensor var_510_perm_0 = const()[name = tensor("op_510_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_517 = const()[name = tensor("op_517"), val = tensor([1, 77, 20, 64])]; tensor var_518_cast_fp16 = reshape(shape = var_517, x = tensor_29_cast_fp16)[name = tensor("op_518_cast_fp16")]; tensor var_519_perm_0 = const()[name = tensor("op_519_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_521 = const()[name = tensor("op_521"), val = tensor([20, -1, 64])]; tensor var_519_cast_fp16 = transpose(perm = var_519_perm_0, x = var_518_cast_fp16)[name = tensor("transpose_111")]; tensor query_states_9_cast_fp16 = reshape(shape = var_521, x = var_519_cast_fp16)[name = tensor("query_states_9_cast_fp16")]; tensor var_523 = const()[name = tensor("op_523"), val = tensor([20, -1, 64])]; tensor var_503_cast_fp16 = transpose(perm = var_503_perm_0, x = var_502_cast_fp16)[name = tensor("transpose_110")]; tensor key_states_19_cast_fp16 = reshape(shape = var_523, x = var_503_cast_fp16)[name = tensor("key_states_19_cast_fp16")]; tensor var_525 = const()[name = tensor("op_525"), val = tensor([20, -1, 64])]; tensor var_510_cast_fp16 = transpose(perm = var_510_perm_0, x = var_509_cast_fp16)[name = tensor("transpose_109")]; tensor value_states_19_cast_fp16 = reshape(shape = var_525, x = var_510_cast_fp16)[name = tensor("value_states_19_cast_fp16")]; tensor attn_weights_25_transpose_x_1 = const()[name = tensor("attn_weights_25_transpose_x_1"), val = tensor(false)]; tensor attn_weights_25_transpose_y_1 = const()[name = tensor("attn_weights_25_transpose_y_1"), val = tensor(true)]; tensor attn_weights_25_cast_fp16 = matmul(transpose_x = attn_weights_25_transpose_x_1, transpose_y = attn_weights_25_transpose_y_1, x = query_states_9_cast_fp16, y = key_states_19_cast_fp16)[name = tensor("attn_weights_25_cast_fp16")]; tensor var_530 = const()[name = tensor("op_530"), val = tensor([1, 20, 77, 77])]; tensor var_531_cast_fp16 = reshape(shape = var_530, x = attn_weights_25_cast_fp16)[name = tensor("op_531_cast_fp16")]; tensor attn_weights_27_cast_fp16 = add(x = var_531_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_27_cast_fp16")]; tensor var_536 = const()[name = tensor("op_536"), val = tensor([20, 77, 77])]; tensor input_69_cast_fp16 = reshape(shape = var_536, x = attn_weights_27_cast_fp16)[name = tensor("input_69_cast_fp16")]; tensor input_71_cast_fp16 = softmax(axis = var_5, x = input_69_cast_fp16)[name = tensor("input_71_cast_fp16")]; tensor attn_output_25_transpose_x_0 = const()[name = tensor("attn_output_25_transpose_x_0"), val = tensor(false)]; tensor attn_output_25_transpose_y_0 = const()[name = tensor("attn_output_25_transpose_y_0"), val = tensor(false)]; tensor attn_output_25_cast_fp16 = matmul(transpose_x = attn_output_25_transpose_x_0, transpose_y = attn_output_25_transpose_y_0, x = input_71_cast_fp16, y = value_states_19_cast_fp16)[name = tensor("attn_output_25_cast_fp16")]; tensor var_541 = const()[name = tensor("op_541"), val = tensor([1, 20, 77, 64])]; tensor attn_output_27_cast_fp16 = reshape(shape = var_541, x = attn_output_25_cast_fp16)[name = tensor("attn_output_27_cast_fp16")]; tensor attn_output_29_perm_0 = const()[name = tensor("attn_output_29_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_544 = const()[name = tensor("op_544"), val = tensor([1, 77, 1280])]; tensor attn_output_29_cast_fp16 = transpose(perm = attn_output_29_perm_0, x = attn_output_27_cast_fp16)[name = tensor("transpose_108")]; tensor input_73_cast_fp16 = reshape(shape = var_544, x = attn_output_29_cast_fp16)[name = tensor("input_73_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(110335424))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(111564288))), name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(111564480)))]; tensor linear_27_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16_palettized, x = input_73_cast_fp16)[name = tensor("linear_27_cast_fp16")]; tensor input_75_cast_fp16 = add(x = input_67_cast_fp16, y = linear_27_cast_fp16)[name = tensor("input_75_cast_fp16")]; tensor input_77_axes_0 = const()[name = tensor("input_77_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_4_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(111567104)))]; tensor text_encoder_text_model_encoder_layers_4_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(111569728)))]; tensor input_77_cast_fp16 = layer_norm(axes = input_77_axes_0, beta = text_encoder_text_model_encoder_layers_4_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_4_layer_norm2_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("input_77_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_4_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(111572352))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(116487616))), name = tensor("text_encoder_text_model_encoder_layers_4_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_4_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(116487808)))]; tensor linear_28_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_mlp_fc1_weight_to_fp16_palettized, x = input_77_cast_fp16)[name = tensor("linear_28_cast_fp16")]; tensor input_81_mode_0 = const()[name = tensor("input_81_mode_0"), val = tensor("EXACT")]; tensor input_81_cast_fp16 = gelu(mode = input_81_mode_0, x = linear_28_cast_fp16)[name = tensor("input_81_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_4_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(116498112))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(121413376))), name = tensor("text_encoder_text_model_encoder_layers_4_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_4_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(121413568)))]; tensor linear_29_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_mlp_fc2_weight_to_fp16_palettized, x = input_81_cast_fp16)[name = tensor("linear_29_cast_fp16")]; tensor input_83_cast_fp16 = add(x = input_75_cast_fp16, y = linear_29_cast_fp16)[name = tensor("input_83_cast_fp16")]; tensor hidden_states_31_axes_0 = const()[name = tensor("hidden_states_31_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_5_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(121416192)))]; tensor text_encoder_text_model_encoder_layers_5_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(121418816)))]; tensor hidden_states_31_cast_fp16 = layer_norm(axes = hidden_states_31_axes_0, beta = text_encoder_text_model_encoder_layers_5_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_5_layer_norm1_weight_to_fp16, x = input_83_cast_fp16)[name = tensor("hidden_states_31_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(121421440))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122650304))), name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122650496)))]; tensor linear_30_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_31_cast_fp16)[name = tensor("linear_30_cast_fp16")]; tensor var_583_to_fp16 = const()[name = tensor("op_583_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_35_cast_fp16 = mul(x = linear_30_cast_fp16, y = var_583_to_fp16)[name = tensor("tensor_35_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122653120))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123881984))), name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123882176)))]; tensor linear_31_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_31_cast_fp16)[name = tensor("linear_31_cast_fp16")]; tensor var_588 = const()[name = tensor("op_588"), val = tensor([1, -1, 20, 64])]; tensor var_589_cast_fp16 = reshape(shape = var_588, x = linear_31_cast_fp16)[name = tensor("op_589_cast_fp16")]; tensor var_590_perm_0 = const()[name = tensor("op_590_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123884800))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125113664))), name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125113856)))]; tensor linear_32_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_31_cast_fp16)[name = tensor("linear_32_cast_fp16")]; tensor var_595 = const()[name = tensor("op_595"), val = tensor([1, -1, 20, 64])]; tensor var_596_cast_fp16 = reshape(shape = var_595, x = linear_32_cast_fp16)[name = tensor("op_596_cast_fp16")]; tensor var_597_perm_0 = const()[name = tensor("op_597_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_604 = const()[name = tensor("op_604"), val = tensor([1, 77, 20, 64])]; tensor var_605_cast_fp16 = reshape(shape = var_604, x = tensor_35_cast_fp16)[name = tensor("op_605_cast_fp16")]; tensor var_606_perm_0 = const()[name = tensor("op_606_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_608 = const()[name = tensor("op_608"), val = tensor([20, -1, 64])]; tensor var_606_cast_fp16 = transpose(perm = var_606_perm_0, x = var_605_cast_fp16)[name = tensor("transpose_107")]; tensor query_states_11_cast_fp16 = reshape(shape = var_608, x = var_606_cast_fp16)[name = tensor("query_states_11_cast_fp16")]; tensor var_610 = const()[name = tensor("op_610"), val = tensor([20, -1, 64])]; tensor var_590_cast_fp16 = transpose(perm = var_590_perm_0, x = var_589_cast_fp16)[name = tensor("transpose_106")]; tensor key_states_23_cast_fp16 = reshape(shape = var_610, x = var_590_cast_fp16)[name = tensor("key_states_23_cast_fp16")]; tensor var_612 = const()[name = tensor("op_612"), val = tensor([20, -1, 64])]; tensor var_597_cast_fp16 = transpose(perm = var_597_perm_0, x = var_596_cast_fp16)[name = tensor("transpose_105")]; tensor value_states_23_cast_fp16 = reshape(shape = var_612, x = var_597_cast_fp16)[name = tensor("value_states_23_cast_fp16")]; tensor attn_weights_31_transpose_x_1 = const()[name = tensor("attn_weights_31_transpose_x_1"), val = tensor(false)]; tensor attn_weights_31_transpose_y_1 = const()[name = tensor("attn_weights_31_transpose_y_1"), val = tensor(true)]; tensor attn_weights_31_cast_fp16 = matmul(transpose_x = attn_weights_31_transpose_x_1, transpose_y = attn_weights_31_transpose_y_1, x = query_states_11_cast_fp16, y = key_states_23_cast_fp16)[name = tensor("attn_weights_31_cast_fp16")]; tensor var_617 = const()[name = tensor("op_617"), val = tensor([1, 20, 77, 77])]; tensor var_618_cast_fp16 = reshape(shape = var_617, x = attn_weights_31_cast_fp16)[name = tensor("op_618_cast_fp16")]; tensor attn_weights_33_cast_fp16 = add(x = var_618_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_33_cast_fp16")]; tensor var_623 = const()[name = tensor("op_623"), val = tensor([20, 77, 77])]; tensor input_85_cast_fp16 = reshape(shape = var_623, x = attn_weights_33_cast_fp16)[name = tensor("input_85_cast_fp16")]; tensor input_87_cast_fp16 = softmax(axis = var_5, x = input_85_cast_fp16)[name = tensor("input_87_cast_fp16")]; tensor attn_output_31_transpose_x_0 = const()[name = tensor("attn_output_31_transpose_x_0"), val = tensor(false)]; tensor attn_output_31_transpose_y_0 = const()[name = tensor("attn_output_31_transpose_y_0"), val = tensor(false)]; tensor attn_output_31_cast_fp16 = matmul(transpose_x = attn_output_31_transpose_x_0, transpose_y = attn_output_31_transpose_y_0, x = input_87_cast_fp16, y = value_states_23_cast_fp16)[name = tensor("attn_output_31_cast_fp16")]; tensor var_628 = const()[name = tensor("op_628"), val = tensor([1, 20, 77, 64])]; tensor attn_output_33_cast_fp16 = reshape(shape = var_628, x = attn_output_31_cast_fp16)[name = tensor("attn_output_33_cast_fp16")]; tensor attn_output_35_perm_0 = const()[name = tensor("attn_output_35_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_631 = const()[name = tensor("op_631"), val = tensor([1, 77, 1280])]; tensor attn_output_35_cast_fp16 = transpose(perm = attn_output_35_perm_0, x = attn_output_33_cast_fp16)[name = tensor("transpose_104")]; tensor input_89_cast_fp16 = reshape(shape = var_631, x = attn_output_35_cast_fp16)[name = tensor("input_89_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125116480))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126345344))), name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126345536)))]; tensor linear_33_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16_palettized, x = input_89_cast_fp16)[name = tensor("linear_33_cast_fp16")]; tensor input_91_cast_fp16 = add(x = input_83_cast_fp16, y = linear_33_cast_fp16)[name = tensor("input_91_cast_fp16")]; tensor input_93_axes_0 = const()[name = tensor("input_93_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_5_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126348160)))]; tensor text_encoder_text_model_encoder_layers_5_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126350784)))]; tensor input_93_cast_fp16 = layer_norm(axes = input_93_axes_0, beta = text_encoder_text_model_encoder_layers_5_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_5_layer_norm2_weight_to_fp16, x = input_91_cast_fp16)[name = tensor("input_93_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_5_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126353408))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(131268672))), name = tensor("text_encoder_text_model_encoder_layers_5_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_5_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(131268864)))]; tensor linear_34_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_5_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_mlp_fc1_weight_to_fp16_palettized, x = input_93_cast_fp16)[name = tensor("linear_34_cast_fp16")]; tensor input_97_mode_0 = const()[name = tensor("input_97_mode_0"), val = tensor("EXACT")]; tensor input_97_cast_fp16 = gelu(mode = input_97_mode_0, x = linear_34_cast_fp16)[name = tensor("input_97_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_5_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(131279168))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136194432))), name = tensor("text_encoder_text_model_encoder_layers_5_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_5_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136194624)))]; tensor linear_35_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_5_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_mlp_fc2_weight_to_fp16_palettized, x = input_97_cast_fp16)[name = tensor("linear_35_cast_fp16")]; tensor input_99_cast_fp16 = add(x = input_91_cast_fp16, y = linear_35_cast_fp16)[name = tensor("input_99_cast_fp16")]; tensor hidden_states_37_axes_0 = const()[name = tensor("hidden_states_37_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_6_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136197248)))]; tensor text_encoder_text_model_encoder_layers_6_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136199872)))]; tensor hidden_states_37_cast_fp16 = layer_norm(axes = hidden_states_37_axes_0, beta = text_encoder_text_model_encoder_layers_6_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_6_layer_norm1_weight_to_fp16, x = input_99_cast_fp16)[name = tensor("hidden_states_37_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136202496))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137431360))), name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137431552)))]; tensor linear_36_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_37_cast_fp16)[name = tensor("linear_36_cast_fp16")]; tensor var_670_to_fp16 = const()[name = tensor("op_670_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_41_cast_fp16 = mul(x = linear_36_cast_fp16, y = var_670_to_fp16)[name = tensor("tensor_41_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137434176))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(138663040))), name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(138663232)))]; tensor linear_37_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_37_cast_fp16)[name = tensor("linear_37_cast_fp16")]; tensor var_675 = const()[name = tensor("op_675"), val = tensor([1, -1, 20, 64])]; tensor var_676_cast_fp16 = reshape(shape = var_675, x = linear_37_cast_fp16)[name = tensor("op_676_cast_fp16")]; tensor var_677_perm_0 = const()[name = tensor("op_677_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(138665856))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139894720))), name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139894912)))]; tensor linear_38_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_37_cast_fp16)[name = tensor("linear_38_cast_fp16")]; tensor var_682 = const()[name = tensor("op_682"), val = tensor([1, -1, 20, 64])]; tensor var_683_cast_fp16 = reshape(shape = var_682, x = linear_38_cast_fp16)[name = tensor("op_683_cast_fp16")]; tensor var_684_perm_0 = const()[name = tensor("op_684_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_691 = const()[name = tensor("op_691"), val = tensor([1, 77, 20, 64])]; tensor var_692_cast_fp16 = reshape(shape = var_691, x = tensor_41_cast_fp16)[name = tensor("op_692_cast_fp16")]; tensor var_693_perm_0 = const()[name = tensor("op_693_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_695 = const()[name = tensor("op_695"), val = tensor([20, -1, 64])]; tensor var_693_cast_fp16 = transpose(perm = var_693_perm_0, x = var_692_cast_fp16)[name = tensor("transpose_103")]; tensor query_states_13_cast_fp16 = reshape(shape = var_695, x = var_693_cast_fp16)[name = tensor("query_states_13_cast_fp16")]; tensor var_697 = const()[name = tensor("op_697"), val = tensor([20, -1, 64])]; tensor var_677_cast_fp16 = transpose(perm = var_677_perm_0, x = var_676_cast_fp16)[name = tensor("transpose_102")]; tensor key_states_27_cast_fp16 = reshape(shape = var_697, x = var_677_cast_fp16)[name = tensor("key_states_27_cast_fp16")]; tensor var_699 = const()[name = tensor("op_699"), val = tensor([20, -1, 64])]; tensor var_684_cast_fp16 = transpose(perm = var_684_perm_0, x = var_683_cast_fp16)[name = tensor("transpose_101")]; tensor value_states_27_cast_fp16 = reshape(shape = var_699, x = var_684_cast_fp16)[name = tensor("value_states_27_cast_fp16")]; tensor attn_weights_37_transpose_x_1 = const()[name = tensor("attn_weights_37_transpose_x_1"), val = tensor(false)]; tensor attn_weights_37_transpose_y_1 = const()[name = tensor("attn_weights_37_transpose_y_1"), val = tensor(true)]; tensor attn_weights_37_cast_fp16 = matmul(transpose_x = attn_weights_37_transpose_x_1, transpose_y = attn_weights_37_transpose_y_1, x = query_states_13_cast_fp16, y = key_states_27_cast_fp16)[name = tensor("attn_weights_37_cast_fp16")]; tensor var_704 = const()[name = tensor("op_704"), val = tensor([1, 20, 77, 77])]; tensor var_705_cast_fp16 = reshape(shape = var_704, x = attn_weights_37_cast_fp16)[name = tensor("op_705_cast_fp16")]; tensor attn_weights_39_cast_fp16 = add(x = var_705_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_39_cast_fp16")]; tensor var_710 = const()[name = tensor("op_710"), val = tensor([20, 77, 77])]; tensor input_101_cast_fp16 = reshape(shape = var_710, x = attn_weights_39_cast_fp16)[name = tensor("input_101_cast_fp16")]; tensor input_103_cast_fp16 = softmax(axis = var_5, x = input_101_cast_fp16)[name = tensor("input_103_cast_fp16")]; tensor attn_output_37_transpose_x_0 = const()[name = tensor("attn_output_37_transpose_x_0"), val = tensor(false)]; tensor attn_output_37_transpose_y_0 = const()[name = tensor("attn_output_37_transpose_y_0"), val = tensor(false)]; tensor attn_output_37_cast_fp16 = matmul(transpose_x = attn_output_37_transpose_x_0, transpose_y = attn_output_37_transpose_y_0, x = input_103_cast_fp16, y = value_states_27_cast_fp16)[name = tensor("attn_output_37_cast_fp16")]; tensor var_715 = const()[name = tensor("op_715"), val = tensor([1, 20, 77, 64])]; tensor attn_output_39_cast_fp16 = reshape(shape = var_715, x = attn_output_37_cast_fp16)[name = tensor("attn_output_39_cast_fp16")]; tensor attn_output_41_perm_0 = const()[name = tensor("attn_output_41_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_718 = const()[name = tensor("op_718"), val = tensor([1, 77, 1280])]; tensor attn_output_41_cast_fp16 = transpose(perm = attn_output_41_perm_0, x = attn_output_39_cast_fp16)[name = tensor("transpose_100")]; tensor input_105_cast_fp16 = reshape(shape = var_718, x = attn_output_41_cast_fp16)[name = tensor("input_105_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139897536))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141126400))), name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141126592)))]; tensor linear_39_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16_palettized, x = input_105_cast_fp16)[name = tensor("linear_39_cast_fp16")]; tensor input_107_cast_fp16 = add(x = input_99_cast_fp16, y = linear_39_cast_fp16)[name = tensor("input_107_cast_fp16")]; tensor input_109_axes_0 = const()[name = tensor("input_109_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_6_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141129216)))]; tensor text_encoder_text_model_encoder_layers_6_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141131840)))]; tensor input_109_cast_fp16 = layer_norm(axes = input_109_axes_0, beta = text_encoder_text_model_encoder_layers_6_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_6_layer_norm2_weight_to_fp16, x = input_107_cast_fp16)[name = tensor("input_109_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_6_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141134464))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146049728))), name = tensor("text_encoder_text_model_encoder_layers_6_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_6_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146049920)))]; tensor linear_40_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_6_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_mlp_fc1_weight_to_fp16_palettized, x = input_109_cast_fp16)[name = tensor("linear_40_cast_fp16")]; tensor input_113_mode_0 = const()[name = tensor("input_113_mode_0"), val = tensor("EXACT")]; tensor input_113_cast_fp16 = gelu(mode = input_113_mode_0, x = linear_40_cast_fp16)[name = tensor("input_113_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_6_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146060224))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(150975488))), name = tensor("text_encoder_text_model_encoder_layers_6_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_6_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(150975680)))]; tensor linear_41_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_6_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_mlp_fc2_weight_to_fp16_palettized, x = input_113_cast_fp16)[name = tensor("linear_41_cast_fp16")]; tensor input_115_cast_fp16 = add(x = input_107_cast_fp16, y = linear_41_cast_fp16)[name = tensor("input_115_cast_fp16")]; tensor hidden_states_43_axes_0 = const()[name = tensor("hidden_states_43_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_7_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(150978304)))]; tensor text_encoder_text_model_encoder_layers_7_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(150980928)))]; tensor hidden_states_43_cast_fp16 = layer_norm(axes = hidden_states_43_axes_0, beta = text_encoder_text_model_encoder_layers_7_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_7_layer_norm1_weight_to_fp16, x = input_115_cast_fp16)[name = tensor("hidden_states_43_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(150983552))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152212416))), name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152212608)))]; tensor linear_42_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_43_cast_fp16)[name = tensor("linear_42_cast_fp16")]; tensor var_757_to_fp16 = const()[name = tensor("op_757_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_47_cast_fp16 = mul(x = linear_42_cast_fp16, y = var_757_to_fp16)[name = tensor("tensor_47_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152215232))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(153444096))), name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(153444288)))]; tensor linear_43_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_43_cast_fp16)[name = tensor("linear_43_cast_fp16")]; tensor var_762 = const()[name = tensor("op_762"), val = tensor([1, -1, 20, 64])]; tensor var_763_cast_fp16 = reshape(shape = var_762, x = linear_43_cast_fp16)[name = tensor("op_763_cast_fp16")]; tensor var_764_perm_0 = const()[name = tensor("op_764_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(153446912))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(154675776))), name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(154675968)))]; tensor linear_44_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_43_cast_fp16)[name = tensor("linear_44_cast_fp16")]; tensor var_769 = const()[name = tensor("op_769"), val = tensor([1, -1, 20, 64])]; tensor var_770_cast_fp16 = reshape(shape = var_769, x = linear_44_cast_fp16)[name = tensor("op_770_cast_fp16")]; tensor var_771_perm_0 = const()[name = tensor("op_771_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_778 = const()[name = tensor("op_778"), val = tensor([1, 77, 20, 64])]; tensor var_779_cast_fp16 = reshape(shape = var_778, x = tensor_47_cast_fp16)[name = tensor("op_779_cast_fp16")]; tensor var_780_perm_0 = const()[name = tensor("op_780_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_782 = const()[name = tensor("op_782"), val = tensor([20, -1, 64])]; tensor var_780_cast_fp16 = transpose(perm = var_780_perm_0, x = var_779_cast_fp16)[name = tensor("transpose_99")]; tensor query_states_15_cast_fp16 = reshape(shape = var_782, x = var_780_cast_fp16)[name = tensor("query_states_15_cast_fp16")]; tensor var_784 = const()[name = tensor("op_784"), val = tensor([20, -1, 64])]; tensor var_764_cast_fp16 = transpose(perm = var_764_perm_0, x = var_763_cast_fp16)[name = tensor("transpose_98")]; tensor key_states_31_cast_fp16 = reshape(shape = var_784, x = var_764_cast_fp16)[name = tensor("key_states_31_cast_fp16")]; tensor var_786 = const()[name = tensor("op_786"), val = tensor([20, -1, 64])]; tensor var_771_cast_fp16 = transpose(perm = var_771_perm_0, x = var_770_cast_fp16)[name = tensor("transpose_97")]; tensor value_states_31_cast_fp16 = reshape(shape = var_786, x = var_771_cast_fp16)[name = tensor("value_states_31_cast_fp16")]; tensor attn_weights_43_transpose_x_1 = const()[name = tensor("attn_weights_43_transpose_x_1"), val = tensor(false)]; tensor attn_weights_43_transpose_y_1 = const()[name = tensor("attn_weights_43_transpose_y_1"), val = tensor(true)]; tensor attn_weights_43_cast_fp16 = matmul(transpose_x = attn_weights_43_transpose_x_1, transpose_y = attn_weights_43_transpose_y_1, x = query_states_15_cast_fp16, y = key_states_31_cast_fp16)[name = tensor("attn_weights_43_cast_fp16")]; tensor var_791 = const()[name = tensor("op_791"), val = tensor([1, 20, 77, 77])]; tensor var_792_cast_fp16 = reshape(shape = var_791, x = attn_weights_43_cast_fp16)[name = tensor("op_792_cast_fp16")]; tensor attn_weights_45_cast_fp16 = add(x = var_792_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_45_cast_fp16")]; tensor var_797 = const()[name = tensor("op_797"), val = tensor([20, 77, 77])]; tensor input_117_cast_fp16 = reshape(shape = var_797, x = attn_weights_45_cast_fp16)[name = tensor("input_117_cast_fp16")]; tensor input_119_cast_fp16 = softmax(axis = var_5, x = input_117_cast_fp16)[name = tensor("input_119_cast_fp16")]; tensor attn_output_43_transpose_x_0 = const()[name = tensor("attn_output_43_transpose_x_0"), val = tensor(false)]; tensor attn_output_43_transpose_y_0 = const()[name = tensor("attn_output_43_transpose_y_0"), val = tensor(false)]; tensor attn_output_43_cast_fp16 = matmul(transpose_x = attn_output_43_transpose_x_0, transpose_y = attn_output_43_transpose_y_0, x = input_119_cast_fp16, y = value_states_31_cast_fp16)[name = tensor("attn_output_43_cast_fp16")]; tensor var_802 = const()[name = tensor("op_802"), val = tensor([1, 20, 77, 64])]; tensor attn_output_45_cast_fp16 = reshape(shape = var_802, x = attn_output_43_cast_fp16)[name = tensor("attn_output_45_cast_fp16")]; tensor attn_output_47_perm_0 = const()[name = tensor("attn_output_47_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_805 = const()[name = tensor("op_805"), val = tensor([1, 77, 1280])]; tensor attn_output_47_cast_fp16 = transpose(perm = attn_output_47_perm_0, x = attn_output_45_cast_fp16)[name = tensor("transpose_96")]; tensor input_121_cast_fp16 = reshape(shape = var_805, x = attn_output_47_cast_fp16)[name = tensor("input_121_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(154678592))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155907456))), name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155907648)))]; tensor linear_45_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16_palettized, x = input_121_cast_fp16)[name = tensor("linear_45_cast_fp16")]; tensor input_123_cast_fp16 = add(x = input_115_cast_fp16, y = linear_45_cast_fp16)[name = tensor("input_123_cast_fp16")]; tensor input_125_axes_0 = const()[name = tensor("input_125_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_7_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155910272)))]; tensor text_encoder_text_model_encoder_layers_7_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155912896)))]; tensor input_125_cast_fp16 = layer_norm(axes = input_125_axes_0, beta = text_encoder_text_model_encoder_layers_7_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_7_layer_norm2_weight_to_fp16, x = input_123_cast_fp16)[name = tensor("input_125_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_7_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155915520))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160830784))), name = tensor("text_encoder_text_model_encoder_layers_7_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_7_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160830976)))]; tensor linear_46_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_7_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_mlp_fc1_weight_to_fp16_palettized, x = input_125_cast_fp16)[name = tensor("linear_46_cast_fp16")]; tensor input_129_mode_0 = const()[name = tensor("input_129_mode_0"), val = tensor("EXACT")]; tensor input_129_cast_fp16 = gelu(mode = input_129_mode_0, x = linear_46_cast_fp16)[name = tensor("input_129_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_7_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160841280))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165756544))), name = tensor("text_encoder_text_model_encoder_layers_7_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_7_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165756736)))]; tensor linear_47_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_7_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_mlp_fc2_weight_to_fp16_palettized, x = input_129_cast_fp16)[name = tensor("linear_47_cast_fp16")]; tensor input_131_cast_fp16 = add(x = input_123_cast_fp16, y = linear_47_cast_fp16)[name = tensor("input_131_cast_fp16")]; tensor hidden_states_49_axes_0 = const()[name = tensor("hidden_states_49_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_8_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165759360)))]; tensor text_encoder_text_model_encoder_layers_8_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165761984)))]; tensor hidden_states_49_cast_fp16 = layer_norm(axes = hidden_states_49_axes_0, beta = text_encoder_text_model_encoder_layers_8_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_8_layer_norm1_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("hidden_states_49_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165764608))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(166993472))), name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(166993664)))]; tensor linear_48_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_49_cast_fp16)[name = tensor("linear_48_cast_fp16")]; tensor var_844_to_fp16 = const()[name = tensor("op_844_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_53_cast_fp16 = mul(x = linear_48_cast_fp16, y = var_844_to_fp16)[name = tensor("tensor_53_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(166996288))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(168225152))), name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(168225344)))]; tensor linear_49_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_49_cast_fp16)[name = tensor("linear_49_cast_fp16")]; tensor var_849 = const()[name = tensor("op_849"), val = tensor([1, -1, 20, 64])]; tensor var_850_cast_fp16 = reshape(shape = var_849, x = linear_49_cast_fp16)[name = tensor("op_850_cast_fp16")]; tensor var_851_perm_0 = const()[name = tensor("op_851_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(168227968))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(169456832))), name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(169457024)))]; tensor linear_50_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_49_cast_fp16)[name = tensor("linear_50_cast_fp16")]; tensor var_856 = const()[name = tensor("op_856"), val = tensor([1, -1, 20, 64])]; tensor var_857_cast_fp16 = reshape(shape = var_856, x = linear_50_cast_fp16)[name = tensor("op_857_cast_fp16")]; tensor var_858_perm_0 = const()[name = tensor("op_858_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_865 = const()[name = tensor("op_865"), val = tensor([1, 77, 20, 64])]; tensor var_866_cast_fp16 = reshape(shape = var_865, x = tensor_53_cast_fp16)[name = tensor("op_866_cast_fp16")]; tensor var_867_perm_0 = const()[name = tensor("op_867_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_869 = const()[name = tensor("op_869"), val = tensor([20, -1, 64])]; tensor var_867_cast_fp16 = transpose(perm = var_867_perm_0, x = var_866_cast_fp16)[name = tensor("transpose_95")]; tensor query_states_17_cast_fp16 = reshape(shape = var_869, x = var_867_cast_fp16)[name = tensor("query_states_17_cast_fp16")]; tensor var_871 = const()[name = tensor("op_871"), val = tensor([20, -1, 64])]; tensor var_851_cast_fp16 = transpose(perm = var_851_perm_0, x = var_850_cast_fp16)[name = tensor("transpose_94")]; tensor key_states_35_cast_fp16 = reshape(shape = var_871, x = var_851_cast_fp16)[name = tensor("key_states_35_cast_fp16")]; tensor var_873 = const()[name = tensor("op_873"), val = tensor([20, -1, 64])]; tensor var_858_cast_fp16 = transpose(perm = var_858_perm_0, x = var_857_cast_fp16)[name = tensor("transpose_93")]; tensor value_states_35_cast_fp16 = reshape(shape = var_873, x = var_858_cast_fp16)[name = tensor("value_states_35_cast_fp16")]; tensor attn_weights_49_transpose_x_1 = const()[name = tensor("attn_weights_49_transpose_x_1"), val = tensor(false)]; tensor attn_weights_49_transpose_y_1 = const()[name = tensor("attn_weights_49_transpose_y_1"), val = tensor(true)]; tensor attn_weights_49_cast_fp16 = matmul(transpose_x = attn_weights_49_transpose_x_1, transpose_y = attn_weights_49_transpose_y_1, x = query_states_17_cast_fp16, y = key_states_35_cast_fp16)[name = tensor("attn_weights_49_cast_fp16")]; tensor var_878 = const()[name = tensor("op_878"), val = tensor([1, 20, 77, 77])]; tensor var_879_cast_fp16 = reshape(shape = var_878, x = attn_weights_49_cast_fp16)[name = tensor("op_879_cast_fp16")]; tensor attn_weights_51_cast_fp16 = add(x = var_879_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_51_cast_fp16")]; tensor var_884 = const()[name = tensor("op_884"), val = tensor([20, 77, 77])]; tensor input_133_cast_fp16 = reshape(shape = var_884, x = attn_weights_51_cast_fp16)[name = tensor("input_133_cast_fp16")]; tensor input_135_cast_fp16 = softmax(axis = var_5, x = input_133_cast_fp16)[name = tensor("input_135_cast_fp16")]; tensor attn_output_49_transpose_x_0 = const()[name = tensor("attn_output_49_transpose_x_0"), val = tensor(false)]; tensor attn_output_49_transpose_y_0 = const()[name = tensor("attn_output_49_transpose_y_0"), val = tensor(false)]; tensor attn_output_49_cast_fp16 = matmul(transpose_x = attn_output_49_transpose_x_0, transpose_y = attn_output_49_transpose_y_0, x = input_135_cast_fp16, y = value_states_35_cast_fp16)[name = tensor("attn_output_49_cast_fp16")]; tensor var_889 = const()[name = tensor("op_889"), val = tensor([1, 20, 77, 64])]; tensor attn_output_51_cast_fp16 = reshape(shape = var_889, x = attn_output_49_cast_fp16)[name = tensor("attn_output_51_cast_fp16")]; tensor attn_output_53_perm_0 = const()[name = tensor("attn_output_53_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_892 = const()[name = tensor("op_892"), val = tensor([1, 77, 1280])]; tensor attn_output_53_cast_fp16 = transpose(perm = attn_output_53_perm_0, x = attn_output_51_cast_fp16)[name = tensor("transpose_92")]; tensor input_137_cast_fp16 = reshape(shape = var_892, x = attn_output_53_cast_fp16)[name = tensor("input_137_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(169459648))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170688512))), name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170688704)))]; tensor linear_51_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16_palettized, x = input_137_cast_fp16)[name = tensor("linear_51_cast_fp16")]; tensor input_139_cast_fp16 = add(x = input_131_cast_fp16, y = linear_51_cast_fp16)[name = tensor("input_139_cast_fp16")]; tensor input_141_axes_0 = const()[name = tensor("input_141_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_8_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170691328)))]; tensor text_encoder_text_model_encoder_layers_8_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170693952)))]; tensor input_141_cast_fp16 = layer_norm(axes = input_141_axes_0, beta = text_encoder_text_model_encoder_layers_8_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_8_layer_norm2_weight_to_fp16, x = input_139_cast_fp16)[name = tensor("input_141_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_8_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170696576))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175611840))), name = tensor("text_encoder_text_model_encoder_layers_8_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_8_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175612032)))]; tensor linear_52_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_8_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_mlp_fc1_weight_to_fp16_palettized, x = input_141_cast_fp16)[name = tensor("linear_52_cast_fp16")]; tensor input_145_mode_0 = const()[name = tensor("input_145_mode_0"), val = tensor("EXACT")]; tensor input_145_cast_fp16 = gelu(mode = input_145_mode_0, x = linear_52_cast_fp16)[name = tensor("input_145_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_8_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175622336))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180537600))), name = tensor("text_encoder_text_model_encoder_layers_8_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_8_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180537792)))]; tensor linear_53_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_8_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_mlp_fc2_weight_to_fp16_palettized, x = input_145_cast_fp16)[name = tensor("linear_53_cast_fp16")]; tensor input_147_cast_fp16 = add(x = input_139_cast_fp16, y = linear_53_cast_fp16)[name = tensor("input_147_cast_fp16")]; tensor hidden_states_55_axes_0 = const()[name = tensor("hidden_states_55_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_9_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180540416)))]; tensor text_encoder_text_model_encoder_layers_9_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180543040)))]; tensor hidden_states_55_cast_fp16 = layer_norm(axes = hidden_states_55_axes_0, beta = text_encoder_text_model_encoder_layers_9_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_9_layer_norm1_weight_to_fp16, x = input_147_cast_fp16)[name = tensor("hidden_states_55_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180545664))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181774528))), name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181774720)))]; tensor linear_54_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_55_cast_fp16)[name = tensor("linear_54_cast_fp16")]; tensor var_931_to_fp16 = const()[name = tensor("op_931_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_59_cast_fp16 = mul(x = linear_54_cast_fp16, y = var_931_to_fp16)[name = tensor("tensor_59_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181777344))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183006208))), name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183006400)))]; tensor linear_55_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_55_cast_fp16)[name = tensor("linear_55_cast_fp16")]; tensor var_936 = const()[name = tensor("op_936"), val = tensor([1, -1, 20, 64])]; tensor var_937_cast_fp16 = reshape(shape = var_936, x = linear_55_cast_fp16)[name = tensor("op_937_cast_fp16")]; tensor var_938_perm_0 = const()[name = tensor("op_938_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183009024))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(184237888))), name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(184238080)))]; tensor linear_56_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_55_cast_fp16)[name = tensor("linear_56_cast_fp16")]; tensor var_943 = const()[name = tensor("op_943"), val = tensor([1, -1, 20, 64])]; tensor var_944_cast_fp16 = reshape(shape = var_943, x = linear_56_cast_fp16)[name = tensor("op_944_cast_fp16")]; tensor var_945_perm_0 = const()[name = tensor("op_945_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_952 = const()[name = tensor("op_952"), val = tensor([1, 77, 20, 64])]; tensor var_953_cast_fp16 = reshape(shape = var_952, x = tensor_59_cast_fp16)[name = tensor("op_953_cast_fp16")]; tensor var_954_perm_0 = const()[name = tensor("op_954_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_956 = const()[name = tensor("op_956"), val = tensor([20, -1, 64])]; tensor var_954_cast_fp16 = transpose(perm = var_954_perm_0, x = var_953_cast_fp16)[name = tensor("transpose_91")]; tensor query_states_19_cast_fp16 = reshape(shape = var_956, x = var_954_cast_fp16)[name = tensor("query_states_19_cast_fp16")]; tensor var_958 = const()[name = tensor("op_958"), val = tensor([20, -1, 64])]; tensor var_938_cast_fp16 = transpose(perm = var_938_perm_0, x = var_937_cast_fp16)[name = tensor("transpose_90")]; tensor key_states_39_cast_fp16 = reshape(shape = var_958, x = var_938_cast_fp16)[name = tensor("key_states_39_cast_fp16")]; tensor var_960 = const()[name = tensor("op_960"), val = tensor([20, -1, 64])]; tensor var_945_cast_fp16 = transpose(perm = var_945_perm_0, x = var_944_cast_fp16)[name = tensor("transpose_89")]; tensor value_states_39_cast_fp16 = reshape(shape = var_960, x = var_945_cast_fp16)[name = tensor("value_states_39_cast_fp16")]; tensor attn_weights_55_transpose_x_1 = const()[name = tensor("attn_weights_55_transpose_x_1"), val = tensor(false)]; tensor attn_weights_55_transpose_y_1 = const()[name = tensor("attn_weights_55_transpose_y_1"), val = tensor(true)]; tensor attn_weights_55_cast_fp16 = matmul(transpose_x = attn_weights_55_transpose_x_1, transpose_y = attn_weights_55_transpose_y_1, x = query_states_19_cast_fp16, y = key_states_39_cast_fp16)[name = tensor("attn_weights_55_cast_fp16")]; tensor var_965 = const()[name = tensor("op_965"), val = tensor([1, 20, 77, 77])]; tensor var_966_cast_fp16 = reshape(shape = var_965, x = attn_weights_55_cast_fp16)[name = tensor("op_966_cast_fp16")]; tensor attn_weights_57_cast_fp16 = add(x = var_966_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_57_cast_fp16")]; tensor var_971 = const()[name = tensor("op_971"), val = tensor([20, 77, 77])]; tensor input_149_cast_fp16 = reshape(shape = var_971, x = attn_weights_57_cast_fp16)[name = tensor("input_149_cast_fp16")]; tensor input_151_cast_fp16 = softmax(axis = var_5, x = input_149_cast_fp16)[name = tensor("input_151_cast_fp16")]; tensor attn_output_55_transpose_x_0 = const()[name = tensor("attn_output_55_transpose_x_0"), val = tensor(false)]; tensor attn_output_55_transpose_y_0 = const()[name = tensor("attn_output_55_transpose_y_0"), val = tensor(false)]; tensor attn_output_55_cast_fp16 = matmul(transpose_x = attn_output_55_transpose_x_0, transpose_y = attn_output_55_transpose_y_0, x = input_151_cast_fp16, y = value_states_39_cast_fp16)[name = tensor("attn_output_55_cast_fp16")]; tensor var_976 = const()[name = tensor("op_976"), val = tensor([1, 20, 77, 64])]; tensor attn_output_57_cast_fp16 = reshape(shape = var_976, x = attn_output_55_cast_fp16)[name = tensor("attn_output_57_cast_fp16")]; tensor attn_output_59_perm_0 = const()[name = tensor("attn_output_59_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_979 = const()[name = tensor("op_979"), val = tensor([1, 77, 1280])]; tensor attn_output_59_cast_fp16 = transpose(perm = attn_output_59_perm_0, x = attn_output_57_cast_fp16)[name = tensor("transpose_88")]; tensor input_153_cast_fp16 = reshape(shape = var_979, x = attn_output_59_cast_fp16)[name = tensor("input_153_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(184240704))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185469568))), name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185469760)))]; tensor linear_57_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16_palettized, x = input_153_cast_fp16)[name = tensor("linear_57_cast_fp16")]; tensor input_155_cast_fp16 = add(x = input_147_cast_fp16, y = linear_57_cast_fp16)[name = tensor("input_155_cast_fp16")]; tensor input_157_axes_0 = const()[name = tensor("input_157_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_9_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185472384)))]; tensor text_encoder_text_model_encoder_layers_9_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185475008)))]; tensor input_157_cast_fp16 = layer_norm(axes = input_157_axes_0, beta = text_encoder_text_model_encoder_layers_9_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_9_layer_norm2_weight_to_fp16, x = input_155_cast_fp16)[name = tensor("input_157_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_9_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185477632))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(190392896))), name = tensor("text_encoder_text_model_encoder_layers_9_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_9_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(190393088)))]; tensor linear_58_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_9_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_mlp_fc1_weight_to_fp16_palettized, x = input_157_cast_fp16)[name = tensor("linear_58_cast_fp16")]; tensor input_161_mode_0 = const()[name = tensor("input_161_mode_0"), val = tensor("EXACT")]; tensor input_161_cast_fp16 = gelu(mode = input_161_mode_0, x = linear_58_cast_fp16)[name = tensor("input_161_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_9_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(190403392))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(195318656))), name = tensor("text_encoder_text_model_encoder_layers_9_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_9_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(195318848)))]; tensor linear_59_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_9_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_mlp_fc2_weight_to_fp16_palettized, x = input_161_cast_fp16)[name = tensor("linear_59_cast_fp16")]; tensor input_163_cast_fp16 = add(x = input_155_cast_fp16, y = linear_59_cast_fp16)[name = tensor("input_163_cast_fp16")]; tensor hidden_states_61_axes_0 = const()[name = tensor("hidden_states_61_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_10_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(195321472)))]; tensor text_encoder_text_model_encoder_layers_10_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(195324096)))]; tensor hidden_states_61_cast_fp16 = layer_norm(axes = hidden_states_61_axes_0, beta = text_encoder_text_model_encoder_layers_10_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_10_layer_norm1_weight_to_fp16, x = input_163_cast_fp16)[name = tensor("hidden_states_61_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(195326720))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196555584))), name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196555776)))]; tensor linear_60_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_61_cast_fp16)[name = tensor("linear_60_cast_fp16")]; tensor var_1018_to_fp16 = const()[name = tensor("op_1018_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_65_cast_fp16 = mul(x = linear_60_cast_fp16, y = var_1018_to_fp16)[name = tensor("tensor_65_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196558400))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(197787264))), name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(197787456)))]; tensor linear_61_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_61_cast_fp16)[name = tensor("linear_61_cast_fp16")]; tensor var_1023 = const()[name = tensor("op_1023"), val = tensor([1, -1, 20, 64])]; tensor var_1024_cast_fp16 = reshape(shape = var_1023, x = linear_61_cast_fp16)[name = tensor("op_1024_cast_fp16")]; tensor var_1025_perm_0 = const()[name = tensor("op_1025_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(197790080))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199018944))), name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199019136)))]; tensor linear_62_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_61_cast_fp16)[name = tensor("linear_62_cast_fp16")]; tensor var_1030 = const()[name = tensor("op_1030"), val = tensor([1, -1, 20, 64])]; tensor var_1031_cast_fp16 = reshape(shape = var_1030, x = linear_62_cast_fp16)[name = tensor("op_1031_cast_fp16")]; tensor var_1032_perm_0 = const()[name = tensor("op_1032_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1039 = const()[name = tensor("op_1039"), val = tensor([1, 77, 20, 64])]; tensor var_1040_cast_fp16 = reshape(shape = var_1039, x = tensor_65_cast_fp16)[name = tensor("op_1040_cast_fp16")]; tensor var_1041_perm_0 = const()[name = tensor("op_1041_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1043 = const()[name = tensor("op_1043"), val = tensor([20, -1, 64])]; tensor var_1041_cast_fp16 = transpose(perm = var_1041_perm_0, x = var_1040_cast_fp16)[name = tensor("transpose_87")]; tensor query_states_21_cast_fp16 = reshape(shape = var_1043, x = var_1041_cast_fp16)[name = tensor("query_states_21_cast_fp16")]; tensor var_1045 = const()[name = tensor("op_1045"), val = tensor([20, -1, 64])]; tensor var_1025_cast_fp16 = transpose(perm = var_1025_perm_0, x = var_1024_cast_fp16)[name = tensor("transpose_86")]; tensor key_states_43_cast_fp16 = reshape(shape = var_1045, x = var_1025_cast_fp16)[name = tensor("key_states_43_cast_fp16")]; tensor var_1047 = const()[name = tensor("op_1047"), val = tensor([20, -1, 64])]; tensor var_1032_cast_fp16 = transpose(perm = var_1032_perm_0, x = var_1031_cast_fp16)[name = tensor("transpose_85")]; tensor value_states_43_cast_fp16 = reshape(shape = var_1047, x = var_1032_cast_fp16)[name = tensor("value_states_43_cast_fp16")]; tensor attn_weights_61_transpose_x_1 = const()[name = tensor("attn_weights_61_transpose_x_1"), val = tensor(false)]; tensor attn_weights_61_transpose_y_1 = const()[name = tensor("attn_weights_61_transpose_y_1"), val = tensor(true)]; tensor attn_weights_61_cast_fp16 = matmul(transpose_x = attn_weights_61_transpose_x_1, transpose_y = attn_weights_61_transpose_y_1, x = query_states_21_cast_fp16, y = key_states_43_cast_fp16)[name = tensor("attn_weights_61_cast_fp16")]; tensor var_1052 = const()[name = tensor("op_1052"), val = tensor([1, 20, 77, 77])]; tensor var_1053_cast_fp16 = reshape(shape = var_1052, x = attn_weights_61_cast_fp16)[name = tensor("op_1053_cast_fp16")]; tensor attn_weights_63_cast_fp16 = add(x = var_1053_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_63_cast_fp16")]; tensor var_1058 = const()[name = tensor("op_1058"), val = tensor([20, 77, 77])]; tensor input_165_cast_fp16 = reshape(shape = var_1058, x = attn_weights_63_cast_fp16)[name = tensor("input_165_cast_fp16")]; tensor input_167_cast_fp16 = softmax(axis = var_5, x = input_165_cast_fp16)[name = tensor("input_167_cast_fp16")]; tensor attn_output_61_transpose_x_0 = const()[name = tensor("attn_output_61_transpose_x_0"), val = tensor(false)]; tensor attn_output_61_transpose_y_0 = const()[name = tensor("attn_output_61_transpose_y_0"), val = tensor(false)]; tensor attn_output_61_cast_fp16 = matmul(transpose_x = attn_output_61_transpose_x_0, transpose_y = attn_output_61_transpose_y_0, x = input_167_cast_fp16, y = value_states_43_cast_fp16)[name = tensor("attn_output_61_cast_fp16")]; tensor var_1063 = const()[name = tensor("op_1063"), val = tensor([1, 20, 77, 64])]; tensor attn_output_63_cast_fp16 = reshape(shape = var_1063, x = attn_output_61_cast_fp16)[name = tensor("attn_output_63_cast_fp16")]; tensor attn_output_65_perm_0 = const()[name = tensor("attn_output_65_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1066 = const()[name = tensor("op_1066"), val = tensor([1, 77, 1280])]; tensor attn_output_65_cast_fp16 = transpose(perm = attn_output_65_perm_0, x = attn_output_63_cast_fp16)[name = tensor("transpose_84")]; tensor input_169_cast_fp16 = reshape(shape = var_1066, x = attn_output_65_cast_fp16)[name = tensor("input_169_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199021760))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200250624))), name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200250816)))]; tensor linear_63_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16_palettized, x = input_169_cast_fp16)[name = tensor("linear_63_cast_fp16")]; tensor input_171_cast_fp16 = add(x = input_163_cast_fp16, y = linear_63_cast_fp16)[name = tensor("input_171_cast_fp16")]; tensor input_173_axes_0 = const()[name = tensor("input_173_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_10_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200253440)))]; tensor text_encoder_text_model_encoder_layers_10_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200256064)))]; tensor input_173_cast_fp16 = layer_norm(axes = input_173_axes_0, beta = text_encoder_text_model_encoder_layers_10_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_10_layer_norm2_weight_to_fp16, x = input_171_cast_fp16)[name = tensor("input_173_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_10_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200258688))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205173952))), name = tensor("text_encoder_text_model_encoder_layers_10_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_10_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205174144)))]; tensor linear_64_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_10_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_mlp_fc1_weight_to_fp16_palettized, x = input_173_cast_fp16)[name = tensor("linear_64_cast_fp16")]; tensor input_177_mode_0 = const()[name = tensor("input_177_mode_0"), val = tensor("EXACT")]; tensor input_177_cast_fp16 = gelu(mode = input_177_mode_0, x = linear_64_cast_fp16)[name = tensor("input_177_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_10_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205184448))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210099712))), name = tensor("text_encoder_text_model_encoder_layers_10_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_10_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210099904)))]; tensor linear_65_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_10_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_mlp_fc2_weight_to_fp16_palettized, x = input_177_cast_fp16)[name = tensor("linear_65_cast_fp16")]; tensor input_179_cast_fp16 = add(x = input_171_cast_fp16, y = linear_65_cast_fp16)[name = tensor("input_179_cast_fp16")]; tensor hidden_states_67_axes_0 = const()[name = tensor("hidden_states_67_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_11_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210102528)))]; tensor text_encoder_text_model_encoder_layers_11_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210105152)))]; tensor hidden_states_67_cast_fp16 = layer_norm(axes = hidden_states_67_axes_0, beta = text_encoder_text_model_encoder_layers_11_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_11_layer_norm1_weight_to_fp16, x = input_179_cast_fp16)[name = tensor("hidden_states_67_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210107776))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(211336640))), name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(211336832)))]; tensor linear_66_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_67_cast_fp16)[name = tensor("linear_66_cast_fp16")]; tensor var_1105_to_fp16 = const()[name = tensor("op_1105_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_71_cast_fp16 = mul(x = linear_66_cast_fp16, y = var_1105_to_fp16)[name = tensor("tensor_71_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(211339456))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(212568320))), name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(212568512)))]; tensor linear_67_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_67_cast_fp16)[name = tensor("linear_67_cast_fp16")]; tensor var_1110 = const()[name = tensor("op_1110"), val = tensor([1, -1, 20, 64])]; tensor var_1111_cast_fp16 = reshape(shape = var_1110, x = linear_67_cast_fp16)[name = tensor("op_1111_cast_fp16")]; tensor var_1112_perm_0 = const()[name = tensor("op_1112_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(212571136))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(213800000))), name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(213800192)))]; tensor linear_68_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_67_cast_fp16)[name = tensor("linear_68_cast_fp16")]; tensor var_1117 = const()[name = tensor("op_1117"), val = tensor([1, -1, 20, 64])]; tensor var_1118_cast_fp16 = reshape(shape = var_1117, x = linear_68_cast_fp16)[name = tensor("op_1118_cast_fp16")]; tensor var_1119_perm_0 = const()[name = tensor("op_1119_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1126 = const()[name = tensor("op_1126"), val = tensor([1, 77, 20, 64])]; tensor var_1127_cast_fp16 = reshape(shape = var_1126, x = tensor_71_cast_fp16)[name = tensor("op_1127_cast_fp16")]; tensor var_1128_perm_0 = const()[name = tensor("op_1128_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1130 = const()[name = tensor("op_1130"), val = tensor([20, -1, 64])]; tensor var_1128_cast_fp16 = transpose(perm = var_1128_perm_0, x = var_1127_cast_fp16)[name = tensor("transpose_83")]; tensor query_states_23_cast_fp16 = reshape(shape = var_1130, x = var_1128_cast_fp16)[name = tensor("query_states_23_cast_fp16")]; tensor var_1132 = const()[name = tensor("op_1132"), val = tensor([20, -1, 64])]; tensor var_1112_cast_fp16 = transpose(perm = var_1112_perm_0, x = var_1111_cast_fp16)[name = tensor("transpose_82")]; tensor key_states_47_cast_fp16 = reshape(shape = var_1132, x = var_1112_cast_fp16)[name = tensor("key_states_47_cast_fp16")]; tensor var_1134 = const()[name = tensor("op_1134"), val = tensor([20, -1, 64])]; tensor var_1119_cast_fp16 = transpose(perm = var_1119_perm_0, x = var_1118_cast_fp16)[name = tensor("transpose_81")]; tensor value_states_47_cast_fp16 = reshape(shape = var_1134, x = var_1119_cast_fp16)[name = tensor("value_states_47_cast_fp16")]; tensor attn_weights_67_transpose_x_1 = const()[name = tensor("attn_weights_67_transpose_x_1"), val = tensor(false)]; tensor attn_weights_67_transpose_y_1 = const()[name = tensor("attn_weights_67_transpose_y_1"), val = tensor(true)]; tensor attn_weights_67_cast_fp16 = matmul(transpose_x = attn_weights_67_transpose_x_1, transpose_y = attn_weights_67_transpose_y_1, x = query_states_23_cast_fp16, y = key_states_47_cast_fp16)[name = tensor("attn_weights_67_cast_fp16")]; tensor var_1139 = const()[name = tensor("op_1139"), val = tensor([1, 20, 77, 77])]; tensor var_1140_cast_fp16 = reshape(shape = var_1139, x = attn_weights_67_cast_fp16)[name = tensor("op_1140_cast_fp16")]; tensor attn_weights_69_cast_fp16 = add(x = var_1140_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_69_cast_fp16")]; tensor var_1145 = const()[name = tensor("op_1145"), val = tensor([20, 77, 77])]; tensor input_181_cast_fp16 = reshape(shape = var_1145, x = attn_weights_69_cast_fp16)[name = tensor("input_181_cast_fp16")]; tensor input_183_cast_fp16 = softmax(axis = var_5, x = input_181_cast_fp16)[name = tensor("input_183_cast_fp16")]; tensor attn_output_67_transpose_x_0 = const()[name = tensor("attn_output_67_transpose_x_0"), val = tensor(false)]; tensor attn_output_67_transpose_y_0 = const()[name = tensor("attn_output_67_transpose_y_0"), val = tensor(false)]; tensor attn_output_67_cast_fp16 = matmul(transpose_x = attn_output_67_transpose_x_0, transpose_y = attn_output_67_transpose_y_0, x = input_183_cast_fp16, y = value_states_47_cast_fp16)[name = tensor("attn_output_67_cast_fp16")]; tensor var_1150 = const()[name = tensor("op_1150"), val = tensor([1, 20, 77, 64])]; tensor attn_output_69_cast_fp16 = reshape(shape = var_1150, x = attn_output_67_cast_fp16)[name = tensor("attn_output_69_cast_fp16")]; tensor attn_output_71_perm_0 = const()[name = tensor("attn_output_71_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1153 = const()[name = tensor("op_1153"), val = tensor([1, 77, 1280])]; tensor attn_output_71_cast_fp16 = transpose(perm = attn_output_71_perm_0, x = attn_output_69_cast_fp16)[name = tensor("transpose_80")]; tensor input_185_cast_fp16 = reshape(shape = var_1153, x = attn_output_71_cast_fp16)[name = tensor("input_185_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(213802816))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215031680))), name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215031872)))]; tensor linear_69_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16_palettized, x = input_185_cast_fp16)[name = tensor("linear_69_cast_fp16")]; tensor input_187_cast_fp16 = add(x = input_179_cast_fp16, y = linear_69_cast_fp16)[name = tensor("input_187_cast_fp16")]; tensor input_189_axes_0 = const()[name = tensor("input_189_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_11_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215034496)))]; tensor text_encoder_text_model_encoder_layers_11_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215037120)))]; tensor input_189_cast_fp16 = layer_norm(axes = input_189_axes_0, beta = text_encoder_text_model_encoder_layers_11_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_11_layer_norm2_weight_to_fp16, x = input_187_cast_fp16)[name = tensor("input_189_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_11_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215039744))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219955008))), name = tensor("text_encoder_text_model_encoder_layers_11_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_11_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219955200)))]; tensor linear_70_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_11_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_mlp_fc1_weight_to_fp16_palettized, x = input_189_cast_fp16)[name = tensor("linear_70_cast_fp16")]; tensor input_193_mode_0 = const()[name = tensor("input_193_mode_0"), val = tensor("EXACT")]; tensor input_193_cast_fp16 = gelu(mode = input_193_mode_0, x = linear_70_cast_fp16)[name = tensor("input_193_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_11_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219965504))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(224880768))), name = tensor("text_encoder_text_model_encoder_layers_11_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_11_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(224880960)))]; tensor linear_71_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_11_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_mlp_fc2_weight_to_fp16_palettized, x = input_193_cast_fp16)[name = tensor("linear_71_cast_fp16")]; tensor input_195_cast_fp16 = add(x = input_187_cast_fp16, y = linear_71_cast_fp16)[name = tensor("input_195_cast_fp16")]; tensor hidden_states_73_axes_0 = const()[name = tensor("hidden_states_73_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_12_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(224883584)))]; tensor text_encoder_text_model_encoder_layers_12_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(224886208)))]; tensor hidden_states_73_cast_fp16 = layer_norm(axes = hidden_states_73_axes_0, beta = text_encoder_text_model_encoder_layers_12_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_12_layer_norm1_weight_to_fp16, x = input_195_cast_fp16)[name = tensor("hidden_states_73_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(224888832))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(226117696))), name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(226117888)))]; tensor linear_72_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_73_cast_fp16)[name = tensor("linear_72_cast_fp16")]; tensor var_1192_to_fp16 = const()[name = tensor("op_1192_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_77_cast_fp16 = mul(x = linear_72_cast_fp16, y = var_1192_to_fp16)[name = tensor("tensor_77_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(226120512))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227349376))), name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227349568)))]; tensor linear_73_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_73_cast_fp16)[name = tensor("linear_73_cast_fp16")]; tensor var_1197 = const()[name = tensor("op_1197"), val = tensor([1, -1, 20, 64])]; tensor var_1198_cast_fp16 = reshape(shape = var_1197, x = linear_73_cast_fp16)[name = tensor("op_1198_cast_fp16")]; tensor var_1199_perm_0 = const()[name = tensor("op_1199_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227352192))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228581056))), name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228581248)))]; tensor linear_74_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_73_cast_fp16)[name = tensor("linear_74_cast_fp16")]; tensor var_1204 = const()[name = tensor("op_1204"), val = tensor([1, -1, 20, 64])]; tensor var_1205_cast_fp16 = reshape(shape = var_1204, x = linear_74_cast_fp16)[name = tensor("op_1205_cast_fp16")]; tensor var_1206_perm_0 = const()[name = tensor("op_1206_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1213 = const()[name = tensor("op_1213"), val = tensor([1, 77, 20, 64])]; tensor var_1214_cast_fp16 = reshape(shape = var_1213, x = tensor_77_cast_fp16)[name = tensor("op_1214_cast_fp16")]; tensor var_1215_perm_0 = const()[name = tensor("op_1215_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1217 = const()[name = tensor("op_1217"), val = tensor([20, -1, 64])]; tensor var_1215_cast_fp16 = transpose(perm = var_1215_perm_0, x = var_1214_cast_fp16)[name = tensor("transpose_79")]; tensor query_states_25_cast_fp16 = reshape(shape = var_1217, x = var_1215_cast_fp16)[name = tensor("query_states_25_cast_fp16")]; tensor var_1219 = const()[name = tensor("op_1219"), val = tensor([20, -1, 64])]; tensor var_1199_cast_fp16 = transpose(perm = var_1199_perm_0, x = var_1198_cast_fp16)[name = tensor("transpose_78")]; tensor key_states_51_cast_fp16 = reshape(shape = var_1219, x = var_1199_cast_fp16)[name = tensor("key_states_51_cast_fp16")]; tensor var_1221 = const()[name = tensor("op_1221"), val = tensor([20, -1, 64])]; tensor var_1206_cast_fp16 = transpose(perm = var_1206_perm_0, x = var_1205_cast_fp16)[name = tensor("transpose_77")]; tensor value_states_51_cast_fp16 = reshape(shape = var_1221, x = var_1206_cast_fp16)[name = tensor("value_states_51_cast_fp16")]; tensor attn_weights_73_transpose_x_1 = const()[name = tensor("attn_weights_73_transpose_x_1"), val = tensor(false)]; tensor attn_weights_73_transpose_y_1 = const()[name = tensor("attn_weights_73_transpose_y_1"), val = tensor(true)]; tensor attn_weights_73_cast_fp16 = matmul(transpose_x = attn_weights_73_transpose_x_1, transpose_y = attn_weights_73_transpose_y_1, x = query_states_25_cast_fp16, y = key_states_51_cast_fp16)[name = tensor("attn_weights_73_cast_fp16")]; tensor var_1226 = const()[name = tensor("op_1226"), val = tensor([1, 20, 77, 77])]; tensor var_1227_cast_fp16 = reshape(shape = var_1226, x = attn_weights_73_cast_fp16)[name = tensor("op_1227_cast_fp16")]; tensor attn_weights_75_cast_fp16 = add(x = var_1227_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_75_cast_fp16")]; tensor var_1232 = const()[name = tensor("op_1232"), val = tensor([20, 77, 77])]; tensor input_197_cast_fp16 = reshape(shape = var_1232, x = attn_weights_75_cast_fp16)[name = tensor("input_197_cast_fp16")]; tensor input_199_cast_fp16 = softmax(axis = var_5, x = input_197_cast_fp16)[name = tensor("input_199_cast_fp16")]; tensor attn_output_73_transpose_x_0 = const()[name = tensor("attn_output_73_transpose_x_0"), val = tensor(false)]; tensor attn_output_73_transpose_y_0 = const()[name = tensor("attn_output_73_transpose_y_0"), val = tensor(false)]; tensor attn_output_73_cast_fp16 = matmul(transpose_x = attn_output_73_transpose_x_0, transpose_y = attn_output_73_transpose_y_0, x = input_199_cast_fp16, y = value_states_51_cast_fp16)[name = tensor("attn_output_73_cast_fp16")]; tensor var_1237 = const()[name = tensor("op_1237"), val = tensor([1, 20, 77, 64])]; tensor attn_output_75_cast_fp16 = reshape(shape = var_1237, x = attn_output_73_cast_fp16)[name = tensor("attn_output_75_cast_fp16")]; tensor attn_output_77_perm_0 = const()[name = tensor("attn_output_77_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1240 = const()[name = tensor("op_1240"), val = tensor([1, 77, 1280])]; tensor attn_output_77_cast_fp16 = transpose(perm = attn_output_77_perm_0, x = attn_output_75_cast_fp16)[name = tensor("transpose_76")]; tensor input_201_cast_fp16 = reshape(shape = var_1240, x = attn_output_77_cast_fp16)[name = tensor("input_201_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228583872))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(229812736))), name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(229812928)))]; tensor linear_75_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16_palettized, x = input_201_cast_fp16)[name = tensor("linear_75_cast_fp16")]; tensor input_203_cast_fp16 = add(x = input_195_cast_fp16, y = linear_75_cast_fp16)[name = tensor("input_203_cast_fp16")]; tensor input_205_axes_0 = const()[name = tensor("input_205_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_12_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(229815552)))]; tensor text_encoder_text_model_encoder_layers_12_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(229818176)))]; tensor input_205_cast_fp16 = layer_norm(axes = input_205_axes_0, beta = text_encoder_text_model_encoder_layers_12_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_12_layer_norm2_weight_to_fp16, x = input_203_cast_fp16)[name = tensor("input_205_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_12_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(229820800))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(234736064))), name = tensor("text_encoder_text_model_encoder_layers_12_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_12_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(234736256)))]; tensor linear_76_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_12_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_mlp_fc1_weight_to_fp16_palettized, x = input_205_cast_fp16)[name = tensor("linear_76_cast_fp16")]; tensor input_209_mode_0 = const()[name = tensor("input_209_mode_0"), val = tensor("EXACT")]; tensor input_209_cast_fp16 = gelu(mode = input_209_mode_0, x = linear_76_cast_fp16)[name = tensor("input_209_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_12_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(234746560))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239661824))), name = tensor("text_encoder_text_model_encoder_layers_12_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_12_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239662016)))]; tensor linear_77_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_12_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_mlp_fc2_weight_to_fp16_palettized, x = input_209_cast_fp16)[name = tensor("linear_77_cast_fp16")]; tensor input_211_cast_fp16 = add(x = input_203_cast_fp16, y = linear_77_cast_fp16)[name = tensor("input_211_cast_fp16")]; tensor hidden_states_79_axes_0 = const()[name = tensor("hidden_states_79_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_13_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239664640)))]; tensor text_encoder_text_model_encoder_layers_13_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239667264)))]; tensor hidden_states_79_cast_fp16 = layer_norm(axes = hidden_states_79_axes_0, beta = text_encoder_text_model_encoder_layers_13_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_13_layer_norm1_weight_to_fp16, x = input_211_cast_fp16)[name = tensor("hidden_states_79_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239669888))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(240898752))), name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(240898944)))]; tensor linear_78_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_79_cast_fp16)[name = tensor("linear_78_cast_fp16")]; tensor var_1279_to_fp16 = const()[name = tensor("op_1279_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_83_cast_fp16 = mul(x = linear_78_cast_fp16, y = var_1279_to_fp16)[name = tensor("tensor_83_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(240901568))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(242130432))), name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(242130624)))]; tensor linear_79_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_79_cast_fp16)[name = tensor("linear_79_cast_fp16")]; tensor var_1284 = const()[name = tensor("op_1284"), val = tensor([1, -1, 20, 64])]; tensor var_1285_cast_fp16 = reshape(shape = var_1284, x = linear_79_cast_fp16)[name = tensor("op_1285_cast_fp16")]; tensor var_1286_perm_0 = const()[name = tensor("op_1286_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(242133248))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(243362112))), name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(243362304)))]; tensor linear_80_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_79_cast_fp16)[name = tensor("linear_80_cast_fp16")]; tensor var_1291 = const()[name = tensor("op_1291"), val = tensor([1, -1, 20, 64])]; tensor var_1292_cast_fp16 = reshape(shape = var_1291, x = linear_80_cast_fp16)[name = tensor("op_1292_cast_fp16")]; tensor var_1293_perm_0 = const()[name = tensor("op_1293_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1300 = const()[name = tensor("op_1300"), val = tensor([1, 77, 20, 64])]; tensor var_1301_cast_fp16 = reshape(shape = var_1300, x = tensor_83_cast_fp16)[name = tensor("op_1301_cast_fp16")]; tensor var_1302_perm_0 = const()[name = tensor("op_1302_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1304 = const()[name = tensor("op_1304"), val = tensor([20, -1, 64])]; tensor var_1302_cast_fp16 = transpose(perm = var_1302_perm_0, x = var_1301_cast_fp16)[name = tensor("transpose_75")]; tensor query_states_27_cast_fp16 = reshape(shape = var_1304, x = var_1302_cast_fp16)[name = tensor("query_states_27_cast_fp16")]; tensor var_1306 = const()[name = tensor("op_1306"), val = tensor([20, -1, 64])]; tensor var_1286_cast_fp16 = transpose(perm = var_1286_perm_0, x = var_1285_cast_fp16)[name = tensor("transpose_74")]; tensor key_states_55_cast_fp16 = reshape(shape = var_1306, x = var_1286_cast_fp16)[name = tensor("key_states_55_cast_fp16")]; tensor var_1308 = const()[name = tensor("op_1308"), val = tensor([20, -1, 64])]; tensor var_1293_cast_fp16 = transpose(perm = var_1293_perm_0, x = var_1292_cast_fp16)[name = tensor("transpose_73")]; tensor value_states_55_cast_fp16 = reshape(shape = var_1308, x = var_1293_cast_fp16)[name = tensor("value_states_55_cast_fp16")]; tensor attn_weights_79_transpose_x_1 = const()[name = tensor("attn_weights_79_transpose_x_1"), val = tensor(false)]; tensor attn_weights_79_transpose_y_1 = const()[name = tensor("attn_weights_79_transpose_y_1"), val = tensor(true)]; tensor attn_weights_79_cast_fp16 = matmul(transpose_x = attn_weights_79_transpose_x_1, transpose_y = attn_weights_79_transpose_y_1, x = query_states_27_cast_fp16, y = key_states_55_cast_fp16)[name = tensor("attn_weights_79_cast_fp16")]; tensor var_1313 = const()[name = tensor("op_1313"), val = tensor([1, 20, 77, 77])]; tensor var_1314_cast_fp16 = reshape(shape = var_1313, x = attn_weights_79_cast_fp16)[name = tensor("op_1314_cast_fp16")]; tensor attn_weights_81_cast_fp16 = add(x = var_1314_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_81_cast_fp16")]; tensor var_1319 = const()[name = tensor("op_1319"), val = tensor([20, 77, 77])]; tensor input_213_cast_fp16 = reshape(shape = var_1319, x = attn_weights_81_cast_fp16)[name = tensor("input_213_cast_fp16")]; tensor input_215_cast_fp16 = softmax(axis = var_5, x = input_213_cast_fp16)[name = tensor("input_215_cast_fp16")]; tensor attn_output_79_transpose_x_0 = const()[name = tensor("attn_output_79_transpose_x_0"), val = tensor(false)]; tensor attn_output_79_transpose_y_0 = const()[name = tensor("attn_output_79_transpose_y_0"), val = tensor(false)]; tensor attn_output_79_cast_fp16 = matmul(transpose_x = attn_output_79_transpose_x_0, transpose_y = attn_output_79_transpose_y_0, x = input_215_cast_fp16, y = value_states_55_cast_fp16)[name = tensor("attn_output_79_cast_fp16")]; tensor var_1324 = const()[name = tensor("op_1324"), val = tensor([1, 20, 77, 64])]; tensor attn_output_81_cast_fp16 = reshape(shape = var_1324, x = attn_output_79_cast_fp16)[name = tensor("attn_output_81_cast_fp16")]; tensor attn_output_83_perm_0 = const()[name = tensor("attn_output_83_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1327 = const()[name = tensor("op_1327"), val = tensor([1, 77, 1280])]; tensor attn_output_83_cast_fp16 = transpose(perm = attn_output_83_perm_0, x = attn_output_81_cast_fp16)[name = tensor("transpose_72")]; tensor input_217_cast_fp16 = reshape(shape = var_1327, x = attn_output_83_cast_fp16)[name = tensor("input_217_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(243364928))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244593792))), name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244593984)))]; tensor linear_81_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16_palettized, x = input_217_cast_fp16)[name = tensor("linear_81_cast_fp16")]; tensor input_219_cast_fp16 = add(x = input_211_cast_fp16, y = linear_81_cast_fp16)[name = tensor("input_219_cast_fp16")]; tensor input_221_axes_0 = const()[name = tensor("input_221_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_13_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244596608)))]; tensor text_encoder_text_model_encoder_layers_13_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244599232)))]; tensor input_221_cast_fp16 = layer_norm(axes = input_221_axes_0, beta = text_encoder_text_model_encoder_layers_13_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_13_layer_norm2_weight_to_fp16, x = input_219_cast_fp16)[name = tensor("input_221_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_13_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244601856))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(249517120))), name = tensor("text_encoder_text_model_encoder_layers_13_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_13_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(249517312)))]; tensor linear_82_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_13_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_mlp_fc1_weight_to_fp16_palettized, x = input_221_cast_fp16)[name = tensor("linear_82_cast_fp16")]; tensor input_225_mode_0 = const()[name = tensor("input_225_mode_0"), val = tensor("EXACT")]; tensor input_225_cast_fp16 = gelu(mode = input_225_mode_0, x = linear_82_cast_fp16)[name = tensor("input_225_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_13_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(249527616))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254442880))), name = tensor("text_encoder_text_model_encoder_layers_13_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_13_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254443072)))]; tensor linear_83_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_13_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_mlp_fc2_weight_to_fp16_palettized, x = input_225_cast_fp16)[name = tensor("linear_83_cast_fp16")]; tensor input_227_cast_fp16 = add(x = input_219_cast_fp16, y = linear_83_cast_fp16)[name = tensor("input_227_cast_fp16")]; tensor hidden_states_85_axes_0 = const()[name = tensor("hidden_states_85_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_14_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254445696)))]; tensor text_encoder_text_model_encoder_layers_14_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254448320)))]; tensor hidden_states_85_cast_fp16 = layer_norm(axes = hidden_states_85_axes_0, beta = text_encoder_text_model_encoder_layers_14_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_14_layer_norm1_weight_to_fp16, x = input_227_cast_fp16)[name = tensor("hidden_states_85_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254450944))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255679808))), name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255680000)))]; tensor linear_84_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_85_cast_fp16)[name = tensor("linear_84_cast_fp16")]; tensor var_1366_to_fp16 = const()[name = tensor("op_1366_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_89_cast_fp16 = mul(x = linear_84_cast_fp16, y = var_1366_to_fp16)[name = tensor("tensor_89_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255682624))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256911488))), name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256911680)))]; tensor linear_85_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_85_cast_fp16)[name = tensor("linear_85_cast_fp16")]; tensor var_1371 = const()[name = tensor("op_1371"), val = tensor([1, -1, 20, 64])]; tensor var_1372_cast_fp16 = reshape(shape = var_1371, x = linear_85_cast_fp16)[name = tensor("op_1372_cast_fp16")]; tensor var_1373_perm_0 = const()[name = tensor("op_1373_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256914304))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258143168))), name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258143360)))]; tensor linear_86_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_85_cast_fp16)[name = tensor("linear_86_cast_fp16")]; tensor var_1378 = const()[name = tensor("op_1378"), val = tensor([1, -1, 20, 64])]; tensor var_1379_cast_fp16 = reshape(shape = var_1378, x = linear_86_cast_fp16)[name = tensor("op_1379_cast_fp16")]; tensor var_1380_perm_0 = const()[name = tensor("op_1380_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1387 = const()[name = tensor("op_1387"), val = tensor([1, 77, 20, 64])]; tensor var_1388_cast_fp16 = reshape(shape = var_1387, x = tensor_89_cast_fp16)[name = tensor("op_1388_cast_fp16")]; tensor var_1389_perm_0 = const()[name = tensor("op_1389_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1391 = const()[name = tensor("op_1391"), val = tensor([20, -1, 64])]; tensor var_1389_cast_fp16 = transpose(perm = var_1389_perm_0, x = var_1388_cast_fp16)[name = tensor("transpose_71")]; tensor query_states_29_cast_fp16 = reshape(shape = var_1391, x = var_1389_cast_fp16)[name = tensor("query_states_29_cast_fp16")]; tensor var_1393 = const()[name = tensor("op_1393"), val = tensor([20, -1, 64])]; tensor var_1373_cast_fp16 = transpose(perm = var_1373_perm_0, x = var_1372_cast_fp16)[name = tensor("transpose_70")]; tensor key_states_59_cast_fp16 = reshape(shape = var_1393, x = var_1373_cast_fp16)[name = tensor("key_states_59_cast_fp16")]; tensor var_1395 = const()[name = tensor("op_1395"), val = tensor([20, -1, 64])]; tensor var_1380_cast_fp16 = transpose(perm = var_1380_perm_0, x = var_1379_cast_fp16)[name = tensor("transpose_69")]; tensor value_states_59_cast_fp16 = reshape(shape = var_1395, x = var_1380_cast_fp16)[name = tensor("value_states_59_cast_fp16")]; tensor attn_weights_85_transpose_x_1 = const()[name = tensor("attn_weights_85_transpose_x_1"), val = tensor(false)]; tensor attn_weights_85_transpose_y_1 = const()[name = tensor("attn_weights_85_transpose_y_1"), val = tensor(true)]; tensor attn_weights_85_cast_fp16 = matmul(transpose_x = attn_weights_85_transpose_x_1, transpose_y = attn_weights_85_transpose_y_1, x = query_states_29_cast_fp16, y = key_states_59_cast_fp16)[name = tensor("attn_weights_85_cast_fp16")]; tensor var_1400 = const()[name = tensor("op_1400"), val = tensor([1, 20, 77, 77])]; tensor var_1401_cast_fp16 = reshape(shape = var_1400, x = attn_weights_85_cast_fp16)[name = tensor("op_1401_cast_fp16")]; tensor attn_weights_87_cast_fp16 = add(x = var_1401_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_87_cast_fp16")]; tensor var_1406 = const()[name = tensor("op_1406"), val = tensor([20, 77, 77])]; tensor input_229_cast_fp16 = reshape(shape = var_1406, x = attn_weights_87_cast_fp16)[name = tensor("input_229_cast_fp16")]; tensor input_231_cast_fp16 = softmax(axis = var_5, x = input_229_cast_fp16)[name = tensor("input_231_cast_fp16")]; tensor attn_output_85_transpose_x_0 = const()[name = tensor("attn_output_85_transpose_x_0"), val = tensor(false)]; tensor attn_output_85_transpose_y_0 = const()[name = tensor("attn_output_85_transpose_y_0"), val = tensor(false)]; tensor attn_output_85_cast_fp16 = matmul(transpose_x = attn_output_85_transpose_x_0, transpose_y = attn_output_85_transpose_y_0, x = input_231_cast_fp16, y = value_states_59_cast_fp16)[name = tensor("attn_output_85_cast_fp16")]; tensor var_1411 = const()[name = tensor("op_1411"), val = tensor([1, 20, 77, 64])]; tensor attn_output_87_cast_fp16 = reshape(shape = var_1411, x = attn_output_85_cast_fp16)[name = tensor("attn_output_87_cast_fp16")]; tensor attn_output_89_perm_0 = const()[name = tensor("attn_output_89_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1414 = const()[name = tensor("op_1414"), val = tensor([1, 77, 1280])]; tensor attn_output_89_cast_fp16 = transpose(perm = attn_output_89_perm_0, x = attn_output_87_cast_fp16)[name = tensor("transpose_68")]; tensor input_233_cast_fp16 = reshape(shape = var_1414, x = attn_output_89_cast_fp16)[name = tensor("input_233_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258145984))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259374848))), name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259375040)))]; tensor linear_87_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16_palettized, x = input_233_cast_fp16)[name = tensor("linear_87_cast_fp16")]; tensor input_235_cast_fp16 = add(x = input_227_cast_fp16, y = linear_87_cast_fp16)[name = tensor("input_235_cast_fp16")]; tensor input_237_axes_0 = const()[name = tensor("input_237_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_14_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259377664)))]; tensor text_encoder_text_model_encoder_layers_14_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259380288)))]; tensor input_237_cast_fp16 = layer_norm(axes = input_237_axes_0, beta = text_encoder_text_model_encoder_layers_14_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_14_layer_norm2_weight_to_fp16, x = input_235_cast_fp16)[name = tensor("input_237_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_14_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259382912))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(264298176))), name = tensor("text_encoder_text_model_encoder_layers_14_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_14_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(264298368)))]; tensor linear_88_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_14_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_mlp_fc1_weight_to_fp16_palettized, x = input_237_cast_fp16)[name = tensor("linear_88_cast_fp16")]; tensor input_241_mode_0 = const()[name = tensor("input_241_mode_0"), val = tensor("EXACT")]; tensor input_241_cast_fp16 = gelu(mode = input_241_mode_0, x = linear_88_cast_fp16)[name = tensor("input_241_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_14_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(264308672))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269223936))), name = tensor("text_encoder_text_model_encoder_layers_14_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_14_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269224128)))]; tensor linear_89_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_14_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_mlp_fc2_weight_to_fp16_palettized, x = input_241_cast_fp16)[name = tensor("linear_89_cast_fp16")]; tensor input_243_cast_fp16 = add(x = input_235_cast_fp16, y = linear_89_cast_fp16)[name = tensor("input_243_cast_fp16")]; tensor hidden_states_91_axes_0 = const()[name = tensor("hidden_states_91_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_15_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269226752)))]; tensor text_encoder_text_model_encoder_layers_15_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269229376)))]; tensor hidden_states_91_cast_fp16 = layer_norm(axes = hidden_states_91_axes_0, beta = text_encoder_text_model_encoder_layers_15_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_15_layer_norm1_weight_to_fp16, x = input_243_cast_fp16)[name = tensor("hidden_states_91_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269232000))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(270460864))), name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(270461056)))]; tensor linear_90_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_91_cast_fp16)[name = tensor("linear_90_cast_fp16")]; tensor var_1453_to_fp16 = const()[name = tensor("op_1453_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_95_cast_fp16 = mul(x = linear_90_cast_fp16, y = var_1453_to_fp16)[name = tensor("tensor_95_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(270463680))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(271692544))), name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(271692736)))]; tensor linear_91_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_91_cast_fp16)[name = tensor("linear_91_cast_fp16")]; tensor var_1458 = const()[name = tensor("op_1458"), val = tensor([1, -1, 20, 64])]; tensor var_1459_cast_fp16 = reshape(shape = var_1458, x = linear_91_cast_fp16)[name = tensor("op_1459_cast_fp16")]; tensor var_1460_perm_0 = const()[name = tensor("op_1460_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(271695360))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(272924224))), name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(272924416)))]; tensor linear_92_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_91_cast_fp16)[name = tensor("linear_92_cast_fp16")]; tensor var_1465 = const()[name = tensor("op_1465"), val = tensor([1, -1, 20, 64])]; tensor var_1466_cast_fp16 = reshape(shape = var_1465, x = linear_92_cast_fp16)[name = tensor("op_1466_cast_fp16")]; tensor var_1467_perm_0 = const()[name = tensor("op_1467_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1474 = const()[name = tensor("op_1474"), val = tensor([1, 77, 20, 64])]; tensor var_1475_cast_fp16 = reshape(shape = var_1474, x = tensor_95_cast_fp16)[name = tensor("op_1475_cast_fp16")]; tensor var_1476_perm_0 = const()[name = tensor("op_1476_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1478 = const()[name = tensor("op_1478"), val = tensor([20, -1, 64])]; tensor var_1476_cast_fp16 = transpose(perm = var_1476_perm_0, x = var_1475_cast_fp16)[name = tensor("transpose_67")]; tensor query_states_31_cast_fp16 = reshape(shape = var_1478, x = var_1476_cast_fp16)[name = tensor("query_states_31_cast_fp16")]; tensor var_1480 = const()[name = tensor("op_1480"), val = tensor([20, -1, 64])]; tensor var_1460_cast_fp16 = transpose(perm = var_1460_perm_0, x = var_1459_cast_fp16)[name = tensor("transpose_66")]; tensor key_states_63_cast_fp16 = reshape(shape = var_1480, x = var_1460_cast_fp16)[name = tensor("key_states_63_cast_fp16")]; tensor var_1482 = const()[name = tensor("op_1482"), val = tensor([20, -1, 64])]; tensor var_1467_cast_fp16 = transpose(perm = var_1467_perm_0, x = var_1466_cast_fp16)[name = tensor("transpose_65")]; tensor value_states_63_cast_fp16 = reshape(shape = var_1482, x = var_1467_cast_fp16)[name = tensor("value_states_63_cast_fp16")]; tensor attn_weights_91_transpose_x_1 = const()[name = tensor("attn_weights_91_transpose_x_1"), val = tensor(false)]; tensor attn_weights_91_transpose_y_1 = const()[name = tensor("attn_weights_91_transpose_y_1"), val = tensor(true)]; tensor attn_weights_91_cast_fp16 = matmul(transpose_x = attn_weights_91_transpose_x_1, transpose_y = attn_weights_91_transpose_y_1, x = query_states_31_cast_fp16, y = key_states_63_cast_fp16)[name = tensor("attn_weights_91_cast_fp16")]; tensor var_1487 = const()[name = tensor("op_1487"), val = tensor([1, 20, 77, 77])]; tensor var_1488_cast_fp16 = reshape(shape = var_1487, x = attn_weights_91_cast_fp16)[name = tensor("op_1488_cast_fp16")]; tensor attn_weights_93_cast_fp16 = add(x = var_1488_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_93_cast_fp16")]; tensor var_1493 = const()[name = tensor("op_1493"), val = tensor([20, 77, 77])]; tensor input_245_cast_fp16 = reshape(shape = var_1493, x = attn_weights_93_cast_fp16)[name = tensor("input_245_cast_fp16")]; tensor input_247_cast_fp16 = softmax(axis = var_5, x = input_245_cast_fp16)[name = tensor("input_247_cast_fp16")]; tensor attn_output_91_transpose_x_0 = const()[name = tensor("attn_output_91_transpose_x_0"), val = tensor(false)]; tensor attn_output_91_transpose_y_0 = const()[name = tensor("attn_output_91_transpose_y_0"), val = tensor(false)]; tensor attn_output_91_cast_fp16 = matmul(transpose_x = attn_output_91_transpose_x_0, transpose_y = attn_output_91_transpose_y_0, x = input_247_cast_fp16, y = value_states_63_cast_fp16)[name = tensor("attn_output_91_cast_fp16")]; tensor var_1498 = const()[name = tensor("op_1498"), val = tensor([1, 20, 77, 64])]; tensor attn_output_93_cast_fp16 = reshape(shape = var_1498, x = attn_output_91_cast_fp16)[name = tensor("attn_output_93_cast_fp16")]; tensor attn_output_95_perm_0 = const()[name = tensor("attn_output_95_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1501 = const()[name = tensor("op_1501"), val = tensor([1, 77, 1280])]; tensor attn_output_95_cast_fp16 = transpose(perm = attn_output_95_perm_0, x = attn_output_93_cast_fp16)[name = tensor("transpose_64")]; tensor input_249_cast_fp16 = reshape(shape = var_1501, x = attn_output_95_cast_fp16)[name = tensor("input_249_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(272927040))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(274155904))), name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(274156096)))]; tensor linear_93_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16_palettized, x = input_249_cast_fp16)[name = tensor("linear_93_cast_fp16")]; tensor input_251_cast_fp16 = add(x = input_243_cast_fp16, y = linear_93_cast_fp16)[name = tensor("input_251_cast_fp16")]; tensor input_253_axes_0 = const()[name = tensor("input_253_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_15_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(274158720)))]; tensor text_encoder_text_model_encoder_layers_15_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(274161344)))]; tensor input_253_cast_fp16 = layer_norm(axes = input_253_axes_0, beta = text_encoder_text_model_encoder_layers_15_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_15_layer_norm2_weight_to_fp16, x = input_251_cast_fp16)[name = tensor("input_253_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_15_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(274163968))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(279079232))), name = tensor("text_encoder_text_model_encoder_layers_15_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_15_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(279079424)))]; tensor linear_94_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_15_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_mlp_fc1_weight_to_fp16_palettized, x = input_253_cast_fp16)[name = tensor("linear_94_cast_fp16")]; tensor input_257_mode_0 = const()[name = tensor("input_257_mode_0"), val = tensor("EXACT")]; tensor input_257_cast_fp16 = gelu(mode = input_257_mode_0, x = linear_94_cast_fp16)[name = tensor("input_257_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_15_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(279089728))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(284004992))), name = tensor("text_encoder_text_model_encoder_layers_15_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_15_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(284005184)))]; tensor linear_95_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_15_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_mlp_fc2_weight_to_fp16_palettized, x = input_257_cast_fp16)[name = tensor("linear_95_cast_fp16")]; tensor input_259_cast_fp16 = add(x = input_251_cast_fp16, y = linear_95_cast_fp16)[name = tensor("input_259_cast_fp16")]; tensor hidden_states_97_axes_0 = const()[name = tensor("hidden_states_97_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_16_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(284007808)))]; tensor text_encoder_text_model_encoder_layers_16_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(284010432)))]; tensor hidden_states_97_cast_fp16 = layer_norm(axes = hidden_states_97_axes_0, beta = text_encoder_text_model_encoder_layers_16_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_16_layer_norm1_weight_to_fp16, x = input_259_cast_fp16)[name = tensor("hidden_states_97_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(284013056))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(285241920))), name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(285242112)))]; tensor linear_96_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_97_cast_fp16)[name = tensor("linear_96_cast_fp16")]; tensor var_1540_to_fp16 = const()[name = tensor("op_1540_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_101_cast_fp16 = mul(x = linear_96_cast_fp16, y = var_1540_to_fp16)[name = tensor("tensor_101_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(285244736))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(286473600))), name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(286473792)))]; tensor linear_97_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_97_cast_fp16)[name = tensor("linear_97_cast_fp16")]; tensor var_1545 = const()[name = tensor("op_1545"), val = tensor([1, -1, 20, 64])]; tensor var_1546_cast_fp16 = reshape(shape = var_1545, x = linear_97_cast_fp16)[name = tensor("op_1546_cast_fp16")]; tensor var_1547_perm_0 = const()[name = tensor("op_1547_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(286476416))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(287705280))), name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(287705472)))]; tensor linear_98_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_97_cast_fp16)[name = tensor("linear_98_cast_fp16")]; tensor var_1552 = const()[name = tensor("op_1552"), val = tensor([1, -1, 20, 64])]; tensor var_1553_cast_fp16 = reshape(shape = var_1552, x = linear_98_cast_fp16)[name = tensor("op_1553_cast_fp16")]; tensor var_1554_perm_0 = const()[name = tensor("op_1554_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1561 = const()[name = tensor("op_1561"), val = tensor([1, 77, 20, 64])]; tensor var_1562_cast_fp16 = reshape(shape = var_1561, x = tensor_101_cast_fp16)[name = tensor("op_1562_cast_fp16")]; tensor var_1563_perm_0 = const()[name = tensor("op_1563_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1565 = const()[name = tensor("op_1565"), val = tensor([20, -1, 64])]; tensor var_1563_cast_fp16 = transpose(perm = var_1563_perm_0, x = var_1562_cast_fp16)[name = tensor("transpose_63")]; tensor query_states_33_cast_fp16 = reshape(shape = var_1565, x = var_1563_cast_fp16)[name = tensor("query_states_33_cast_fp16")]; tensor var_1567 = const()[name = tensor("op_1567"), val = tensor([20, -1, 64])]; tensor var_1547_cast_fp16 = transpose(perm = var_1547_perm_0, x = var_1546_cast_fp16)[name = tensor("transpose_62")]; tensor key_states_67_cast_fp16 = reshape(shape = var_1567, x = var_1547_cast_fp16)[name = tensor("key_states_67_cast_fp16")]; tensor var_1569 = const()[name = tensor("op_1569"), val = tensor([20, -1, 64])]; tensor var_1554_cast_fp16 = transpose(perm = var_1554_perm_0, x = var_1553_cast_fp16)[name = tensor("transpose_61")]; tensor value_states_67_cast_fp16 = reshape(shape = var_1569, x = var_1554_cast_fp16)[name = tensor("value_states_67_cast_fp16")]; tensor attn_weights_97_transpose_x_1 = const()[name = tensor("attn_weights_97_transpose_x_1"), val = tensor(false)]; tensor attn_weights_97_transpose_y_1 = const()[name = tensor("attn_weights_97_transpose_y_1"), val = tensor(true)]; tensor attn_weights_97_cast_fp16 = matmul(transpose_x = attn_weights_97_transpose_x_1, transpose_y = attn_weights_97_transpose_y_1, x = query_states_33_cast_fp16, y = key_states_67_cast_fp16)[name = tensor("attn_weights_97_cast_fp16")]; tensor var_1574 = const()[name = tensor("op_1574"), val = tensor([1, 20, 77, 77])]; tensor var_1575_cast_fp16 = reshape(shape = var_1574, x = attn_weights_97_cast_fp16)[name = tensor("op_1575_cast_fp16")]; tensor attn_weights_99_cast_fp16 = add(x = var_1575_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_99_cast_fp16")]; tensor var_1580 = const()[name = tensor("op_1580"), val = tensor([20, 77, 77])]; tensor input_261_cast_fp16 = reshape(shape = var_1580, x = attn_weights_99_cast_fp16)[name = tensor("input_261_cast_fp16")]; tensor input_263_cast_fp16 = softmax(axis = var_5, x = input_261_cast_fp16)[name = tensor("input_263_cast_fp16")]; tensor attn_output_97_transpose_x_0 = const()[name = tensor("attn_output_97_transpose_x_0"), val = tensor(false)]; tensor attn_output_97_transpose_y_0 = const()[name = tensor("attn_output_97_transpose_y_0"), val = tensor(false)]; tensor attn_output_97_cast_fp16 = matmul(transpose_x = attn_output_97_transpose_x_0, transpose_y = attn_output_97_transpose_y_0, x = input_263_cast_fp16, y = value_states_67_cast_fp16)[name = tensor("attn_output_97_cast_fp16")]; tensor var_1585 = const()[name = tensor("op_1585"), val = tensor([1, 20, 77, 64])]; tensor attn_output_99_cast_fp16 = reshape(shape = var_1585, x = attn_output_97_cast_fp16)[name = tensor("attn_output_99_cast_fp16")]; tensor attn_output_101_perm_0 = const()[name = tensor("attn_output_101_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1588 = const()[name = tensor("op_1588"), val = tensor([1, 77, 1280])]; tensor attn_output_101_cast_fp16 = transpose(perm = attn_output_101_perm_0, x = attn_output_99_cast_fp16)[name = tensor("transpose_60")]; tensor input_265_cast_fp16 = reshape(shape = var_1588, x = attn_output_101_cast_fp16)[name = tensor("input_265_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(287708096))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(288936960))), name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(288937152)))]; tensor linear_99_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16_palettized, x = input_265_cast_fp16)[name = tensor("linear_99_cast_fp16")]; tensor input_267_cast_fp16 = add(x = input_259_cast_fp16, y = linear_99_cast_fp16)[name = tensor("input_267_cast_fp16")]; tensor input_269_axes_0 = const()[name = tensor("input_269_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_16_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(288939776)))]; tensor text_encoder_text_model_encoder_layers_16_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(288942400)))]; tensor input_269_cast_fp16 = layer_norm(axes = input_269_axes_0, beta = text_encoder_text_model_encoder_layers_16_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_16_layer_norm2_weight_to_fp16, x = input_267_cast_fp16)[name = tensor("input_269_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_16_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(288945024))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(293860288))), name = tensor("text_encoder_text_model_encoder_layers_16_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_16_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(293860480)))]; tensor linear_100_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_16_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_mlp_fc1_weight_to_fp16_palettized, x = input_269_cast_fp16)[name = tensor("linear_100_cast_fp16")]; tensor input_273_mode_0 = const()[name = tensor("input_273_mode_0"), val = tensor("EXACT")]; tensor input_273_cast_fp16 = gelu(mode = input_273_mode_0, x = linear_100_cast_fp16)[name = tensor("input_273_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_16_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(293870784))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(298786048))), name = tensor("text_encoder_text_model_encoder_layers_16_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_16_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(298786240)))]; tensor linear_101_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_16_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_mlp_fc2_weight_to_fp16_palettized, x = input_273_cast_fp16)[name = tensor("linear_101_cast_fp16")]; tensor input_275_cast_fp16 = add(x = input_267_cast_fp16, y = linear_101_cast_fp16)[name = tensor("input_275_cast_fp16")]; tensor hidden_states_103_axes_0 = const()[name = tensor("hidden_states_103_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_17_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(298788864)))]; tensor text_encoder_text_model_encoder_layers_17_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(298791488)))]; tensor hidden_states_103_cast_fp16 = layer_norm(axes = hidden_states_103_axes_0, beta = text_encoder_text_model_encoder_layers_17_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_17_layer_norm1_weight_to_fp16, x = input_275_cast_fp16)[name = tensor("hidden_states_103_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(298794112))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(300022976))), name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(300023168)))]; tensor linear_102_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_103_cast_fp16)[name = tensor("linear_102_cast_fp16")]; tensor var_1627_to_fp16 = const()[name = tensor("op_1627_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_107_cast_fp16 = mul(x = linear_102_cast_fp16, y = var_1627_to_fp16)[name = tensor("tensor_107_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(300025792))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(301254656))), name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(301254848)))]; tensor linear_103_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_103_cast_fp16)[name = tensor("linear_103_cast_fp16")]; tensor var_1632 = const()[name = tensor("op_1632"), val = tensor([1, -1, 20, 64])]; tensor var_1633_cast_fp16 = reshape(shape = var_1632, x = linear_103_cast_fp16)[name = tensor("op_1633_cast_fp16")]; tensor var_1634_perm_0 = const()[name = tensor("op_1634_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(301257472))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(302486336))), name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(302486528)))]; tensor linear_104_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_103_cast_fp16)[name = tensor("linear_104_cast_fp16")]; tensor var_1639 = const()[name = tensor("op_1639"), val = tensor([1, -1, 20, 64])]; tensor var_1640_cast_fp16 = reshape(shape = var_1639, x = linear_104_cast_fp16)[name = tensor("op_1640_cast_fp16")]; tensor var_1641_perm_0 = const()[name = tensor("op_1641_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1648 = const()[name = tensor("op_1648"), val = tensor([1, 77, 20, 64])]; tensor var_1649_cast_fp16 = reshape(shape = var_1648, x = tensor_107_cast_fp16)[name = tensor("op_1649_cast_fp16")]; tensor var_1650_perm_0 = const()[name = tensor("op_1650_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1652 = const()[name = tensor("op_1652"), val = tensor([20, -1, 64])]; tensor var_1650_cast_fp16 = transpose(perm = var_1650_perm_0, x = var_1649_cast_fp16)[name = tensor("transpose_59")]; tensor query_states_35_cast_fp16 = reshape(shape = var_1652, x = var_1650_cast_fp16)[name = tensor("query_states_35_cast_fp16")]; tensor var_1654 = const()[name = tensor("op_1654"), val = tensor([20, -1, 64])]; tensor var_1634_cast_fp16 = transpose(perm = var_1634_perm_0, x = var_1633_cast_fp16)[name = tensor("transpose_58")]; tensor key_states_71_cast_fp16 = reshape(shape = var_1654, x = var_1634_cast_fp16)[name = tensor("key_states_71_cast_fp16")]; tensor var_1656 = const()[name = tensor("op_1656"), val = tensor([20, -1, 64])]; tensor var_1641_cast_fp16 = transpose(perm = var_1641_perm_0, x = var_1640_cast_fp16)[name = tensor("transpose_57")]; tensor value_states_71_cast_fp16 = reshape(shape = var_1656, x = var_1641_cast_fp16)[name = tensor("value_states_71_cast_fp16")]; tensor attn_weights_103_transpose_x_1 = const()[name = tensor("attn_weights_103_transpose_x_1"), val = tensor(false)]; tensor attn_weights_103_transpose_y_1 = const()[name = tensor("attn_weights_103_transpose_y_1"), val = tensor(true)]; tensor attn_weights_103_cast_fp16 = matmul(transpose_x = attn_weights_103_transpose_x_1, transpose_y = attn_weights_103_transpose_y_1, x = query_states_35_cast_fp16, y = key_states_71_cast_fp16)[name = tensor("attn_weights_103_cast_fp16")]; tensor var_1661 = const()[name = tensor("op_1661"), val = tensor([1, 20, 77, 77])]; tensor var_1662_cast_fp16 = reshape(shape = var_1661, x = attn_weights_103_cast_fp16)[name = tensor("op_1662_cast_fp16")]; tensor attn_weights_105_cast_fp16 = add(x = var_1662_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_105_cast_fp16")]; tensor var_1667 = const()[name = tensor("op_1667"), val = tensor([20, 77, 77])]; tensor input_277_cast_fp16 = reshape(shape = var_1667, x = attn_weights_105_cast_fp16)[name = tensor("input_277_cast_fp16")]; tensor input_279_cast_fp16 = softmax(axis = var_5, x = input_277_cast_fp16)[name = tensor("input_279_cast_fp16")]; tensor attn_output_103_transpose_x_0 = const()[name = tensor("attn_output_103_transpose_x_0"), val = tensor(false)]; tensor attn_output_103_transpose_y_0 = const()[name = tensor("attn_output_103_transpose_y_0"), val = tensor(false)]; tensor attn_output_103_cast_fp16 = matmul(transpose_x = attn_output_103_transpose_x_0, transpose_y = attn_output_103_transpose_y_0, x = input_279_cast_fp16, y = value_states_71_cast_fp16)[name = tensor("attn_output_103_cast_fp16")]; tensor var_1672 = const()[name = tensor("op_1672"), val = tensor([1, 20, 77, 64])]; tensor attn_output_105_cast_fp16 = reshape(shape = var_1672, x = attn_output_103_cast_fp16)[name = tensor("attn_output_105_cast_fp16")]; tensor attn_output_107_perm_0 = const()[name = tensor("attn_output_107_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1675 = const()[name = tensor("op_1675"), val = tensor([1, 77, 1280])]; tensor attn_output_107_cast_fp16 = transpose(perm = attn_output_107_perm_0, x = attn_output_105_cast_fp16)[name = tensor("transpose_56")]; tensor input_281_cast_fp16 = reshape(shape = var_1675, x = attn_output_107_cast_fp16)[name = tensor("input_281_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(302489152))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303718016))), name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303718208)))]; tensor linear_105_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16_palettized, x = input_281_cast_fp16)[name = tensor("linear_105_cast_fp16")]; tensor input_283_cast_fp16 = add(x = input_275_cast_fp16, y = linear_105_cast_fp16)[name = tensor("input_283_cast_fp16")]; tensor input_285_axes_0 = const()[name = tensor("input_285_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_17_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303720832)))]; tensor text_encoder_text_model_encoder_layers_17_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303723456)))]; tensor input_285_cast_fp16 = layer_norm(axes = input_285_axes_0, beta = text_encoder_text_model_encoder_layers_17_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_17_layer_norm2_weight_to_fp16, x = input_283_cast_fp16)[name = tensor("input_285_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_17_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303726080))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(308641344))), name = tensor("text_encoder_text_model_encoder_layers_17_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_17_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(308641536)))]; tensor linear_106_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_17_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_mlp_fc1_weight_to_fp16_palettized, x = input_285_cast_fp16)[name = tensor("linear_106_cast_fp16")]; tensor input_289_mode_0 = const()[name = tensor("input_289_mode_0"), val = tensor("EXACT")]; tensor input_289_cast_fp16 = gelu(mode = input_289_mode_0, x = linear_106_cast_fp16)[name = tensor("input_289_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_17_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(308651840))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(313567104))), name = tensor("text_encoder_text_model_encoder_layers_17_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_17_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(313567296)))]; tensor linear_107_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_17_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_mlp_fc2_weight_to_fp16_palettized, x = input_289_cast_fp16)[name = tensor("linear_107_cast_fp16")]; tensor input_291_cast_fp16 = add(x = input_283_cast_fp16, y = linear_107_cast_fp16)[name = tensor("input_291_cast_fp16")]; tensor hidden_states_109_axes_0 = const()[name = tensor("hidden_states_109_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_18_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(313569920)))]; tensor text_encoder_text_model_encoder_layers_18_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(313572544)))]; tensor hidden_states_109_cast_fp16 = layer_norm(axes = hidden_states_109_axes_0, beta = text_encoder_text_model_encoder_layers_18_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_18_layer_norm1_weight_to_fp16, x = input_291_cast_fp16)[name = tensor("hidden_states_109_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(313575168))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(314804032))), name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(314804224)))]; tensor linear_108_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_109_cast_fp16)[name = tensor("linear_108_cast_fp16")]; tensor var_1714_to_fp16 = const()[name = tensor("op_1714_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_113_cast_fp16 = mul(x = linear_108_cast_fp16, y = var_1714_to_fp16)[name = tensor("tensor_113_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(314806848))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(316035712))), name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(316035904)))]; tensor linear_109_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_109_cast_fp16)[name = tensor("linear_109_cast_fp16")]; tensor var_1719 = const()[name = tensor("op_1719"), val = tensor([1, -1, 20, 64])]; tensor var_1720_cast_fp16 = reshape(shape = var_1719, x = linear_109_cast_fp16)[name = tensor("op_1720_cast_fp16")]; tensor var_1721_perm_0 = const()[name = tensor("op_1721_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(316038528))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(317267392))), name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(317267584)))]; tensor linear_110_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_109_cast_fp16)[name = tensor("linear_110_cast_fp16")]; tensor var_1726 = const()[name = tensor("op_1726"), val = tensor([1, -1, 20, 64])]; tensor var_1727_cast_fp16 = reshape(shape = var_1726, x = linear_110_cast_fp16)[name = tensor("op_1727_cast_fp16")]; tensor var_1728_perm_0 = const()[name = tensor("op_1728_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1735 = const()[name = tensor("op_1735"), val = tensor([1, 77, 20, 64])]; tensor var_1736_cast_fp16 = reshape(shape = var_1735, x = tensor_113_cast_fp16)[name = tensor("op_1736_cast_fp16")]; tensor var_1737_perm_0 = const()[name = tensor("op_1737_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1739 = const()[name = tensor("op_1739"), val = tensor([20, -1, 64])]; tensor var_1737_cast_fp16 = transpose(perm = var_1737_perm_0, x = var_1736_cast_fp16)[name = tensor("transpose_55")]; tensor query_states_37_cast_fp16 = reshape(shape = var_1739, x = var_1737_cast_fp16)[name = tensor("query_states_37_cast_fp16")]; tensor var_1741 = const()[name = tensor("op_1741"), val = tensor([20, -1, 64])]; tensor var_1721_cast_fp16 = transpose(perm = var_1721_perm_0, x = var_1720_cast_fp16)[name = tensor("transpose_54")]; tensor key_states_75_cast_fp16 = reshape(shape = var_1741, x = var_1721_cast_fp16)[name = tensor("key_states_75_cast_fp16")]; tensor var_1743 = const()[name = tensor("op_1743"), val = tensor([20, -1, 64])]; tensor var_1728_cast_fp16 = transpose(perm = var_1728_perm_0, x = var_1727_cast_fp16)[name = tensor("transpose_53")]; tensor value_states_75_cast_fp16 = reshape(shape = var_1743, x = var_1728_cast_fp16)[name = tensor("value_states_75_cast_fp16")]; tensor attn_weights_109_transpose_x_1 = const()[name = tensor("attn_weights_109_transpose_x_1"), val = tensor(false)]; tensor attn_weights_109_transpose_y_1 = const()[name = tensor("attn_weights_109_transpose_y_1"), val = tensor(true)]; tensor attn_weights_109_cast_fp16 = matmul(transpose_x = attn_weights_109_transpose_x_1, transpose_y = attn_weights_109_transpose_y_1, x = query_states_37_cast_fp16, y = key_states_75_cast_fp16)[name = tensor("attn_weights_109_cast_fp16")]; tensor var_1748 = const()[name = tensor("op_1748"), val = tensor([1, 20, 77, 77])]; tensor var_1749_cast_fp16 = reshape(shape = var_1748, x = attn_weights_109_cast_fp16)[name = tensor("op_1749_cast_fp16")]; tensor attn_weights_111_cast_fp16 = add(x = var_1749_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_111_cast_fp16")]; tensor var_1754 = const()[name = tensor("op_1754"), val = tensor([20, 77, 77])]; tensor input_293_cast_fp16 = reshape(shape = var_1754, x = attn_weights_111_cast_fp16)[name = tensor("input_293_cast_fp16")]; tensor input_295_cast_fp16 = softmax(axis = var_5, x = input_293_cast_fp16)[name = tensor("input_295_cast_fp16")]; tensor attn_output_109_transpose_x_0 = const()[name = tensor("attn_output_109_transpose_x_0"), val = tensor(false)]; tensor attn_output_109_transpose_y_0 = const()[name = tensor("attn_output_109_transpose_y_0"), val = tensor(false)]; tensor attn_output_109_cast_fp16 = matmul(transpose_x = attn_output_109_transpose_x_0, transpose_y = attn_output_109_transpose_y_0, x = input_295_cast_fp16, y = value_states_75_cast_fp16)[name = tensor("attn_output_109_cast_fp16")]; tensor var_1759 = const()[name = tensor("op_1759"), val = tensor([1, 20, 77, 64])]; tensor attn_output_111_cast_fp16 = reshape(shape = var_1759, x = attn_output_109_cast_fp16)[name = tensor("attn_output_111_cast_fp16")]; tensor attn_output_113_perm_0 = const()[name = tensor("attn_output_113_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1762 = const()[name = tensor("op_1762"), val = tensor([1, 77, 1280])]; tensor attn_output_113_cast_fp16 = transpose(perm = attn_output_113_perm_0, x = attn_output_111_cast_fp16)[name = tensor("transpose_52")]; tensor input_297_cast_fp16 = reshape(shape = var_1762, x = attn_output_113_cast_fp16)[name = tensor("input_297_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(317270208))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(318499072))), name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(318499264)))]; tensor linear_111_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16_palettized, x = input_297_cast_fp16)[name = tensor("linear_111_cast_fp16")]; tensor input_299_cast_fp16 = add(x = input_291_cast_fp16, y = linear_111_cast_fp16)[name = tensor("input_299_cast_fp16")]; tensor input_301_axes_0 = const()[name = tensor("input_301_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_18_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(318501888)))]; tensor text_encoder_text_model_encoder_layers_18_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(318504512)))]; tensor input_301_cast_fp16 = layer_norm(axes = input_301_axes_0, beta = text_encoder_text_model_encoder_layers_18_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_18_layer_norm2_weight_to_fp16, x = input_299_cast_fp16)[name = tensor("input_301_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_18_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(318507136))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(323422400))), name = tensor("text_encoder_text_model_encoder_layers_18_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_18_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(323422592)))]; tensor linear_112_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_18_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_mlp_fc1_weight_to_fp16_palettized, x = input_301_cast_fp16)[name = tensor("linear_112_cast_fp16")]; tensor input_305_mode_0 = const()[name = tensor("input_305_mode_0"), val = tensor("EXACT")]; tensor input_305_cast_fp16 = gelu(mode = input_305_mode_0, x = linear_112_cast_fp16)[name = tensor("input_305_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_18_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(323432896))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(328348160))), name = tensor("text_encoder_text_model_encoder_layers_18_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_18_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(328348352)))]; tensor linear_113_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_18_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_mlp_fc2_weight_to_fp16_palettized, x = input_305_cast_fp16)[name = tensor("linear_113_cast_fp16")]; tensor input_307_cast_fp16 = add(x = input_299_cast_fp16, y = linear_113_cast_fp16)[name = tensor("input_307_cast_fp16")]; tensor hidden_states_115_axes_0 = const()[name = tensor("hidden_states_115_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_19_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(328350976)))]; tensor text_encoder_text_model_encoder_layers_19_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(328353600)))]; tensor hidden_states_115_cast_fp16 = layer_norm(axes = hidden_states_115_axes_0, beta = text_encoder_text_model_encoder_layers_19_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_19_layer_norm1_weight_to_fp16, x = input_307_cast_fp16)[name = tensor("hidden_states_115_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(328356224))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(329585088))), name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(329585280)))]; tensor linear_114_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_115_cast_fp16)[name = tensor("linear_114_cast_fp16")]; tensor var_1801_to_fp16 = const()[name = tensor("op_1801_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_119_cast_fp16 = mul(x = linear_114_cast_fp16, y = var_1801_to_fp16)[name = tensor("tensor_119_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(329587904))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(330816768))), name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(330816960)))]; tensor linear_115_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_115_cast_fp16)[name = tensor("linear_115_cast_fp16")]; tensor var_1806 = const()[name = tensor("op_1806"), val = tensor([1, -1, 20, 64])]; tensor var_1807_cast_fp16 = reshape(shape = var_1806, x = linear_115_cast_fp16)[name = tensor("op_1807_cast_fp16")]; tensor var_1808_perm_0 = const()[name = tensor("op_1808_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(330819584))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(332048448))), name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(332048640)))]; tensor linear_116_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_115_cast_fp16)[name = tensor("linear_116_cast_fp16")]; tensor var_1813 = const()[name = tensor("op_1813"), val = tensor([1, -1, 20, 64])]; tensor var_1814_cast_fp16 = reshape(shape = var_1813, x = linear_116_cast_fp16)[name = tensor("op_1814_cast_fp16")]; tensor var_1815_perm_0 = const()[name = tensor("op_1815_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1822 = const()[name = tensor("op_1822"), val = tensor([1, 77, 20, 64])]; tensor var_1823_cast_fp16 = reshape(shape = var_1822, x = tensor_119_cast_fp16)[name = tensor("op_1823_cast_fp16")]; tensor var_1824_perm_0 = const()[name = tensor("op_1824_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1826 = const()[name = tensor("op_1826"), val = tensor([20, -1, 64])]; tensor var_1824_cast_fp16 = transpose(perm = var_1824_perm_0, x = var_1823_cast_fp16)[name = tensor("transpose_51")]; tensor query_states_39_cast_fp16 = reshape(shape = var_1826, x = var_1824_cast_fp16)[name = tensor("query_states_39_cast_fp16")]; tensor var_1828 = const()[name = tensor("op_1828"), val = tensor([20, -1, 64])]; tensor var_1808_cast_fp16 = transpose(perm = var_1808_perm_0, x = var_1807_cast_fp16)[name = tensor("transpose_50")]; tensor key_states_79_cast_fp16 = reshape(shape = var_1828, x = var_1808_cast_fp16)[name = tensor("key_states_79_cast_fp16")]; tensor var_1830 = const()[name = tensor("op_1830"), val = tensor([20, -1, 64])]; tensor var_1815_cast_fp16 = transpose(perm = var_1815_perm_0, x = var_1814_cast_fp16)[name = tensor("transpose_49")]; tensor value_states_79_cast_fp16 = reshape(shape = var_1830, x = var_1815_cast_fp16)[name = tensor("value_states_79_cast_fp16")]; tensor attn_weights_115_transpose_x_1 = const()[name = tensor("attn_weights_115_transpose_x_1"), val = tensor(false)]; tensor attn_weights_115_transpose_y_1 = const()[name = tensor("attn_weights_115_transpose_y_1"), val = tensor(true)]; tensor attn_weights_115_cast_fp16 = matmul(transpose_x = attn_weights_115_transpose_x_1, transpose_y = attn_weights_115_transpose_y_1, x = query_states_39_cast_fp16, y = key_states_79_cast_fp16)[name = tensor("attn_weights_115_cast_fp16")]; tensor var_1835 = const()[name = tensor("op_1835"), val = tensor([1, 20, 77, 77])]; tensor var_1836_cast_fp16 = reshape(shape = var_1835, x = attn_weights_115_cast_fp16)[name = tensor("op_1836_cast_fp16")]; tensor attn_weights_117_cast_fp16 = add(x = var_1836_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_117_cast_fp16")]; tensor var_1841 = const()[name = tensor("op_1841"), val = tensor([20, 77, 77])]; tensor input_309_cast_fp16 = reshape(shape = var_1841, x = attn_weights_117_cast_fp16)[name = tensor("input_309_cast_fp16")]; tensor input_311_cast_fp16 = softmax(axis = var_5, x = input_309_cast_fp16)[name = tensor("input_311_cast_fp16")]; tensor attn_output_115_transpose_x_0 = const()[name = tensor("attn_output_115_transpose_x_0"), val = tensor(false)]; tensor attn_output_115_transpose_y_0 = const()[name = tensor("attn_output_115_transpose_y_0"), val = tensor(false)]; tensor attn_output_115_cast_fp16 = matmul(transpose_x = attn_output_115_transpose_x_0, transpose_y = attn_output_115_transpose_y_0, x = input_311_cast_fp16, y = value_states_79_cast_fp16)[name = tensor("attn_output_115_cast_fp16")]; tensor var_1846 = const()[name = tensor("op_1846"), val = tensor([1, 20, 77, 64])]; tensor attn_output_117_cast_fp16 = reshape(shape = var_1846, x = attn_output_115_cast_fp16)[name = tensor("attn_output_117_cast_fp16")]; tensor attn_output_119_perm_0 = const()[name = tensor("attn_output_119_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1849 = const()[name = tensor("op_1849"), val = tensor([1, 77, 1280])]; tensor attn_output_119_cast_fp16 = transpose(perm = attn_output_119_perm_0, x = attn_output_117_cast_fp16)[name = tensor("transpose_48")]; tensor input_313_cast_fp16 = reshape(shape = var_1849, x = attn_output_119_cast_fp16)[name = tensor("input_313_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(332051264))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(333280128))), name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(333280320)))]; tensor linear_117_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16_palettized, x = input_313_cast_fp16)[name = tensor("linear_117_cast_fp16")]; tensor input_315_cast_fp16 = add(x = input_307_cast_fp16, y = linear_117_cast_fp16)[name = tensor("input_315_cast_fp16")]; tensor input_317_axes_0 = const()[name = tensor("input_317_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_19_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(333282944)))]; tensor text_encoder_text_model_encoder_layers_19_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(333285568)))]; tensor input_317_cast_fp16 = layer_norm(axes = input_317_axes_0, beta = text_encoder_text_model_encoder_layers_19_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_19_layer_norm2_weight_to_fp16, x = input_315_cast_fp16)[name = tensor("input_317_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_19_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(333288192))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(338203456))), name = tensor("text_encoder_text_model_encoder_layers_19_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_19_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(338203648)))]; tensor linear_118_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_19_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_mlp_fc1_weight_to_fp16_palettized, x = input_317_cast_fp16)[name = tensor("linear_118_cast_fp16")]; tensor input_321_mode_0 = const()[name = tensor("input_321_mode_0"), val = tensor("EXACT")]; tensor input_321_cast_fp16 = gelu(mode = input_321_mode_0, x = linear_118_cast_fp16)[name = tensor("input_321_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_19_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(338213952))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(343129216))), name = tensor("text_encoder_text_model_encoder_layers_19_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_19_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(343129408)))]; tensor linear_119_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_19_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_mlp_fc2_weight_to_fp16_palettized, x = input_321_cast_fp16)[name = tensor("linear_119_cast_fp16")]; tensor input_323_cast_fp16 = add(x = input_315_cast_fp16, y = linear_119_cast_fp16)[name = tensor("input_323_cast_fp16")]; tensor hidden_states_121_axes_0 = const()[name = tensor("hidden_states_121_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_20_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(343132032)))]; tensor text_encoder_text_model_encoder_layers_20_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(343134656)))]; tensor hidden_states_121_cast_fp16 = layer_norm(axes = hidden_states_121_axes_0, beta = text_encoder_text_model_encoder_layers_20_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_20_layer_norm1_weight_to_fp16, x = input_323_cast_fp16)[name = tensor("hidden_states_121_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(343137280))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(344366144))), name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(344366336)))]; tensor linear_120_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_121_cast_fp16)[name = tensor("linear_120_cast_fp16")]; tensor var_1888_to_fp16 = const()[name = tensor("op_1888_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_125_cast_fp16 = mul(x = linear_120_cast_fp16, y = var_1888_to_fp16)[name = tensor("tensor_125_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(344368960))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(345597824))), name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(345598016)))]; tensor linear_121_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_121_cast_fp16)[name = tensor("linear_121_cast_fp16")]; tensor var_1893 = const()[name = tensor("op_1893"), val = tensor([1, -1, 20, 64])]; tensor var_1894_cast_fp16 = reshape(shape = var_1893, x = linear_121_cast_fp16)[name = tensor("op_1894_cast_fp16")]; tensor var_1895_perm_0 = const()[name = tensor("op_1895_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(345600640))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(346829504))), name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(346829696)))]; tensor linear_122_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_121_cast_fp16)[name = tensor("linear_122_cast_fp16")]; tensor var_1900 = const()[name = tensor("op_1900"), val = tensor([1, -1, 20, 64])]; tensor var_1901_cast_fp16 = reshape(shape = var_1900, x = linear_122_cast_fp16)[name = tensor("op_1901_cast_fp16")]; tensor var_1902_perm_0 = const()[name = tensor("op_1902_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1909 = const()[name = tensor("op_1909"), val = tensor([1, 77, 20, 64])]; tensor var_1910_cast_fp16 = reshape(shape = var_1909, x = tensor_125_cast_fp16)[name = tensor("op_1910_cast_fp16")]; tensor var_1911_perm_0 = const()[name = tensor("op_1911_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1913 = const()[name = tensor("op_1913"), val = tensor([20, -1, 64])]; tensor var_1911_cast_fp16 = transpose(perm = var_1911_perm_0, x = var_1910_cast_fp16)[name = tensor("transpose_47")]; tensor query_states_41_cast_fp16 = reshape(shape = var_1913, x = var_1911_cast_fp16)[name = tensor("query_states_41_cast_fp16")]; tensor var_1915 = const()[name = tensor("op_1915"), val = tensor([20, -1, 64])]; tensor var_1895_cast_fp16 = transpose(perm = var_1895_perm_0, x = var_1894_cast_fp16)[name = tensor("transpose_46")]; tensor key_states_83_cast_fp16 = reshape(shape = var_1915, x = var_1895_cast_fp16)[name = tensor("key_states_83_cast_fp16")]; tensor var_1917 = const()[name = tensor("op_1917"), val = tensor([20, -1, 64])]; tensor var_1902_cast_fp16 = transpose(perm = var_1902_perm_0, x = var_1901_cast_fp16)[name = tensor("transpose_45")]; tensor value_states_83_cast_fp16 = reshape(shape = var_1917, x = var_1902_cast_fp16)[name = tensor("value_states_83_cast_fp16")]; tensor attn_weights_121_transpose_x_1 = const()[name = tensor("attn_weights_121_transpose_x_1"), val = tensor(false)]; tensor attn_weights_121_transpose_y_1 = const()[name = tensor("attn_weights_121_transpose_y_1"), val = tensor(true)]; tensor attn_weights_121_cast_fp16 = matmul(transpose_x = attn_weights_121_transpose_x_1, transpose_y = attn_weights_121_transpose_y_1, x = query_states_41_cast_fp16, y = key_states_83_cast_fp16)[name = tensor("attn_weights_121_cast_fp16")]; tensor var_1922 = const()[name = tensor("op_1922"), val = tensor([1, 20, 77, 77])]; tensor var_1923_cast_fp16 = reshape(shape = var_1922, x = attn_weights_121_cast_fp16)[name = tensor("op_1923_cast_fp16")]; tensor attn_weights_123_cast_fp16 = add(x = var_1923_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_123_cast_fp16")]; tensor var_1928 = const()[name = tensor("op_1928"), val = tensor([20, 77, 77])]; tensor input_325_cast_fp16 = reshape(shape = var_1928, x = attn_weights_123_cast_fp16)[name = tensor("input_325_cast_fp16")]; tensor input_327_cast_fp16 = softmax(axis = var_5, x = input_325_cast_fp16)[name = tensor("input_327_cast_fp16")]; tensor attn_output_121_transpose_x_0 = const()[name = tensor("attn_output_121_transpose_x_0"), val = tensor(false)]; tensor attn_output_121_transpose_y_0 = const()[name = tensor("attn_output_121_transpose_y_0"), val = tensor(false)]; tensor attn_output_121_cast_fp16 = matmul(transpose_x = attn_output_121_transpose_x_0, transpose_y = attn_output_121_transpose_y_0, x = input_327_cast_fp16, y = value_states_83_cast_fp16)[name = tensor("attn_output_121_cast_fp16")]; tensor var_1933 = const()[name = tensor("op_1933"), val = tensor([1, 20, 77, 64])]; tensor attn_output_123_cast_fp16 = reshape(shape = var_1933, x = attn_output_121_cast_fp16)[name = tensor("attn_output_123_cast_fp16")]; tensor attn_output_125_perm_0 = const()[name = tensor("attn_output_125_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1936 = const()[name = tensor("op_1936"), val = tensor([1, 77, 1280])]; tensor attn_output_125_cast_fp16 = transpose(perm = attn_output_125_perm_0, x = attn_output_123_cast_fp16)[name = tensor("transpose_44")]; tensor input_329_cast_fp16 = reshape(shape = var_1936, x = attn_output_125_cast_fp16)[name = tensor("input_329_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(346832320))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(348061184))), name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(348061376)))]; tensor linear_123_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16_palettized, x = input_329_cast_fp16)[name = tensor("linear_123_cast_fp16")]; tensor input_331_cast_fp16 = add(x = input_323_cast_fp16, y = linear_123_cast_fp16)[name = tensor("input_331_cast_fp16")]; tensor input_333_axes_0 = const()[name = tensor("input_333_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_20_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(348064000)))]; tensor text_encoder_text_model_encoder_layers_20_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(348066624)))]; tensor input_333_cast_fp16 = layer_norm(axes = input_333_axes_0, beta = text_encoder_text_model_encoder_layers_20_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_20_layer_norm2_weight_to_fp16, x = input_331_cast_fp16)[name = tensor("input_333_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_20_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(348069248))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(352984512))), name = tensor("text_encoder_text_model_encoder_layers_20_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_20_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(352984704)))]; tensor linear_124_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_20_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_mlp_fc1_weight_to_fp16_palettized, x = input_333_cast_fp16)[name = tensor("linear_124_cast_fp16")]; tensor input_337_mode_0 = const()[name = tensor("input_337_mode_0"), val = tensor("EXACT")]; tensor input_337_cast_fp16 = gelu(mode = input_337_mode_0, x = linear_124_cast_fp16)[name = tensor("input_337_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_20_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(352995008))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(357910272))), name = tensor("text_encoder_text_model_encoder_layers_20_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_20_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(357910464)))]; tensor linear_125_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_20_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_mlp_fc2_weight_to_fp16_palettized, x = input_337_cast_fp16)[name = tensor("linear_125_cast_fp16")]; tensor input_339_cast_fp16 = add(x = input_331_cast_fp16, y = linear_125_cast_fp16)[name = tensor("input_339_cast_fp16")]; tensor hidden_states_127_axes_0 = const()[name = tensor("hidden_states_127_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_21_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(357913088)))]; tensor text_encoder_text_model_encoder_layers_21_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(357915712)))]; tensor hidden_states_127_cast_fp16 = layer_norm(axes = hidden_states_127_axes_0, beta = text_encoder_text_model_encoder_layers_21_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_21_layer_norm1_weight_to_fp16, x = input_339_cast_fp16)[name = tensor("hidden_states_127_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(357918336))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(359147200))), name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(359147392)))]; tensor linear_126_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_127_cast_fp16)[name = tensor("linear_126_cast_fp16")]; tensor var_1975_to_fp16 = const()[name = tensor("op_1975_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_131_cast_fp16 = mul(x = linear_126_cast_fp16, y = var_1975_to_fp16)[name = tensor("tensor_131_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(359150016))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(360378880))), name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(360379072)))]; tensor linear_127_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_127_cast_fp16)[name = tensor("linear_127_cast_fp16")]; tensor var_1980 = const()[name = tensor("op_1980"), val = tensor([1, -1, 20, 64])]; tensor var_1981_cast_fp16 = reshape(shape = var_1980, x = linear_127_cast_fp16)[name = tensor("op_1981_cast_fp16")]; tensor var_1982_perm_0 = const()[name = tensor("op_1982_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(360381696))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(361610560))), name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(361610752)))]; tensor linear_128_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_127_cast_fp16)[name = tensor("linear_128_cast_fp16")]; tensor var_1987 = const()[name = tensor("op_1987"), val = tensor([1, -1, 20, 64])]; tensor var_1988_cast_fp16 = reshape(shape = var_1987, x = linear_128_cast_fp16)[name = tensor("op_1988_cast_fp16")]; tensor var_1989_perm_0 = const()[name = tensor("op_1989_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1996 = const()[name = tensor("op_1996"), val = tensor([1, 77, 20, 64])]; tensor var_1997_cast_fp16 = reshape(shape = var_1996, x = tensor_131_cast_fp16)[name = tensor("op_1997_cast_fp16")]; tensor var_1998_perm_0 = const()[name = tensor("op_1998_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2000 = const()[name = tensor("op_2000"), val = tensor([20, -1, 64])]; tensor var_1998_cast_fp16 = transpose(perm = var_1998_perm_0, x = var_1997_cast_fp16)[name = tensor("transpose_43")]; tensor query_states_43_cast_fp16 = reshape(shape = var_2000, x = var_1998_cast_fp16)[name = tensor("query_states_43_cast_fp16")]; tensor var_2002 = const()[name = tensor("op_2002"), val = tensor([20, -1, 64])]; tensor var_1982_cast_fp16 = transpose(perm = var_1982_perm_0, x = var_1981_cast_fp16)[name = tensor("transpose_42")]; tensor key_states_87_cast_fp16 = reshape(shape = var_2002, x = var_1982_cast_fp16)[name = tensor("key_states_87_cast_fp16")]; tensor var_2004 = const()[name = tensor("op_2004"), val = tensor([20, -1, 64])]; tensor var_1989_cast_fp16 = transpose(perm = var_1989_perm_0, x = var_1988_cast_fp16)[name = tensor("transpose_41")]; tensor value_states_87_cast_fp16 = reshape(shape = var_2004, x = var_1989_cast_fp16)[name = tensor("value_states_87_cast_fp16")]; tensor attn_weights_127_transpose_x_1 = const()[name = tensor("attn_weights_127_transpose_x_1"), val = tensor(false)]; tensor attn_weights_127_transpose_y_1 = const()[name = tensor("attn_weights_127_transpose_y_1"), val = tensor(true)]; tensor attn_weights_127_cast_fp16 = matmul(transpose_x = attn_weights_127_transpose_x_1, transpose_y = attn_weights_127_transpose_y_1, x = query_states_43_cast_fp16, y = key_states_87_cast_fp16)[name = tensor("attn_weights_127_cast_fp16")]; tensor var_2009 = const()[name = tensor("op_2009"), val = tensor([1, 20, 77, 77])]; tensor var_2010_cast_fp16 = reshape(shape = var_2009, x = attn_weights_127_cast_fp16)[name = tensor("op_2010_cast_fp16")]; tensor attn_weights_129_cast_fp16 = add(x = var_2010_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_129_cast_fp16")]; tensor var_2015 = const()[name = tensor("op_2015"), val = tensor([20, 77, 77])]; tensor input_341_cast_fp16 = reshape(shape = var_2015, x = attn_weights_129_cast_fp16)[name = tensor("input_341_cast_fp16")]; tensor input_343_cast_fp16 = softmax(axis = var_5, x = input_341_cast_fp16)[name = tensor("input_343_cast_fp16")]; tensor attn_output_127_transpose_x_0 = const()[name = tensor("attn_output_127_transpose_x_0"), val = tensor(false)]; tensor attn_output_127_transpose_y_0 = const()[name = tensor("attn_output_127_transpose_y_0"), val = tensor(false)]; tensor attn_output_127_cast_fp16 = matmul(transpose_x = attn_output_127_transpose_x_0, transpose_y = attn_output_127_transpose_y_0, x = input_343_cast_fp16, y = value_states_87_cast_fp16)[name = tensor("attn_output_127_cast_fp16")]; tensor var_2020 = const()[name = tensor("op_2020"), val = tensor([1, 20, 77, 64])]; tensor attn_output_129_cast_fp16 = reshape(shape = var_2020, x = attn_output_127_cast_fp16)[name = tensor("attn_output_129_cast_fp16")]; tensor attn_output_131_perm_0 = const()[name = tensor("attn_output_131_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2023 = const()[name = tensor("op_2023"), val = tensor([1, 77, 1280])]; tensor attn_output_131_cast_fp16 = transpose(perm = attn_output_131_perm_0, x = attn_output_129_cast_fp16)[name = tensor("transpose_40")]; tensor input_345_cast_fp16 = reshape(shape = var_2023, x = attn_output_131_cast_fp16)[name = tensor("input_345_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(361613376))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(362842240))), name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(362842432)))]; tensor linear_129_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16_palettized, x = input_345_cast_fp16)[name = tensor("linear_129_cast_fp16")]; tensor input_347_cast_fp16 = add(x = input_339_cast_fp16, y = linear_129_cast_fp16)[name = tensor("input_347_cast_fp16")]; tensor input_349_axes_0 = const()[name = tensor("input_349_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_21_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(362845056)))]; tensor text_encoder_text_model_encoder_layers_21_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(362847680)))]; tensor input_349_cast_fp16 = layer_norm(axes = input_349_axes_0, beta = text_encoder_text_model_encoder_layers_21_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_21_layer_norm2_weight_to_fp16, x = input_347_cast_fp16)[name = tensor("input_349_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_21_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(362850304))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(367765568))), name = tensor("text_encoder_text_model_encoder_layers_21_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_21_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(367765760)))]; tensor linear_130_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_21_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_mlp_fc1_weight_to_fp16_palettized, x = input_349_cast_fp16)[name = tensor("linear_130_cast_fp16")]; tensor input_353_mode_0 = const()[name = tensor("input_353_mode_0"), val = tensor("EXACT")]; tensor input_353_cast_fp16 = gelu(mode = input_353_mode_0, x = linear_130_cast_fp16)[name = tensor("input_353_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_21_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(367776064))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(372691328))), name = tensor("text_encoder_text_model_encoder_layers_21_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_21_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(372691520)))]; tensor linear_131_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_21_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_mlp_fc2_weight_to_fp16_palettized, x = input_353_cast_fp16)[name = tensor("linear_131_cast_fp16")]; tensor input_355_cast_fp16 = add(x = input_347_cast_fp16, y = linear_131_cast_fp16)[name = tensor("input_355_cast_fp16")]; tensor hidden_states_133_axes_0 = const()[name = tensor("hidden_states_133_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_22_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(372694144)))]; tensor text_encoder_text_model_encoder_layers_22_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(372696768)))]; tensor hidden_states_133_cast_fp16 = layer_norm(axes = hidden_states_133_axes_0, beta = text_encoder_text_model_encoder_layers_22_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_22_layer_norm1_weight_to_fp16, x = input_355_cast_fp16)[name = tensor("hidden_states_133_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(372699392))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(373928256))), name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(373928448)))]; tensor linear_132_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_133_cast_fp16)[name = tensor("linear_132_cast_fp16")]; tensor var_2062_to_fp16 = const()[name = tensor("op_2062_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_137_cast_fp16 = mul(x = linear_132_cast_fp16, y = var_2062_to_fp16)[name = tensor("tensor_137_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(373931072))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(375159936))), name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(375160128)))]; tensor linear_133_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_133_cast_fp16)[name = tensor("linear_133_cast_fp16")]; tensor var_2067 = const()[name = tensor("op_2067"), val = tensor([1, -1, 20, 64])]; tensor var_2068_cast_fp16 = reshape(shape = var_2067, x = linear_133_cast_fp16)[name = tensor("op_2068_cast_fp16")]; tensor var_2069_perm_0 = const()[name = tensor("op_2069_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(375162752))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(376391616))), name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(376391808)))]; tensor linear_134_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_133_cast_fp16)[name = tensor("linear_134_cast_fp16")]; tensor var_2074 = const()[name = tensor("op_2074"), val = tensor([1, -1, 20, 64])]; tensor var_2075_cast_fp16 = reshape(shape = var_2074, x = linear_134_cast_fp16)[name = tensor("op_2075_cast_fp16")]; tensor var_2076_perm_0 = const()[name = tensor("op_2076_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2083 = const()[name = tensor("op_2083"), val = tensor([1, 77, 20, 64])]; tensor var_2084_cast_fp16 = reshape(shape = var_2083, x = tensor_137_cast_fp16)[name = tensor("op_2084_cast_fp16")]; tensor var_2085_perm_0 = const()[name = tensor("op_2085_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2087 = const()[name = tensor("op_2087"), val = tensor([20, -1, 64])]; tensor var_2085_cast_fp16 = transpose(perm = var_2085_perm_0, x = var_2084_cast_fp16)[name = tensor("transpose_39")]; tensor query_states_45_cast_fp16 = reshape(shape = var_2087, x = var_2085_cast_fp16)[name = tensor("query_states_45_cast_fp16")]; tensor var_2089 = const()[name = tensor("op_2089"), val = tensor([20, -1, 64])]; tensor var_2069_cast_fp16 = transpose(perm = var_2069_perm_0, x = var_2068_cast_fp16)[name = tensor("transpose_38")]; tensor key_states_91_cast_fp16 = reshape(shape = var_2089, x = var_2069_cast_fp16)[name = tensor("key_states_91_cast_fp16")]; tensor var_2091 = const()[name = tensor("op_2091"), val = tensor([20, -1, 64])]; tensor var_2076_cast_fp16 = transpose(perm = var_2076_perm_0, x = var_2075_cast_fp16)[name = tensor("transpose_37")]; tensor value_states_91_cast_fp16 = reshape(shape = var_2091, x = var_2076_cast_fp16)[name = tensor("value_states_91_cast_fp16")]; tensor attn_weights_133_transpose_x_1 = const()[name = tensor("attn_weights_133_transpose_x_1"), val = tensor(false)]; tensor attn_weights_133_transpose_y_1 = const()[name = tensor("attn_weights_133_transpose_y_1"), val = tensor(true)]; tensor attn_weights_133_cast_fp16 = matmul(transpose_x = attn_weights_133_transpose_x_1, transpose_y = attn_weights_133_transpose_y_1, x = query_states_45_cast_fp16, y = key_states_91_cast_fp16)[name = tensor("attn_weights_133_cast_fp16")]; tensor var_2096 = const()[name = tensor("op_2096"), val = tensor([1, 20, 77, 77])]; tensor var_2097_cast_fp16 = reshape(shape = var_2096, x = attn_weights_133_cast_fp16)[name = tensor("op_2097_cast_fp16")]; tensor attn_weights_135_cast_fp16 = add(x = var_2097_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_135_cast_fp16")]; tensor var_2102 = const()[name = tensor("op_2102"), val = tensor([20, 77, 77])]; tensor input_357_cast_fp16 = reshape(shape = var_2102, x = attn_weights_135_cast_fp16)[name = tensor("input_357_cast_fp16")]; tensor input_359_cast_fp16 = softmax(axis = var_5, x = input_357_cast_fp16)[name = tensor("input_359_cast_fp16")]; tensor attn_output_133_transpose_x_0 = const()[name = tensor("attn_output_133_transpose_x_0"), val = tensor(false)]; tensor attn_output_133_transpose_y_0 = const()[name = tensor("attn_output_133_transpose_y_0"), val = tensor(false)]; tensor attn_output_133_cast_fp16 = matmul(transpose_x = attn_output_133_transpose_x_0, transpose_y = attn_output_133_transpose_y_0, x = input_359_cast_fp16, y = value_states_91_cast_fp16)[name = tensor("attn_output_133_cast_fp16")]; tensor var_2107 = const()[name = tensor("op_2107"), val = tensor([1, 20, 77, 64])]; tensor attn_output_135_cast_fp16 = reshape(shape = var_2107, x = attn_output_133_cast_fp16)[name = tensor("attn_output_135_cast_fp16")]; tensor attn_output_137_perm_0 = const()[name = tensor("attn_output_137_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2110 = const()[name = tensor("op_2110"), val = tensor([1, 77, 1280])]; tensor attn_output_137_cast_fp16 = transpose(perm = attn_output_137_perm_0, x = attn_output_135_cast_fp16)[name = tensor("transpose_36")]; tensor input_361_cast_fp16 = reshape(shape = var_2110, x = attn_output_137_cast_fp16)[name = tensor("input_361_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(376394432))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(377623296))), name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(377623488)))]; tensor linear_135_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16_palettized, x = input_361_cast_fp16)[name = tensor("linear_135_cast_fp16")]; tensor input_363_cast_fp16 = add(x = input_355_cast_fp16, y = linear_135_cast_fp16)[name = tensor("input_363_cast_fp16")]; tensor input_365_axes_0 = const()[name = tensor("input_365_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_22_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(377626112)))]; tensor text_encoder_text_model_encoder_layers_22_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(377628736)))]; tensor input_365_cast_fp16 = layer_norm(axes = input_365_axes_0, beta = text_encoder_text_model_encoder_layers_22_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_22_layer_norm2_weight_to_fp16, x = input_363_cast_fp16)[name = tensor("input_365_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_22_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(377631360))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(382546624))), name = tensor("text_encoder_text_model_encoder_layers_22_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_22_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(382546816)))]; tensor linear_136_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_22_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_mlp_fc1_weight_to_fp16_palettized, x = input_365_cast_fp16)[name = tensor("linear_136_cast_fp16")]; tensor input_369_mode_0 = const()[name = tensor("input_369_mode_0"), val = tensor("EXACT")]; tensor input_369_cast_fp16 = gelu(mode = input_369_mode_0, x = linear_136_cast_fp16)[name = tensor("input_369_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_22_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(382557120))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(387472384))), name = tensor("text_encoder_text_model_encoder_layers_22_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_22_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(387472576)))]; tensor linear_137_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_22_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_mlp_fc2_weight_to_fp16_palettized, x = input_369_cast_fp16)[name = tensor("linear_137_cast_fp16")]; tensor input_371_cast_fp16 = add(x = input_363_cast_fp16, y = linear_137_cast_fp16)[name = tensor("input_371_cast_fp16")]; tensor hidden_states_139_axes_0 = const()[name = tensor("hidden_states_139_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_23_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_23_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(387475200)))]; tensor text_encoder_text_model_encoder_layers_23_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_23_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(387477824)))]; tensor hidden_states_139_cast_fp16 = layer_norm(axes = hidden_states_139_axes_0, beta = text_encoder_text_model_encoder_layers_23_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_23_layer_norm1_weight_to_fp16, x = input_371_cast_fp16)[name = tensor("hidden_states_139_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(387480448))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(388709312))), name = tensor("text_encoder_text_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(388709504)))]; tensor linear_138_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_139_cast_fp16)[name = tensor("linear_138_cast_fp16")]; tensor var_2149_to_fp16 = const()[name = tensor("op_2149_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_143_cast_fp16 = mul(x = linear_138_cast_fp16, y = var_2149_to_fp16)[name = tensor("tensor_143_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(388712128))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(389940992))), name = tensor("text_encoder_text_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(389941184)))]; tensor linear_139_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_139_cast_fp16)[name = tensor("linear_139_cast_fp16")]; tensor var_2154 = const()[name = tensor("op_2154"), val = tensor([1, -1, 20, 64])]; tensor var_2155_cast_fp16 = reshape(shape = var_2154, x = linear_139_cast_fp16)[name = tensor("op_2155_cast_fp16")]; tensor var_2156_perm_0 = const()[name = tensor("op_2156_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(389943808))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(391172672))), name = tensor("text_encoder_text_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(391172864)))]; tensor linear_140_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_139_cast_fp16)[name = tensor("linear_140_cast_fp16")]; tensor var_2161 = const()[name = tensor("op_2161"), val = tensor([1, -1, 20, 64])]; tensor var_2162_cast_fp16 = reshape(shape = var_2161, x = linear_140_cast_fp16)[name = tensor("op_2162_cast_fp16")]; tensor var_2163_perm_0 = const()[name = tensor("op_2163_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2170 = const()[name = tensor("op_2170"), val = tensor([1, 77, 20, 64])]; tensor var_2171_cast_fp16 = reshape(shape = var_2170, x = tensor_143_cast_fp16)[name = tensor("op_2171_cast_fp16")]; tensor var_2172_perm_0 = const()[name = tensor("op_2172_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2174 = const()[name = tensor("op_2174"), val = tensor([20, -1, 64])]; tensor var_2172_cast_fp16 = transpose(perm = var_2172_perm_0, x = var_2171_cast_fp16)[name = tensor("transpose_35")]; tensor query_states_47_cast_fp16 = reshape(shape = var_2174, x = var_2172_cast_fp16)[name = tensor("query_states_47_cast_fp16")]; tensor var_2176 = const()[name = tensor("op_2176"), val = tensor([20, -1, 64])]; tensor var_2156_cast_fp16 = transpose(perm = var_2156_perm_0, x = var_2155_cast_fp16)[name = tensor("transpose_34")]; tensor key_states_95_cast_fp16 = reshape(shape = var_2176, x = var_2156_cast_fp16)[name = tensor("key_states_95_cast_fp16")]; tensor var_2178 = const()[name = tensor("op_2178"), val = tensor([20, -1, 64])]; tensor var_2163_cast_fp16 = transpose(perm = var_2163_perm_0, x = var_2162_cast_fp16)[name = tensor("transpose_33")]; tensor value_states_95_cast_fp16 = reshape(shape = var_2178, x = var_2163_cast_fp16)[name = tensor("value_states_95_cast_fp16")]; tensor attn_weights_139_transpose_x_1 = const()[name = tensor("attn_weights_139_transpose_x_1"), val = tensor(false)]; tensor attn_weights_139_transpose_y_1 = const()[name = tensor("attn_weights_139_transpose_y_1"), val = tensor(true)]; tensor attn_weights_139_cast_fp16 = matmul(transpose_x = attn_weights_139_transpose_x_1, transpose_y = attn_weights_139_transpose_y_1, x = query_states_47_cast_fp16, y = key_states_95_cast_fp16)[name = tensor("attn_weights_139_cast_fp16")]; tensor var_2183 = const()[name = tensor("op_2183"), val = tensor([1, 20, 77, 77])]; tensor var_2184_cast_fp16 = reshape(shape = var_2183, x = attn_weights_139_cast_fp16)[name = tensor("op_2184_cast_fp16")]; tensor attn_weights_141_cast_fp16 = add(x = var_2184_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_141_cast_fp16")]; tensor var_2189 = const()[name = tensor("op_2189"), val = tensor([20, 77, 77])]; tensor input_373_cast_fp16 = reshape(shape = var_2189, x = attn_weights_141_cast_fp16)[name = tensor("input_373_cast_fp16")]; tensor input_375_cast_fp16 = softmax(axis = var_5, x = input_373_cast_fp16)[name = tensor("input_375_cast_fp16")]; tensor attn_output_139_transpose_x_0 = const()[name = tensor("attn_output_139_transpose_x_0"), val = tensor(false)]; tensor attn_output_139_transpose_y_0 = const()[name = tensor("attn_output_139_transpose_y_0"), val = tensor(false)]; tensor attn_output_139_cast_fp16 = matmul(transpose_x = attn_output_139_transpose_x_0, transpose_y = attn_output_139_transpose_y_0, x = input_375_cast_fp16, y = value_states_95_cast_fp16)[name = tensor("attn_output_139_cast_fp16")]; tensor var_2194 = const()[name = tensor("op_2194"), val = tensor([1, 20, 77, 64])]; tensor attn_output_141_cast_fp16 = reshape(shape = var_2194, x = attn_output_139_cast_fp16)[name = tensor("attn_output_141_cast_fp16")]; tensor attn_output_143_perm_0 = const()[name = tensor("attn_output_143_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2197 = const()[name = tensor("op_2197"), val = tensor([1, 77, 1280])]; tensor attn_output_143_cast_fp16 = transpose(perm = attn_output_143_perm_0, x = attn_output_141_cast_fp16)[name = tensor("transpose_32")]; tensor input_377_cast_fp16 = reshape(shape = var_2197, x = attn_output_143_cast_fp16)[name = tensor("input_377_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(391175488))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(392404352))), name = tensor("text_encoder_text_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(392404544)))]; tensor linear_141_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16_palettized, x = input_377_cast_fp16)[name = tensor("linear_141_cast_fp16")]; tensor input_379_cast_fp16 = add(x = input_371_cast_fp16, y = linear_141_cast_fp16)[name = tensor("input_379_cast_fp16")]; tensor input_381_axes_0 = const()[name = tensor("input_381_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_23_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_23_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(392407168)))]; tensor text_encoder_text_model_encoder_layers_23_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_23_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(392409792)))]; tensor input_381_cast_fp16 = layer_norm(axes = input_381_axes_0, beta = text_encoder_text_model_encoder_layers_23_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_23_layer_norm2_weight_to_fp16, x = input_379_cast_fp16)[name = tensor("input_381_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_23_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(392412416))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(397327680))), name = tensor("text_encoder_text_model_encoder_layers_23_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_23_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_23_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(397327872)))]; tensor linear_142_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_23_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_23_mlp_fc1_weight_to_fp16_palettized, x = input_381_cast_fp16)[name = tensor("linear_142_cast_fp16")]; tensor input_385_mode_0 = const()[name = tensor("input_385_mode_0"), val = tensor("EXACT")]; tensor input_385_cast_fp16 = gelu(mode = input_385_mode_0, x = linear_142_cast_fp16)[name = tensor("input_385_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_23_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(397338176))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(402253440))), name = tensor("text_encoder_text_model_encoder_layers_23_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_23_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_23_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(402253632)))]; tensor linear_143_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_23_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_23_mlp_fc2_weight_to_fp16_palettized, x = input_385_cast_fp16)[name = tensor("linear_143_cast_fp16")]; tensor input_387_cast_fp16 = add(x = input_379_cast_fp16, y = linear_143_cast_fp16)[name = tensor("input_387_cast_fp16")]; tensor hidden_states_145_axes_0 = const()[name = tensor("hidden_states_145_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_24_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_24_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(402256256)))]; tensor text_encoder_text_model_encoder_layers_24_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_24_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(402258880)))]; tensor hidden_states_145_cast_fp16 = layer_norm(axes = hidden_states_145_axes_0, beta = text_encoder_text_model_encoder_layers_24_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_24_layer_norm1_weight_to_fp16, x = input_387_cast_fp16)[name = tensor("hidden_states_145_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_24_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(402261504))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(403490368))), name = tensor("text_encoder_text_model_encoder_layers_24_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_24_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_24_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(403490560)))]; tensor linear_144_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_24_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_24_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_145_cast_fp16)[name = tensor("linear_144_cast_fp16")]; tensor var_2236_to_fp16 = const()[name = tensor("op_2236_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_149_cast_fp16 = mul(x = linear_144_cast_fp16, y = var_2236_to_fp16)[name = tensor("tensor_149_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_24_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(403493184))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(404722048))), name = tensor("text_encoder_text_model_encoder_layers_24_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_24_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_24_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(404722240)))]; tensor linear_145_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_24_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_24_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_145_cast_fp16)[name = tensor("linear_145_cast_fp16")]; tensor var_2241 = const()[name = tensor("op_2241"), val = tensor([1, -1, 20, 64])]; tensor var_2242_cast_fp16 = reshape(shape = var_2241, x = linear_145_cast_fp16)[name = tensor("op_2242_cast_fp16")]; tensor var_2243_perm_0 = const()[name = tensor("op_2243_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_24_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(404724864))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(405953728))), name = tensor("text_encoder_text_model_encoder_layers_24_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_24_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_24_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(405953920)))]; tensor linear_146_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_24_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_24_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_145_cast_fp16)[name = tensor("linear_146_cast_fp16")]; tensor var_2248 = const()[name = tensor("op_2248"), val = tensor([1, -1, 20, 64])]; tensor var_2249_cast_fp16 = reshape(shape = var_2248, x = linear_146_cast_fp16)[name = tensor("op_2249_cast_fp16")]; tensor var_2250_perm_0 = const()[name = tensor("op_2250_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2257 = const()[name = tensor("op_2257"), val = tensor([1, 77, 20, 64])]; tensor var_2258_cast_fp16 = reshape(shape = var_2257, x = tensor_149_cast_fp16)[name = tensor("op_2258_cast_fp16")]; tensor var_2259_perm_0 = const()[name = tensor("op_2259_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2261 = const()[name = tensor("op_2261"), val = tensor([20, -1, 64])]; tensor var_2259_cast_fp16 = transpose(perm = var_2259_perm_0, x = var_2258_cast_fp16)[name = tensor("transpose_31")]; tensor query_states_49_cast_fp16 = reshape(shape = var_2261, x = var_2259_cast_fp16)[name = tensor("query_states_49_cast_fp16")]; tensor var_2263 = const()[name = tensor("op_2263"), val = tensor([20, -1, 64])]; tensor var_2243_cast_fp16 = transpose(perm = var_2243_perm_0, x = var_2242_cast_fp16)[name = tensor("transpose_30")]; tensor key_states_99_cast_fp16 = reshape(shape = var_2263, x = var_2243_cast_fp16)[name = tensor("key_states_99_cast_fp16")]; tensor var_2265 = const()[name = tensor("op_2265"), val = tensor([20, -1, 64])]; tensor var_2250_cast_fp16 = transpose(perm = var_2250_perm_0, x = var_2249_cast_fp16)[name = tensor("transpose_29")]; tensor value_states_99_cast_fp16 = reshape(shape = var_2265, x = var_2250_cast_fp16)[name = tensor("value_states_99_cast_fp16")]; tensor attn_weights_145_transpose_x_1 = const()[name = tensor("attn_weights_145_transpose_x_1"), val = tensor(false)]; tensor attn_weights_145_transpose_y_1 = const()[name = tensor("attn_weights_145_transpose_y_1"), val = tensor(true)]; tensor attn_weights_145_cast_fp16 = matmul(transpose_x = attn_weights_145_transpose_x_1, transpose_y = attn_weights_145_transpose_y_1, x = query_states_49_cast_fp16, y = key_states_99_cast_fp16)[name = tensor("attn_weights_145_cast_fp16")]; tensor var_2270 = const()[name = tensor("op_2270"), val = tensor([1, 20, 77, 77])]; tensor var_2271_cast_fp16 = reshape(shape = var_2270, x = attn_weights_145_cast_fp16)[name = tensor("op_2271_cast_fp16")]; tensor attn_weights_147_cast_fp16 = add(x = var_2271_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_147_cast_fp16")]; tensor var_2276 = const()[name = tensor("op_2276"), val = tensor([20, 77, 77])]; tensor input_389_cast_fp16 = reshape(shape = var_2276, x = attn_weights_147_cast_fp16)[name = tensor("input_389_cast_fp16")]; tensor input_391_cast_fp16 = softmax(axis = var_5, x = input_389_cast_fp16)[name = tensor("input_391_cast_fp16")]; tensor attn_output_145_transpose_x_0 = const()[name = tensor("attn_output_145_transpose_x_0"), val = tensor(false)]; tensor attn_output_145_transpose_y_0 = const()[name = tensor("attn_output_145_transpose_y_0"), val = tensor(false)]; tensor attn_output_145_cast_fp16 = matmul(transpose_x = attn_output_145_transpose_x_0, transpose_y = attn_output_145_transpose_y_0, x = input_391_cast_fp16, y = value_states_99_cast_fp16)[name = tensor("attn_output_145_cast_fp16")]; tensor var_2281 = const()[name = tensor("op_2281"), val = tensor([1, 20, 77, 64])]; tensor attn_output_147_cast_fp16 = reshape(shape = var_2281, x = attn_output_145_cast_fp16)[name = tensor("attn_output_147_cast_fp16")]; tensor attn_output_149_perm_0 = const()[name = tensor("attn_output_149_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2284 = const()[name = tensor("op_2284"), val = tensor([1, 77, 1280])]; tensor attn_output_149_cast_fp16 = transpose(perm = attn_output_149_perm_0, x = attn_output_147_cast_fp16)[name = tensor("transpose_28")]; tensor input_393_cast_fp16 = reshape(shape = var_2284, x = attn_output_149_cast_fp16)[name = tensor("input_393_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_24_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(405956544))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(407185408))), name = tensor("text_encoder_text_model_encoder_layers_24_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_24_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_24_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(407185600)))]; tensor linear_147_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_24_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_24_self_attn_out_proj_weight_to_fp16_palettized, x = input_393_cast_fp16)[name = tensor("linear_147_cast_fp16")]; tensor input_395_cast_fp16 = add(x = input_387_cast_fp16, y = linear_147_cast_fp16)[name = tensor("input_395_cast_fp16")]; tensor input_397_axes_0 = const()[name = tensor("input_397_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_24_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_24_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(407188224)))]; tensor text_encoder_text_model_encoder_layers_24_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_24_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(407190848)))]; tensor input_397_cast_fp16 = layer_norm(axes = input_397_axes_0, beta = text_encoder_text_model_encoder_layers_24_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_24_layer_norm2_weight_to_fp16, x = input_395_cast_fp16)[name = tensor("input_397_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_24_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(407193472))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(412108736))), name = tensor("text_encoder_text_model_encoder_layers_24_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_24_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_24_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(412108928)))]; tensor linear_148_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_24_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_24_mlp_fc1_weight_to_fp16_palettized, x = input_397_cast_fp16)[name = tensor("linear_148_cast_fp16")]; tensor input_401_mode_0 = const()[name = tensor("input_401_mode_0"), val = tensor("EXACT")]; tensor input_401_cast_fp16 = gelu(mode = input_401_mode_0, x = linear_148_cast_fp16)[name = tensor("input_401_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_24_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(412119232))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(417034496))), name = tensor("text_encoder_text_model_encoder_layers_24_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_24_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_24_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(417034688)))]; tensor linear_149_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_24_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_24_mlp_fc2_weight_to_fp16_palettized, x = input_401_cast_fp16)[name = tensor("linear_149_cast_fp16")]; tensor input_403_cast_fp16 = add(x = input_395_cast_fp16, y = linear_149_cast_fp16)[name = tensor("input_403_cast_fp16")]; tensor hidden_states_151_axes_0 = const()[name = tensor("hidden_states_151_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_25_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_25_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(417037312)))]; tensor text_encoder_text_model_encoder_layers_25_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_25_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(417039936)))]; tensor hidden_states_151_cast_fp16 = layer_norm(axes = hidden_states_151_axes_0, beta = text_encoder_text_model_encoder_layers_25_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_25_layer_norm1_weight_to_fp16, x = input_403_cast_fp16)[name = tensor("hidden_states_151_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_25_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(417042560))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(418271424))), name = tensor("text_encoder_text_model_encoder_layers_25_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_25_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_25_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(418271616)))]; tensor linear_150_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_25_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_25_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_151_cast_fp16)[name = tensor("linear_150_cast_fp16")]; tensor var_2323_to_fp16 = const()[name = tensor("op_2323_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_155_cast_fp16 = mul(x = linear_150_cast_fp16, y = var_2323_to_fp16)[name = tensor("tensor_155_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_25_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(418274240))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(419503104))), name = tensor("text_encoder_text_model_encoder_layers_25_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_25_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_25_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(419503296)))]; tensor linear_151_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_25_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_25_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_151_cast_fp16)[name = tensor("linear_151_cast_fp16")]; tensor var_2328 = const()[name = tensor("op_2328"), val = tensor([1, -1, 20, 64])]; tensor var_2329_cast_fp16 = reshape(shape = var_2328, x = linear_151_cast_fp16)[name = tensor("op_2329_cast_fp16")]; tensor var_2330_perm_0 = const()[name = tensor("op_2330_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_25_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(419505920))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(420734784))), name = tensor("text_encoder_text_model_encoder_layers_25_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_25_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_25_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(420734976)))]; tensor linear_152_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_25_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_25_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_151_cast_fp16)[name = tensor("linear_152_cast_fp16")]; tensor var_2335 = const()[name = tensor("op_2335"), val = tensor([1, -1, 20, 64])]; tensor var_2336_cast_fp16 = reshape(shape = var_2335, x = linear_152_cast_fp16)[name = tensor("op_2336_cast_fp16")]; tensor var_2337_perm_0 = const()[name = tensor("op_2337_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2344 = const()[name = tensor("op_2344"), val = tensor([1, 77, 20, 64])]; tensor var_2345_cast_fp16 = reshape(shape = var_2344, x = tensor_155_cast_fp16)[name = tensor("op_2345_cast_fp16")]; tensor var_2346_perm_0 = const()[name = tensor("op_2346_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2348 = const()[name = tensor("op_2348"), val = tensor([20, -1, 64])]; tensor var_2346_cast_fp16 = transpose(perm = var_2346_perm_0, x = var_2345_cast_fp16)[name = tensor("transpose_27")]; tensor query_states_51_cast_fp16 = reshape(shape = var_2348, x = var_2346_cast_fp16)[name = tensor("query_states_51_cast_fp16")]; tensor var_2350 = const()[name = tensor("op_2350"), val = tensor([20, -1, 64])]; tensor var_2330_cast_fp16 = transpose(perm = var_2330_perm_0, x = var_2329_cast_fp16)[name = tensor("transpose_26")]; tensor key_states_103_cast_fp16 = reshape(shape = var_2350, x = var_2330_cast_fp16)[name = tensor("key_states_103_cast_fp16")]; tensor var_2352 = const()[name = tensor("op_2352"), val = tensor([20, -1, 64])]; tensor var_2337_cast_fp16 = transpose(perm = var_2337_perm_0, x = var_2336_cast_fp16)[name = tensor("transpose_25")]; tensor value_states_103_cast_fp16 = reshape(shape = var_2352, x = var_2337_cast_fp16)[name = tensor("value_states_103_cast_fp16")]; tensor attn_weights_151_transpose_x_1 = const()[name = tensor("attn_weights_151_transpose_x_1"), val = tensor(false)]; tensor attn_weights_151_transpose_y_1 = const()[name = tensor("attn_weights_151_transpose_y_1"), val = tensor(true)]; tensor attn_weights_151_cast_fp16 = matmul(transpose_x = attn_weights_151_transpose_x_1, transpose_y = attn_weights_151_transpose_y_1, x = query_states_51_cast_fp16, y = key_states_103_cast_fp16)[name = tensor("attn_weights_151_cast_fp16")]; tensor var_2357 = const()[name = tensor("op_2357"), val = tensor([1, 20, 77, 77])]; tensor var_2358_cast_fp16 = reshape(shape = var_2357, x = attn_weights_151_cast_fp16)[name = tensor("op_2358_cast_fp16")]; tensor attn_weights_153_cast_fp16 = add(x = var_2358_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_153_cast_fp16")]; tensor var_2363 = const()[name = tensor("op_2363"), val = tensor([20, 77, 77])]; tensor input_405_cast_fp16 = reshape(shape = var_2363, x = attn_weights_153_cast_fp16)[name = tensor("input_405_cast_fp16")]; tensor input_407_cast_fp16 = softmax(axis = var_5, x = input_405_cast_fp16)[name = tensor("input_407_cast_fp16")]; tensor attn_output_151_transpose_x_0 = const()[name = tensor("attn_output_151_transpose_x_0"), val = tensor(false)]; tensor attn_output_151_transpose_y_0 = const()[name = tensor("attn_output_151_transpose_y_0"), val = tensor(false)]; tensor attn_output_151_cast_fp16 = matmul(transpose_x = attn_output_151_transpose_x_0, transpose_y = attn_output_151_transpose_y_0, x = input_407_cast_fp16, y = value_states_103_cast_fp16)[name = tensor("attn_output_151_cast_fp16")]; tensor var_2368 = const()[name = tensor("op_2368"), val = tensor([1, 20, 77, 64])]; tensor attn_output_153_cast_fp16 = reshape(shape = var_2368, x = attn_output_151_cast_fp16)[name = tensor("attn_output_153_cast_fp16")]; tensor attn_output_155_perm_0 = const()[name = tensor("attn_output_155_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2371 = const()[name = tensor("op_2371"), val = tensor([1, 77, 1280])]; tensor attn_output_155_cast_fp16 = transpose(perm = attn_output_155_perm_0, x = attn_output_153_cast_fp16)[name = tensor("transpose_24")]; tensor input_409_cast_fp16 = reshape(shape = var_2371, x = attn_output_155_cast_fp16)[name = tensor("input_409_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_25_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(420737600))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(421966464))), name = tensor("text_encoder_text_model_encoder_layers_25_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_25_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_25_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(421966656)))]; tensor linear_153_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_25_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_25_self_attn_out_proj_weight_to_fp16_palettized, x = input_409_cast_fp16)[name = tensor("linear_153_cast_fp16")]; tensor input_411_cast_fp16 = add(x = input_403_cast_fp16, y = linear_153_cast_fp16)[name = tensor("input_411_cast_fp16")]; tensor input_413_axes_0 = const()[name = tensor("input_413_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_25_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_25_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(421969280)))]; tensor text_encoder_text_model_encoder_layers_25_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_25_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(421971904)))]; tensor input_413_cast_fp16 = layer_norm(axes = input_413_axes_0, beta = text_encoder_text_model_encoder_layers_25_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_25_layer_norm2_weight_to_fp16, x = input_411_cast_fp16)[name = tensor("input_413_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_25_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(421974528))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(426889792))), name = tensor("text_encoder_text_model_encoder_layers_25_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_25_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_25_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(426889984)))]; tensor linear_154_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_25_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_25_mlp_fc1_weight_to_fp16_palettized, x = input_413_cast_fp16)[name = tensor("linear_154_cast_fp16")]; tensor input_417_mode_0 = const()[name = tensor("input_417_mode_0"), val = tensor("EXACT")]; tensor input_417_cast_fp16 = gelu(mode = input_417_mode_0, x = linear_154_cast_fp16)[name = tensor("input_417_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_25_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(426900288))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(431815552))), name = tensor("text_encoder_text_model_encoder_layers_25_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_25_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_25_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(431815744)))]; tensor linear_155_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_25_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_25_mlp_fc2_weight_to_fp16_palettized, x = input_417_cast_fp16)[name = tensor("linear_155_cast_fp16")]; tensor input_419_cast_fp16 = add(x = input_411_cast_fp16, y = linear_155_cast_fp16)[name = tensor("input_419_cast_fp16")]; tensor hidden_states_157_axes_0 = const()[name = tensor("hidden_states_157_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_26_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_26_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(431818368)))]; tensor text_encoder_text_model_encoder_layers_26_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_26_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(431820992)))]; tensor hidden_states_157_cast_fp16 = layer_norm(axes = hidden_states_157_axes_0, beta = text_encoder_text_model_encoder_layers_26_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_26_layer_norm1_weight_to_fp16, x = input_419_cast_fp16)[name = tensor("hidden_states_157_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_26_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(431823616))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(433052480))), name = tensor("text_encoder_text_model_encoder_layers_26_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_26_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_26_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(433052672)))]; tensor linear_156_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_26_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_26_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_157_cast_fp16)[name = tensor("linear_156_cast_fp16")]; tensor var_2410_to_fp16 = const()[name = tensor("op_2410_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_161_cast_fp16 = mul(x = linear_156_cast_fp16, y = var_2410_to_fp16)[name = tensor("tensor_161_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_26_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(433055296))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(434284160))), name = tensor("text_encoder_text_model_encoder_layers_26_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_26_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_26_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(434284352)))]; tensor linear_157_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_26_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_26_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_157_cast_fp16)[name = tensor("linear_157_cast_fp16")]; tensor var_2415 = const()[name = tensor("op_2415"), val = tensor([1, -1, 20, 64])]; tensor var_2416_cast_fp16 = reshape(shape = var_2415, x = linear_157_cast_fp16)[name = tensor("op_2416_cast_fp16")]; tensor var_2417_perm_0 = const()[name = tensor("op_2417_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_26_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(434286976))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(435515840))), name = tensor("text_encoder_text_model_encoder_layers_26_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_26_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_26_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(435516032)))]; tensor linear_158_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_26_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_26_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_157_cast_fp16)[name = tensor("linear_158_cast_fp16")]; tensor var_2422 = const()[name = tensor("op_2422"), val = tensor([1, -1, 20, 64])]; tensor var_2423_cast_fp16 = reshape(shape = var_2422, x = linear_158_cast_fp16)[name = tensor("op_2423_cast_fp16")]; tensor var_2424_perm_0 = const()[name = tensor("op_2424_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2431 = const()[name = tensor("op_2431"), val = tensor([1, 77, 20, 64])]; tensor var_2432_cast_fp16 = reshape(shape = var_2431, x = tensor_161_cast_fp16)[name = tensor("op_2432_cast_fp16")]; tensor var_2433_perm_0 = const()[name = tensor("op_2433_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2435 = const()[name = tensor("op_2435"), val = tensor([20, -1, 64])]; tensor var_2433_cast_fp16 = transpose(perm = var_2433_perm_0, x = var_2432_cast_fp16)[name = tensor("transpose_23")]; tensor query_states_53_cast_fp16 = reshape(shape = var_2435, x = var_2433_cast_fp16)[name = tensor("query_states_53_cast_fp16")]; tensor var_2437 = const()[name = tensor("op_2437"), val = tensor([20, -1, 64])]; tensor var_2417_cast_fp16 = transpose(perm = var_2417_perm_0, x = var_2416_cast_fp16)[name = tensor("transpose_22")]; tensor key_states_107_cast_fp16 = reshape(shape = var_2437, x = var_2417_cast_fp16)[name = tensor("key_states_107_cast_fp16")]; tensor var_2439 = const()[name = tensor("op_2439"), val = tensor([20, -1, 64])]; tensor var_2424_cast_fp16 = transpose(perm = var_2424_perm_0, x = var_2423_cast_fp16)[name = tensor("transpose_21")]; tensor value_states_107_cast_fp16 = reshape(shape = var_2439, x = var_2424_cast_fp16)[name = tensor("value_states_107_cast_fp16")]; tensor attn_weights_157_transpose_x_1 = const()[name = tensor("attn_weights_157_transpose_x_1"), val = tensor(false)]; tensor attn_weights_157_transpose_y_1 = const()[name = tensor("attn_weights_157_transpose_y_1"), val = tensor(true)]; tensor attn_weights_157_cast_fp16 = matmul(transpose_x = attn_weights_157_transpose_x_1, transpose_y = attn_weights_157_transpose_y_1, x = query_states_53_cast_fp16, y = key_states_107_cast_fp16)[name = tensor("attn_weights_157_cast_fp16")]; tensor var_2444 = const()[name = tensor("op_2444"), val = tensor([1, 20, 77, 77])]; tensor var_2445_cast_fp16 = reshape(shape = var_2444, x = attn_weights_157_cast_fp16)[name = tensor("op_2445_cast_fp16")]; tensor attn_weights_159_cast_fp16 = add(x = var_2445_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_159_cast_fp16")]; tensor var_2450 = const()[name = tensor("op_2450"), val = tensor([20, 77, 77])]; tensor input_421_cast_fp16 = reshape(shape = var_2450, x = attn_weights_159_cast_fp16)[name = tensor("input_421_cast_fp16")]; tensor input_423_cast_fp16 = softmax(axis = var_5, x = input_421_cast_fp16)[name = tensor("input_423_cast_fp16")]; tensor attn_output_157_transpose_x_0 = const()[name = tensor("attn_output_157_transpose_x_0"), val = tensor(false)]; tensor attn_output_157_transpose_y_0 = const()[name = tensor("attn_output_157_transpose_y_0"), val = tensor(false)]; tensor attn_output_157_cast_fp16 = matmul(transpose_x = attn_output_157_transpose_x_0, transpose_y = attn_output_157_transpose_y_0, x = input_423_cast_fp16, y = value_states_107_cast_fp16)[name = tensor("attn_output_157_cast_fp16")]; tensor var_2455 = const()[name = tensor("op_2455"), val = tensor([1, 20, 77, 64])]; tensor attn_output_159_cast_fp16 = reshape(shape = var_2455, x = attn_output_157_cast_fp16)[name = tensor("attn_output_159_cast_fp16")]; tensor attn_output_161_perm_0 = const()[name = tensor("attn_output_161_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2458 = const()[name = tensor("op_2458"), val = tensor([1, 77, 1280])]; tensor attn_output_161_cast_fp16 = transpose(perm = attn_output_161_perm_0, x = attn_output_159_cast_fp16)[name = tensor("transpose_20")]; tensor input_425_cast_fp16 = reshape(shape = var_2458, x = attn_output_161_cast_fp16)[name = tensor("input_425_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_26_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(435518656))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(436747520))), name = tensor("text_encoder_text_model_encoder_layers_26_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_26_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_26_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(436747712)))]; tensor linear_159_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_26_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_26_self_attn_out_proj_weight_to_fp16_palettized, x = input_425_cast_fp16)[name = tensor("linear_159_cast_fp16")]; tensor input_427_cast_fp16 = add(x = input_419_cast_fp16, y = linear_159_cast_fp16)[name = tensor("input_427_cast_fp16")]; tensor input_429_axes_0 = const()[name = tensor("input_429_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_26_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_26_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(436750336)))]; tensor text_encoder_text_model_encoder_layers_26_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_26_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(436752960)))]; tensor input_429_cast_fp16 = layer_norm(axes = input_429_axes_0, beta = text_encoder_text_model_encoder_layers_26_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_26_layer_norm2_weight_to_fp16, x = input_427_cast_fp16)[name = tensor("input_429_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_26_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(436755584))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(441670848))), name = tensor("text_encoder_text_model_encoder_layers_26_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_26_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_26_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(441671040)))]; tensor linear_160_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_26_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_26_mlp_fc1_weight_to_fp16_palettized, x = input_429_cast_fp16)[name = tensor("linear_160_cast_fp16")]; tensor input_433_mode_0 = const()[name = tensor("input_433_mode_0"), val = tensor("EXACT")]; tensor input_433_cast_fp16 = gelu(mode = input_433_mode_0, x = linear_160_cast_fp16)[name = tensor("input_433_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_26_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(441681344))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(446596608))), name = tensor("text_encoder_text_model_encoder_layers_26_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_26_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_26_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(446596800)))]; tensor linear_161_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_26_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_26_mlp_fc2_weight_to_fp16_palettized, x = input_433_cast_fp16)[name = tensor("linear_161_cast_fp16")]; tensor input_435_cast_fp16 = add(x = input_427_cast_fp16, y = linear_161_cast_fp16)[name = tensor("input_435_cast_fp16")]; tensor hidden_states_163_axes_0 = const()[name = tensor("hidden_states_163_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_27_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_27_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(446599424)))]; tensor text_encoder_text_model_encoder_layers_27_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_27_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(446602048)))]; tensor hidden_states_163_cast_fp16 = layer_norm(axes = hidden_states_163_axes_0, beta = text_encoder_text_model_encoder_layers_27_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_27_layer_norm1_weight_to_fp16, x = input_435_cast_fp16)[name = tensor("hidden_states_163_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_27_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(446604672))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(447833536))), name = tensor("text_encoder_text_model_encoder_layers_27_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_27_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_27_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(447833728)))]; tensor linear_162_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_27_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_27_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_163_cast_fp16)[name = tensor("linear_162_cast_fp16")]; tensor var_2497_to_fp16 = const()[name = tensor("op_2497_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_167_cast_fp16 = mul(x = linear_162_cast_fp16, y = var_2497_to_fp16)[name = tensor("tensor_167_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_27_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(447836352))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(449065216))), name = tensor("text_encoder_text_model_encoder_layers_27_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_27_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_27_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(449065408)))]; tensor linear_163_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_27_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_27_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_163_cast_fp16)[name = tensor("linear_163_cast_fp16")]; tensor var_2502 = const()[name = tensor("op_2502"), val = tensor([1, -1, 20, 64])]; tensor var_2503_cast_fp16 = reshape(shape = var_2502, x = linear_163_cast_fp16)[name = tensor("op_2503_cast_fp16")]; tensor var_2504_perm_0 = const()[name = tensor("op_2504_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_27_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(449068032))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(450296896))), name = tensor("text_encoder_text_model_encoder_layers_27_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_27_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_27_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(450297088)))]; tensor linear_164_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_27_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_27_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_163_cast_fp16)[name = tensor("linear_164_cast_fp16")]; tensor var_2509 = const()[name = tensor("op_2509"), val = tensor([1, -1, 20, 64])]; tensor var_2510_cast_fp16 = reshape(shape = var_2509, x = linear_164_cast_fp16)[name = tensor("op_2510_cast_fp16")]; tensor var_2511_perm_0 = const()[name = tensor("op_2511_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2518 = const()[name = tensor("op_2518"), val = tensor([1, 77, 20, 64])]; tensor var_2519_cast_fp16 = reshape(shape = var_2518, x = tensor_167_cast_fp16)[name = tensor("op_2519_cast_fp16")]; tensor var_2520_perm_0 = const()[name = tensor("op_2520_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2522 = const()[name = tensor("op_2522"), val = tensor([20, -1, 64])]; tensor var_2520_cast_fp16 = transpose(perm = var_2520_perm_0, x = var_2519_cast_fp16)[name = tensor("transpose_19")]; tensor query_states_55_cast_fp16 = reshape(shape = var_2522, x = var_2520_cast_fp16)[name = tensor("query_states_55_cast_fp16")]; tensor var_2524 = const()[name = tensor("op_2524"), val = tensor([20, -1, 64])]; tensor var_2504_cast_fp16 = transpose(perm = var_2504_perm_0, x = var_2503_cast_fp16)[name = tensor("transpose_18")]; tensor key_states_111_cast_fp16 = reshape(shape = var_2524, x = var_2504_cast_fp16)[name = tensor("key_states_111_cast_fp16")]; tensor var_2526 = const()[name = tensor("op_2526"), val = tensor([20, -1, 64])]; tensor var_2511_cast_fp16 = transpose(perm = var_2511_perm_0, x = var_2510_cast_fp16)[name = tensor("transpose_17")]; tensor value_states_111_cast_fp16 = reshape(shape = var_2526, x = var_2511_cast_fp16)[name = tensor("value_states_111_cast_fp16")]; tensor attn_weights_163_transpose_x_1 = const()[name = tensor("attn_weights_163_transpose_x_1"), val = tensor(false)]; tensor attn_weights_163_transpose_y_1 = const()[name = tensor("attn_weights_163_transpose_y_1"), val = tensor(true)]; tensor attn_weights_163_cast_fp16 = matmul(transpose_x = attn_weights_163_transpose_x_1, transpose_y = attn_weights_163_transpose_y_1, x = query_states_55_cast_fp16, y = key_states_111_cast_fp16)[name = tensor("attn_weights_163_cast_fp16")]; tensor var_2531 = const()[name = tensor("op_2531"), val = tensor([1, 20, 77, 77])]; tensor var_2532_cast_fp16 = reshape(shape = var_2531, x = attn_weights_163_cast_fp16)[name = tensor("op_2532_cast_fp16")]; tensor attn_weights_165_cast_fp16 = add(x = var_2532_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_165_cast_fp16")]; tensor var_2537 = const()[name = tensor("op_2537"), val = tensor([20, 77, 77])]; tensor input_437_cast_fp16 = reshape(shape = var_2537, x = attn_weights_165_cast_fp16)[name = tensor("input_437_cast_fp16")]; tensor input_439_cast_fp16 = softmax(axis = var_5, x = input_437_cast_fp16)[name = tensor("input_439_cast_fp16")]; tensor attn_output_163_transpose_x_0 = const()[name = tensor("attn_output_163_transpose_x_0"), val = tensor(false)]; tensor attn_output_163_transpose_y_0 = const()[name = tensor("attn_output_163_transpose_y_0"), val = tensor(false)]; tensor attn_output_163_cast_fp16 = matmul(transpose_x = attn_output_163_transpose_x_0, transpose_y = attn_output_163_transpose_y_0, x = input_439_cast_fp16, y = value_states_111_cast_fp16)[name = tensor("attn_output_163_cast_fp16")]; tensor var_2542 = const()[name = tensor("op_2542"), val = tensor([1, 20, 77, 64])]; tensor attn_output_165_cast_fp16 = reshape(shape = var_2542, x = attn_output_163_cast_fp16)[name = tensor("attn_output_165_cast_fp16")]; tensor attn_output_167_perm_0 = const()[name = tensor("attn_output_167_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2545 = const()[name = tensor("op_2545"), val = tensor([1, 77, 1280])]; tensor attn_output_167_cast_fp16 = transpose(perm = attn_output_167_perm_0, x = attn_output_165_cast_fp16)[name = tensor("transpose_16")]; tensor input_441_cast_fp16 = reshape(shape = var_2545, x = attn_output_167_cast_fp16)[name = tensor("input_441_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_27_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(450299712))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(451528576))), name = tensor("text_encoder_text_model_encoder_layers_27_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_27_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_27_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(451528768)))]; tensor linear_165_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_27_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_27_self_attn_out_proj_weight_to_fp16_palettized, x = input_441_cast_fp16)[name = tensor("linear_165_cast_fp16")]; tensor input_443_cast_fp16 = add(x = input_435_cast_fp16, y = linear_165_cast_fp16)[name = tensor("input_443_cast_fp16")]; tensor input_445_axes_0 = const()[name = tensor("input_445_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_27_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_27_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(451531392)))]; tensor text_encoder_text_model_encoder_layers_27_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_27_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(451534016)))]; tensor input_445_cast_fp16 = layer_norm(axes = input_445_axes_0, beta = text_encoder_text_model_encoder_layers_27_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_27_layer_norm2_weight_to_fp16, x = input_443_cast_fp16)[name = tensor("input_445_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_27_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(451536640))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(456451904))), name = tensor("text_encoder_text_model_encoder_layers_27_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_27_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_27_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(456452096)))]; tensor linear_166_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_27_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_27_mlp_fc1_weight_to_fp16_palettized, x = input_445_cast_fp16)[name = tensor("linear_166_cast_fp16")]; tensor input_449_mode_0 = const()[name = tensor("input_449_mode_0"), val = tensor("EXACT")]; tensor input_449_cast_fp16 = gelu(mode = input_449_mode_0, x = linear_166_cast_fp16)[name = tensor("input_449_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_27_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(456462400))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(461377664))), name = tensor("text_encoder_text_model_encoder_layers_27_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_27_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_27_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(461377856)))]; tensor linear_167_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_27_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_27_mlp_fc2_weight_to_fp16_palettized, x = input_449_cast_fp16)[name = tensor("linear_167_cast_fp16")]; tensor input_451_cast_fp16 = add(x = input_443_cast_fp16, y = linear_167_cast_fp16)[name = tensor("input_451_cast_fp16")]; tensor hidden_states_169_axes_0 = const()[name = tensor("hidden_states_169_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_28_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_28_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(461380480)))]; tensor text_encoder_text_model_encoder_layers_28_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_28_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(461383104)))]; tensor hidden_states_169_cast_fp16 = layer_norm(axes = hidden_states_169_axes_0, beta = text_encoder_text_model_encoder_layers_28_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_28_layer_norm1_weight_to_fp16, x = input_451_cast_fp16)[name = tensor("hidden_states_169_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_28_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(461385728))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(462614592))), name = tensor("text_encoder_text_model_encoder_layers_28_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_28_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_28_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(462614784)))]; tensor linear_168_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_28_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_28_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_169_cast_fp16)[name = tensor("linear_168_cast_fp16")]; tensor var_2584_to_fp16 = const()[name = tensor("op_2584_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_173_cast_fp16 = mul(x = linear_168_cast_fp16, y = var_2584_to_fp16)[name = tensor("tensor_173_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_28_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(462617408))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(463846272))), name = tensor("text_encoder_text_model_encoder_layers_28_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_28_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_28_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(463846464)))]; tensor linear_169_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_28_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_28_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_169_cast_fp16)[name = tensor("linear_169_cast_fp16")]; tensor var_2589 = const()[name = tensor("op_2589"), val = tensor([1, -1, 20, 64])]; tensor var_2590_cast_fp16 = reshape(shape = var_2589, x = linear_169_cast_fp16)[name = tensor("op_2590_cast_fp16")]; tensor var_2591_perm_0 = const()[name = tensor("op_2591_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_28_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(463849088))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(465077952))), name = tensor("text_encoder_text_model_encoder_layers_28_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_28_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_28_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(465078144)))]; tensor linear_170_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_28_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_28_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_169_cast_fp16)[name = tensor("linear_170_cast_fp16")]; tensor var_2596 = const()[name = tensor("op_2596"), val = tensor([1, -1, 20, 64])]; tensor var_2597_cast_fp16 = reshape(shape = var_2596, x = linear_170_cast_fp16)[name = tensor("op_2597_cast_fp16")]; tensor var_2598_perm_0 = const()[name = tensor("op_2598_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2605 = const()[name = tensor("op_2605"), val = tensor([1, 77, 20, 64])]; tensor var_2606_cast_fp16 = reshape(shape = var_2605, x = tensor_173_cast_fp16)[name = tensor("op_2606_cast_fp16")]; tensor var_2607_perm_0 = const()[name = tensor("op_2607_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2609 = const()[name = tensor("op_2609"), val = tensor([20, -1, 64])]; tensor var_2607_cast_fp16 = transpose(perm = var_2607_perm_0, x = var_2606_cast_fp16)[name = tensor("transpose_15")]; tensor query_states_57_cast_fp16 = reshape(shape = var_2609, x = var_2607_cast_fp16)[name = tensor("query_states_57_cast_fp16")]; tensor var_2611 = const()[name = tensor("op_2611"), val = tensor([20, -1, 64])]; tensor var_2591_cast_fp16 = transpose(perm = var_2591_perm_0, x = var_2590_cast_fp16)[name = tensor("transpose_14")]; tensor key_states_115_cast_fp16 = reshape(shape = var_2611, x = var_2591_cast_fp16)[name = tensor("key_states_115_cast_fp16")]; tensor var_2613 = const()[name = tensor("op_2613"), val = tensor([20, -1, 64])]; tensor var_2598_cast_fp16 = transpose(perm = var_2598_perm_0, x = var_2597_cast_fp16)[name = tensor("transpose_13")]; tensor value_states_115_cast_fp16 = reshape(shape = var_2613, x = var_2598_cast_fp16)[name = tensor("value_states_115_cast_fp16")]; tensor attn_weights_169_transpose_x_1 = const()[name = tensor("attn_weights_169_transpose_x_1"), val = tensor(false)]; tensor attn_weights_169_transpose_y_1 = const()[name = tensor("attn_weights_169_transpose_y_1"), val = tensor(true)]; tensor attn_weights_169_cast_fp16 = matmul(transpose_x = attn_weights_169_transpose_x_1, transpose_y = attn_weights_169_transpose_y_1, x = query_states_57_cast_fp16, y = key_states_115_cast_fp16)[name = tensor("attn_weights_169_cast_fp16")]; tensor var_2618 = const()[name = tensor("op_2618"), val = tensor([1, 20, 77, 77])]; tensor var_2619_cast_fp16 = reshape(shape = var_2618, x = attn_weights_169_cast_fp16)[name = tensor("op_2619_cast_fp16")]; tensor attn_weights_171_cast_fp16 = add(x = var_2619_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_171_cast_fp16")]; tensor var_2624 = const()[name = tensor("op_2624"), val = tensor([20, 77, 77])]; tensor input_453_cast_fp16 = reshape(shape = var_2624, x = attn_weights_171_cast_fp16)[name = tensor("input_453_cast_fp16")]; tensor input_455_cast_fp16 = softmax(axis = var_5, x = input_453_cast_fp16)[name = tensor("input_455_cast_fp16")]; tensor attn_output_169_transpose_x_0 = const()[name = tensor("attn_output_169_transpose_x_0"), val = tensor(false)]; tensor attn_output_169_transpose_y_0 = const()[name = tensor("attn_output_169_transpose_y_0"), val = tensor(false)]; tensor attn_output_169_cast_fp16 = matmul(transpose_x = attn_output_169_transpose_x_0, transpose_y = attn_output_169_transpose_y_0, x = input_455_cast_fp16, y = value_states_115_cast_fp16)[name = tensor("attn_output_169_cast_fp16")]; tensor var_2629 = const()[name = tensor("op_2629"), val = tensor([1, 20, 77, 64])]; tensor attn_output_171_cast_fp16 = reshape(shape = var_2629, x = attn_output_169_cast_fp16)[name = tensor("attn_output_171_cast_fp16")]; tensor attn_output_173_perm_0 = const()[name = tensor("attn_output_173_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2632 = const()[name = tensor("op_2632"), val = tensor([1, 77, 1280])]; tensor attn_output_173_cast_fp16 = transpose(perm = attn_output_173_perm_0, x = attn_output_171_cast_fp16)[name = tensor("transpose_12")]; tensor input_457_cast_fp16 = reshape(shape = var_2632, x = attn_output_173_cast_fp16)[name = tensor("input_457_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_28_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(465080768))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(466309632))), name = tensor("text_encoder_text_model_encoder_layers_28_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_28_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_28_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(466309824)))]; tensor linear_171_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_28_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_28_self_attn_out_proj_weight_to_fp16_palettized, x = input_457_cast_fp16)[name = tensor("linear_171_cast_fp16")]; tensor input_459_cast_fp16 = add(x = input_451_cast_fp16, y = linear_171_cast_fp16)[name = tensor("input_459_cast_fp16")]; tensor input_461_axes_0 = const()[name = tensor("input_461_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_28_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_28_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(466312448)))]; tensor text_encoder_text_model_encoder_layers_28_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_28_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(466315072)))]; tensor input_461_cast_fp16 = layer_norm(axes = input_461_axes_0, beta = text_encoder_text_model_encoder_layers_28_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_28_layer_norm2_weight_to_fp16, x = input_459_cast_fp16)[name = tensor("input_461_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_28_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(466317696))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(471232960))), name = tensor("text_encoder_text_model_encoder_layers_28_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_28_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_28_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(471233152)))]; tensor linear_172_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_28_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_28_mlp_fc1_weight_to_fp16_palettized, x = input_461_cast_fp16)[name = tensor("linear_172_cast_fp16")]; tensor input_465_mode_0 = const()[name = tensor("input_465_mode_0"), val = tensor("EXACT")]; tensor input_465_cast_fp16 = gelu(mode = input_465_mode_0, x = linear_172_cast_fp16)[name = tensor("input_465_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_28_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(471243456))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(476158720))), name = tensor("text_encoder_text_model_encoder_layers_28_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_28_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_28_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(476158912)))]; tensor linear_173_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_28_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_28_mlp_fc2_weight_to_fp16_palettized, x = input_465_cast_fp16)[name = tensor("linear_173_cast_fp16")]; tensor input_467_cast_fp16 = add(x = input_459_cast_fp16, y = linear_173_cast_fp16)[name = tensor("input_467_cast_fp16")]; tensor hidden_states_175_axes_0 = const()[name = tensor("hidden_states_175_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_29_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_29_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(476161536)))]; tensor text_encoder_text_model_encoder_layers_29_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_29_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(476164160)))]; tensor hidden_states_175_cast_fp16 = layer_norm(axes = hidden_states_175_axes_0, beta = text_encoder_text_model_encoder_layers_29_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_29_layer_norm1_weight_to_fp16, x = input_467_cast_fp16)[name = tensor("hidden_states_175_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_29_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(476166784))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(477395648))), name = tensor("text_encoder_text_model_encoder_layers_29_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_29_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_29_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(477395840)))]; tensor linear_174_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_29_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_29_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_175_cast_fp16)[name = tensor("linear_174_cast_fp16")]; tensor var_2671_to_fp16 = const()[name = tensor("op_2671_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_179_cast_fp16 = mul(x = linear_174_cast_fp16, y = var_2671_to_fp16)[name = tensor("tensor_179_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_29_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(477398464))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(478627328))), name = tensor("text_encoder_text_model_encoder_layers_29_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_29_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_29_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(478627520)))]; tensor linear_175_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_29_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_29_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_175_cast_fp16)[name = tensor("linear_175_cast_fp16")]; tensor var_2676 = const()[name = tensor("op_2676"), val = tensor([1, -1, 20, 64])]; tensor var_2677_cast_fp16 = reshape(shape = var_2676, x = linear_175_cast_fp16)[name = tensor("op_2677_cast_fp16")]; tensor var_2678_perm_0 = const()[name = tensor("op_2678_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_29_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(478630144))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(479859008))), name = tensor("text_encoder_text_model_encoder_layers_29_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_29_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_29_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(479859200)))]; tensor linear_176_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_29_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_29_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_175_cast_fp16)[name = tensor("linear_176_cast_fp16")]; tensor var_2683 = const()[name = tensor("op_2683"), val = tensor([1, -1, 20, 64])]; tensor var_2684_cast_fp16 = reshape(shape = var_2683, x = linear_176_cast_fp16)[name = tensor("op_2684_cast_fp16")]; tensor var_2685_perm_0 = const()[name = tensor("op_2685_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2692 = const()[name = tensor("op_2692"), val = tensor([1, 77, 20, 64])]; tensor var_2693_cast_fp16 = reshape(shape = var_2692, x = tensor_179_cast_fp16)[name = tensor("op_2693_cast_fp16")]; tensor var_2694_perm_0 = const()[name = tensor("op_2694_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2696 = const()[name = tensor("op_2696"), val = tensor([20, -1, 64])]; tensor var_2694_cast_fp16 = transpose(perm = var_2694_perm_0, x = var_2693_cast_fp16)[name = tensor("transpose_11")]; tensor query_states_59_cast_fp16 = reshape(shape = var_2696, x = var_2694_cast_fp16)[name = tensor("query_states_59_cast_fp16")]; tensor var_2698 = const()[name = tensor("op_2698"), val = tensor([20, -1, 64])]; tensor var_2678_cast_fp16 = transpose(perm = var_2678_perm_0, x = var_2677_cast_fp16)[name = tensor("transpose_10")]; tensor key_states_119_cast_fp16 = reshape(shape = var_2698, x = var_2678_cast_fp16)[name = tensor("key_states_119_cast_fp16")]; tensor var_2700 = const()[name = tensor("op_2700"), val = tensor([20, -1, 64])]; tensor var_2685_cast_fp16 = transpose(perm = var_2685_perm_0, x = var_2684_cast_fp16)[name = tensor("transpose_9")]; tensor value_states_119_cast_fp16 = reshape(shape = var_2700, x = var_2685_cast_fp16)[name = tensor("value_states_119_cast_fp16")]; tensor attn_weights_175_transpose_x_1 = const()[name = tensor("attn_weights_175_transpose_x_1"), val = tensor(false)]; tensor attn_weights_175_transpose_y_1 = const()[name = tensor("attn_weights_175_transpose_y_1"), val = tensor(true)]; tensor attn_weights_175_cast_fp16 = matmul(transpose_x = attn_weights_175_transpose_x_1, transpose_y = attn_weights_175_transpose_y_1, x = query_states_59_cast_fp16, y = key_states_119_cast_fp16)[name = tensor("attn_weights_175_cast_fp16")]; tensor var_2705 = const()[name = tensor("op_2705"), val = tensor([1, 20, 77, 77])]; tensor var_2706_cast_fp16 = reshape(shape = var_2705, x = attn_weights_175_cast_fp16)[name = tensor("op_2706_cast_fp16")]; tensor attn_weights_177_cast_fp16 = add(x = var_2706_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_177_cast_fp16")]; tensor var_2711 = const()[name = tensor("op_2711"), val = tensor([20, 77, 77])]; tensor input_469_cast_fp16 = reshape(shape = var_2711, x = attn_weights_177_cast_fp16)[name = tensor("input_469_cast_fp16")]; tensor input_471_cast_fp16 = softmax(axis = var_5, x = input_469_cast_fp16)[name = tensor("input_471_cast_fp16")]; tensor attn_output_175_transpose_x_0 = const()[name = tensor("attn_output_175_transpose_x_0"), val = tensor(false)]; tensor attn_output_175_transpose_y_0 = const()[name = tensor("attn_output_175_transpose_y_0"), val = tensor(false)]; tensor attn_output_175_cast_fp16 = matmul(transpose_x = attn_output_175_transpose_x_0, transpose_y = attn_output_175_transpose_y_0, x = input_471_cast_fp16, y = value_states_119_cast_fp16)[name = tensor("attn_output_175_cast_fp16")]; tensor var_2716 = const()[name = tensor("op_2716"), val = tensor([1, 20, 77, 64])]; tensor attn_output_177_cast_fp16 = reshape(shape = var_2716, x = attn_output_175_cast_fp16)[name = tensor("attn_output_177_cast_fp16")]; tensor attn_output_179_perm_0 = const()[name = tensor("attn_output_179_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2719 = const()[name = tensor("op_2719"), val = tensor([1, 77, 1280])]; tensor attn_output_179_cast_fp16 = transpose(perm = attn_output_179_perm_0, x = attn_output_177_cast_fp16)[name = tensor("transpose_8")]; tensor input_473_cast_fp16 = reshape(shape = var_2719, x = attn_output_179_cast_fp16)[name = tensor("input_473_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_29_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(479861824))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(481090688))), name = tensor("text_encoder_text_model_encoder_layers_29_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_29_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_29_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(481090880)))]; tensor linear_177_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_29_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_29_self_attn_out_proj_weight_to_fp16_palettized, x = input_473_cast_fp16)[name = tensor("linear_177_cast_fp16")]; tensor input_475_cast_fp16 = add(x = input_467_cast_fp16, y = linear_177_cast_fp16)[name = tensor("input_475_cast_fp16")]; tensor input_477_axes_0 = const()[name = tensor("input_477_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_29_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_29_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(481093504)))]; tensor text_encoder_text_model_encoder_layers_29_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_29_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(481096128)))]; tensor input_477_cast_fp16 = layer_norm(axes = input_477_axes_0, beta = text_encoder_text_model_encoder_layers_29_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_29_layer_norm2_weight_to_fp16, x = input_475_cast_fp16)[name = tensor("input_477_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_29_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(481098752))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(486014016))), name = tensor("text_encoder_text_model_encoder_layers_29_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_29_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_29_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(486014208)))]; tensor linear_178_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_29_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_29_mlp_fc1_weight_to_fp16_palettized, x = input_477_cast_fp16)[name = tensor("linear_178_cast_fp16")]; tensor input_481_mode_0 = const()[name = tensor("input_481_mode_0"), val = tensor("EXACT")]; tensor input_481_cast_fp16 = gelu(mode = input_481_mode_0, x = linear_178_cast_fp16)[name = tensor("input_481_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_29_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(486024512))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(490939776))), name = tensor("text_encoder_text_model_encoder_layers_29_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_29_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_29_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(490939968)))]; tensor linear_179_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_29_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_29_mlp_fc2_weight_to_fp16_palettized, x = input_481_cast_fp16)[name = tensor("linear_179_cast_fp16")]; tensor input_483_cast_fp16 = add(x = input_475_cast_fp16, y = linear_179_cast_fp16)[name = tensor("input_483_cast_fp16")]; tensor hidden_states_181_axes_0 = const()[name = tensor("hidden_states_181_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_30_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_30_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(490942592)))]; tensor text_encoder_text_model_encoder_layers_30_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_30_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(490945216)))]; tensor hidden_states_181_cast_fp16 = layer_norm(axes = hidden_states_181_axes_0, beta = text_encoder_text_model_encoder_layers_30_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_30_layer_norm1_weight_to_fp16, x = input_483_cast_fp16)[name = tensor("hidden_states_181_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_30_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(490947840))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(492176704))), name = tensor("text_encoder_text_model_encoder_layers_30_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_30_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_30_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(492176896)))]; tensor linear_180_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_30_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_30_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_181_cast_fp16)[name = tensor("linear_180_cast_fp16")]; tensor var_2758_to_fp16 = const()[name = tensor("op_2758_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_185_cast_fp16 = mul(x = linear_180_cast_fp16, y = var_2758_to_fp16)[name = tensor("tensor_185_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_30_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(492179520))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(493408384))), name = tensor("text_encoder_text_model_encoder_layers_30_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_30_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_30_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(493408576)))]; tensor linear_181_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_30_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_30_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_181_cast_fp16)[name = tensor("linear_181_cast_fp16")]; tensor var_2763 = const()[name = tensor("op_2763"), val = tensor([1, -1, 20, 64])]; tensor var_2764_cast_fp16 = reshape(shape = var_2763, x = linear_181_cast_fp16)[name = tensor("op_2764_cast_fp16")]; tensor var_2765_perm_0 = const()[name = tensor("op_2765_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_30_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(493411200))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(494640064))), name = tensor("text_encoder_text_model_encoder_layers_30_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_30_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_30_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(494640256)))]; tensor linear_182_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_30_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_30_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_181_cast_fp16)[name = tensor("linear_182_cast_fp16")]; tensor var_2770 = const()[name = tensor("op_2770"), val = tensor([1, -1, 20, 64])]; tensor var_2771_cast_fp16 = reshape(shape = var_2770, x = linear_182_cast_fp16)[name = tensor("op_2771_cast_fp16")]; tensor var_2772_perm_0 = const()[name = tensor("op_2772_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2779 = const()[name = tensor("op_2779"), val = tensor([1, 77, 20, 64])]; tensor var_2780_cast_fp16 = reshape(shape = var_2779, x = tensor_185_cast_fp16)[name = tensor("op_2780_cast_fp16")]; tensor var_2781_perm_0 = const()[name = tensor("op_2781_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2783 = const()[name = tensor("op_2783"), val = tensor([20, -1, 64])]; tensor var_2781_cast_fp16 = transpose(perm = var_2781_perm_0, x = var_2780_cast_fp16)[name = tensor("transpose_7")]; tensor query_states_61_cast_fp16 = reshape(shape = var_2783, x = var_2781_cast_fp16)[name = tensor("query_states_61_cast_fp16")]; tensor var_2785 = const()[name = tensor("op_2785"), val = tensor([20, -1, 64])]; tensor var_2765_cast_fp16 = transpose(perm = var_2765_perm_0, x = var_2764_cast_fp16)[name = tensor("transpose_6")]; tensor key_states_123_cast_fp16 = reshape(shape = var_2785, x = var_2765_cast_fp16)[name = tensor("key_states_123_cast_fp16")]; tensor var_2787 = const()[name = tensor("op_2787"), val = tensor([20, -1, 64])]; tensor var_2772_cast_fp16 = transpose(perm = var_2772_perm_0, x = var_2771_cast_fp16)[name = tensor("transpose_5")]; tensor value_states_123_cast_fp16 = reshape(shape = var_2787, x = var_2772_cast_fp16)[name = tensor("value_states_123_cast_fp16")]; tensor attn_weights_181_transpose_x_1 = const()[name = tensor("attn_weights_181_transpose_x_1"), val = tensor(false)]; tensor attn_weights_181_transpose_y_1 = const()[name = tensor("attn_weights_181_transpose_y_1"), val = tensor(true)]; tensor attn_weights_181_cast_fp16 = matmul(transpose_x = attn_weights_181_transpose_x_1, transpose_y = attn_weights_181_transpose_y_1, x = query_states_61_cast_fp16, y = key_states_123_cast_fp16)[name = tensor("attn_weights_181_cast_fp16")]; tensor var_2792 = const()[name = tensor("op_2792"), val = tensor([1, 20, 77, 77])]; tensor var_2793_cast_fp16 = reshape(shape = var_2792, x = attn_weights_181_cast_fp16)[name = tensor("op_2793_cast_fp16")]; tensor attn_weights_183_cast_fp16 = add(x = var_2793_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_183_cast_fp16")]; tensor var_2798 = const()[name = tensor("op_2798"), val = tensor([20, 77, 77])]; tensor input_485_cast_fp16 = reshape(shape = var_2798, x = attn_weights_183_cast_fp16)[name = tensor("input_485_cast_fp16")]; tensor input_487_cast_fp16 = softmax(axis = var_5, x = input_485_cast_fp16)[name = tensor("input_487_cast_fp16")]; tensor attn_output_181_transpose_x_0 = const()[name = tensor("attn_output_181_transpose_x_0"), val = tensor(false)]; tensor attn_output_181_transpose_y_0 = const()[name = tensor("attn_output_181_transpose_y_0"), val = tensor(false)]; tensor attn_output_181_cast_fp16 = matmul(transpose_x = attn_output_181_transpose_x_0, transpose_y = attn_output_181_transpose_y_0, x = input_487_cast_fp16, y = value_states_123_cast_fp16)[name = tensor("attn_output_181_cast_fp16")]; tensor var_2803 = const()[name = tensor("op_2803"), val = tensor([1, 20, 77, 64])]; tensor attn_output_183_cast_fp16 = reshape(shape = var_2803, x = attn_output_181_cast_fp16)[name = tensor("attn_output_183_cast_fp16")]; tensor attn_output_185_perm_0 = const()[name = tensor("attn_output_185_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2806 = const()[name = tensor("op_2806"), val = tensor([1, 77, 1280])]; tensor attn_output_185_cast_fp16 = transpose(perm = attn_output_185_perm_0, x = attn_output_183_cast_fp16)[name = tensor("transpose_4")]; tensor input_489_cast_fp16 = reshape(shape = var_2806, x = attn_output_185_cast_fp16)[name = tensor("input_489_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_30_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(494642880))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(495871744))), name = tensor("text_encoder_text_model_encoder_layers_30_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_30_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_30_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(495871936)))]; tensor linear_183_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_30_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_30_self_attn_out_proj_weight_to_fp16_palettized, x = input_489_cast_fp16)[name = tensor("linear_183_cast_fp16")]; tensor input_491_cast_fp16 = add(x = input_483_cast_fp16, y = linear_183_cast_fp16)[name = tensor("input_491_cast_fp16")]; tensor input_493_axes_0 = const()[name = tensor("input_493_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_30_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_30_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(495874560)))]; tensor text_encoder_text_model_encoder_layers_30_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_30_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(495877184)))]; tensor input_493_cast_fp16 = layer_norm(axes = input_493_axes_0, beta = text_encoder_text_model_encoder_layers_30_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_30_layer_norm2_weight_to_fp16, x = input_491_cast_fp16)[name = tensor("input_493_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_30_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(495879808))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(500795072))), name = tensor("text_encoder_text_model_encoder_layers_30_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_30_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_30_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(500795264)))]; tensor linear_184_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_30_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_30_mlp_fc1_weight_to_fp16_palettized, x = input_493_cast_fp16)[name = tensor("linear_184_cast_fp16")]; tensor input_497_mode_0 = const()[name = tensor("input_497_mode_0"), val = tensor("EXACT")]; tensor input_497_cast_fp16 = gelu(mode = input_497_mode_0, x = linear_184_cast_fp16)[name = tensor("input_497_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_30_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(500805568))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(505720832))), name = tensor("text_encoder_text_model_encoder_layers_30_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_30_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_30_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(505721024)))]; tensor linear_185_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_30_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_30_mlp_fc2_weight_to_fp16_palettized, x = input_497_cast_fp16)[name = tensor("linear_185_cast_fp16")]; tensor input_499_cast_fp16 = add(x = input_491_cast_fp16, y = linear_185_cast_fp16)[name = tensor("input_499_cast_fp16")]; tensor input_499_cast_fp16_to_fp32_dtype_0 = const()[name = tensor("input_499_cast_fp16_to_fp32_dtype_0"), val = tensor("fp32")]; tensor hidden_states_187_axes_0 = const()[name = tensor("hidden_states_187_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_31_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_31_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(505723648)))]; tensor text_encoder_text_model_encoder_layers_31_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_31_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(505726272)))]; tensor hidden_states_187_cast_fp16 = layer_norm(axes = hidden_states_187_axes_0, beta = text_encoder_text_model_encoder_layers_31_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_31_layer_norm1_weight_to_fp16, x = input_499_cast_fp16)[name = tensor("hidden_states_187_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_31_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(505728896))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(506957760))), name = tensor("text_encoder_text_model_encoder_layers_31_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_31_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_31_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(506957952)))]; tensor linear_186_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_31_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_31_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_187_cast_fp16)[name = tensor("linear_186_cast_fp16")]; tensor var_2845_to_fp16 = const()[name = tensor("op_2845_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_cast_fp16 = mul(x = linear_186_cast_fp16, y = var_2845_to_fp16)[name = tensor("tensor_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_31_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(506960576))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(508189440))), name = tensor("text_encoder_text_model_encoder_layers_31_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_31_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_31_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(508189632)))]; tensor linear_187_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_31_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_31_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_187_cast_fp16)[name = tensor("linear_187_cast_fp16")]; tensor var_2850 = const()[name = tensor("op_2850"), val = tensor([1, -1, 20, 64])]; tensor var_2851_cast_fp16 = reshape(shape = var_2850, x = linear_187_cast_fp16)[name = tensor("op_2851_cast_fp16")]; tensor var_2852_perm_0 = const()[name = tensor("op_2852_perm_0"), val = tensor([0, 2, 1, 3])]; tensor text_encoder_text_model_encoder_layers_31_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(508192256))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(509421120))), name = tensor("text_encoder_text_model_encoder_layers_31_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_31_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_31_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(509421312)))]; tensor linear_188_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_31_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_31_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_187_cast_fp16)[name = tensor("linear_188_cast_fp16")]; tensor var_2857 = const()[name = tensor("op_2857"), val = tensor([1, -1, 20, 64])]; tensor var_2858_cast_fp16 = reshape(shape = var_2857, x = linear_188_cast_fp16)[name = tensor("op_2858_cast_fp16")]; tensor var_2859_perm_0 = const()[name = tensor("op_2859_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2866 = const()[name = tensor("op_2866"), val = tensor([1, 77, 20, 64])]; tensor var_2867_cast_fp16 = reshape(shape = var_2866, x = tensor_cast_fp16)[name = tensor("op_2867_cast_fp16")]; tensor var_2868_perm_0 = const()[name = tensor("op_2868_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2870 = const()[name = tensor("op_2870"), val = tensor([20, -1, 64])]; tensor var_2868_cast_fp16 = transpose(perm = var_2868_perm_0, x = var_2867_cast_fp16)[name = tensor("transpose_3")]; tensor query_states_cast_fp16 = reshape(shape = var_2870, x = var_2868_cast_fp16)[name = tensor("query_states_cast_fp16")]; tensor var_2872 = const()[name = tensor("op_2872"), val = tensor([20, -1, 64])]; tensor var_2852_cast_fp16 = transpose(perm = var_2852_perm_0, x = var_2851_cast_fp16)[name = tensor("transpose_2")]; tensor key_states_cast_fp16 = reshape(shape = var_2872, x = var_2852_cast_fp16)[name = tensor("key_states_cast_fp16")]; tensor var_2874 = const()[name = tensor("op_2874"), val = tensor([20, -1, 64])]; tensor var_2859_cast_fp16 = transpose(perm = var_2859_perm_0, x = var_2858_cast_fp16)[name = tensor("transpose_1")]; tensor value_states_cast_fp16 = reshape(shape = var_2874, x = var_2859_cast_fp16)[name = tensor("value_states_cast_fp16")]; tensor attn_weights_187_transpose_x_1 = const()[name = tensor("attn_weights_187_transpose_x_1"), val = tensor(false)]; tensor attn_weights_187_transpose_y_1 = const()[name = tensor("attn_weights_187_transpose_y_1"), val = tensor(true)]; tensor attn_weights_187_cast_fp16 = matmul(transpose_x = attn_weights_187_transpose_x_1, transpose_y = attn_weights_187_transpose_y_1, x = query_states_cast_fp16, y = key_states_cast_fp16)[name = tensor("attn_weights_187_cast_fp16")]; tensor var_2879 = const()[name = tensor("op_2879"), val = tensor([1, 20, 77, 77])]; tensor var_2880_cast_fp16 = reshape(shape = var_2879, x = attn_weights_187_cast_fp16)[name = tensor("op_2880_cast_fp16")]; tensor attn_weights_189_cast_fp16 = add(x = var_2880_cast_fp16, y = op_58_to_fp16_palettized)[name = tensor("attn_weights_189_cast_fp16")]; tensor var_2885 = const()[name = tensor("op_2885"), val = tensor([20, 77, 77])]; tensor input_501_cast_fp16 = reshape(shape = var_2885, x = attn_weights_189_cast_fp16)[name = tensor("input_501_cast_fp16")]; tensor input_503_cast_fp16 = softmax(axis = var_5, x = input_501_cast_fp16)[name = tensor("input_503_cast_fp16")]; tensor attn_output_187_transpose_x_0 = const()[name = tensor("attn_output_187_transpose_x_0"), val = tensor(false)]; tensor attn_output_187_transpose_y_0 = const()[name = tensor("attn_output_187_transpose_y_0"), val = tensor(false)]; tensor attn_output_187_cast_fp16 = matmul(transpose_x = attn_output_187_transpose_x_0, transpose_y = attn_output_187_transpose_y_0, x = input_503_cast_fp16, y = value_states_cast_fp16)[name = tensor("attn_output_187_cast_fp16")]; tensor var_2890 = const()[name = tensor("op_2890"), val = tensor([1, 20, 77, 64])]; tensor attn_output_189_cast_fp16 = reshape(shape = var_2890, x = attn_output_187_cast_fp16)[name = tensor("attn_output_189_cast_fp16")]; tensor attn_output_perm_0 = const()[name = tensor("attn_output_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2893 = const()[name = tensor("op_2893"), val = tensor([1, 77, 1280])]; tensor attn_output_cast_fp16 = transpose(perm = attn_output_perm_0, x = attn_output_189_cast_fp16)[name = tensor("transpose_0")]; tensor input_505_cast_fp16 = reshape(shape = var_2893, x = attn_output_cast_fp16)[name = tensor("input_505_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_31_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(509423936))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(510652800))), name = tensor("text_encoder_text_model_encoder_layers_31_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor text_encoder_text_model_encoder_layers_31_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_31_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(510652992)))]; tensor linear_189_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_31_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_31_self_attn_out_proj_weight_to_fp16_palettized, x = input_505_cast_fp16)[name = tensor("linear_189_cast_fp16")]; tensor input_507_cast_fp16 = add(x = input_499_cast_fp16, y = linear_189_cast_fp16)[name = tensor("input_507_cast_fp16")]; tensor input_509_axes_0 = const()[name = tensor("input_509_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_31_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_31_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(510655616)))]; tensor text_encoder_text_model_encoder_layers_31_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_31_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(510658240)))]; tensor input_509_cast_fp16 = layer_norm(axes = input_509_axes_0, beta = text_encoder_text_model_encoder_layers_31_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_31_layer_norm2_weight_to_fp16, x = input_507_cast_fp16)[name = tensor("input_509_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_31_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(510660864))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(515576128))), name = tensor("text_encoder_text_model_encoder_layers_31_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([5120, 1280])]; tensor text_encoder_text_model_encoder_layers_31_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_31_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(515576320)))]; tensor linear_190_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_31_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_31_mlp_fc1_weight_to_fp16_palettized, x = input_509_cast_fp16)[name = tensor("linear_190_cast_fp16")]; tensor input_513_mode_0 = const()[name = tensor("input_513_mode_0"), val = tensor("EXACT")]; tensor input_513_cast_fp16 = gelu(mode = input_513_mode_0, x = linear_190_cast_fp16)[name = tensor("input_513_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_31_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(515586624))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(520501888))), name = tensor("text_encoder_text_model_encoder_layers_31_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1280, 5120])]; tensor text_encoder_text_model_encoder_layers_31_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_31_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(520502080)))]; tensor linear_191_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_31_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_31_mlp_fc2_weight_to_fp16_palettized, x = input_513_cast_fp16)[name = tensor("linear_191_cast_fp16")]; tensor input_515_cast_fp16 = add(x = input_507_cast_fp16, y = linear_191_cast_fp16)[name = tensor("input_515_cast_fp16")]; tensor last_hidden_state_axes_0 = const()[name = tensor("last_hidden_state_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_final_layer_norm_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_final_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(520504704)))]; tensor text_encoder_text_model_final_layer_norm_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_final_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(520507328)))]; tensor last_hidden_state_cast_fp16 = layer_norm(axes = last_hidden_state_axes_0, beta = text_encoder_text_model_final_layer_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_final_layer_norm_weight_to_fp16, x = input_515_cast_fp16)[name = tensor("last_hidden_state_cast_fp16")]; tensor var_2921 = const()[name = tensor("op_2921"), val = tensor([0])]; tensor var_2923_axis_0 = const()[name = tensor("op_2923_axis_0"), val = tensor(-1)]; tensor var_2923_keep_dims_0 = const()[name = tensor("op_2923_keep_dims_0"), val = tensor(false)]; tensor var_2923 = reduce_argmax(axis = var_2923_axis_0, keep_dims = var_2923_keep_dims_0, x = cast_1)[name = tensor("op_2923")]; tensor stack_0_axis_0 = const()[name = tensor("stack_0_axis_0"), val = tensor(1)]; tensor stack_0 = stack(axis = stack_0_axis_0, values = (var_2921, var_2923))[name = tensor("stack_0")]; tensor input_transpose_batch_dims_0 = const()[name = tensor("input_transpose_batch_dims_0"), val = tensor(0)]; tensor input_transpose_cast_fp16 = gather_nd(batch_dims = input_transpose_batch_dims_0, indices = stack_0, x = last_hidden_state_cast_fp16)[name = tensor("input_transpose_cast_fp16")]; tensor text_encoder_text_projection_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(520509952))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(521738816))), name = tensor("text_encoder_text_projection_weight_to_fp16_palettized"), shape = tensor([1280, 1280])]; tensor linear_192_bias_0_to_fp16 = const()[name = tensor("linear_192_bias_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(521739008)))]; tensor linear_192_cast_fp16 = linear(bias = linear_192_bias_0_to_fp16, weight = text_encoder_text_projection_weight_to_fp16_palettized, x = input_transpose_cast_fp16)[name = tensor("linear_192_cast_fp16")]; tensor linear_192_cast_fp16_to_fp32_dtype_0 = const()[name = tensor("linear_192_cast_fp16_to_fp32_dtype_0"), val = tensor("fp32")]; tensor hidden_embeds = cast(dtype = input_499_cast_fp16_to_fp32_dtype_0, x = input_499_cast_fp16)[name = tensor("cast_0")]; tensor pooled_outputs = cast(dtype = linear_192_cast_fp16_to_fp32_dtype_0, x = linear_192_cast_fp16)[name = tensor("cast_1")]; } -> (hidden_embeds, pooled_outputs); }