program(1.0) [buildInfo = dict, tensor>({{"coremlc-component-MIL", "3500.14.1"}, {"coremlc-version", "3500.32.1"}, {"coremltools-component-torch", "2.9.0"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "9.0"}})] { func main(tensor attention_mask, tensor input_ids, tensor linear_biases, tensor padding_mask) { tensor var_6 = const()[name = tensor("op_6"), val = tensor(true)]; tensor var_29 = const()[name = tensor("op_29"), val = tensor(-1)]; tensor embeddings_1_axis_0 = const()[name = tensor("embeddings_1_axis_0"), val = tensor(0)]; tensor embeddings_1_batch_dims_0 = const()[name = tensor("embeddings_1_batch_dims_0"), val = tensor(0)]; tensor model_embeddings_word_embeddings_weight_to_fp16 = const()[name = tensor("model_embeddings_word_embeddings_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64)))]; tensor embeddings_1_cast_fp16 = gather(axis = embeddings_1_axis_0, batch_dims = embeddings_1_batch_dims_0, indices = input_ids, x = model_embeddings_word_embeddings_weight_to_fp16)[name = tensor("embeddings_1_cast_fp16")]; tensor token_type_embeddings_1_to_fp16 = const()[name = tensor("token_type_embeddings_1_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46891136)))]; tensor input_3_cast_fp16 = add(x = embeddings_1_cast_fp16, y = token_type_embeddings_1_to_fp16)[name = tensor("input_3_cast_fp16")]; tensor x_1_axes_0 = const()[name = tensor("x_1_axes_0"), val = tensor([-1])]; tensor model_text_model_emb_ln_weight_to_fp16 = const()[name = tensor("model_text_model_emb_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47284416)))]; tensor model_text_model_emb_ln_bias_to_fp16 = const()[name = tensor("model_text_model_emb_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47286016)))]; tensor var_7_to_fp16 = const()[name = tensor("op_7_to_fp16"), val = tensor(0x1p-24)]; tensor x_1_cast_fp16 = layer_norm(axes = x_1_axes_0, beta = model_text_model_emb_ln_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_emb_ln_weight_to_fp16, x = input_3_cast_fp16)[name = tensor("x_1_cast_fp16")]; tensor var_151 = const()[name = tensor("op_151"), val = tensor([1, 256, 1, 768])]; tensor x_3_cast_fp16 = reshape(shape = var_151, x = x_1_cast_fp16)[name = tensor("x_3_cast_fp16")]; tensor input_5_perm_0 = const()[name = tensor("input_5_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_154_axes_0 = const()[name = tensor("op_154_axes_0"), val = tensor([1])]; tensor var_154_cast_fp16 = squeeze(axes = var_154_axes_0, x = padding_mask)[name = tensor("op_154_cast_fp16")]; tensor padding_mask_3_axes_0 = const()[name = tensor("padding_mask_3_axes_0"), val = tensor([1])]; tensor padding_mask_3_cast_fp16 = squeeze(axes = padding_mask_3_axes_0, x = var_154_cast_fp16)[name = tensor("padding_mask_3_cast_fp16")]; tensor var_157_begin_0 = const()[name = tensor("op_157_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_157_end_0 = const()[name = tensor("op_157_end_0"), val = tensor([1, 1, 256, 256])]; tensor var_157_end_mask_0 = const()[name = tensor("op_157_end_mask_0"), val = tensor([true, false, true, true])]; tensor var_157_squeeze_mask_0 = const()[name = tensor("op_157_squeeze_mask_0"), val = tensor([false, true, false, false])]; tensor var_157_cast_fp16 = slice_by_index(begin = var_157_begin_0, end = var_157_end_0, end_mask = var_157_end_mask_0, squeeze_mask = var_157_squeeze_mask_0, x = linear_biases)[name = tensor("op_157_cast_fp16")]; tensor var_161_begin_0 = const()[name = tensor("op_161_begin_0"), val = tensor([0, 1, 0, 0])]; tensor var_161_end_0 = const()[name = tensor("op_161_end_0"), val = tensor([1, 2, 256, 256])]; tensor var_161_end_mask_0 = const()[name = tensor("op_161_end_mask_0"), val = tensor([true, false, true, true])]; tensor var_161_squeeze_mask_0 = const()[name = tensor("op_161_squeeze_mask_0"), val = tensor([false, true, false, false])]; tensor var_161_cast_fp16 = slice_by_index(begin = var_161_begin_0, end = var_161_end_0, end_mask = var_161_end_mask_0, squeeze_mask = var_161_squeeze_mask_0, x = linear_biases)[name = tensor("op_161_cast_fp16")]; tensor var_165_begin_0 = const()[name = tensor("op_165_begin_0"), val = tensor([0, 2, 0, 0])]; tensor var_165_end_0 = const()[name = tensor("op_165_end_0"), val = tensor([1, 3, 256, 256])]; tensor var_165_end_mask_0 = const()[name = tensor("op_165_end_mask_0"), val = tensor([true, false, true, true])]; tensor var_165_squeeze_mask_0 = const()[name = tensor("op_165_squeeze_mask_0"), val = tensor([false, true, false, false])]; tensor var_165_cast_fp16 = slice_by_index(begin = var_165_begin_0, end = var_165_end_0, end_mask = var_165_end_mask_0, squeeze_mask = var_165_squeeze_mask_0, x = linear_biases)[name = tensor("op_165_cast_fp16")]; tensor var_169_begin_0 = const()[name = tensor("op_169_begin_0"), val = tensor([0, 3, 0, 0])]; tensor var_169_end_0 = const()[name = tensor("op_169_end_0"), val = tensor([1, 4, 256, 256])]; tensor var_169_end_mask_0 = const()[name = tensor("op_169_end_mask_0"), val = tensor([true, false, true, true])]; tensor var_169_squeeze_mask_0 = const()[name = tensor("op_169_squeeze_mask_0"), val = tensor([false, true, false, false])]; tensor var_169_cast_fp16 = slice_by_index(begin = var_169_begin_0, end = var_169_end_0, end_mask = var_169_end_mask_0, squeeze_mask = var_169_squeeze_mask_0, x = linear_biases)[name = tensor("op_169_cast_fp16")]; tensor var_173_begin_0 = const()[name = tensor("op_173_begin_0"), val = tensor([0, 4, 0, 0])]; tensor var_173_end_0 = const()[name = tensor("op_173_end_0"), val = tensor([1, 5, 256, 256])]; tensor var_173_end_mask_0 = const()[name = tensor("op_173_end_mask_0"), val = tensor([true, false, true, true])]; tensor var_173_squeeze_mask_0 = const()[name = tensor("op_173_squeeze_mask_0"), val = tensor([false, true, false, false])]; tensor var_173_cast_fp16 = slice_by_index(begin = var_173_begin_0, end = var_173_end_0, end_mask = var_173_end_mask_0, squeeze_mask = var_173_squeeze_mask_0, x = linear_biases)[name = tensor("op_173_cast_fp16")]; tensor var_177_begin_0 = const()[name = tensor("op_177_begin_0"), val = tensor([0, 5, 0, 0])]; tensor var_177_end_0 = const()[name = tensor("op_177_end_0"), val = tensor([1, 6, 256, 256])]; tensor var_177_end_mask_0 = const()[name = tensor("op_177_end_mask_0"), val = tensor([true, false, true, true])]; tensor var_177_squeeze_mask_0 = const()[name = tensor("op_177_squeeze_mask_0"), val = tensor([false, true, false, false])]; tensor var_177_cast_fp16 = slice_by_index(begin = var_177_begin_0, end = var_177_end_0, end_mask = var_177_end_mask_0, squeeze_mask = var_177_squeeze_mask_0, x = linear_biases)[name = tensor("op_177_cast_fp16")]; tensor var_181_begin_0 = const()[name = tensor("op_181_begin_0"), val = tensor([0, 6, 0, 0])]; tensor var_181_end_0 = const()[name = tensor("op_181_end_0"), val = tensor([1, 7, 256, 256])]; tensor var_181_end_mask_0 = const()[name = tensor("op_181_end_mask_0"), val = tensor([true, false, true, true])]; tensor var_181_squeeze_mask_0 = const()[name = tensor("op_181_squeeze_mask_0"), val = tensor([false, true, false, false])]; tensor var_181_cast_fp16 = slice_by_index(begin = var_181_begin_0, end = var_181_end_0, end_mask = var_181_end_mask_0, squeeze_mask = var_181_squeeze_mask_0, x = linear_biases)[name = tensor("op_181_cast_fp16")]; tensor var_185_begin_0 = const()[name = tensor("op_185_begin_0"), val = tensor([0, 7, 0, 0])]; tensor var_185_end_0 = const()[name = tensor("op_185_end_0"), val = tensor([1, 8, 256, 256])]; tensor var_185_end_mask_0 = const()[name = tensor("op_185_end_mask_0"), val = tensor([true, false, true, true])]; tensor var_185_squeeze_mask_0 = const()[name = tensor("op_185_squeeze_mask_0"), val = tensor([false, true, false, false])]; tensor var_185_cast_fp16 = slice_by_index(begin = var_185_begin_0, end = var_185_end_0, end_mask = var_185_end_mask_0, squeeze_mask = var_185_squeeze_mask_0, x = linear_biases)[name = tensor("op_185_cast_fp16")]; tensor var_189_begin_0 = const()[name = tensor("op_189_begin_0"), val = tensor([0, 8, 0, 0])]; tensor var_189_end_0 = const()[name = tensor("op_189_end_0"), val = tensor([1, 9, 256, 256])]; tensor var_189_end_mask_0 = const()[name = tensor("op_189_end_mask_0"), val = tensor([true, false, true, true])]; tensor var_189_squeeze_mask_0 = const()[name = tensor("op_189_squeeze_mask_0"), val = tensor([false, true, false, false])]; tensor var_189_cast_fp16 = slice_by_index(begin = var_189_begin_0, end = var_189_end_0, end_mask = var_189_end_mask_0, squeeze_mask = var_189_squeeze_mask_0, x = linear_biases)[name = tensor("op_189_cast_fp16")]; tensor var_193_begin_0 = const()[name = tensor("op_193_begin_0"), val = tensor([0, 9, 0, 0])]; tensor var_193_end_0 = const()[name = tensor("op_193_end_0"), val = tensor([1, 10, 256, 256])]; tensor var_193_end_mask_0 = const()[name = tensor("op_193_end_mask_0"), val = tensor([true, false, true, true])]; tensor var_193_squeeze_mask_0 = const()[name = tensor("op_193_squeeze_mask_0"), val = tensor([false, true, false, false])]; tensor var_193_cast_fp16 = slice_by_index(begin = var_193_begin_0, end = var_193_end_0, end_mask = var_193_end_mask_0, squeeze_mask = var_193_squeeze_mask_0, x = linear_biases)[name = tensor("op_193_cast_fp16")]; tensor var_197_begin_0 = const()[name = tensor("op_197_begin_0"), val = tensor([0, 10, 0, 0])]; tensor var_197_end_0 = const()[name = tensor("op_197_end_0"), val = tensor([1, 11, 256, 256])]; tensor var_197_end_mask_0 = const()[name = tensor("op_197_end_mask_0"), val = tensor([true, false, true, true])]; tensor var_197_squeeze_mask_0 = const()[name = tensor("op_197_squeeze_mask_0"), val = tensor([false, true, false, false])]; tensor var_197_cast_fp16 = slice_by_index(begin = var_197_begin_0, end = var_197_end_0, end_mask = var_197_end_mask_0, squeeze_mask = var_197_squeeze_mask_0, x = linear_biases)[name = tensor("op_197_cast_fp16")]; tensor var_201_begin_0 = const()[name = tensor("op_201_begin_0"), val = tensor([0, 11, 0, 0])]; tensor var_201_end_0 = const()[name = tensor("op_201_end_0"), val = tensor([1, 12, 256, 256])]; tensor var_201_end_mask_0 = const()[name = tensor("op_201_end_mask_0"), val = tensor([true, false, true, true])]; tensor var_201_squeeze_mask_0 = const()[name = tensor("op_201_squeeze_mask_0"), val = tensor([false, true, false, false])]; tensor var_201_cast_fp16 = slice_by_index(begin = var_201_begin_0, end = var_201_end_0, end_mask = var_201_end_mask_0, squeeze_mask = var_201_squeeze_mask_0, x = linear_biases)[name = tensor("op_201_cast_fp16")]; tensor var_210_pad_type_0 = const()[name = tensor("op_210_pad_type_0"), val = tensor("valid")]; tensor var_210_strides_0 = const()[name = tensor("op_210_strides_0"), val = tensor([1, 1])]; tensor var_210_pad_0 = const()[name = tensor("op_210_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_210_dilations_0 = const()[name = tensor("op_210_dilations_0"), val = tensor([1, 1])]; tensor var_210_groups_0 = const()[name = tensor("op_210_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_q_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47287616)))]; tensor model_text_model_encoder_layers_0_mixer_q_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47385984)))]; tensor input_5_cast_fp16 = transpose(perm = input_5_perm_0, x = x_3_cast_fp16)[name = tensor("transpose_83")]; tensor var_210_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_q_projs_0_bias_to_fp16, dilations = var_210_dilations_0, groups = var_210_groups_0, pad = var_210_pad_0, pad_type = var_210_pad_type_0, strides = var_210_strides_0, weight = model_text_model_encoder_layers_0_mixer_q_projs_0_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_210_cast_fp16")]; tensor var_211_axes_0 = const()[name = tensor("op_211_axes_0"), val = tensor([2])]; tensor var_211_cast_fp16 = squeeze(axes = var_211_axes_0, x = var_210_cast_fp16)[name = tensor("op_211_cast_fp16")]; tensor var_219_pad_type_0 = const()[name = tensor("op_219_pad_type_0"), val = tensor("valid")]; tensor var_219_strides_0 = const()[name = tensor("op_219_strides_0"), val = tensor([1, 1])]; tensor var_219_pad_0 = const()[name = tensor("op_219_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_219_dilations_0 = const()[name = tensor("op_219_dilations_0"), val = tensor([1, 1])]; tensor var_219_groups_0 = const()[name = tensor("op_219_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_k_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47386176)))]; tensor model_text_model_encoder_layers_0_mixer_k_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47484544)))]; tensor var_219_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_k_projs_0_bias_to_fp16, dilations = var_219_dilations_0, groups = var_219_groups_0, pad = var_219_pad_0, pad_type = var_219_pad_type_0, strides = var_219_strides_0, weight = model_text_model_encoder_layers_0_mixer_k_projs_0_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_219_cast_fp16")]; tensor var_220_axes_0 = const()[name = tensor("op_220_axes_0"), val = tensor([2])]; tensor var_220_cast_fp16 = squeeze(axes = var_220_axes_0, x = var_219_cast_fp16)[name = tensor("op_220_cast_fp16")]; tensor var_228_pad_type_0 = const()[name = tensor("op_228_pad_type_0"), val = tensor("valid")]; tensor var_228_strides_0 = const()[name = tensor("op_228_strides_0"), val = tensor([1, 1])]; tensor var_228_pad_0 = const()[name = tensor("op_228_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_228_dilations_0 = const()[name = tensor("op_228_dilations_0"), val = tensor([1, 1])]; tensor var_228_groups_0 = const()[name = tensor("op_228_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_v_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47484736)))]; tensor model_text_model_encoder_layers_0_mixer_v_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47583104)))]; tensor var_228_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_v_projs_0_bias_to_fp16, dilations = var_228_dilations_0, groups = var_228_groups_0, pad = var_228_pad_0, pad_type = var_228_pad_type_0, strides = var_228_strides_0, weight = model_text_model_encoder_layers_0_mixer_v_projs_0_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_228_cast_fp16")]; tensor var_229_axes_0 = const()[name = tensor("op_229_axes_0"), val = tensor([2])]; tensor var_229_cast_fp16 = squeeze(axes = var_229_axes_0, x = var_228_cast_fp16)[name = tensor("op_229_cast_fp16")]; tensor var_232_transpose_x_1 = const()[name = tensor("op_232_transpose_x_1"), val = tensor(true)]; tensor var_232_transpose_y_1 = const()[name = tensor("op_232_transpose_y_1"), val = tensor(false)]; tensor var_232_cast_fp16 = matmul(transpose_x = var_232_transpose_x_1, transpose_y = var_232_transpose_y_1, x = var_211_cast_fp16, y = var_220_cast_fp16)[name = tensor("op_232_cast_fp16")]; tensor var_233_to_fp16 = const()[name = tensor("op_233_to_fp16"), val = tensor(0x1p-3)]; tensor scores_1_cast_fp16 = mul(x = var_232_cast_fp16, y = var_233_to_fp16)[name = tensor("scores_1_cast_fp16")]; tensor scores_3_cast_fp16 = add(x = scores_1_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_3_cast_fp16")]; tensor scores_5_cast_fp16 = sub(x = scores_3_cast_fp16, y = var_157_cast_fp16)[name = tensor("scores_5_cast_fp16")]; tensor attn_weights_1_cast_fp16 = softmax(axis = var_29, x = scores_5_cast_fp16)[name = tensor("attn_weights_1_cast_fp16")]; tensor var_238_transpose_x_1 = const()[name = tensor("op_238_transpose_x_1"), val = tensor(false)]; tensor var_238_transpose_y_1 = const()[name = tensor("op_238_transpose_y_1"), val = tensor(true)]; tensor var_238_cast_fp16 = matmul(transpose_x = var_238_transpose_x_1, transpose_y = var_238_transpose_y_1, x = attn_weights_1_cast_fp16, y = var_229_cast_fp16)[name = tensor("op_238_cast_fp16")]; tensor var_245_pad_type_0 = const()[name = tensor("op_245_pad_type_0"), val = tensor("valid")]; tensor var_245_strides_0 = const()[name = tensor("op_245_strides_0"), val = tensor([1, 1])]; tensor var_245_pad_0 = const()[name = tensor("op_245_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_245_dilations_0 = const()[name = tensor("op_245_dilations_0"), val = tensor([1, 1])]; tensor var_245_groups_0 = const()[name = tensor("op_245_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_q_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47583296)))]; tensor model_text_model_encoder_layers_0_mixer_q_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47681664)))]; tensor var_245_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_q_projs_1_bias_to_fp16, dilations = var_245_dilations_0, groups = var_245_groups_0, pad = var_245_pad_0, pad_type = var_245_pad_type_0, strides = var_245_strides_0, weight = model_text_model_encoder_layers_0_mixer_q_projs_1_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_245_cast_fp16")]; tensor var_246_axes_0 = const()[name = tensor("op_246_axes_0"), val = tensor([2])]; tensor var_246_cast_fp16 = squeeze(axes = var_246_axes_0, x = var_245_cast_fp16)[name = tensor("op_246_cast_fp16")]; tensor var_254_pad_type_0 = const()[name = tensor("op_254_pad_type_0"), val = tensor("valid")]; tensor var_254_strides_0 = const()[name = tensor("op_254_strides_0"), val = tensor([1, 1])]; tensor var_254_pad_0 = const()[name = tensor("op_254_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_254_dilations_0 = const()[name = tensor("op_254_dilations_0"), val = tensor([1, 1])]; tensor var_254_groups_0 = const()[name = tensor("op_254_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_k_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47681856)))]; tensor model_text_model_encoder_layers_0_mixer_k_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47780224)))]; tensor var_254_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_k_projs_1_bias_to_fp16, dilations = var_254_dilations_0, groups = var_254_groups_0, pad = var_254_pad_0, pad_type = var_254_pad_type_0, strides = var_254_strides_0, weight = model_text_model_encoder_layers_0_mixer_k_projs_1_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_254_cast_fp16")]; tensor var_255_axes_0 = const()[name = tensor("op_255_axes_0"), val = tensor([2])]; tensor var_255_cast_fp16 = squeeze(axes = var_255_axes_0, x = var_254_cast_fp16)[name = tensor("op_255_cast_fp16")]; tensor var_263_pad_type_0 = const()[name = tensor("op_263_pad_type_0"), val = tensor("valid")]; tensor var_263_strides_0 = const()[name = tensor("op_263_strides_0"), val = tensor([1, 1])]; tensor var_263_pad_0 = const()[name = tensor("op_263_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_263_dilations_0 = const()[name = tensor("op_263_dilations_0"), val = tensor([1, 1])]; tensor var_263_groups_0 = const()[name = tensor("op_263_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_v_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47780416)))]; tensor model_text_model_encoder_layers_0_mixer_v_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47878784)))]; tensor var_263_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_v_projs_1_bias_to_fp16, dilations = var_263_dilations_0, groups = var_263_groups_0, pad = var_263_pad_0, pad_type = var_263_pad_type_0, strides = var_263_strides_0, weight = model_text_model_encoder_layers_0_mixer_v_projs_1_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_263_cast_fp16")]; tensor var_264_axes_0 = const()[name = tensor("op_264_axes_0"), val = tensor([2])]; tensor var_264_cast_fp16 = squeeze(axes = var_264_axes_0, x = var_263_cast_fp16)[name = tensor("op_264_cast_fp16")]; tensor var_267_transpose_x_1 = const()[name = tensor("op_267_transpose_x_1"), val = tensor(true)]; tensor var_267_transpose_y_1 = const()[name = tensor("op_267_transpose_y_1"), val = tensor(false)]; tensor var_267_cast_fp16 = matmul(transpose_x = var_267_transpose_x_1, transpose_y = var_267_transpose_y_1, x = var_246_cast_fp16, y = var_255_cast_fp16)[name = tensor("op_267_cast_fp16")]; tensor var_268_to_fp16 = const()[name = tensor("op_268_to_fp16"), val = tensor(0x1p-3)]; tensor scores_7_cast_fp16 = mul(x = var_267_cast_fp16, y = var_268_to_fp16)[name = tensor("scores_7_cast_fp16")]; tensor scores_9_cast_fp16 = add(x = scores_7_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_9_cast_fp16")]; tensor scores_11_cast_fp16 = sub(x = scores_9_cast_fp16, y = var_161_cast_fp16)[name = tensor("scores_11_cast_fp16")]; tensor attn_weights_3_cast_fp16 = softmax(axis = var_29, x = scores_11_cast_fp16)[name = tensor("attn_weights_3_cast_fp16")]; tensor var_273_transpose_x_1 = const()[name = tensor("op_273_transpose_x_1"), val = tensor(false)]; tensor var_273_transpose_y_1 = const()[name = tensor("op_273_transpose_y_1"), val = tensor(true)]; tensor var_273_cast_fp16 = matmul(transpose_x = var_273_transpose_x_1, transpose_y = var_273_transpose_y_1, x = attn_weights_3_cast_fp16, y = var_264_cast_fp16)[name = tensor("op_273_cast_fp16")]; tensor var_280_pad_type_0 = const()[name = tensor("op_280_pad_type_0"), val = tensor("valid")]; tensor var_280_strides_0 = const()[name = tensor("op_280_strides_0"), val = tensor([1, 1])]; tensor var_280_pad_0 = const()[name = tensor("op_280_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_280_dilations_0 = const()[name = tensor("op_280_dilations_0"), val = tensor([1, 1])]; tensor var_280_groups_0 = const()[name = tensor("op_280_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_q_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47878976)))]; tensor model_text_model_encoder_layers_0_mixer_q_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47977344)))]; tensor var_280_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_q_projs_2_bias_to_fp16, dilations = var_280_dilations_0, groups = var_280_groups_0, pad = var_280_pad_0, pad_type = var_280_pad_type_0, strides = var_280_strides_0, weight = model_text_model_encoder_layers_0_mixer_q_projs_2_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_280_cast_fp16")]; tensor var_281_axes_0 = const()[name = tensor("op_281_axes_0"), val = tensor([2])]; tensor var_281_cast_fp16 = squeeze(axes = var_281_axes_0, x = var_280_cast_fp16)[name = tensor("op_281_cast_fp16")]; tensor var_289_pad_type_0 = const()[name = tensor("op_289_pad_type_0"), val = tensor("valid")]; tensor var_289_strides_0 = const()[name = tensor("op_289_strides_0"), val = tensor([1, 1])]; tensor var_289_pad_0 = const()[name = tensor("op_289_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_289_dilations_0 = const()[name = tensor("op_289_dilations_0"), val = tensor([1, 1])]; tensor var_289_groups_0 = const()[name = tensor("op_289_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_k_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47977536)))]; tensor model_text_model_encoder_layers_0_mixer_k_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48075904)))]; tensor var_289_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_k_projs_2_bias_to_fp16, dilations = var_289_dilations_0, groups = var_289_groups_0, pad = var_289_pad_0, pad_type = var_289_pad_type_0, strides = var_289_strides_0, weight = model_text_model_encoder_layers_0_mixer_k_projs_2_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_289_cast_fp16")]; tensor var_290_axes_0 = const()[name = tensor("op_290_axes_0"), val = tensor([2])]; tensor var_290_cast_fp16 = squeeze(axes = var_290_axes_0, x = var_289_cast_fp16)[name = tensor("op_290_cast_fp16")]; tensor var_298_pad_type_0 = const()[name = tensor("op_298_pad_type_0"), val = tensor("valid")]; tensor var_298_strides_0 = const()[name = tensor("op_298_strides_0"), val = tensor([1, 1])]; tensor var_298_pad_0 = const()[name = tensor("op_298_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_298_dilations_0 = const()[name = tensor("op_298_dilations_0"), val = tensor([1, 1])]; tensor var_298_groups_0 = const()[name = tensor("op_298_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_v_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48076096)))]; tensor model_text_model_encoder_layers_0_mixer_v_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48174464)))]; tensor var_298_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_v_projs_2_bias_to_fp16, dilations = var_298_dilations_0, groups = var_298_groups_0, pad = var_298_pad_0, pad_type = var_298_pad_type_0, strides = var_298_strides_0, weight = model_text_model_encoder_layers_0_mixer_v_projs_2_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_298_cast_fp16")]; tensor var_299_axes_0 = const()[name = tensor("op_299_axes_0"), val = tensor([2])]; tensor var_299_cast_fp16 = squeeze(axes = var_299_axes_0, x = var_298_cast_fp16)[name = tensor("op_299_cast_fp16")]; tensor var_302_transpose_x_1 = const()[name = tensor("op_302_transpose_x_1"), val = tensor(true)]; tensor var_302_transpose_y_1 = const()[name = tensor("op_302_transpose_y_1"), val = tensor(false)]; tensor var_302_cast_fp16 = matmul(transpose_x = var_302_transpose_x_1, transpose_y = var_302_transpose_y_1, x = var_281_cast_fp16, y = var_290_cast_fp16)[name = tensor("op_302_cast_fp16")]; tensor var_303_to_fp16 = const()[name = tensor("op_303_to_fp16"), val = tensor(0x1p-3)]; tensor scores_13_cast_fp16 = mul(x = var_302_cast_fp16, y = var_303_to_fp16)[name = tensor("scores_13_cast_fp16")]; tensor scores_15_cast_fp16 = add(x = scores_13_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_15_cast_fp16")]; tensor scores_17_cast_fp16 = sub(x = scores_15_cast_fp16, y = var_165_cast_fp16)[name = tensor("scores_17_cast_fp16")]; tensor attn_weights_5_cast_fp16 = softmax(axis = var_29, x = scores_17_cast_fp16)[name = tensor("attn_weights_5_cast_fp16")]; tensor var_308_transpose_x_1 = const()[name = tensor("op_308_transpose_x_1"), val = tensor(false)]; tensor var_308_transpose_y_1 = const()[name = tensor("op_308_transpose_y_1"), val = tensor(true)]; tensor var_308_cast_fp16 = matmul(transpose_x = var_308_transpose_x_1, transpose_y = var_308_transpose_y_1, x = attn_weights_5_cast_fp16, y = var_299_cast_fp16)[name = tensor("op_308_cast_fp16")]; tensor var_315_pad_type_0 = const()[name = tensor("op_315_pad_type_0"), val = tensor("valid")]; tensor var_315_strides_0 = const()[name = tensor("op_315_strides_0"), val = tensor([1, 1])]; tensor var_315_pad_0 = const()[name = tensor("op_315_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_315_dilations_0 = const()[name = tensor("op_315_dilations_0"), val = tensor([1, 1])]; tensor var_315_groups_0 = const()[name = tensor("op_315_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_q_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48174656)))]; tensor model_text_model_encoder_layers_0_mixer_q_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48273024)))]; tensor var_315_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_q_projs_3_bias_to_fp16, dilations = var_315_dilations_0, groups = var_315_groups_0, pad = var_315_pad_0, pad_type = var_315_pad_type_0, strides = var_315_strides_0, weight = model_text_model_encoder_layers_0_mixer_q_projs_3_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_315_cast_fp16")]; tensor var_316_axes_0 = const()[name = tensor("op_316_axes_0"), val = tensor([2])]; tensor var_316_cast_fp16 = squeeze(axes = var_316_axes_0, x = var_315_cast_fp16)[name = tensor("op_316_cast_fp16")]; tensor var_324_pad_type_0 = const()[name = tensor("op_324_pad_type_0"), val = tensor("valid")]; tensor var_324_strides_0 = const()[name = tensor("op_324_strides_0"), val = tensor([1, 1])]; tensor var_324_pad_0 = const()[name = tensor("op_324_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_324_dilations_0 = const()[name = tensor("op_324_dilations_0"), val = tensor([1, 1])]; tensor var_324_groups_0 = const()[name = tensor("op_324_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_k_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48273216)))]; tensor model_text_model_encoder_layers_0_mixer_k_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48371584)))]; tensor var_324_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_k_projs_3_bias_to_fp16, dilations = var_324_dilations_0, groups = var_324_groups_0, pad = var_324_pad_0, pad_type = var_324_pad_type_0, strides = var_324_strides_0, weight = model_text_model_encoder_layers_0_mixer_k_projs_3_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_324_cast_fp16")]; tensor var_325_axes_0 = const()[name = tensor("op_325_axes_0"), val = tensor([2])]; tensor var_325_cast_fp16 = squeeze(axes = var_325_axes_0, x = var_324_cast_fp16)[name = tensor("op_325_cast_fp16")]; tensor var_333_pad_type_0 = const()[name = tensor("op_333_pad_type_0"), val = tensor("valid")]; tensor var_333_strides_0 = const()[name = tensor("op_333_strides_0"), val = tensor([1, 1])]; tensor var_333_pad_0 = const()[name = tensor("op_333_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_333_dilations_0 = const()[name = tensor("op_333_dilations_0"), val = tensor([1, 1])]; tensor var_333_groups_0 = const()[name = tensor("op_333_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_v_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48371776)))]; tensor model_text_model_encoder_layers_0_mixer_v_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48470144)))]; tensor var_333_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_v_projs_3_bias_to_fp16, dilations = var_333_dilations_0, groups = var_333_groups_0, pad = var_333_pad_0, pad_type = var_333_pad_type_0, strides = var_333_strides_0, weight = model_text_model_encoder_layers_0_mixer_v_projs_3_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_333_cast_fp16")]; tensor var_334_axes_0 = const()[name = tensor("op_334_axes_0"), val = tensor([2])]; tensor var_334_cast_fp16 = squeeze(axes = var_334_axes_0, x = var_333_cast_fp16)[name = tensor("op_334_cast_fp16")]; tensor var_337_transpose_x_1 = const()[name = tensor("op_337_transpose_x_1"), val = tensor(true)]; tensor var_337_transpose_y_1 = const()[name = tensor("op_337_transpose_y_1"), val = tensor(false)]; tensor var_337_cast_fp16 = matmul(transpose_x = var_337_transpose_x_1, transpose_y = var_337_transpose_y_1, x = var_316_cast_fp16, y = var_325_cast_fp16)[name = tensor("op_337_cast_fp16")]; tensor var_338_to_fp16 = const()[name = tensor("op_338_to_fp16"), val = tensor(0x1p-3)]; tensor scores_19_cast_fp16 = mul(x = var_337_cast_fp16, y = var_338_to_fp16)[name = tensor("scores_19_cast_fp16")]; tensor scores_21_cast_fp16 = add(x = scores_19_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_21_cast_fp16")]; tensor scores_23_cast_fp16 = sub(x = scores_21_cast_fp16, y = var_169_cast_fp16)[name = tensor("scores_23_cast_fp16")]; tensor attn_weights_7_cast_fp16 = softmax(axis = var_29, x = scores_23_cast_fp16)[name = tensor("attn_weights_7_cast_fp16")]; tensor var_343_transpose_x_1 = const()[name = tensor("op_343_transpose_x_1"), val = tensor(false)]; tensor var_343_transpose_y_1 = const()[name = tensor("op_343_transpose_y_1"), val = tensor(true)]; tensor var_343_cast_fp16 = matmul(transpose_x = var_343_transpose_x_1, transpose_y = var_343_transpose_y_1, x = attn_weights_7_cast_fp16, y = var_334_cast_fp16)[name = tensor("op_343_cast_fp16")]; tensor var_350_pad_type_0 = const()[name = tensor("op_350_pad_type_0"), val = tensor("valid")]; tensor var_350_strides_0 = const()[name = tensor("op_350_strides_0"), val = tensor([1, 1])]; tensor var_350_pad_0 = const()[name = tensor("op_350_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_350_dilations_0 = const()[name = tensor("op_350_dilations_0"), val = tensor([1, 1])]; tensor var_350_groups_0 = const()[name = tensor("op_350_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_q_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48470336)))]; tensor model_text_model_encoder_layers_0_mixer_q_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48568704)))]; tensor var_350_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_q_projs_4_bias_to_fp16, dilations = var_350_dilations_0, groups = var_350_groups_0, pad = var_350_pad_0, pad_type = var_350_pad_type_0, strides = var_350_strides_0, weight = model_text_model_encoder_layers_0_mixer_q_projs_4_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_350_cast_fp16")]; tensor var_351_axes_0 = const()[name = tensor("op_351_axes_0"), val = tensor([2])]; tensor var_351_cast_fp16 = squeeze(axes = var_351_axes_0, x = var_350_cast_fp16)[name = tensor("op_351_cast_fp16")]; tensor var_359_pad_type_0 = const()[name = tensor("op_359_pad_type_0"), val = tensor("valid")]; tensor var_359_strides_0 = const()[name = tensor("op_359_strides_0"), val = tensor([1, 1])]; tensor var_359_pad_0 = const()[name = tensor("op_359_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_359_dilations_0 = const()[name = tensor("op_359_dilations_0"), val = tensor([1, 1])]; tensor var_359_groups_0 = const()[name = tensor("op_359_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_k_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48568896)))]; tensor model_text_model_encoder_layers_0_mixer_k_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48667264)))]; tensor var_359_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_k_projs_4_bias_to_fp16, dilations = var_359_dilations_0, groups = var_359_groups_0, pad = var_359_pad_0, pad_type = var_359_pad_type_0, strides = var_359_strides_0, weight = model_text_model_encoder_layers_0_mixer_k_projs_4_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_359_cast_fp16")]; tensor var_360_axes_0 = const()[name = tensor("op_360_axes_0"), val = tensor([2])]; tensor var_360_cast_fp16 = squeeze(axes = var_360_axes_0, x = var_359_cast_fp16)[name = tensor("op_360_cast_fp16")]; tensor var_368_pad_type_0 = const()[name = tensor("op_368_pad_type_0"), val = tensor("valid")]; tensor var_368_strides_0 = const()[name = tensor("op_368_strides_0"), val = tensor([1, 1])]; tensor var_368_pad_0 = const()[name = tensor("op_368_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_368_dilations_0 = const()[name = tensor("op_368_dilations_0"), val = tensor([1, 1])]; tensor var_368_groups_0 = const()[name = tensor("op_368_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_v_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48667456)))]; tensor model_text_model_encoder_layers_0_mixer_v_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48765824)))]; tensor var_368_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_v_projs_4_bias_to_fp16, dilations = var_368_dilations_0, groups = var_368_groups_0, pad = var_368_pad_0, pad_type = var_368_pad_type_0, strides = var_368_strides_0, weight = model_text_model_encoder_layers_0_mixer_v_projs_4_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_368_cast_fp16")]; tensor var_369_axes_0 = const()[name = tensor("op_369_axes_0"), val = tensor([2])]; tensor var_369_cast_fp16 = squeeze(axes = var_369_axes_0, x = var_368_cast_fp16)[name = tensor("op_369_cast_fp16")]; tensor var_372_transpose_x_1 = const()[name = tensor("op_372_transpose_x_1"), val = tensor(true)]; tensor var_372_transpose_y_1 = const()[name = tensor("op_372_transpose_y_1"), val = tensor(false)]; tensor var_372_cast_fp16 = matmul(transpose_x = var_372_transpose_x_1, transpose_y = var_372_transpose_y_1, x = var_351_cast_fp16, y = var_360_cast_fp16)[name = tensor("op_372_cast_fp16")]; tensor var_373_to_fp16 = const()[name = tensor("op_373_to_fp16"), val = tensor(0x1p-3)]; tensor scores_25_cast_fp16 = mul(x = var_372_cast_fp16, y = var_373_to_fp16)[name = tensor("scores_25_cast_fp16")]; tensor scores_27_cast_fp16 = add(x = scores_25_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_27_cast_fp16")]; tensor scores_29_cast_fp16 = sub(x = scores_27_cast_fp16, y = var_173_cast_fp16)[name = tensor("scores_29_cast_fp16")]; tensor attn_weights_9_cast_fp16 = softmax(axis = var_29, x = scores_29_cast_fp16)[name = tensor("attn_weights_9_cast_fp16")]; tensor var_378_transpose_x_1 = const()[name = tensor("op_378_transpose_x_1"), val = tensor(false)]; tensor var_378_transpose_y_1 = const()[name = tensor("op_378_transpose_y_1"), val = tensor(true)]; tensor var_378_cast_fp16 = matmul(transpose_x = var_378_transpose_x_1, transpose_y = var_378_transpose_y_1, x = attn_weights_9_cast_fp16, y = var_369_cast_fp16)[name = tensor("op_378_cast_fp16")]; tensor var_385_pad_type_0 = const()[name = tensor("op_385_pad_type_0"), val = tensor("valid")]; tensor var_385_strides_0 = const()[name = tensor("op_385_strides_0"), val = tensor([1, 1])]; tensor var_385_pad_0 = const()[name = tensor("op_385_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_385_dilations_0 = const()[name = tensor("op_385_dilations_0"), val = tensor([1, 1])]; tensor var_385_groups_0 = const()[name = tensor("op_385_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_q_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48766016)))]; tensor model_text_model_encoder_layers_0_mixer_q_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48864384)))]; tensor var_385_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_q_projs_5_bias_to_fp16, dilations = var_385_dilations_0, groups = var_385_groups_0, pad = var_385_pad_0, pad_type = var_385_pad_type_0, strides = var_385_strides_0, weight = model_text_model_encoder_layers_0_mixer_q_projs_5_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_385_cast_fp16")]; tensor var_386_axes_0 = const()[name = tensor("op_386_axes_0"), val = tensor([2])]; tensor var_386_cast_fp16 = squeeze(axes = var_386_axes_0, x = var_385_cast_fp16)[name = tensor("op_386_cast_fp16")]; tensor var_394_pad_type_0 = const()[name = tensor("op_394_pad_type_0"), val = tensor("valid")]; tensor var_394_strides_0 = const()[name = tensor("op_394_strides_0"), val = tensor([1, 1])]; tensor var_394_pad_0 = const()[name = tensor("op_394_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_394_dilations_0 = const()[name = tensor("op_394_dilations_0"), val = tensor([1, 1])]; tensor var_394_groups_0 = const()[name = tensor("op_394_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_k_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48864576)))]; tensor model_text_model_encoder_layers_0_mixer_k_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48962944)))]; tensor var_394_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_k_projs_5_bias_to_fp16, dilations = var_394_dilations_0, groups = var_394_groups_0, pad = var_394_pad_0, pad_type = var_394_pad_type_0, strides = var_394_strides_0, weight = model_text_model_encoder_layers_0_mixer_k_projs_5_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_394_cast_fp16")]; tensor var_395_axes_0 = const()[name = tensor("op_395_axes_0"), val = tensor([2])]; tensor var_395_cast_fp16 = squeeze(axes = var_395_axes_0, x = var_394_cast_fp16)[name = tensor("op_395_cast_fp16")]; tensor var_403_pad_type_0 = const()[name = tensor("op_403_pad_type_0"), val = tensor("valid")]; tensor var_403_strides_0 = const()[name = tensor("op_403_strides_0"), val = tensor([1, 1])]; tensor var_403_pad_0 = const()[name = tensor("op_403_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_403_dilations_0 = const()[name = tensor("op_403_dilations_0"), val = tensor([1, 1])]; tensor var_403_groups_0 = const()[name = tensor("op_403_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_v_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48963136)))]; tensor model_text_model_encoder_layers_0_mixer_v_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49061504)))]; tensor var_403_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_v_projs_5_bias_to_fp16, dilations = var_403_dilations_0, groups = var_403_groups_0, pad = var_403_pad_0, pad_type = var_403_pad_type_0, strides = var_403_strides_0, weight = model_text_model_encoder_layers_0_mixer_v_projs_5_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_403_cast_fp16")]; tensor var_404_axes_0 = const()[name = tensor("op_404_axes_0"), val = tensor([2])]; tensor var_404_cast_fp16 = squeeze(axes = var_404_axes_0, x = var_403_cast_fp16)[name = tensor("op_404_cast_fp16")]; tensor var_407_transpose_x_1 = const()[name = tensor("op_407_transpose_x_1"), val = tensor(true)]; tensor var_407_transpose_y_1 = const()[name = tensor("op_407_transpose_y_1"), val = tensor(false)]; tensor var_407_cast_fp16 = matmul(transpose_x = var_407_transpose_x_1, transpose_y = var_407_transpose_y_1, x = var_386_cast_fp16, y = var_395_cast_fp16)[name = tensor("op_407_cast_fp16")]; tensor var_408_to_fp16 = const()[name = tensor("op_408_to_fp16"), val = tensor(0x1p-3)]; tensor scores_31_cast_fp16 = mul(x = var_407_cast_fp16, y = var_408_to_fp16)[name = tensor("scores_31_cast_fp16")]; tensor scores_33_cast_fp16 = add(x = scores_31_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_33_cast_fp16")]; tensor scores_35_cast_fp16 = sub(x = scores_33_cast_fp16, y = var_177_cast_fp16)[name = tensor("scores_35_cast_fp16")]; tensor attn_weights_11_cast_fp16 = softmax(axis = var_29, x = scores_35_cast_fp16)[name = tensor("attn_weights_11_cast_fp16")]; tensor var_413_transpose_x_1 = const()[name = tensor("op_413_transpose_x_1"), val = tensor(false)]; tensor var_413_transpose_y_1 = const()[name = tensor("op_413_transpose_y_1"), val = tensor(true)]; tensor var_413_cast_fp16 = matmul(transpose_x = var_413_transpose_x_1, transpose_y = var_413_transpose_y_1, x = attn_weights_11_cast_fp16, y = var_404_cast_fp16)[name = tensor("op_413_cast_fp16")]; tensor var_420_pad_type_0 = const()[name = tensor("op_420_pad_type_0"), val = tensor("valid")]; tensor var_420_strides_0 = const()[name = tensor("op_420_strides_0"), val = tensor([1, 1])]; tensor var_420_pad_0 = const()[name = tensor("op_420_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_420_dilations_0 = const()[name = tensor("op_420_dilations_0"), val = tensor([1, 1])]; tensor var_420_groups_0 = const()[name = tensor("op_420_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_q_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49061696)))]; tensor model_text_model_encoder_layers_0_mixer_q_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49160064)))]; tensor var_420_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_q_projs_6_bias_to_fp16, dilations = var_420_dilations_0, groups = var_420_groups_0, pad = var_420_pad_0, pad_type = var_420_pad_type_0, strides = var_420_strides_0, weight = model_text_model_encoder_layers_0_mixer_q_projs_6_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_420_cast_fp16")]; tensor var_421_axes_0 = const()[name = tensor("op_421_axes_0"), val = tensor([2])]; tensor var_421_cast_fp16 = squeeze(axes = var_421_axes_0, x = var_420_cast_fp16)[name = tensor("op_421_cast_fp16")]; tensor var_429_pad_type_0 = const()[name = tensor("op_429_pad_type_0"), val = tensor("valid")]; tensor var_429_strides_0 = const()[name = tensor("op_429_strides_0"), val = tensor([1, 1])]; tensor var_429_pad_0 = const()[name = tensor("op_429_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_429_dilations_0 = const()[name = tensor("op_429_dilations_0"), val = tensor([1, 1])]; tensor var_429_groups_0 = const()[name = tensor("op_429_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_k_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49160256)))]; tensor model_text_model_encoder_layers_0_mixer_k_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49258624)))]; tensor var_429_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_k_projs_6_bias_to_fp16, dilations = var_429_dilations_0, groups = var_429_groups_0, pad = var_429_pad_0, pad_type = var_429_pad_type_0, strides = var_429_strides_0, weight = model_text_model_encoder_layers_0_mixer_k_projs_6_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_429_cast_fp16")]; tensor var_430_axes_0 = const()[name = tensor("op_430_axes_0"), val = tensor([2])]; tensor var_430_cast_fp16 = squeeze(axes = var_430_axes_0, x = var_429_cast_fp16)[name = tensor("op_430_cast_fp16")]; tensor var_438_pad_type_0 = const()[name = tensor("op_438_pad_type_0"), val = tensor("valid")]; tensor var_438_strides_0 = const()[name = tensor("op_438_strides_0"), val = tensor([1, 1])]; tensor var_438_pad_0 = const()[name = tensor("op_438_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_438_dilations_0 = const()[name = tensor("op_438_dilations_0"), val = tensor([1, 1])]; tensor var_438_groups_0 = const()[name = tensor("op_438_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_v_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49258816)))]; tensor model_text_model_encoder_layers_0_mixer_v_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49357184)))]; tensor var_438_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_v_projs_6_bias_to_fp16, dilations = var_438_dilations_0, groups = var_438_groups_0, pad = var_438_pad_0, pad_type = var_438_pad_type_0, strides = var_438_strides_0, weight = model_text_model_encoder_layers_0_mixer_v_projs_6_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_438_cast_fp16")]; tensor var_439_axes_0 = const()[name = tensor("op_439_axes_0"), val = tensor([2])]; tensor var_439_cast_fp16 = squeeze(axes = var_439_axes_0, x = var_438_cast_fp16)[name = tensor("op_439_cast_fp16")]; tensor var_442_transpose_x_1 = const()[name = tensor("op_442_transpose_x_1"), val = tensor(true)]; tensor var_442_transpose_y_1 = const()[name = tensor("op_442_transpose_y_1"), val = tensor(false)]; tensor var_442_cast_fp16 = matmul(transpose_x = var_442_transpose_x_1, transpose_y = var_442_transpose_y_1, x = var_421_cast_fp16, y = var_430_cast_fp16)[name = tensor("op_442_cast_fp16")]; tensor var_443_to_fp16 = const()[name = tensor("op_443_to_fp16"), val = tensor(0x1p-3)]; tensor scores_37_cast_fp16 = mul(x = var_442_cast_fp16, y = var_443_to_fp16)[name = tensor("scores_37_cast_fp16")]; tensor scores_39_cast_fp16 = add(x = scores_37_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_39_cast_fp16")]; tensor scores_41_cast_fp16 = sub(x = scores_39_cast_fp16, y = var_181_cast_fp16)[name = tensor("scores_41_cast_fp16")]; tensor attn_weights_13_cast_fp16 = softmax(axis = var_29, x = scores_41_cast_fp16)[name = tensor("attn_weights_13_cast_fp16")]; tensor var_448_transpose_x_1 = const()[name = tensor("op_448_transpose_x_1"), val = tensor(false)]; tensor var_448_transpose_y_1 = const()[name = tensor("op_448_transpose_y_1"), val = tensor(true)]; tensor var_448_cast_fp16 = matmul(transpose_x = var_448_transpose_x_1, transpose_y = var_448_transpose_y_1, x = attn_weights_13_cast_fp16, y = var_439_cast_fp16)[name = tensor("op_448_cast_fp16")]; tensor var_455_pad_type_0 = const()[name = tensor("op_455_pad_type_0"), val = tensor("valid")]; tensor var_455_strides_0 = const()[name = tensor("op_455_strides_0"), val = tensor([1, 1])]; tensor var_455_pad_0 = const()[name = tensor("op_455_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_455_dilations_0 = const()[name = tensor("op_455_dilations_0"), val = tensor([1, 1])]; tensor var_455_groups_0 = const()[name = tensor("op_455_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_q_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49357376)))]; tensor model_text_model_encoder_layers_0_mixer_q_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49455744)))]; tensor var_455_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_q_projs_7_bias_to_fp16, dilations = var_455_dilations_0, groups = var_455_groups_0, pad = var_455_pad_0, pad_type = var_455_pad_type_0, strides = var_455_strides_0, weight = model_text_model_encoder_layers_0_mixer_q_projs_7_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_455_cast_fp16")]; tensor var_456_axes_0 = const()[name = tensor("op_456_axes_0"), val = tensor([2])]; tensor var_456_cast_fp16 = squeeze(axes = var_456_axes_0, x = var_455_cast_fp16)[name = tensor("op_456_cast_fp16")]; tensor var_464_pad_type_0 = const()[name = tensor("op_464_pad_type_0"), val = tensor("valid")]; tensor var_464_strides_0 = const()[name = tensor("op_464_strides_0"), val = tensor([1, 1])]; tensor var_464_pad_0 = const()[name = tensor("op_464_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_464_dilations_0 = const()[name = tensor("op_464_dilations_0"), val = tensor([1, 1])]; tensor var_464_groups_0 = const()[name = tensor("op_464_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_k_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49455936)))]; tensor model_text_model_encoder_layers_0_mixer_k_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49554304)))]; tensor var_464_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_k_projs_7_bias_to_fp16, dilations = var_464_dilations_0, groups = var_464_groups_0, pad = var_464_pad_0, pad_type = var_464_pad_type_0, strides = var_464_strides_0, weight = model_text_model_encoder_layers_0_mixer_k_projs_7_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_464_cast_fp16")]; tensor var_465_axes_0 = const()[name = tensor("op_465_axes_0"), val = tensor([2])]; tensor var_465_cast_fp16 = squeeze(axes = var_465_axes_0, x = var_464_cast_fp16)[name = tensor("op_465_cast_fp16")]; tensor var_473_pad_type_0 = const()[name = tensor("op_473_pad_type_0"), val = tensor("valid")]; tensor var_473_strides_0 = const()[name = tensor("op_473_strides_0"), val = tensor([1, 1])]; tensor var_473_pad_0 = const()[name = tensor("op_473_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_473_dilations_0 = const()[name = tensor("op_473_dilations_0"), val = tensor([1, 1])]; tensor var_473_groups_0 = const()[name = tensor("op_473_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_v_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49554496)))]; tensor model_text_model_encoder_layers_0_mixer_v_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49652864)))]; tensor var_473_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_v_projs_7_bias_to_fp16, dilations = var_473_dilations_0, groups = var_473_groups_0, pad = var_473_pad_0, pad_type = var_473_pad_type_0, strides = var_473_strides_0, weight = model_text_model_encoder_layers_0_mixer_v_projs_7_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_473_cast_fp16")]; tensor var_474_axes_0 = const()[name = tensor("op_474_axes_0"), val = tensor([2])]; tensor var_474_cast_fp16 = squeeze(axes = var_474_axes_0, x = var_473_cast_fp16)[name = tensor("op_474_cast_fp16")]; tensor var_477_transpose_x_1 = const()[name = tensor("op_477_transpose_x_1"), val = tensor(true)]; tensor var_477_transpose_y_1 = const()[name = tensor("op_477_transpose_y_1"), val = tensor(false)]; tensor var_477_cast_fp16 = matmul(transpose_x = var_477_transpose_x_1, transpose_y = var_477_transpose_y_1, x = var_456_cast_fp16, y = var_465_cast_fp16)[name = tensor("op_477_cast_fp16")]; tensor var_478_to_fp16 = const()[name = tensor("op_478_to_fp16"), val = tensor(0x1p-3)]; tensor scores_43_cast_fp16 = mul(x = var_477_cast_fp16, y = var_478_to_fp16)[name = tensor("scores_43_cast_fp16")]; tensor scores_45_cast_fp16 = add(x = scores_43_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_45_cast_fp16")]; tensor scores_47_cast_fp16 = sub(x = scores_45_cast_fp16, y = var_185_cast_fp16)[name = tensor("scores_47_cast_fp16")]; tensor attn_weights_15_cast_fp16 = softmax(axis = var_29, x = scores_47_cast_fp16)[name = tensor("attn_weights_15_cast_fp16")]; tensor var_483_transpose_x_1 = const()[name = tensor("op_483_transpose_x_1"), val = tensor(false)]; tensor var_483_transpose_y_1 = const()[name = tensor("op_483_transpose_y_1"), val = tensor(true)]; tensor var_483_cast_fp16 = matmul(transpose_x = var_483_transpose_x_1, transpose_y = var_483_transpose_y_1, x = attn_weights_15_cast_fp16, y = var_474_cast_fp16)[name = tensor("op_483_cast_fp16")]; tensor var_490_pad_type_0 = const()[name = tensor("op_490_pad_type_0"), val = tensor("valid")]; tensor var_490_strides_0 = const()[name = tensor("op_490_strides_0"), val = tensor([1, 1])]; tensor var_490_pad_0 = const()[name = tensor("op_490_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_490_dilations_0 = const()[name = tensor("op_490_dilations_0"), val = tensor([1, 1])]; tensor var_490_groups_0 = const()[name = tensor("op_490_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_q_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49653056)))]; tensor model_text_model_encoder_layers_0_mixer_q_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49751424)))]; tensor var_490_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_q_projs_8_bias_to_fp16, dilations = var_490_dilations_0, groups = var_490_groups_0, pad = var_490_pad_0, pad_type = var_490_pad_type_0, strides = var_490_strides_0, weight = model_text_model_encoder_layers_0_mixer_q_projs_8_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_490_cast_fp16")]; tensor var_491_axes_0 = const()[name = tensor("op_491_axes_0"), val = tensor([2])]; tensor var_491_cast_fp16 = squeeze(axes = var_491_axes_0, x = var_490_cast_fp16)[name = tensor("op_491_cast_fp16")]; tensor var_499_pad_type_0 = const()[name = tensor("op_499_pad_type_0"), val = tensor("valid")]; tensor var_499_strides_0 = const()[name = tensor("op_499_strides_0"), val = tensor([1, 1])]; tensor var_499_pad_0 = const()[name = tensor("op_499_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_499_dilations_0 = const()[name = tensor("op_499_dilations_0"), val = tensor([1, 1])]; tensor var_499_groups_0 = const()[name = tensor("op_499_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_k_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49751616)))]; tensor model_text_model_encoder_layers_0_mixer_k_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49849984)))]; tensor var_499_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_k_projs_8_bias_to_fp16, dilations = var_499_dilations_0, groups = var_499_groups_0, pad = var_499_pad_0, pad_type = var_499_pad_type_0, strides = var_499_strides_0, weight = model_text_model_encoder_layers_0_mixer_k_projs_8_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_499_cast_fp16")]; tensor var_500_axes_0 = const()[name = tensor("op_500_axes_0"), val = tensor([2])]; tensor var_500_cast_fp16 = squeeze(axes = var_500_axes_0, x = var_499_cast_fp16)[name = tensor("op_500_cast_fp16")]; tensor var_508_pad_type_0 = const()[name = tensor("op_508_pad_type_0"), val = tensor("valid")]; tensor var_508_strides_0 = const()[name = tensor("op_508_strides_0"), val = tensor([1, 1])]; tensor var_508_pad_0 = const()[name = tensor("op_508_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_508_dilations_0 = const()[name = tensor("op_508_dilations_0"), val = tensor([1, 1])]; tensor var_508_groups_0 = const()[name = tensor("op_508_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_v_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49850176)))]; tensor model_text_model_encoder_layers_0_mixer_v_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49948544)))]; tensor var_508_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_v_projs_8_bias_to_fp16, dilations = var_508_dilations_0, groups = var_508_groups_0, pad = var_508_pad_0, pad_type = var_508_pad_type_0, strides = var_508_strides_0, weight = model_text_model_encoder_layers_0_mixer_v_projs_8_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_508_cast_fp16")]; tensor var_509_axes_0 = const()[name = tensor("op_509_axes_0"), val = tensor([2])]; tensor var_509_cast_fp16 = squeeze(axes = var_509_axes_0, x = var_508_cast_fp16)[name = tensor("op_509_cast_fp16")]; tensor var_512_transpose_x_1 = const()[name = tensor("op_512_transpose_x_1"), val = tensor(true)]; tensor var_512_transpose_y_1 = const()[name = tensor("op_512_transpose_y_1"), val = tensor(false)]; tensor var_512_cast_fp16 = matmul(transpose_x = var_512_transpose_x_1, transpose_y = var_512_transpose_y_1, x = var_491_cast_fp16, y = var_500_cast_fp16)[name = tensor("op_512_cast_fp16")]; tensor var_513_to_fp16 = const()[name = tensor("op_513_to_fp16"), val = tensor(0x1p-3)]; tensor scores_49_cast_fp16 = mul(x = var_512_cast_fp16, y = var_513_to_fp16)[name = tensor("scores_49_cast_fp16")]; tensor scores_51_cast_fp16 = add(x = scores_49_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_51_cast_fp16")]; tensor scores_53_cast_fp16 = sub(x = scores_51_cast_fp16, y = var_189_cast_fp16)[name = tensor("scores_53_cast_fp16")]; tensor attn_weights_17_cast_fp16 = softmax(axis = var_29, x = scores_53_cast_fp16)[name = tensor("attn_weights_17_cast_fp16")]; tensor var_518_transpose_x_1 = const()[name = tensor("op_518_transpose_x_1"), val = tensor(false)]; tensor var_518_transpose_y_1 = const()[name = tensor("op_518_transpose_y_1"), val = tensor(true)]; tensor var_518_cast_fp16 = matmul(transpose_x = var_518_transpose_x_1, transpose_y = var_518_transpose_y_1, x = attn_weights_17_cast_fp16, y = var_509_cast_fp16)[name = tensor("op_518_cast_fp16")]; tensor var_525_pad_type_0 = const()[name = tensor("op_525_pad_type_0"), val = tensor("valid")]; tensor var_525_strides_0 = const()[name = tensor("op_525_strides_0"), val = tensor([1, 1])]; tensor var_525_pad_0 = const()[name = tensor("op_525_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_525_dilations_0 = const()[name = tensor("op_525_dilations_0"), val = tensor([1, 1])]; tensor var_525_groups_0 = const()[name = tensor("op_525_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_q_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49948736)))]; tensor model_text_model_encoder_layers_0_mixer_q_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50047104)))]; tensor var_525_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_q_projs_9_bias_to_fp16, dilations = var_525_dilations_0, groups = var_525_groups_0, pad = var_525_pad_0, pad_type = var_525_pad_type_0, strides = var_525_strides_0, weight = model_text_model_encoder_layers_0_mixer_q_projs_9_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_525_cast_fp16")]; tensor var_526_axes_0 = const()[name = tensor("op_526_axes_0"), val = tensor([2])]; tensor var_526_cast_fp16 = squeeze(axes = var_526_axes_0, x = var_525_cast_fp16)[name = tensor("op_526_cast_fp16")]; tensor var_534_pad_type_0 = const()[name = tensor("op_534_pad_type_0"), val = tensor("valid")]; tensor var_534_strides_0 = const()[name = tensor("op_534_strides_0"), val = tensor([1, 1])]; tensor var_534_pad_0 = const()[name = tensor("op_534_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_534_dilations_0 = const()[name = tensor("op_534_dilations_0"), val = tensor([1, 1])]; tensor var_534_groups_0 = const()[name = tensor("op_534_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_k_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50047296)))]; tensor model_text_model_encoder_layers_0_mixer_k_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50145664)))]; tensor var_534_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_k_projs_9_bias_to_fp16, dilations = var_534_dilations_0, groups = var_534_groups_0, pad = var_534_pad_0, pad_type = var_534_pad_type_0, strides = var_534_strides_0, weight = model_text_model_encoder_layers_0_mixer_k_projs_9_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_534_cast_fp16")]; tensor var_535_axes_0 = const()[name = tensor("op_535_axes_0"), val = tensor([2])]; tensor var_535_cast_fp16 = squeeze(axes = var_535_axes_0, x = var_534_cast_fp16)[name = tensor("op_535_cast_fp16")]; tensor var_543_pad_type_0 = const()[name = tensor("op_543_pad_type_0"), val = tensor("valid")]; tensor var_543_strides_0 = const()[name = tensor("op_543_strides_0"), val = tensor([1, 1])]; tensor var_543_pad_0 = const()[name = tensor("op_543_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_543_dilations_0 = const()[name = tensor("op_543_dilations_0"), val = tensor([1, 1])]; tensor var_543_groups_0 = const()[name = tensor("op_543_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_v_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50145856)))]; tensor model_text_model_encoder_layers_0_mixer_v_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50244224)))]; tensor var_543_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_v_projs_9_bias_to_fp16, dilations = var_543_dilations_0, groups = var_543_groups_0, pad = var_543_pad_0, pad_type = var_543_pad_type_0, strides = var_543_strides_0, weight = model_text_model_encoder_layers_0_mixer_v_projs_9_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_543_cast_fp16")]; tensor var_544_axes_0 = const()[name = tensor("op_544_axes_0"), val = tensor([2])]; tensor var_544_cast_fp16 = squeeze(axes = var_544_axes_0, x = var_543_cast_fp16)[name = tensor("op_544_cast_fp16")]; tensor var_547_transpose_x_1 = const()[name = tensor("op_547_transpose_x_1"), val = tensor(true)]; tensor var_547_transpose_y_1 = const()[name = tensor("op_547_transpose_y_1"), val = tensor(false)]; tensor var_547_cast_fp16 = matmul(transpose_x = var_547_transpose_x_1, transpose_y = var_547_transpose_y_1, x = var_526_cast_fp16, y = var_535_cast_fp16)[name = tensor("op_547_cast_fp16")]; tensor var_548_to_fp16 = const()[name = tensor("op_548_to_fp16"), val = tensor(0x1p-3)]; tensor scores_55_cast_fp16 = mul(x = var_547_cast_fp16, y = var_548_to_fp16)[name = tensor("scores_55_cast_fp16")]; tensor scores_57_cast_fp16 = add(x = scores_55_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_57_cast_fp16")]; tensor scores_59_cast_fp16 = sub(x = scores_57_cast_fp16, y = var_193_cast_fp16)[name = tensor("scores_59_cast_fp16")]; tensor attn_weights_19_cast_fp16 = softmax(axis = var_29, x = scores_59_cast_fp16)[name = tensor("attn_weights_19_cast_fp16")]; tensor var_553_transpose_x_1 = const()[name = tensor("op_553_transpose_x_1"), val = tensor(false)]; tensor var_553_transpose_y_1 = const()[name = tensor("op_553_transpose_y_1"), val = tensor(true)]; tensor var_553_cast_fp16 = matmul(transpose_x = var_553_transpose_x_1, transpose_y = var_553_transpose_y_1, x = attn_weights_19_cast_fp16, y = var_544_cast_fp16)[name = tensor("op_553_cast_fp16")]; tensor var_560_pad_type_0 = const()[name = tensor("op_560_pad_type_0"), val = tensor("valid")]; tensor var_560_strides_0 = const()[name = tensor("op_560_strides_0"), val = tensor([1, 1])]; tensor var_560_pad_0 = const()[name = tensor("op_560_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_560_dilations_0 = const()[name = tensor("op_560_dilations_0"), val = tensor([1, 1])]; tensor var_560_groups_0 = const()[name = tensor("op_560_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_q_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50244416)))]; tensor model_text_model_encoder_layers_0_mixer_q_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50342784)))]; tensor var_560_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_q_projs_10_bias_to_fp16, dilations = var_560_dilations_0, groups = var_560_groups_0, pad = var_560_pad_0, pad_type = var_560_pad_type_0, strides = var_560_strides_0, weight = model_text_model_encoder_layers_0_mixer_q_projs_10_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_560_cast_fp16")]; tensor var_561_axes_0 = const()[name = tensor("op_561_axes_0"), val = tensor([2])]; tensor var_561_cast_fp16 = squeeze(axes = var_561_axes_0, x = var_560_cast_fp16)[name = tensor("op_561_cast_fp16")]; tensor var_569_pad_type_0 = const()[name = tensor("op_569_pad_type_0"), val = tensor("valid")]; tensor var_569_strides_0 = const()[name = tensor("op_569_strides_0"), val = tensor([1, 1])]; tensor var_569_pad_0 = const()[name = tensor("op_569_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_569_dilations_0 = const()[name = tensor("op_569_dilations_0"), val = tensor([1, 1])]; tensor var_569_groups_0 = const()[name = tensor("op_569_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_k_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50342976)))]; tensor model_text_model_encoder_layers_0_mixer_k_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50441344)))]; tensor var_569_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_k_projs_10_bias_to_fp16, dilations = var_569_dilations_0, groups = var_569_groups_0, pad = var_569_pad_0, pad_type = var_569_pad_type_0, strides = var_569_strides_0, weight = model_text_model_encoder_layers_0_mixer_k_projs_10_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_569_cast_fp16")]; tensor var_570_axes_0 = const()[name = tensor("op_570_axes_0"), val = tensor([2])]; tensor var_570_cast_fp16 = squeeze(axes = var_570_axes_0, x = var_569_cast_fp16)[name = tensor("op_570_cast_fp16")]; tensor var_578_pad_type_0 = const()[name = tensor("op_578_pad_type_0"), val = tensor("valid")]; tensor var_578_strides_0 = const()[name = tensor("op_578_strides_0"), val = tensor([1, 1])]; tensor var_578_pad_0 = const()[name = tensor("op_578_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_578_dilations_0 = const()[name = tensor("op_578_dilations_0"), val = tensor([1, 1])]; tensor var_578_groups_0 = const()[name = tensor("op_578_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_v_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50441536)))]; tensor model_text_model_encoder_layers_0_mixer_v_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50539904)))]; tensor var_578_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_v_projs_10_bias_to_fp16, dilations = var_578_dilations_0, groups = var_578_groups_0, pad = var_578_pad_0, pad_type = var_578_pad_type_0, strides = var_578_strides_0, weight = model_text_model_encoder_layers_0_mixer_v_projs_10_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_578_cast_fp16")]; tensor var_579_axes_0 = const()[name = tensor("op_579_axes_0"), val = tensor([2])]; tensor var_579_cast_fp16 = squeeze(axes = var_579_axes_0, x = var_578_cast_fp16)[name = tensor("op_579_cast_fp16")]; tensor var_582_transpose_x_1 = const()[name = tensor("op_582_transpose_x_1"), val = tensor(true)]; tensor var_582_transpose_y_1 = const()[name = tensor("op_582_transpose_y_1"), val = tensor(false)]; tensor var_582_cast_fp16 = matmul(transpose_x = var_582_transpose_x_1, transpose_y = var_582_transpose_y_1, x = var_561_cast_fp16, y = var_570_cast_fp16)[name = tensor("op_582_cast_fp16")]; tensor var_583_to_fp16 = const()[name = tensor("op_583_to_fp16"), val = tensor(0x1p-3)]; tensor scores_61_cast_fp16 = mul(x = var_582_cast_fp16, y = var_583_to_fp16)[name = tensor("scores_61_cast_fp16")]; tensor scores_63_cast_fp16 = add(x = scores_61_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_63_cast_fp16")]; tensor scores_65_cast_fp16 = sub(x = scores_63_cast_fp16, y = var_197_cast_fp16)[name = tensor("scores_65_cast_fp16")]; tensor attn_weights_21_cast_fp16 = softmax(axis = var_29, x = scores_65_cast_fp16)[name = tensor("attn_weights_21_cast_fp16")]; tensor var_588_transpose_x_1 = const()[name = tensor("op_588_transpose_x_1"), val = tensor(false)]; tensor var_588_transpose_y_1 = const()[name = tensor("op_588_transpose_y_1"), val = tensor(true)]; tensor var_588_cast_fp16 = matmul(transpose_x = var_588_transpose_x_1, transpose_y = var_588_transpose_y_1, x = attn_weights_21_cast_fp16, y = var_579_cast_fp16)[name = tensor("op_588_cast_fp16")]; tensor var_595_pad_type_0 = const()[name = tensor("op_595_pad_type_0"), val = tensor("valid")]; tensor var_595_strides_0 = const()[name = tensor("op_595_strides_0"), val = tensor([1, 1])]; tensor var_595_pad_0 = const()[name = tensor("op_595_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_595_dilations_0 = const()[name = tensor("op_595_dilations_0"), val = tensor([1, 1])]; tensor var_595_groups_0 = const()[name = tensor("op_595_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_q_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50540096)))]; tensor model_text_model_encoder_layers_0_mixer_q_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_q_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50638464)))]; tensor var_595_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_q_projs_11_bias_to_fp16, dilations = var_595_dilations_0, groups = var_595_groups_0, pad = var_595_pad_0, pad_type = var_595_pad_type_0, strides = var_595_strides_0, weight = model_text_model_encoder_layers_0_mixer_q_projs_11_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_595_cast_fp16")]; tensor var_596_axes_0 = const()[name = tensor("op_596_axes_0"), val = tensor([2])]; tensor var_596_cast_fp16 = squeeze(axes = var_596_axes_0, x = var_595_cast_fp16)[name = tensor("op_596_cast_fp16")]; tensor var_604_pad_type_0 = const()[name = tensor("op_604_pad_type_0"), val = tensor("valid")]; tensor var_604_strides_0 = const()[name = tensor("op_604_strides_0"), val = tensor([1, 1])]; tensor var_604_pad_0 = const()[name = tensor("op_604_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_604_dilations_0 = const()[name = tensor("op_604_dilations_0"), val = tensor([1, 1])]; tensor var_604_groups_0 = const()[name = tensor("op_604_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_k_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50638656)))]; tensor model_text_model_encoder_layers_0_mixer_k_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_k_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50737024)))]; tensor var_604_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_k_projs_11_bias_to_fp16, dilations = var_604_dilations_0, groups = var_604_groups_0, pad = var_604_pad_0, pad_type = var_604_pad_type_0, strides = var_604_strides_0, weight = model_text_model_encoder_layers_0_mixer_k_projs_11_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_604_cast_fp16")]; tensor var_605_axes_0 = const()[name = tensor("op_605_axes_0"), val = tensor([2])]; tensor var_605_cast_fp16 = squeeze(axes = var_605_axes_0, x = var_604_cast_fp16)[name = tensor("op_605_cast_fp16")]; tensor var_613_pad_type_0 = const()[name = tensor("op_613_pad_type_0"), val = tensor("valid")]; tensor var_613_strides_0 = const()[name = tensor("op_613_strides_0"), val = tensor([1, 1])]; tensor var_613_pad_0 = const()[name = tensor("op_613_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_613_dilations_0 = const()[name = tensor("op_613_dilations_0"), val = tensor([1, 1])]; tensor var_613_groups_0 = const()[name = tensor("op_613_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mixer_v_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50737216)))]; tensor model_text_model_encoder_layers_0_mixer_v_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_v_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50835584)))]; tensor var_613_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_v_projs_11_bias_to_fp16, dilations = var_613_dilations_0, groups = var_613_groups_0, pad = var_613_pad_0, pad_type = var_613_pad_type_0, strides = var_613_strides_0, weight = model_text_model_encoder_layers_0_mixer_v_projs_11_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("op_613_cast_fp16")]; tensor var_614_axes_0 = const()[name = tensor("op_614_axes_0"), val = tensor([2])]; tensor var_614_cast_fp16 = squeeze(axes = var_614_axes_0, x = var_613_cast_fp16)[name = tensor("op_614_cast_fp16")]; tensor var_617_transpose_x_1 = const()[name = tensor("op_617_transpose_x_1"), val = tensor(true)]; tensor var_617_transpose_y_1 = const()[name = tensor("op_617_transpose_y_1"), val = tensor(false)]; tensor var_617_cast_fp16 = matmul(transpose_x = var_617_transpose_x_1, transpose_y = var_617_transpose_y_1, x = var_596_cast_fp16, y = var_605_cast_fp16)[name = tensor("op_617_cast_fp16")]; tensor var_618_to_fp16 = const()[name = tensor("op_618_to_fp16"), val = tensor(0x1p-3)]; tensor scores_67_cast_fp16 = mul(x = var_617_cast_fp16, y = var_618_to_fp16)[name = tensor("scores_67_cast_fp16")]; tensor scores_69_cast_fp16 = add(x = scores_67_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_69_cast_fp16")]; tensor scores_71_cast_fp16 = sub(x = scores_69_cast_fp16, y = var_201_cast_fp16)[name = tensor("scores_71_cast_fp16")]; tensor attn_weights_23_cast_fp16 = softmax(axis = var_29, x = scores_71_cast_fp16)[name = tensor("attn_weights_23_cast_fp16")]; tensor out_1_transpose_x_1 = const()[name = tensor("out_1_transpose_x_1"), val = tensor(false)]; tensor out_1_transpose_y_1 = const()[name = tensor("out_1_transpose_y_1"), val = tensor(true)]; tensor out_1_cast_fp16 = matmul(transpose_x = out_1_transpose_x_1, transpose_y = out_1_transpose_y_1, x = attn_weights_23_cast_fp16, y = var_614_cast_fp16)[name = tensor("out_1_cast_fp16")]; tensor attn_output_1_interleave_0 = const()[name = tensor("attn_output_1_interleave_0"), val = tensor(false)]; tensor attn_output_1_cast_fp16 = concat(axis = var_29, interleave = attn_output_1_interleave_0, values = (var_238_cast_fp16, var_273_cast_fp16, var_308_cast_fp16, var_343_cast_fp16, var_378_cast_fp16, var_413_cast_fp16, var_448_cast_fp16, var_483_cast_fp16, var_518_cast_fp16, var_553_cast_fp16, var_588_cast_fp16, out_1_cast_fp16))[name = tensor("attn_output_1_cast_fp16")]; tensor var_626_perm_0 = const()[name = tensor("op_626_perm_0"), val = tensor([0, 2, 1])]; tensor var_635_pad_type_0 = const()[name = tensor("op_635_pad_type_0"), val = tensor("valid")]; tensor var_635_groups_0 = const()[name = tensor("op_635_groups_0"), val = tensor(1)]; tensor var_635_strides_0 = const()[name = tensor("op_635_strides_0"), val = tensor([1])]; tensor var_635_pad_0 = const()[name = tensor("op_635_pad_0"), val = tensor([0, 0])]; tensor var_635_dilations_0 = const()[name = tensor("op_635_dilations_0"), val = tensor([1])]; tensor squeeze_0_cast_fp16_to_fp32_to_fp16 = const()[name = tensor("squeeze_0_cast_fp16_to_fp32_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50835776)))]; tensor model_text_model_encoder_layers_0_mixer_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mixer_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52015488)))]; tensor var_626_cast_fp16 = transpose(perm = var_626_perm_0, x = attn_output_1_cast_fp16)[name = tensor("transpose_82")]; tensor var_635_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mixer_out_proj_bias_to_fp16, dilations = var_635_dilations_0, groups = var_635_groups_0, pad = var_635_pad_0, pad_type = var_635_pad_type_0, strides = var_635_strides_0, weight = squeeze_0_cast_fp16_to_fp32_to_fp16, x = var_626_cast_fp16)[name = tensor("op_635_cast_fp16")]; tensor mixer_out_1_perm_0 = const()[name = tensor("mixer_out_1_perm_0"), val = tensor([0, 2, 1])]; tensor mixer_out_1_cast_fp16 = transpose(perm = mixer_out_1_perm_0, x = var_635_cast_fp16)[name = tensor("transpose_81")]; tensor input_9_cast_fp16 = add(x = mixer_out_1_cast_fp16, y = x_1_cast_fp16)[name = tensor("input_9_cast_fp16")]; tensor var_641_axes_0 = const()[name = tensor("op_641_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_0_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52017088)))]; tensor model_text_model_encoder_layers_0_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52018688)))]; tensor var_641_cast_fp16 = layer_norm(axes = var_641_axes_0, beta = model_text_model_encoder_layers_0_norm1_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_0_norm1_weight_to_fp16, x = input_9_cast_fp16)[name = tensor("op_641_cast_fp16")]; tensor var_647 = const()[name = tensor("op_647"), val = tensor([1, 256, 1, 768])]; tensor hidden_states_3_cast_fp16 = reshape(shape = var_647, x = var_641_cast_fp16)[name = tensor("hidden_states_3_cast_fp16")]; tensor input_11_perm_0 = const()[name = tensor("input_11_perm_0"), val = tensor([0, 3, 2, 1])]; tensor hidden_states_5_pad_type_0 = const()[name = tensor("hidden_states_5_pad_type_0"), val = tensor("valid")]; tensor hidden_states_5_strides_0 = const()[name = tensor("hidden_states_5_strides_0"), val = tensor([1, 1])]; tensor hidden_states_5_pad_0 = const()[name = tensor("hidden_states_5_pad_0"), val = tensor([0, 0, 0, 0])]; tensor hidden_states_5_dilations_0 = const()[name = tensor("hidden_states_5_dilations_0"), val = tensor([1, 1])]; tensor hidden_states_5_groups_0 = const()[name = tensor("hidden_states_5_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mlp_gated_layers_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mlp_gated_layers_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52020288)))]; tensor input_11_cast_fp16 = transpose(perm = input_11_perm_0, x = hidden_states_3_cast_fp16)[name = tensor("transpose_80")]; tensor hidden_states_5_cast_fp16 = conv(dilations = hidden_states_5_dilations_0, groups = hidden_states_5_groups_0, pad = hidden_states_5_pad_0, pad_type = hidden_states_5_pad_type_0, strides = hidden_states_5_strides_0, weight = model_text_model_encoder_layers_0_mlp_gated_layers_weight_to_fp16, x = input_11_cast_fp16)[name = tensor("hidden_states_5_cast_fp16")]; tensor hidden_states_7_perm_0 = const()[name = tensor("hidden_states_7_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_657 = const()[name = tensor("op_657"), val = tensor([1, 256, 6144])]; tensor hidden_states_7_cast_fp16 = transpose(perm = hidden_states_7_perm_0, x = hidden_states_5_cast_fp16)[name = tensor("transpose_79")]; tensor hidden_states_9_cast_fp16 = reshape(shape = var_657, x = hidden_states_7_cast_fp16)[name = tensor("hidden_states_9_cast_fp16")]; tensor input_13_begin_0 = const()[name = tensor("input_13_begin_0"), val = tensor([0, 0, 0])]; tensor input_13_end_0 = const()[name = tensor("input_13_end_0"), val = tensor([1, 256, 3072])]; tensor input_13_end_mask_0 = const()[name = tensor("input_13_end_mask_0"), val = tensor([true, true, false])]; tensor input_13_cast_fp16 = slice_by_index(begin = input_13_begin_0, end = input_13_end_0, end_mask = input_13_end_mask_0, x = hidden_states_9_cast_fp16)[name = tensor("input_13_cast_fp16")]; tensor non_gated_1_begin_0 = const()[name = tensor("non_gated_1_begin_0"), val = tensor([0, 0, 3072])]; tensor non_gated_1_end_0 = const()[name = tensor("non_gated_1_end_0"), val = tensor([1, 256, 6144])]; tensor non_gated_1_end_mask_0 = const()[name = tensor("non_gated_1_end_mask_0"), val = tensor([true, true, true])]; tensor non_gated_1_cast_fp16 = slice_by_index(begin = non_gated_1_begin_0, end = non_gated_1_end_0, end_mask = non_gated_1_end_mask_0, x = hidden_states_9_cast_fp16)[name = tensor("non_gated_1_cast_fp16")]; tensor activated_gated_1_mode_0 = const()[name = tensor("activated_gated_1_mode_0"), val = tensor("EXACT")]; tensor activated_gated_1_cast_fp16 = gelu(mode = activated_gated_1_mode_0, x = input_13_cast_fp16)[name = tensor("activated_gated_1_cast_fp16")]; tensor combined_1_cast_fp16 = mul(x = activated_gated_1_cast_fp16, y = non_gated_1_cast_fp16)[name = tensor("combined_1_cast_fp16")]; tensor var_667 = const()[name = tensor("op_667"), val = tensor([1, 256, 1, 3072])]; tensor combined_3_cast_fp16 = reshape(shape = var_667, x = combined_1_cast_fp16)[name = tensor("combined_3_cast_fp16")]; tensor input_15_perm_0 = const()[name = tensor("input_15_perm_0"), val = tensor([0, 3, 2, 1])]; tensor output_3_pad_type_0 = const()[name = tensor("output_3_pad_type_0"), val = tensor("valid")]; tensor output_3_strides_0 = const()[name = tensor("output_3_strides_0"), val = tensor([1, 1])]; tensor output_3_pad_0 = const()[name = tensor("output_3_pad_0"), val = tensor([0, 0, 0, 0])]; tensor output_3_dilations_0 = const()[name = tensor("output_3_dilations_0"), val = tensor([1, 1])]; tensor output_3_groups_0 = const()[name = tensor("output_3_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_0_mlp_wo_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mlp_wo_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61457536)))]; tensor model_text_model_encoder_layers_0_mlp_wo_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_mlp_wo_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66176192)))]; tensor input_15_cast_fp16 = transpose(perm = input_15_perm_0, x = combined_3_cast_fp16)[name = tensor("transpose_78")]; tensor output_3_cast_fp16 = conv(bias = model_text_model_encoder_layers_0_mlp_wo_bias_to_fp16, dilations = output_3_dilations_0, groups = output_3_groups_0, pad = output_3_pad_0, pad_type = output_3_pad_type_0, strides = output_3_strides_0, weight = model_text_model_encoder_layers_0_mlp_wo_weight_to_fp16, x = input_15_cast_fp16)[name = tensor("output_3_cast_fp16")]; tensor output_5_perm_0 = const()[name = tensor("output_5_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_678 = const()[name = tensor("op_678"), val = tensor([1, 256, 768])]; tensor output_5_cast_fp16 = transpose(perm = output_5_perm_0, x = output_3_cast_fp16)[name = tensor("transpose_77")]; tensor mlp_out_1_cast_fp16 = reshape(shape = var_678, x = output_5_cast_fp16)[name = tensor("mlp_out_1_cast_fp16")]; tensor input_17_cast_fp16 = add(x = mlp_out_1_cast_fp16, y = var_641_cast_fp16)[name = tensor("input_17_cast_fp16")]; tensor var_684_axes_0 = const()[name = tensor("op_684_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_0_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66177792)))]; tensor model_text_model_encoder_layers_0_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_0_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66179392)))]; tensor var_684_cast_fp16 = layer_norm(axes = var_684_axes_0, beta = model_text_model_encoder_layers_0_norm2_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_0_norm2_weight_to_fp16, x = input_17_cast_fp16)[name = tensor("op_684_cast_fp16")]; tensor var_765 = const()[name = tensor("op_765"), val = tensor([1, 256, 1, 768])]; tensor x_7_cast_fp16 = reshape(shape = var_765, x = var_684_cast_fp16)[name = tensor("x_7_cast_fp16")]; tensor input_19_perm_0 = const()[name = tensor("input_19_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_824_pad_type_0 = const()[name = tensor("op_824_pad_type_0"), val = tensor("valid")]; tensor var_824_strides_0 = const()[name = tensor("op_824_strides_0"), val = tensor([1, 1])]; tensor var_824_pad_0 = const()[name = tensor("op_824_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_824_dilations_0 = const()[name = tensor("op_824_dilations_0"), val = tensor([1, 1])]; tensor var_824_groups_0 = const()[name = tensor("op_824_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_q_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66180992)))]; tensor model_text_model_encoder_layers_1_mixer_q_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66279360)))]; tensor input_19_cast_fp16 = transpose(perm = input_19_perm_0, x = x_7_cast_fp16)[name = tensor("transpose_76")]; tensor var_824_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_q_projs_0_bias_to_fp16, dilations = var_824_dilations_0, groups = var_824_groups_0, pad = var_824_pad_0, pad_type = var_824_pad_type_0, strides = var_824_strides_0, weight = model_text_model_encoder_layers_1_mixer_q_projs_0_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_824_cast_fp16")]; tensor var_825_axes_0 = const()[name = tensor("op_825_axes_0"), val = tensor([2])]; tensor var_825_cast_fp16 = squeeze(axes = var_825_axes_0, x = var_824_cast_fp16)[name = tensor("op_825_cast_fp16")]; tensor var_833_pad_type_0 = const()[name = tensor("op_833_pad_type_0"), val = tensor("valid")]; tensor var_833_strides_0 = const()[name = tensor("op_833_strides_0"), val = tensor([1, 1])]; tensor var_833_pad_0 = const()[name = tensor("op_833_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_833_dilations_0 = const()[name = tensor("op_833_dilations_0"), val = tensor([1, 1])]; tensor var_833_groups_0 = const()[name = tensor("op_833_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_k_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66279552)))]; tensor model_text_model_encoder_layers_1_mixer_k_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66377920)))]; tensor var_833_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_k_projs_0_bias_to_fp16, dilations = var_833_dilations_0, groups = var_833_groups_0, pad = var_833_pad_0, pad_type = var_833_pad_type_0, strides = var_833_strides_0, weight = model_text_model_encoder_layers_1_mixer_k_projs_0_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_833_cast_fp16")]; tensor var_834_axes_0 = const()[name = tensor("op_834_axes_0"), val = tensor([2])]; tensor var_834_cast_fp16 = squeeze(axes = var_834_axes_0, x = var_833_cast_fp16)[name = tensor("op_834_cast_fp16")]; tensor var_842_pad_type_0 = const()[name = tensor("op_842_pad_type_0"), val = tensor("valid")]; tensor var_842_strides_0 = const()[name = tensor("op_842_strides_0"), val = tensor([1, 1])]; tensor var_842_pad_0 = const()[name = tensor("op_842_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_842_dilations_0 = const()[name = tensor("op_842_dilations_0"), val = tensor([1, 1])]; tensor var_842_groups_0 = const()[name = tensor("op_842_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_v_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66378112)))]; tensor model_text_model_encoder_layers_1_mixer_v_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66476480)))]; tensor var_842_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_v_projs_0_bias_to_fp16, dilations = var_842_dilations_0, groups = var_842_groups_0, pad = var_842_pad_0, pad_type = var_842_pad_type_0, strides = var_842_strides_0, weight = model_text_model_encoder_layers_1_mixer_v_projs_0_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_842_cast_fp16")]; tensor var_843_axes_0 = const()[name = tensor("op_843_axes_0"), val = tensor([2])]; tensor var_843_cast_fp16 = squeeze(axes = var_843_axes_0, x = var_842_cast_fp16)[name = tensor("op_843_cast_fp16")]; tensor var_846_transpose_x_1 = const()[name = tensor("op_846_transpose_x_1"), val = tensor(true)]; tensor var_846_transpose_y_1 = const()[name = tensor("op_846_transpose_y_1"), val = tensor(false)]; tensor var_846_cast_fp16 = matmul(transpose_x = var_846_transpose_x_1, transpose_y = var_846_transpose_y_1, x = var_825_cast_fp16, y = var_834_cast_fp16)[name = tensor("op_846_cast_fp16")]; tensor var_847_to_fp16 = const()[name = tensor("op_847_to_fp16"), val = tensor(0x1p-3)]; tensor scores_73_cast_fp16 = mul(x = var_846_cast_fp16, y = var_847_to_fp16)[name = tensor("scores_73_cast_fp16")]; tensor scores_75_cast_fp16 = add(x = scores_73_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_75_cast_fp16")]; tensor scores_77_cast_fp16 = sub(x = scores_75_cast_fp16, y = var_157_cast_fp16)[name = tensor("scores_77_cast_fp16")]; tensor attn_weights_25_cast_fp16 = softmax(axis = var_29, x = scores_77_cast_fp16)[name = tensor("attn_weights_25_cast_fp16")]; tensor var_852_transpose_x_1 = const()[name = tensor("op_852_transpose_x_1"), val = tensor(false)]; tensor var_852_transpose_y_1 = const()[name = tensor("op_852_transpose_y_1"), val = tensor(true)]; tensor var_852_cast_fp16 = matmul(transpose_x = var_852_transpose_x_1, transpose_y = var_852_transpose_y_1, x = attn_weights_25_cast_fp16, y = var_843_cast_fp16)[name = tensor("op_852_cast_fp16")]; tensor var_859_pad_type_0 = const()[name = tensor("op_859_pad_type_0"), val = tensor("valid")]; tensor var_859_strides_0 = const()[name = tensor("op_859_strides_0"), val = tensor([1, 1])]; tensor var_859_pad_0 = const()[name = tensor("op_859_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_859_dilations_0 = const()[name = tensor("op_859_dilations_0"), val = tensor([1, 1])]; tensor var_859_groups_0 = const()[name = tensor("op_859_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_q_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66476672)))]; tensor model_text_model_encoder_layers_1_mixer_q_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66575040)))]; tensor var_859_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_q_projs_1_bias_to_fp16, dilations = var_859_dilations_0, groups = var_859_groups_0, pad = var_859_pad_0, pad_type = var_859_pad_type_0, strides = var_859_strides_0, weight = model_text_model_encoder_layers_1_mixer_q_projs_1_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_859_cast_fp16")]; tensor var_860_axes_0 = const()[name = tensor("op_860_axes_0"), val = tensor([2])]; tensor var_860_cast_fp16 = squeeze(axes = var_860_axes_0, x = var_859_cast_fp16)[name = tensor("op_860_cast_fp16")]; tensor var_868_pad_type_0 = const()[name = tensor("op_868_pad_type_0"), val = tensor("valid")]; tensor var_868_strides_0 = const()[name = tensor("op_868_strides_0"), val = tensor([1, 1])]; tensor var_868_pad_0 = const()[name = tensor("op_868_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_868_dilations_0 = const()[name = tensor("op_868_dilations_0"), val = tensor([1, 1])]; tensor var_868_groups_0 = const()[name = tensor("op_868_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_k_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66575232)))]; tensor model_text_model_encoder_layers_1_mixer_k_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66673600)))]; tensor var_868_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_k_projs_1_bias_to_fp16, dilations = var_868_dilations_0, groups = var_868_groups_0, pad = var_868_pad_0, pad_type = var_868_pad_type_0, strides = var_868_strides_0, weight = model_text_model_encoder_layers_1_mixer_k_projs_1_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_868_cast_fp16")]; tensor var_869_axes_0 = const()[name = tensor("op_869_axes_0"), val = tensor([2])]; tensor var_869_cast_fp16 = squeeze(axes = var_869_axes_0, x = var_868_cast_fp16)[name = tensor("op_869_cast_fp16")]; tensor var_877_pad_type_0 = const()[name = tensor("op_877_pad_type_0"), val = tensor("valid")]; tensor var_877_strides_0 = const()[name = tensor("op_877_strides_0"), val = tensor([1, 1])]; tensor var_877_pad_0 = const()[name = tensor("op_877_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_877_dilations_0 = const()[name = tensor("op_877_dilations_0"), val = tensor([1, 1])]; tensor var_877_groups_0 = const()[name = tensor("op_877_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_v_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66673792)))]; tensor model_text_model_encoder_layers_1_mixer_v_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66772160)))]; tensor var_877_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_v_projs_1_bias_to_fp16, dilations = var_877_dilations_0, groups = var_877_groups_0, pad = var_877_pad_0, pad_type = var_877_pad_type_0, strides = var_877_strides_0, weight = model_text_model_encoder_layers_1_mixer_v_projs_1_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_877_cast_fp16")]; tensor var_878_axes_0 = const()[name = tensor("op_878_axes_0"), val = tensor([2])]; tensor var_878_cast_fp16 = squeeze(axes = var_878_axes_0, x = var_877_cast_fp16)[name = tensor("op_878_cast_fp16")]; tensor var_881_transpose_x_1 = const()[name = tensor("op_881_transpose_x_1"), val = tensor(true)]; tensor var_881_transpose_y_1 = const()[name = tensor("op_881_transpose_y_1"), val = tensor(false)]; tensor var_881_cast_fp16 = matmul(transpose_x = var_881_transpose_x_1, transpose_y = var_881_transpose_y_1, x = var_860_cast_fp16, y = var_869_cast_fp16)[name = tensor("op_881_cast_fp16")]; tensor var_882_to_fp16 = const()[name = tensor("op_882_to_fp16"), val = tensor(0x1p-3)]; tensor scores_79_cast_fp16 = mul(x = var_881_cast_fp16, y = var_882_to_fp16)[name = tensor("scores_79_cast_fp16")]; tensor scores_81_cast_fp16 = add(x = scores_79_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_81_cast_fp16")]; tensor scores_83_cast_fp16 = sub(x = scores_81_cast_fp16, y = var_161_cast_fp16)[name = tensor("scores_83_cast_fp16")]; tensor attn_weights_27_cast_fp16 = softmax(axis = var_29, x = scores_83_cast_fp16)[name = tensor("attn_weights_27_cast_fp16")]; tensor var_887_transpose_x_1 = const()[name = tensor("op_887_transpose_x_1"), val = tensor(false)]; tensor var_887_transpose_y_1 = const()[name = tensor("op_887_transpose_y_1"), val = tensor(true)]; tensor var_887_cast_fp16 = matmul(transpose_x = var_887_transpose_x_1, transpose_y = var_887_transpose_y_1, x = attn_weights_27_cast_fp16, y = var_878_cast_fp16)[name = tensor("op_887_cast_fp16")]; tensor var_894_pad_type_0 = const()[name = tensor("op_894_pad_type_0"), val = tensor("valid")]; tensor var_894_strides_0 = const()[name = tensor("op_894_strides_0"), val = tensor([1, 1])]; tensor var_894_pad_0 = const()[name = tensor("op_894_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_894_dilations_0 = const()[name = tensor("op_894_dilations_0"), val = tensor([1, 1])]; tensor var_894_groups_0 = const()[name = tensor("op_894_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_q_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66772352)))]; tensor model_text_model_encoder_layers_1_mixer_q_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66870720)))]; tensor var_894_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_q_projs_2_bias_to_fp16, dilations = var_894_dilations_0, groups = var_894_groups_0, pad = var_894_pad_0, pad_type = var_894_pad_type_0, strides = var_894_strides_0, weight = model_text_model_encoder_layers_1_mixer_q_projs_2_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_894_cast_fp16")]; tensor var_895_axes_0 = const()[name = tensor("op_895_axes_0"), val = tensor([2])]; tensor var_895_cast_fp16 = squeeze(axes = var_895_axes_0, x = var_894_cast_fp16)[name = tensor("op_895_cast_fp16")]; tensor var_903_pad_type_0 = const()[name = tensor("op_903_pad_type_0"), val = tensor("valid")]; tensor var_903_strides_0 = const()[name = tensor("op_903_strides_0"), val = tensor([1, 1])]; tensor var_903_pad_0 = const()[name = tensor("op_903_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_903_dilations_0 = const()[name = tensor("op_903_dilations_0"), val = tensor([1, 1])]; tensor var_903_groups_0 = const()[name = tensor("op_903_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_k_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66870912)))]; tensor model_text_model_encoder_layers_1_mixer_k_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66969280)))]; tensor var_903_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_k_projs_2_bias_to_fp16, dilations = var_903_dilations_0, groups = var_903_groups_0, pad = var_903_pad_0, pad_type = var_903_pad_type_0, strides = var_903_strides_0, weight = model_text_model_encoder_layers_1_mixer_k_projs_2_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_903_cast_fp16")]; tensor var_904_axes_0 = const()[name = tensor("op_904_axes_0"), val = tensor([2])]; tensor var_904_cast_fp16 = squeeze(axes = var_904_axes_0, x = var_903_cast_fp16)[name = tensor("op_904_cast_fp16")]; tensor var_912_pad_type_0 = const()[name = tensor("op_912_pad_type_0"), val = tensor("valid")]; tensor var_912_strides_0 = const()[name = tensor("op_912_strides_0"), val = tensor([1, 1])]; tensor var_912_pad_0 = const()[name = tensor("op_912_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_912_dilations_0 = const()[name = tensor("op_912_dilations_0"), val = tensor([1, 1])]; tensor var_912_groups_0 = const()[name = tensor("op_912_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_v_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66969472)))]; tensor model_text_model_encoder_layers_1_mixer_v_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67067840)))]; tensor var_912_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_v_projs_2_bias_to_fp16, dilations = var_912_dilations_0, groups = var_912_groups_0, pad = var_912_pad_0, pad_type = var_912_pad_type_0, strides = var_912_strides_0, weight = model_text_model_encoder_layers_1_mixer_v_projs_2_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_912_cast_fp16")]; tensor var_913_axes_0 = const()[name = tensor("op_913_axes_0"), val = tensor([2])]; tensor var_913_cast_fp16 = squeeze(axes = var_913_axes_0, x = var_912_cast_fp16)[name = tensor("op_913_cast_fp16")]; tensor var_916_transpose_x_1 = const()[name = tensor("op_916_transpose_x_1"), val = tensor(true)]; tensor var_916_transpose_y_1 = const()[name = tensor("op_916_transpose_y_1"), val = tensor(false)]; tensor var_916_cast_fp16 = matmul(transpose_x = var_916_transpose_x_1, transpose_y = var_916_transpose_y_1, x = var_895_cast_fp16, y = var_904_cast_fp16)[name = tensor("op_916_cast_fp16")]; tensor var_917_to_fp16 = const()[name = tensor("op_917_to_fp16"), val = tensor(0x1p-3)]; tensor scores_85_cast_fp16 = mul(x = var_916_cast_fp16, y = var_917_to_fp16)[name = tensor("scores_85_cast_fp16")]; tensor scores_87_cast_fp16 = add(x = scores_85_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_87_cast_fp16")]; tensor scores_89_cast_fp16 = sub(x = scores_87_cast_fp16, y = var_165_cast_fp16)[name = tensor("scores_89_cast_fp16")]; tensor attn_weights_29_cast_fp16 = softmax(axis = var_29, x = scores_89_cast_fp16)[name = tensor("attn_weights_29_cast_fp16")]; tensor var_922_transpose_x_1 = const()[name = tensor("op_922_transpose_x_1"), val = tensor(false)]; tensor var_922_transpose_y_1 = const()[name = tensor("op_922_transpose_y_1"), val = tensor(true)]; tensor var_922_cast_fp16 = matmul(transpose_x = var_922_transpose_x_1, transpose_y = var_922_transpose_y_1, x = attn_weights_29_cast_fp16, y = var_913_cast_fp16)[name = tensor("op_922_cast_fp16")]; tensor var_929_pad_type_0 = const()[name = tensor("op_929_pad_type_0"), val = tensor("valid")]; tensor var_929_strides_0 = const()[name = tensor("op_929_strides_0"), val = tensor([1, 1])]; tensor var_929_pad_0 = const()[name = tensor("op_929_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_929_dilations_0 = const()[name = tensor("op_929_dilations_0"), val = tensor([1, 1])]; tensor var_929_groups_0 = const()[name = tensor("op_929_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_q_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67068032)))]; tensor model_text_model_encoder_layers_1_mixer_q_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67166400)))]; tensor var_929_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_q_projs_3_bias_to_fp16, dilations = var_929_dilations_0, groups = var_929_groups_0, pad = var_929_pad_0, pad_type = var_929_pad_type_0, strides = var_929_strides_0, weight = model_text_model_encoder_layers_1_mixer_q_projs_3_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_929_cast_fp16")]; tensor var_930_axes_0 = const()[name = tensor("op_930_axes_0"), val = tensor([2])]; tensor var_930_cast_fp16 = squeeze(axes = var_930_axes_0, x = var_929_cast_fp16)[name = tensor("op_930_cast_fp16")]; tensor var_938_pad_type_0 = const()[name = tensor("op_938_pad_type_0"), val = tensor("valid")]; tensor var_938_strides_0 = const()[name = tensor("op_938_strides_0"), val = tensor([1, 1])]; tensor var_938_pad_0 = const()[name = tensor("op_938_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_938_dilations_0 = const()[name = tensor("op_938_dilations_0"), val = tensor([1, 1])]; tensor var_938_groups_0 = const()[name = tensor("op_938_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_k_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67166592)))]; tensor model_text_model_encoder_layers_1_mixer_k_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67264960)))]; tensor var_938_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_k_projs_3_bias_to_fp16, dilations = var_938_dilations_0, groups = var_938_groups_0, pad = var_938_pad_0, pad_type = var_938_pad_type_0, strides = var_938_strides_0, weight = model_text_model_encoder_layers_1_mixer_k_projs_3_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_938_cast_fp16")]; tensor var_939_axes_0 = const()[name = tensor("op_939_axes_0"), val = tensor([2])]; tensor var_939_cast_fp16 = squeeze(axes = var_939_axes_0, x = var_938_cast_fp16)[name = tensor("op_939_cast_fp16")]; tensor var_947_pad_type_0 = const()[name = tensor("op_947_pad_type_0"), val = tensor("valid")]; tensor var_947_strides_0 = const()[name = tensor("op_947_strides_0"), val = tensor([1, 1])]; tensor var_947_pad_0 = const()[name = tensor("op_947_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_947_dilations_0 = const()[name = tensor("op_947_dilations_0"), val = tensor([1, 1])]; tensor var_947_groups_0 = const()[name = tensor("op_947_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_v_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67265152)))]; tensor model_text_model_encoder_layers_1_mixer_v_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67363520)))]; tensor var_947_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_v_projs_3_bias_to_fp16, dilations = var_947_dilations_0, groups = var_947_groups_0, pad = var_947_pad_0, pad_type = var_947_pad_type_0, strides = var_947_strides_0, weight = model_text_model_encoder_layers_1_mixer_v_projs_3_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_947_cast_fp16")]; tensor var_948_axes_0 = const()[name = tensor("op_948_axes_0"), val = tensor([2])]; tensor var_948_cast_fp16 = squeeze(axes = var_948_axes_0, x = var_947_cast_fp16)[name = tensor("op_948_cast_fp16")]; tensor var_951_transpose_x_1 = const()[name = tensor("op_951_transpose_x_1"), val = tensor(true)]; tensor var_951_transpose_y_1 = const()[name = tensor("op_951_transpose_y_1"), val = tensor(false)]; tensor var_951_cast_fp16 = matmul(transpose_x = var_951_transpose_x_1, transpose_y = var_951_transpose_y_1, x = var_930_cast_fp16, y = var_939_cast_fp16)[name = tensor("op_951_cast_fp16")]; tensor var_952_to_fp16 = const()[name = tensor("op_952_to_fp16"), val = tensor(0x1p-3)]; tensor scores_91_cast_fp16 = mul(x = var_951_cast_fp16, y = var_952_to_fp16)[name = tensor("scores_91_cast_fp16")]; tensor scores_93_cast_fp16 = add(x = scores_91_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_93_cast_fp16")]; tensor scores_95_cast_fp16 = sub(x = scores_93_cast_fp16, y = var_169_cast_fp16)[name = tensor("scores_95_cast_fp16")]; tensor attn_weights_31_cast_fp16 = softmax(axis = var_29, x = scores_95_cast_fp16)[name = tensor("attn_weights_31_cast_fp16")]; tensor var_957_transpose_x_1 = const()[name = tensor("op_957_transpose_x_1"), val = tensor(false)]; tensor var_957_transpose_y_1 = const()[name = tensor("op_957_transpose_y_1"), val = tensor(true)]; tensor var_957_cast_fp16 = matmul(transpose_x = var_957_transpose_x_1, transpose_y = var_957_transpose_y_1, x = attn_weights_31_cast_fp16, y = var_948_cast_fp16)[name = tensor("op_957_cast_fp16")]; tensor var_964_pad_type_0 = const()[name = tensor("op_964_pad_type_0"), val = tensor("valid")]; tensor var_964_strides_0 = const()[name = tensor("op_964_strides_0"), val = tensor([1, 1])]; tensor var_964_pad_0 = const()[name = tensor("op_964_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_964_dilations_0 = const()[name = tensor("op_964_dilations_0"), val = tensor([1, 1])]; tensor var_964_groups_0 = const()[name = tensor("op_964_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_q_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67363712)))]; tensor model_text_model_encoder_layers_1_mixer_q_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67462080)))]; tensor var_964_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_q_projs_4_bias_to_fp16, dilations = var_964_dilations_0, groups = var_964_groups_0, pad = var_964_pad_0, pad_type = var_964_pad_type_0, strides = var_964_strides_0, weight = model_text_model_encoder_layers_1_mixer_q_projs_4_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_964_cast_fp16")]; tensor var_965_axes_0 = const()[name = tensor("op_965_axes_0"), val = tensor([2])]; tensor var_965_cast_fp16 = squeeze(axes = var_965_axes_0, x = var_964_cast_fp16)[name = tensor("op_965_cast_fp16")]; tensor var_973_pad_type_0 = const()[name = tensor("op_973_pad_type_0"), val = tensor("valid")]; tensor var_973_strides_0 = const()[name = tensor("op_973_strides_0"), val = tensor([1, 1])]; tensor var_973_pad_0 = const()[name = tensor("op_973_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_973_dilations_0 = const()[name = tensor("op_973_dilations_0"), val = tensor([1, 1])]; tensor var_973_groups_0 = const()[name = tensor("op_973_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_k_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67462272)))]; tensor model_text_model_encoder_layers_1_mixer_k_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67560640)))]; tensor var_973_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_k_projs_4_bias_to_fp16, dilations = var_973_dilations_0, groups = var_973_groups_0, pad = var_973_pad_0, pad_type = var_973_pad_type_0, strides = var_973_strides_0, weight = model_text_model_encoder_layers_1_mixer_k_projs_4_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_973_cast_fp16")]; tensor var_974_axes_0 = const()[name = tensor("op_974_axes_0"), val = tensor([2])]; tensor var_974_cast_fp16 = squeeze(axes = var_974_axes_0, x = var_973_cast_fp16)[name = tensor("op_974_cast_fp16")]; tensor var_982_pad_type_0 = const()[name = tensor("op_982_pad_type_0"), val = tensor("valid")]; tensor var_982_strides_0 = const()[name = tensor("op_982_strides_0"), val = tensor([1, 1])]; tensor var_982_pad_0 = const()[name = tensor("op_982_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_982_dilations_0 = const()[name = tensor("op_982_dilations_0"), val = tensor([1, 1])]; tensor var_982_groups_0 = const()[name = tensor("op_982_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_v_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67560832)))]; tensor model_text_model_encoder_layers_1_mixer_v_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67659200)))]; tensor var_982_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_v_projs_4_bias_to_fp16, dilations = var_982_dilations_0, groups = var_982_groups_0, pad = var_982_pad_0, pad_type = var_982_pad_type_0, strides = var_982_strides_0, weight = model_text_model_encoder_layers_1_mixer_v_projs_4_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_982_cast_fp16")]; tensor var_983_axes_0 = const()[name = tensor("op_983_axes_0"), val = tensor([2])]; tensor var_983_cast_fp16 = squeeze(axes = var_983_axes_0, x = var_982_cast_fp16)[name = tensor("op_983_cast_fp16")]; tensor var_986_transpose_x_1 = const()[name = tensor("op_986_transpose_x_1"), val = tensor(true)]; tensor var_986_transpose_y_1 = const()[name = tensor("op_986_transpose_y_1"), val = tensor(false)]; tensor var_986_cast_fp16 = matmul(transpose_x = var_986_transpose_x_1, transpose_y = var_986_transpose_y_1, x = var_965_cast_fp16, y = var_974_cast_fp16)[name = tensor("op_986_cast_fp16")]; tensor var_987_to_fp16 = const()[name = tensor("op_987_to_fp16"), val = tensor(0x1p-3)]; tensor scores_97_cast_fp16 = mul(x = var_986_cast_fp16, y = var_987_to_fp16)[name = tensor("scores_97_cast_fp16")]; tensor scores_99_cast_fp16 = add(x = scores_97_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_99_cast_fp16")]; tensor scores_101_cast_fp16 = sub(x = scores_99_cast_fp16, y = var_173_cast_fp16)[name = tensor("scores_101_cast_fp16")]; tensor attn_weights_33_cast_fp16 = softmax(axis = var_29, x = scores_101_cast_fp16)[name = tensor("attn_weights_33_cast_fp16")]; tensor var_992_transpose_x_1 = const()[name = tensor("op_992_transpose_x_1"), val = tensor(false)]; tensor var_992_transpose_y_1 = const()[name = tensor("op_992_transpose_y_1"), val = tensor(true)]; tensor var_992_cast_fp16 = matmul(transpose_x = var_992_transpose_x_1, transpose_y = var_992_transpose_y_1, x = attn_weights_33_cast_fp16, y = var_983_cast_fp16)[name = tensor("op_992_cast_fp16")]; tensor var_999_pad_type_0 = const()[name = tensor("op_999_pad_type_0"), val = tensor("valid")]; tensor var_999_strides_0 = const()[name = tensor("op_999_strides_0"), val = tensor([1, 1])]; tensor var_999_pad_0 = const()[name = tensor("op_999_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_999_dilations_0 = const()[name = tensor("op_999_dilations_0"), val = tensor([1, 1])]; tensor var_999_groups_0 = const()[name = tensor("op_999_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_q_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67659392)))]; tensor model_text_model_encoder_layers_1_mixer_q_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67757760)))]; tensor var_999_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_q_projs_5_bias_to_fp16, dilations = var_999_dilations_0, groups = var_999_groups_0, pad = var_999_pad_0, pad_type = var_999_pad_type_0, strides = var_999_strides_0, weight = model_text_model_encoder_layers_1_mixer_q_projs_5_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_999_cast_fp16")]; tensor var_1000_axes_0 = const()[name = tensor("op_1000_axes_0"), val = tensor([2])]; tensor var_1000_cast_fp16 = squeeze(axes = var_1000_axes_0, x = var_999_cast_fp16)[name = tensor("op_1000_cast_fp16")]; tensor var_1008_pad_type_0 = const()[name = tensor("op_1008_pad_type_0"), val = tensor("valid")]; tensor var_1008_strides_0 = const()[name = tensor("op_1008_strides_0"), val = tensor([1, 1])]; tensor var_1008_pad_0 = const()[name = tensor("op_1008_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1008_dilations_0 = const()[name = tensor("op_1008_dilations_0"), val = tensor([1, 1])]; tensor var_1008_groups_0 = const()[name = tensor("op_1008_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_k_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67757952)))]; tensor model_text_model_encoder_layers_1_mixer_k_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67856320)))]; tensor var_1008_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_k_projs_5_bias_to_fp16, dilations = var_1008_dilations_0, groups = var_1008_groups_0, pad = var_1008_pad_0, pad_type = var_1008_pad_type_0, strides = var_1008_strides_0, weight = model_text_model_encoder_layers_1_mixer_k_projs_5_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1008_cast_fp16")]; tensor var_1009_axes_0 = const()[name = tensor("op_1009_axes_0"), val = tensor([2])]; tensor var_1009_cast_fp16 = squeeze(axes = var_1009_axes_0, x = var_1008_cast_fp16)[name = tensor("op_1009_cast_fp16")]; tensor var_1017_pad_type_0 = const()[name = tensor("op_1017_pad_type_0"), val = tensor("valid")]; tensor var_1017_strides_0 = const()[name = tensor("op_1017_strides_0"), val = tensor([1, 1])]; tensor var_1017_pad_0 = const()[name = tensor("op_1017_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1017_dilations_0 = const()[name = tensor("op_1017_dilations_0"), val = tensor([1, 1])]; tensor var_1017_groups_0 = const()[name = tensor("op_1017_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_v_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67856512)))]; tensor model_text_model_encoder_layers_1_mixer_v_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67954880)))]; tensor var_1017_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_v_projs_5_bias_to_fp16, dilations = var_1017_dilations_0, groups = var_1017_groups_0, pad = var_1017_pad_0, pad_type = var_1017_pad_type_0, strides = var_1017_strides_0, weight = model_text_model_encoder_layers_1_mixer_v_projs_5_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1017_cast_fp16")]; tensor var_1018_axes_0 = const()[name = tensor("op_1018_axes_0"), val = tensor([2])]; tensor var_1018_cast_fp16 = squeeze(axes = var_1018_axes_0, x = var_1017_cast_fp16)[name = tensor("op_1018_cast_fp16")]; tensor var_1021_transpose_x_1 = const()[name = tensor("op_1021_transpose_x_1"), val = tensor(true)]; tensor var_1021_transpose_y_1 = const()[name = tensor("op_1021_transpose_y_1"), val = tensor(false)]; tensor var_1021_cast_fp16 = matmul(transpose_x = var_1021_transpose_x_1, transpose_y = var_1021_transpose_y_1, x = var_1000_cast_fp16, y = var_1009_cast_fp16)[name = tensor("op_1021_cast_fp16")]; tensor var_1022_to_fp16 = const()[name = tensor("op_1022_to_fp16"), val = tensor(0x1p-3)]; tensor scores_103_cast_fp16 = mul(x = var_1021_cast_fp16, y = var_1022_to_fp16)[name = tensor("scores_103_cast_fp16")]; tensor scores_105_cast_fp16 = add(x = scores_103_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_105_cast_fp16")]; tensor scores_107_cast_fp16 = sub(x = scores_105_cast_fp16, y = var_177_cast_fp16)[name = tensor("scores_107_cast_fp16")]; tensor attn_weights_35_cast_fp16 = softmax(axis = var_29, x = scores_107_cast_fp16)[name = tensor("attn_weights_35_cast_fp16")]; tensor var_1027_transpose_x_1 = const()[name = tensor("op_1027_transpose_x_1"), val = tensor(false)]; tensor var_1027_transpose_y_1 = const()[name = tensor("op_1027_transpose_y_1"), val = tensor(true)]; tensor var_1027_cast_fp16 = matmul(transpose_x = var_1027_transpose_x_1, transpose_y = var_1027_transpose_y_1, x = attn_weights_35_cast_fp16, y = var_1018_cast_fp16)[name = tensor("op_1027_cast_fp16")]; tensor var_1034_pad_type_0 = const()[name = tensor("op_1034_pad_type_0"), val = tensor("valid")]; tensor var_1034_strides_0 = const()[name = tensor("op_1034_strides_0"), val = tensor([1, 1])]; tensor var_1034_pad_0 = const()[name = tensor("op_1034_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1034_dilations_0 = const()[name = tensor("op_1034_dilations_0"), val = tensor([1, 1])]; tensor var_1034_groups_0 = const()[name = tensor("op_1034_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_q_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67955072)))]; tensor model_text_model_encoder_layers_1_mixer_q_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68053440)))]; tensor var_1034_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_q_projs_6_bias_to_fp16, dilations = var_1034_dilations_0, groups = var_1034_groups_0, pad = var_1034_pad_0, pad_type = var_1034_pad_type_0, strides = var_1034_strides_0, weight = model_text_model_encoder_layers_1_mixer_q_projs_6_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1034_cast_fp16")]; tensor var_1035_axes_0 = const()[name = tensor("op_1035_axes_0"), val = tensor([2])]; tensor var_1035_cast_fp16 = squeeze(axes = var_1035_axes_0, x = var_1034_cast_fp16)[name = tensor("op_1035_cast_fp16")]; tensor var_1043_pad_type_0 = const()[name = tensor("op_1043_pad_type_0"), val = tensor("valid")]; tensor var_1043_strides_0 = const()[name = tensor("op_1043_strides_0"), val = tensor([1, 1])]; tensor var_1043_pad_0 = const()[name = tensor("op_1043_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1043_dilations_0 = const()[name = tensor("op_1043_dilations_0"), val = tensor([1, 1])]; tensor var_1043_groups_0 = const()[name = tensor("op_1043_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_k_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68053632)))]; tensor model_text_model_encoder_layers_1_mixer_k_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68152000)))]; tensor var_1043_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_k_projs_6_bias_to_fp16, dilations = var_1043_dilations_0, groups = var_1043_groups_0, pad = var_1043_pad_0, pad_type = var_1043_pad_type_0, strides = var_1043_strides_0, weight = model_text_model_encoder_layers_1_mixer_k_projs_6_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1043_cast_fp16")]; tensor var_1044_axes_0 = const()[name = tensor("op_1044_axes_0"), val = tensor([2])]; tensor var_1044_cast_fp16 = squeeze(axes = var_1044_axes_0, x = var_1043_cast_fp16)[name = tensor("op_1044_cast_fp16")]; tensor var_1052_pad_type_0 = const()[name = tensor("op_1052_pad_type_0"), val = tensor("valid")]; tensor var_1052_strides_0 = const()[name = tensor("op_1052_strides_0"), val = tensor([1, 1])]; tensor var_1052_pad_0 = const()[name = tensor("op_1052_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1052_dilations_0 = const()[name = tensor("op_1052_dilations_0"), val = tensor([1, 1])]; tensor var_1052_groups_0 = const()[name = tensor("op_1052_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_v_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68152192)))]; tensor model_text_model_encoder_layers_1_mixer_v_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68250560)))]; tensor var_1052_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_v_projs_6_bias_to_fp16, dilations = var_1052_dilations_0, groups = var_1052_groups_0, pad = var_1052_pad_0, pad_type = var_1052_pad_type_0, strides = var_1052_strides_0, weight = model_text_model_encoder_layers_1_mixer_v_projs_6_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1052_cast_fp16")]; tensor var_1053_axes_0 = const()[name = tensor("op_1053_axes_0"), val = tensor([2])]; tensor var_1053_cast_fp16 = squeeze(axes = var_1053_axes_0, x = var_1052_cast_fp16)[name = tensor("op_1053_cast_fp16")]; tensor var_1056_transpose_x_1 = const()[name = tensor("op_1056_transpose_x_1"), val = tensor(true)]; tensor var_1056_transpose_y_1 = const()[name = tensor("op_1056_transpose_y_1"), val = tensor(false)]; tensor var_1056_cast_fp16 = matmul(transpose_x = var_1056_transpose_x_1, transpose_y = var_1056_transpose_y_1, x = var_1035_cast_fp16, y = var_1044_cast_fp16)[name = tensor("op_1056_cast_fp16")]; tensor var_1057_to_fp16 = const()[name = tensor("op_1057_to_fp16"), val = tensor(0x1p-3)]; tensor scores_109_cast_fp16 = mul(x = var_1056_cast_fp16, y = var_1057_to_fp16)[name = tensor("scores_109_cast_fp16")]; tensor scores_111_cast_fp16 = add(x = scores_109_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_111_cast_fp16")]; tensor scores_113_cast_fp16 = sub(x = scores_111_cast_fp16, y = var_181_cast_fp16)[name = tensor("scores_113_cast_fp16")]; tensor attn_weights_37_cast_fp16 = softmax(axis = var_29, x = scores_113_cast_fp16)[name = tensor("attn_weights_37_cast_fp16")]; tensor var_1062_transpose_x_1 = const()[name = tensor("op_1062_transpose_x_1"), val = tensor(false)]; tensor var_1062_transpose_y_1 = const()[name = tensor("op_1062_transpose_y_1"), val = tensor(true)]; tensor var_1062_cast_fp16 = matmul(transpose_x = var_1062_transpose_x_1, transpose_y = var_1062_transpose_y_1, x = attn_weights_37_cast_fp16, y = var_1053_cast_fp16)[name = tensor("op_1062_cast_fp16")]; tensor var_1069_pad_type_0 = const()[name = tensor("op_1069_pad_type_0"), val = tensor("valid")]; tensor var_1069_strides_0 = const()[name = tensor("op_1069_strides_0"), val = tensor([1, 1])]; tensor var_1069_pad_0 = const()[name = tensor("op_1069_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1069_dilations_0 = const()[name = tensor("op_1069_dilations_0"), val = tensor([1, 1])]; tensor var_1069_groups_0 = const()[name = tensor("op_1069_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_q_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68250752)))]; tensor model_text_model_encoder_layers_1_mixer_q_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68349120)))]; tensor var_1069_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_q_projs_7_bias_to_fp16, dilations = var_1069_dilations_0, groups = var_1069_groups_0, pad = var_1069_pad_0, pad_type = var_1069_pad_type_0, strides = var_1069_strides_0, weight = model_text_model_encoder_layers_1_mixer_q_projs_7_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1069_cast_fp16")]; tensor var_1070_axes_0 = const()[name = tensor("op_1070_axes_0"), val = tensor([2])]; tensor var_1070_cast_fp16 = squeeze(axes = var_1070_axes_0, x = var_1069_cast_fp16)[name = tensor("op_1070_cast_fp16")]; tensor var_1078_pad_type_0 = const()[name = tensor("op_1078_pad_type_0"), val = tensor("valid")]; tensor var_1078_strides_0 = const()[name = tensor("op_1078_strides_0"), val = tensor([1, 1])]; tensor var_1078_pad_0 = const()[name = tensor("op_1078_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1078_dilations_0 = const()[name = tensor("op_1078_dilations_0"), val = tensor([1, 1])]; tensor var_1078_groups_0 = const()[name = tensor("op_1078_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_k_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68349312)))]; tensor model_text_model_encoder_layers_1_mixer_k_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68447680)))]; tensor var_1078_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_k_projs_7_bias_to_fp16, dilations = var_1078_dilations_0, groups = var_1078_groups_0, pad = var_1078_pad_0, pad_type = var_1078_pad_type_0, strides = var_1078_strides_0, weight = model_text_model_encoder_layers_1_mixer_k_projs_7_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1078_cast_fp16")]; tensor var_1079_axes_0 = const()[name = tensor("op_1079_axes_0"), val = tensor([2])]; tensor var_1079_cast_fp16 = squeeze(axes = var_1079_axes_0, x = var_1078_cast_fp16)[name = tensor("op_1079_cast_fp16")]; tensor var_1087_pad_type_0 = const()[name = tensor("op_1087_pad_type_0"), val = tensor("valid")]; tensor var_1087_strides_0 = const()[name = tensor("op_1087_strides_0"), val = tensor([1, 1])]; tensor var_1087_pad_0 = const()[name = tensor("op_1087_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1087_dilations_0 = const()[name = tensor("op_1087_dilations_0"), val = tensor([1, 1])]; tensor var_1087_groups_0 = const()[name = tensor("op_1087_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_v_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68447872)))]; tensor model_text_model_encoder_layers_1_mixer_v_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68546240)))]; tensor var_1087_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_v_projs_7_bias_to_fp16, dilations = var_1087_dilations_0, groups = var_1087_groups_0, pad = var_1087_pad_0, pad_type = var_1087_pad_type_0, strides = var_1087_strides_0, weight = model_text_model_encoder_layers_1_mixer_v_projs_7_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1087_cast_fp16")]; tensor var_1088_axes_0 = const()[name = tensor("op_1088_axes_0"), val = tensor([2])]; tensor var_1088_cast_fp16 = squeeze(axes = var_1088_axes_0, x = var_1087_cast_fp16)[name = tensor("op_1088_cast_fp16")]; tensor var_1091_transpose_x_1 = const()[name = tensor("op_1091_transpose_x_1"), val = tensor(true)]; tensor var_1091_transpose_y_1 = const()[name = tensor("op_1091_transpose_y_1"), val = tensor(false)]; tensor var_1091_cast_fp16 = matmul(transpose_x = var_1091_transpose_x_1, transpose_y = var_1091_transpose_y_1, x = var_1070_cast_fp16, y = var_1079_cast_fp16)[name = tensor("op_1091_cast_fp16")]; tensor var_1092_to_fp16 = const()[name = tensor("op_1092_to_fp16"), val = tensor(0x1p-3)]; tensor scores_115_cast_fp16 = mul(x = var_1091_cast_fp16, y = var_1092_to_fp16)[name = tensor("scores_115_cast_fp16")]; tensor scores_117_cast_fp16 = add(x = scores_115_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_117_cast_fp16")]; tensor scores_119_cast_fp16 = sub(x = scores_117_cast_fp16, y = var_185_cast_fp16)[name = tensor("scores_119_cast_fp16")]; tensor attn_weights_39_cast_fp16 = softmax(axis = var_29, x = scores_119_cast_fp16)[name = tensor("attn_weights_39_cast_fp16")]; tensor var_1097_transpose_x_1 = const()[name = tensor("op_1097_transpose_x_1"), val = tensor(false)]; tensor var_1097_transpose_y_1 = const()[name = tensor("op_1097_transpose_y_1"), val = tensor(true)]; tensor var_1097_cast_fp16 = matmul(transpose_x = var_1097_transpose_x_1, transpose_y = var_1097_transpose_y_1, x = attn_weights_39_cast_fp16, y = var_1088_cast_fp16)[name = tensor("op_1097_cast_fp16")]; tensor var_1104_pad_type_0 = const()[name = tensor("op_1104_pad_type_0"), val = tensor("valid")]; tensor var_1104_strides_0 = const()[name = tensor("op_1104_strides_0"), val = tensor([1, 1])]; tensor var_1104_pad_0 = const()[name = tensor("op_1104_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1104_dilations_0 = const()[name = tensor("op_1104_dilations_0"), val = tensor([1, 1])]; tensor var_1104_groups_0 = const()[name = tensor("op_1104_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_q_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68546432)))]; tensor model_text_model_encoder_layers_1_mixer_q_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68644800)))]; tensor var_1104_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_q_projs_8_bias_to_fp16, dilations = var_1104_dilations_0, groups = var_1104_groups_0, pad = var_1104_pad_0, pad_type = var_1104_pad_type_0, strides = var_1104_strides_0, weight = model_text_model_encoder_layers_1_mixer_q_projs_8_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1104_cast_fp16")]; tensor var_1105_axes_0 = const()[name = tensor("op_1105_axes_0"), val = tensor([2])]; tensor var_1105_cast_fp16 = squeeze(axes = var_1105_axes_0, x = var_1104_cast_fp16)[name = tensor("op_1105_cast_fp16")]; tensor var_1113_pad_type_0 = const()[name = tensor("op_1113_pad_type_0"), val = tensor("valid")]; tensor var_1113_strides_0 = const()[name = tensor("op_1113_strides_0"), val = tensor([1, 1])]; tensor var_1113_pad_0 = const()[name = tensor("op_1113_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1113_dilations_0 = const()[name = tensor("op_1113_dilations_0"), val = tensor([1, 1])]; tensor var_1113_groups_0 = const()[name = tensor("op_1113_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_k_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68644992)))]; tensor model_text_model_encoder_layers_1_mixer_k_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68743360)))]; tensor var_1113_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_k_projs_8_bias_to_fp16, dilations = var_1113_dilations_0, groups = var_1113_groups_0, pad = var_1113_pad_0, pad_type = var_1113_pad_type_0, strides = var_1113_strides_0, weight = model_text_model_encoder_layers_1_mixer_k_projs_8_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1113_cast_fp16")]; tensor var_1114_axes_0 = const()[name = tensor("op_1114_axes_0"), val = tensor([2])]; tensor var_1114_cast_fp16 = squeeze(axes = var_1114_axes_0, x = var_1113_cast_fp16)[name = tensor("op_1114_cast_fp16")]; tensor var_1122_pad_type_0 = const()[name = tensor("op_1122_pad_type_0"), val = tensor("valid")]; tensor var_1122_strides_0 = const()[name = tensor("op_1122_strides_0"), val = tensor([1, 1])]; tensor var_1122_pad_0 = const()[name = tensor("op_1122_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1122_dilations_0 = const()[name = tensor("op_1122_dilations_0"), val = tensor([1, 1])]; tensor var_1122_groups_0 = const()[name = tensor("op_1122_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_v_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68743552)))]; tensor model_text_model_encoder_layers_1_mixer_v_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68841920)))]; tensor var_1122_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_v_projs_8_bias_to_fp16, dilations = var_1122_dilations_0, groups = var_1122_groups_0, pad = var_1122_pad_0, pad_type = var_1122_pad_type_0, strides = var_1122_strides_0, weight = model_text_model_encoder_layers_1_mixer_v_projs_8_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1122_cast_fp16")]; tensor var_1123_axes_0 = const()[name = tensor("op_1123_axes_0"), val = tensor([2])]; tensor var_1123_cast_fp16 = squeeze(axes = var_1123_axes_0, x = var_1122_cast_fp16)[name = tensor("op_1123_cast_fp16")]; tensor var_1126_transpose_x_1 = const()[name = tensor("op_1126_transpose_x_1"), val = tensor(true)]; tensor var_1126_transpose_y_1 = const()[name = tensor("op_1126_transpose_y_1"), val = tensor(false)]; tensor var_1126_cast_fp16 = matmul(transpose_x = var_1126_transpose_x_1, transpose_y = var_1126_transpose_y_1, x = var_1105_cast_fp16, y = var_1114_cast_fp16)[name = tensor("op_1126_cast_fp16")]; tensor var_1127_to_fp16 = const()[name = tensor("op_1127_to_fp16"), val = tensor(0x1p-3)]; tensor scores_121_cast_fp16 = mul(x = var_1126_cast_fp16, y = var_1127_to_fp16)[name = tensor("scores_121_cast_fp16")]; tensor scores_123_cast_fp16 = add(x = scores_121_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_123_cast_fp16")]; tensor scores_125_cast_fp16 = sub(x = scores_123_cast_fp16, y = var_189_cast_fp16)[name = tensor("scores_125_cast_fp16")]; tensor attn_weights_41_cast_fp16 = softmax(axis = var_29, x = scores_125_cast_fp16)[name = tensor("attn_weights_41_cast_fp16")]; tensor var_1132_transpose_x_1 = const()[name = tensor("op_1132_transpose_x_1"), val = tensor(false)]; tensor var_1132_transpose_y_1 = const()[name = tensor("op_1132_transpose_y_1"), val = tensor(true)]; tensor var_1132_cast_fp16 = matmul(transpose_x = var_1132_transpose_x_1, transpose_y = var_1132_transpose_y_1, x = attn_weights_41_cast_fp16, y = var_1123_cast_fp16)[name = tensor("op_1132_cast_fp16")]; tensor var_1139_pad_type_0 = const()[name = tensor("op_1139_pad_type_0"), val = tensor("valid")]; tensor var_1139_strides_0 = const()[name = tensor("op_1139_strides_0"), val = tensor([1, 1])]; tensor var_1139_pad_0 = const()[name = tensor("op_1139_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1139_dilations_0 = const()[name = tensor("op_1139_dilations_0"), val = tensor([1, 1])]; tensor var_1139_groups_0 = const()[name = tensor("op_1139_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_q_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68842112)))]; tensor model_text_model_encoder_layers_1_mixer_q_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68940480)))]; tensor var_1139_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_q_projs_9_bias_to_fp16, dilations = var_1139_dilations_0, groups = var_1139_groups_0, pad = var_1139_pad_0, pad_type = var_1139_pad_type_0, strides = var_1139_strides_0, weight = model_text_model_encoder_layers_1_mixer_q_projs_9_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1139_cast_fp16")]; tensor var_1140_axes_0 = const()[name = tensor("op_1140_axes_0"), val = tensor([2])]; tensor var_1140_cast_fp16 = squeeze(axes = var_1140_axes_0, x = var_1139_cast_fp16)[name = tensor("op_1140_cast_fp16")]; tensor var_1148_pad_type_0 = const()[name = tensor("op_1148_pad_type_0"), val = tensor("valid")]; tensor var_1148_strides_0 = const()[name = tensor("op_1148_strides_0"), val = tensor([1, 1])]; tensor var_1148_pad_0 = const()[name = tensor("op_1148_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1148_dilations_0 = const()[name = tensor("op_1148_dilations_0"), val = tensor([1, 1])]; tensor var_1148_groups_0 = const()[name = tensor("op_1148_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_k_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68940672)))]; tensor model_text_model_encoder_layers_1_mixer_k_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69039040)))]; tensor var_1148_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_k_projs_9_bias_to_fp16, dilations = var_1148_dilations_0, groups = var_1148_groups_0, pad = var_1148_pad_0, pad_type = var_1148_pad_type_0, strides = var_1148_strides_0, weight = model_text_model_encoder_layers_1_mixer_k_projs_9_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1148_cast_fp16")]; tensor var_1149_axes_0 = const()[name = tensor("op_1149_axes_0"), val = tensor([2])]; tensor var_1149_cast_fp16 = squeeze(axes = var_1149_axes_0, x = var_1148_cast_fp16)[name = tensor("op_1149_cast_fp16")]; tensor var_1157_pad_type_0 = const()[name = tensor("op_1157_pad_type_0"), val = tensor("valid")]; tensor var_1157_strides_0 = const()[name = tensor("op_1157_strides_0"), val = tensor([1, 1])]; tensor var_1157_pad_0 = const()[name = tensor("op_1157_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1157_dilations_0 = const()[name = tensor("op_1157_dilations_0"), val = tensor([1, 1])]; tensor var_1157_groups_0 = const()[name = tensor("op_1157_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_v_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69039232)))]; tensor model_text_model_encoder_layers_1_mixer_v_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69137600)))]; tensor var_1157_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_v_projs_9_bias_to_fp16, dilations = var_1157_dilations_0, groups = var_1157_groups_0, pad = var_1157_pad_0, pad_type = var_1157_pad_type_0, strides = var_1157_strides_0, weight = model_text_model_encoder_layers_1_mixer_v_projs_9_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1157_cast_fp16")]; tensor var_1158_axes_0 = const()[name = tensor("op_1158_axes_0"), val = tensor([2])]; tensor var_1158_cast_fp16 = squeeze(axes = var_1158_axes_0, x = var_1157_cast_fp16)[name = tensor("op_1158_cast_fp16")]; tensor var_1161_transpose_x_1 = const()[name = tensor("op_1161_transpose_x_1"), val = tensor(true)]; tensor var_1161_transpose_y_1 = const()[name = tensor("op_1161_transpose_y_1"), val = tensor(false)]; tensor var_1161_cast_fp16 = matmul(transpose_x = var_1161_transpose_x_1, transpose_y = var_1161_transpose_y_1, x = var_1140_cast_fp16, y = var_1149_cast_fp16)[name = tensor("op_1161_cast_fp16")]; tensor var_1162_to_fp16 = const()[name = tensor("op_1162_to_fp16"), val = tensor(0x1p-3)]; tensor scores_127_cast_fp16 = mul(x = var_1161_cast_fp16, y = var_1162_to_fp16)[name = tensor("scores_127_cast_fp16")]; tensor scores_129_cast_fp16 = add(x = scores_127_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_129_cast_fp16")]; tensor scores_131_cast_fp16 = sub(x = scores_129_cast_fp16, y = var_193_cast_fp16)[name = tensor("scores_131_cast_fp16")]; tensor attn_weights_43_cast_fp16 = softmax(axis = var_29, x = scores_131_cast_fp16)[name = tensor("attn_weights_43_cast_fp16")]; tensor var_1167_transpose_x_1 = const()[name = tensor("op_1167_transpose_x_1"), val = tensor(false)]; tensor var_1167_transpose_y_1 = const()[name = tensor("op_1167_transpose_y_1"), val = tensor(true)]; tensor var_1167_cast_fp16 = matmul(transpose_x = var_1167_transpose_x_1, transpose_y = var_1167_transpose_y_1, x = attn_weights_43_cast_fp16, y = var_1158_cast_fp16)[name = tensor("op_1167_cast_fp16")]; tensor var_1174_pad_type_0 = const()[name = tensor("op_1174_pad_type_0"), val = tensor("valid")]; tensor var_1174_strides_0 = const()[name = tensor("op_1174_strides_0"), val = tensor([1, 1])]; tensor var_1174_pad_0 = const()[name = tensor("op_1174_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1174_dilations_0 = const()[name = tensor("op_1174_dilations_0"), val = tensor([1, 1])]; tensor var_1174_groups_0 = const()[name = tensor("op_1174_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_q_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69137792)))]; tensor model_text_model_encoder_layers_1_mixer_q_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69236160)))]; tensor var_1174_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_q_projs_10_bias_to_fp16, dilations = var_1174_dilations_0, groups = var_1174_groups_0, pad = var_1174_pad_0, pad_type = var_1174_pad_type_0, strides = var_1174_strides_0, weight = model_text_model_encoder_layers_1_mixer_q_projs_10_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1174_cast_fp16")]; tensor var_1175_axes_0 = const()[name = tensor("op_1175_axes_0"), val = tensor([2])]; tensor var_1175_cast_fp16 = squeeze(axes = var_1175_axes_0, x = var_1174_cast_fp16)[name = tensor("op_1175_cast_fp16")]; tensor var_1183_pad_type_0 = const()[name = tensor("op_1183_pad_type_0"), val = tensor("valid")]; tensor var_1183_strides_0 = const()[name = tensor("op_1183_strides_0"), val = tensor([1, 1])]; tensor var_1183_pad_0 = const()[name = tensor("op_1183_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1183_dilations_0 = const()[name = tensor("op_1183_dilations_0"), val = tensor([1, 1])]; tensor var_1183_groups_0 = const()[name = tensor("op_1183_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_k_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69236352)))]; tensor model_text_model_encoder_layers_1_mixer_k_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69334720)))]; tensor var_1183_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_k_projs_10_bias_to_fp16, dilations = var_1183_dilations_0, groups = var_1183_groups_0, pad = var_1183_pad_0, pad_type = var_1183_pad_type_0, strides = var_1183_strides_0, weight = model_text_model_encoder_layers_1_mixer_k_projs_10_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1183_cast_fp16")]; tensor var_1184_axes_0 = const()[name = tensor("op_1184_axes_0"), val = tensor([2])]; tensor var_1184_cast_fp16 = squeeze(axes = var_1184_axes_0, x = var_1183_cast_fp16)[name = tensor("op_1184_cast_fp16")]; tensor var_1192_pad_type_0 = const()[name = tensor("op_1192_pad_type_0"), val = tensor("valid")]; tensor var_1192_strides_0 = const()[name = tensor("op_1192_strides_0"), val = tensor([1, 1])]; tensor var_1192_pad_0 = const()[name = tensor("op_1192_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1192_dilations_0 = const()[name = tensor("op_1192_dilations_0"), val = tensor([1, 1])]; tensor var_1192_groups_0 = const()[name = tensor("op_1192_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_v_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69334912)))]; tensor model_text_model_encoder_layers_1_mixer_v_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69433280)))]; tensor var_1192_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_v_projs_10_bias_to_fp16, dilations = var_1192_dilations_0, groups = var_1192_groups_0, pad = var_1192_pad_0, pad_type = var_1192_pad_type_0, strides = var_1192_strides_0, weight = model_text_model_encoder_layers_1_mixer_v_projs_10_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1192_cast_fp16")]; tensor var_1193_axes_0 = const()[name = tensor("op_1193_axes_0"), val = tensor([2])]; tensor var_1193_cast_fp16 = squeeze(axes = var_1193_axes_0, x = var_1192_cast_fp16)[name = tensor("op_1193_cast_fp16")]; tensor var_1196_transpose_x_1 = const()[name = tensor("op_1196_transpose_x_1"), val = tensor(true)]; tensor var_1196_transpose_y_1 = const()[name = tensor("op_1196_transpose_y_1"), val = tensor(false)]; tensor var_1196_cast_fp16 = matmul(transpose_x = var_1196_transpose_x_1, transpose_y = var_1196_transpose_y_1, x = var_1175_cast_fp16, y = var_1184_cast_fp16)[name = tensor("op_1196_cast_fp16")]; tensor var_1197_to_fp16 = const()[name = tensor("op_1197_to_fp16"), val = tensor(0x1p-3)]; tensor scores_133_cast_fp16 = mul(x = var_1196_cast_fp16, y = var_1197_to_fp16)[name = tensor("scores_133_cast_fp16")]; tensor scores_135_cast_fp16 = add(x = scores_133_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_135_cast_fp16")]; tensor scores_137_cast_fp16 = sub(x = scores_135_cast_fp16, y = var_197_cast_fp16)[name = tensor("scores_137_cast_fp16")]; tensor attn_weights_45_cast_fp16 = softmax(axis = var_29, x = scores_137_cast_fp16)[name = tensor("attn_weights_45_cast_fp16")]; tensor var_1202_transpose_x_1 = const()[name = tensor("op_1202_transpose_x_1"), val = tensor(false)]; tensor var_1202_transpose_y_1 = const()[name = tensor("op_1202_transpose_y_1"), val = tensor(true)]; tensor var_1202_cast_fp16 = matmul(transpose_x = var_1202_transpose_x_1, transpose_y = var_1202_transpose_y_1, x = attn_weights_45_cast_fp16, y = var_1193_cast_fp16)[name = tensor("op_1202_cast_fp16")]; tensor var_1209_pad_type_0 = const()[name = tensor("op_1209_pad_type_0"), val = tensor("valid")]; tensor var_1209_strides_0 = const()[name = tensor("op_1209_strides_0"), val = tensor([1, 1])]; tensor var_1209_pad_0 = const()[name = tensor("op_1209_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1209_dilations_0 = const()[name = tensor("op_1209_dilations_0"), val = tensor([1, 1])]; tensor var_1209_groups_0 = const()[name = tensor("op_1209_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_q_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69433472)))]; tensor model_text_model_encoder_layers_1_mixer_q_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_q_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69531840)))]; tensor var_1209_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_q_projs_11_bias_to_fp16, dilations = var_1209_dilations_0, groups = var_1209_groups_0, pad = var_1209_pad_0, pad_type = var_1209_pad_type_0, strides = var_1209_strides_0, weight = model_text_model_encoder_layers_1_mixer_q_projs_11_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1209_cast_fp16")]; tensor var_1210_axes_0 = const()[name = tensor("op_1210_axes_0"), val = tensor([2])]; tensor var_1210_cast_fp16 = squeeze(axes = var_1210_axes_0, x = var_1209_cast_fp16)[name = tensor("op_1210_cast_fp16")]; tensor var_1218_pad_type_0 = const()[name = tensor("op_1218_pad_type_0"), val = tensor("valid")]; tensor var_1218_strides_0 = const()[name = tensor("op_1218_strides_0"), val = tensor([1, 1])]; tensor var_1218_pad_0 = const()[name = tensor("op_1218_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1218_dilations_0 = const()[name = tensor("op_1218_dilations_0"), val = tensor([1, 1])]; tensor var_1218_groups_0 = const()[name = tensor("op_1218_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_k_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69532032)))]; tensor model_text_model_encoder_layers_1_mixer_k_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_k_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69630400)))]; tensor var_1218_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_k_projs_11_bias_to_fp16, dilations = var_1218_dilations_0, groups = var_1218_groups_0, pad = var_1218_pad_0, pad_type = var_1218_pad_type_0, strides = var_1218_strides_0, weight = model_text_model_encoder_layers_1_mixer_k_projs_11_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1218_cast_fp16")]; tensor var_1219_axes_0 = const()[name = tensor("op_1219_axes_0"), val = tensor([2])]; tensor var_1219_cast_fp16 = squeeze(axes = var_1219_axes_0, x = var_1218_cast_fp16)[name = tensor("op_1219_cast_fp16")]; tensor var_1227_pad_type_0 = const()[name = tensor("op_1227_pad_type_0"), val = tensor("valid")]; tensor var_1227_strides_0 = const()[name = tensor("op_1227_strides_0"), val = tensor([1, 1])]; tensor var_1227_pad_0 = const()[name = tensor("op_1227_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1227_dilations_0 = const()[name = tensor("op_1227_dilations_0"), val = tensor([1, 1])]; tensor var_1227_groups_0 = const()[name = tensor("op_1227_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mixer_v_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69630592)))]; tensor model_text_model_encoder_layers_1_mixer_v_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_v_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69728960)))]; tensor var_1227_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_v_projs_11_bias_to_fp16, dilations = var_1227_dilations_0, groups = var_1227_groups_0, pad = var_1227_pad_0, pad_type = var_1227_pad_type_0, strides = var_1227_strides_0, weight = model_text_model_encoder_layers_1_mixer_v_projs_11_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("op_1227_cast_fp16")]; tensor var_1228_axes_0 = const()[name = tensor("op_1228_axes_0"), val = tensor([2])]; tensor var_1228_cast_fp16 = squeeze(axes = var_1228_axes_0, x = var_1227_cast_fp16)[name = tensor("op_1228_cast_fp16")]; tensor var_1231_transpose_x_1 = const()[name = tensor("op_1231_transpose_x_1"), val = tensor(true)]; tensor var_1231_transpose_y_1 = const()[name = tensor("op_1231_transpose_y_1"), val = tensor(false)]; tensor var_1231_cast_fp16 = matmul(transpose_x = var_1231_transpose_x_1, transpose_y = var_1231_transpose_y_1, x = var_1210_cast_fp16, y = var_1219_cast_fp16)[name = tensor("op_1231_cast_fp16")]; tensor var_1232_to_fp16 = const()[name = tensor("op_1232_to_fp16"), val = tensor(0x1p-3)]; tensor scores_139_cast_fp16 = mul(x = var_1231_cast_fp16, y = var_1232_to_fp16)[name = tensor("scores_139_cast_fp16")]; tensor scores_141_cast_fp16 = add(x = scores_139_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_141_cast_fp16")]; tensor scores_143_cast_fp16 = sub(x = scores_141_cast_fp16, y = var_201_cast_fp16)[name = tensor("scores_143_cast_fp16")]; tensor attn_weights_47_cast_fp16 = softmax(axis = var_29, x = scores_143_cast_fp16)[name = tensor("attn_weights_47_cast_fp16")]; tensor out_3_transpose_x_1 = const()[name = tensor("out_3_transpose_x_1"), val = tensor(false)]; tensor out_3_transpose_y_1 = const()[name = tensor("out_3_transpose_y_1"), val = tensor(true)]; tensor out_3_cast_fp16 = matmul(transpose_x = out_3_transpose_x_1, transpose_y = out_3_transpose_y_1, x = attn_weights_47_cast_fp16, y = var_1228_cast_fp16)[name = tensor("out_3_cast_fp16")]; tensor attn_output_3_interleave_0 = const()[name = tensor("attn_output_3_interleave_0"), val = tensor(false)]; tensor attn_output_3_cast_fp16 = concat(axis = var_29, interleave = attn_output_3_interleave_0, values = (var_852_cast_fp16, var_887_cast_fp16, var_922_cast_fp16, var_957_cast_fp16, var_992_cast_fp16, var_1027_cast_fp16, var_1062_cast_fp16, var_1097_cast_fp16, var_1132_cast_fp16, var_1167_cast_fp16, var_1202_cast_fp16, out_3_cast_fp16))[name = tensor("attn_output_3_cast_fp16")]; tensor var_1240_perm_0 = const()[name = tensor("op_1240_perm_0"), val = tensor([0, 2, 1])]; tensor var_1249_pad_type_0 = const()[name = tensor("op_1249_pad_type_0"), val = tensor("valid")]; tensor var_1249_groups_0 = const()[name = tensor("op_1249_groups_0"), val = tensor(1)]; tensor var_1249_strides_0 = const()[name = tensor("op_1249_strides_0"), val = tensor([1])]; tensor var_1249_pad_0 = const()[name = tensor("op_1249_pad_0"), val = tensor([0, 0])]; tensor var_1249_dilations_0 = const()[name = tensor("op_1249_dilations_0"), val = tensor([1])]; tensor squeeze_1_cast_fp16_to_fp32_to_fp16 = const()[name = tensor("squeeze_1_cast_fp16_to_fp32_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69729152)))]; tensor model_text_model_encoder_layers_1_mixer_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mixer_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(70908864)))]; tensor var_1240_cast_fp16 = transpose(perm = var_1240_perm_0, x = attn_output_3_cast_fp16)[name = tensor("transpose_75")]; tensor var_1249_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mixer_out_proj_bias_to_fp16, dilations = var_1249_dilations_0, groups = var_1249_groups_0, pad = var_1249_pad_0, pad_type = var_1249_pad_type_0, strides = var_1249_strides_0, weight = squeeze_1_cast_fp16_to_fp32_to_fp16, x = var_1240_cast_fp16)[name = tensor("op_1249_cast_fp16")]; tensor mixer_out_3_perm_0 = const()[name = tensor("mixer_out_3_perm_0"), val = tensor([0, 2, 1])]; tensor mixer_out_3_cast_fp16 = transpose(perm = mixer_out_3_perm_0, x = var_1249_cast_fp16)[name = tensor("transpose_74")]; tensor input_23_cast_fp16 = add(x = mixer_out_3_cast_fp16, y = var_684_cast_fp16)[name = tensor("input_23_cast_fp16")]; tensor var_1255_axes_0 = const()[name = tensor("op_1255_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_1_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(70910464)))]; tensor model_text_model_encoder_layers_1_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(70912064)))]; tensor var_1255_cast_fp16 = layer_norm(axes = var_1255_axes_0, beta = model_text_model_encoder_layers_1_norm1_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_1_norm1_weight_to_fp16, x = input_23_cast_fp16)[name = tensor("op_1255_cast_fp16")]; tensor var_1261 = const()[name = tensor("op_1261"), val = tensor([1, 256, 1, 768])]; tensor hidden_states_13_cast_fp16 = reshape(shape = var_1261, x = var_1255_cast_fp16)[name = tensor("hidden_states_13_cast_fp16")]; tensor input_25_perm_0 = const()[name = tensor("input_25_perm_0"), val = tensor([0, 3, 2, 1])]; tensor hidden_states_15_pad_type_0 = const()[name = tensor("hidden_states_15_pad_type_0"), val = tensor("valid")]; tensor hidden_states_15_strides_0 = const()[name = tensor("hidden_states_15_strides_0"), val = tensor([1, 1])]; tensor hidden_states_15_pad_0 = const()[name = tensor("hidden_states_15_pad_0"), val = tensor([0, 0, 0, 0])]; tensor hidden_states_15_dilations_0 = const()[name = tensor("hidden_states_15_dilations_0"), val = tensor([1, 1])]; tensor hidden_states_15_groups_0 = const()[name = tensor("hidden_states_15_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mlp_gated_layers_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mlp_gated_layers_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(70913664)))]; tensor input_25_cast_fp16 = transpose(perm = input_25_perm_0, x = hidden_states_13_cast_fp16)[name = tensor("transpose_73")]; tensor hidden_states_15_cast_fp16 = conv(dilations = hidden_states_15_dilations_0, groups = hidden_states_15_groups_0, pad = hidden_states_15_pad_0, pad_type = hidden_states_15_pad_type_0, strides = hidden_states_15_strides_0, weight = model_text_model_encoder_layers_1_mlp_gated_layers_weight_to_fp16, x = input_25_cast_fp16)[name = tensor("hidden_states_15_cast_fp16")]; tensor hidden_states_17_perm_0 = const()[name = tensor("hidden_states_17_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_1271 = const()[name = tensor("op_1271"), val = tensor([1, 256, 6144])]; tensor hidden_states_17_cast_fp16 = transpose(perm = hidden_states_17_perm_0, x = hidden_states_15_cast_fp16)[name = tensor("transpose_72")]; tensor hidden_states_19_cast_fp16 = reshape(shape = var_1271, x = hidden_states_17_cast_fp16)[name = tensor("hidden_states_19_cast_fp16")]; tensor input_27_begin_0 = const()[name = tensor("input_27_begin_0"), val = tensor([0, 0, 0])]; tensor input_27_end_0 = const()[name = tensor("input_27_end_0"), val = tensor([1, 256, 3072])]; tensor input_27_end_mask_0 = const()[name = tensor("input_27_end_mask_0"), val = tensor([true, true, false])]; tensor input_27_cast_fp16 = slice_by_index(begin = input_27_begin_0, end = input_27_end_0, end_mask = input_27_end_mask_0, x = hidden_states_19_cast_fp16)[name = tensor("input_27_cast_fp16")]; tensor non_gated_3_begin_0 = const()[name = tensor("non_gated_3_begin_0"), val = tensor([0, 0, 3072])]; tensor non_gated_3_end_0 = const()[name = tensor("non_gated_3_end_0"), val = tensor([1, 256, 6144])]; tensor non_gated_3_end_mask_0 = const()[name = tensor("non_gated_3_end_mask_0"), val = tensor([true, true, true])]; tensor non_gated_3_cast_fp16 = slice_by_index(begin = non_gated_3_begin_0, end = non_gated_3_end_0, end_mask = non_gated_3_end_mask_0, x = hidden_states_19_cast_fp16)[name = tensor("non_gated_3_cast_fp16")]; tensor activated_gated_3_mode_0 = const()[name = tensor("activated_gated_3_mode_0"), val = tensor("EXACT")]; tensor activated_gated_3_cast_fp16 = gelu(mode = activated_gated_3_mode_0, x = input_27_cast_fp16)[name = tensor("activated_gated_3_cast_fp16")]; tensor combined_5_cast_fp16 = mul(x = activated_gated_3_cast_fp16, y = non_gated_3_cast_fp16)[name = tensor("combined_5_cast_fp16")]; tensor var_1281 = const()[name = tensor("op_1281"), val = tensor([1, 256, 1, 3072])]; tensor combined_7_cast_fp16 = reshape(shape = var_1281, x = combined_5_cast_fp16)[name = tensor("combined_7_cast_fp16")]; tensor input_29_perm_0 = const()[name = tensor("input_29_perm_0"), val = tensor([0, 3, 2, 1])]; tensor output_9_pad_type_0 = const()[name = tensor("output_9_pad_type_0"), val = tensor("valid")]; tensor output_9_strides_0 = const()[name = tensor("output_9_strides_0"), val = tensor([1, 1])]; tensor output_9_pad_0 = const()[name = tensor("output_9_pad_0"), val = tensor([0, 0, 0, 0])]; tensor output_9_dilations_0 = const()[name = tensor("output_9_dilations_0"), val = tensor([1, 1])]; tensor output_9_groups_0 = const()[name = tensor("output_9_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_1_mlp_wo_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mlp_wo_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80350912)))]; tensor model_text_model_encoder_layers_1_mlp_wo_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_mlp_wo_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85069568)))]; tensor input_29_cast_fp16 = transpose(perm = input_29_perm_0, x = combined_7_cast_fp16)[name = tensor("transpose_71")]; tensor output_9_cast_fp16 = conv(bias = model_text_model_encoder_layers_1_mlp_wo_bias_to_fp16, dilations = output_9_dilations_0, groups = output_9_groups_0, pad = output_9_pad_0, pad_type = output_9_pad_type_0, strides = output_9_strides_0, weight = model_text_model_encoder_layers_1_mlp_wo_weight_to_fp16, x = input_29_cast_fp16)[name = tensor("output_9_cast_fp16")]; tensor output_11_perm_0 = const()[name = tensor("output_11_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_1292 = const()[name = tensor("op_1292"), val = tensor([1, 256, 768])]; tensor output_11_cast_fp16 = transpose(perm = output_11_perm_0, x = output_9_cast_fp16)[name = tensor("transpose_70")]; tensor mlp_out_3_cast_fp16 = reshape(shape = var_1292, x = output_11_cast_fp16)[name = tensor("mlp_out_3_cast_fp16")]; tensor input_31_cast_fp16 = add(x = mlp_out_3_cast_fp16, y = var_1255_cast_fp16)[name = tensor("input_31_cast_fp16")]; tensor var_1298_axes_0 = const()[name = tensor("op_1298_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_1_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85071168)))]; tensor model_text_model_encoder_layers_1_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_1_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85072768)))]; tensor var_1298_cast_fp16 = layer_norm(axes = var_1298_axes_0, beta = model_text_model_encoder_layers_1_norm2_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_1_norm2_weight_to_fp16, x = input_31_cast_fp16)[name = tensor("op_1298_cast_fp16")]; tensor var_1379 = const()[name = tensor("op_1379"), val = tensor([1, 256, 1, 768])]; tensor x_11_cast_fp16 = reshape(shape = var_1379, x = var_1298_cast_fp16)[name = tensor("x_11_cast_fp16")]; tensor input_33_perm_0 = const()[name = tensor("input_33_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_1438_pad_type_0 = const()[name = tensor("op_1438_pad_type_0"), val = tensor("valid")]; tensor var_1438_strides_0 = const()[name = tensor("op_1438_strides_0"), val = tensor([1, 1])]; tensor var_1438_pad_0 = const()[name = tensor("op_1438_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1438_dilations_0 = const()[name = tensor("op_1438_dilations_0"), val = tensor([1, 1])]; tensor var_1438_groups_0 = const()[name = tensor("op_1438_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_q_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85074368)))]; tensor model_text_model_encoder_layers_2_mixer_q_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85172736)))]; tensor input_33_cast_fp16 = transpose(perm = input_33_perm_0, x = x_11_cast_fp16)[name = tensor("transpose_69")]; tensor var_1438_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_q_projs_0_bias_to_fp16, dilations = var_1438_dilations_0, groups = var_1438_groups_0, pad = var_1438_pad_0, pad_type = var_1438_pad_type_0, strides = var_1438_strides_0, weight = model_text_model_encoder_layers_2_mixer_q_projs_0_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1438_cast_fp16")]; tensor var_1439_axes_0 = const()[name = tensor("op_1439_axes_0"), val = tensor([2])]; tensor var_1439_cast_fp16 = squeeze(axes = var_1439_axes_0, x = var_1438_cast_fp16)[name = tensor("op_1439_cast_fp16")]; tensor var_1447_pad_type_0 = const()[name = tensor("op_1447_pad_type_0"), val = tensor("valid")]; tensor var_1447_strides_0 = const()[name = tensor("op_1447_strides_0"), val = tensor([1, 1])]; tensor var_1447_pad_0 = const()[name = tensor("op_1447_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1447_dilations_0 = const()[name = tensor("op_1447_dilations_0"), val = tensor([1, 1])]; tensor var_1447_groups_0 = const()[name = tensor("op_1447_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_k_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85172928)))]; tensor model_text_model_encoder_layers_2_mixer_k_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85271296)))]; tensor var_1447_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_k_projs_0_bias_to_fp16, dilations = var_1447_dilations_0, groups = var_1447_groups_0, pad = var_1447_pad_0, pad_type = var_1447_pad_type_0, strides = var_1447_strides_0, weight = model_text_model_encoder_layers_2_mixer_k_projs_0_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1447_cast_fp16")]; tensor var_1448_axes_0 = const()[name = tensor("op_1448_axes_0"), val = tensor([2])]; tensor var_1448_cast_fp16 = squeeze(axes = var_1448_axes_0, x = var_1447_cast_fp16)[name = tensor("op_1448_cast_fp16")]; tensor var_1456_pad_type_0 = const()[name = tensor("op_1456_pad_type_0"), val = tensor("valid")]; tensor var_1456_strides_0 = const()[name = tensor("op_1456_strides_0"), val = tensor([1, 1])]; tensor var_1456_pad_0 = const()[name = tensor("op_1456_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1456_dilations_0 = const()[name = tensor("op_1456_dilations_0"), val = tensor([1, 1])]; tensor var_1456_groups_0 = const()[name = tensor("op_1456_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_v_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85271488)))]; tensor model_text_model_encoder_layers_2_mixer_v_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85369856)))]; tensor var_1456_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_v_projs_0_bias_to_fp16, dilations = var_1456_dilations_0, groups = var_1456_groups_0, pad = var_1456_pad_0, pad_type = var_1456_pad_type_0, strides = var_1456_strides_0, weight = model_text_model_encoder_layers_2_mixer_v_projs_0_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1456_cast_fp16")]; tensor var_1457_axes_0 = const()[name = tensor("op_1457_axes_0"), val = tensor([2])]; tensor var_1457_cast_fp16 = squeeze(axes = var_1457_axes_0, x = var_1456_cast_fp16)[name = tensor("op_1457_cast_fp16")]; tensor var_1460_transpose_x_1 = const()[name = tensor("op_1460_transpose_x_1"), val = tensor(true)]; tensor var_1460_transpose_y_1 = const()[name = tensor("op_1460_transpose_y_1"), val = tensor(false)]; tensor var_1460_cast_fp16 = matmul(transpose_x = var_1460_transpose_x_1, transpose_y = var_1460_transpose_y_1, x = var_1439_cast_fp16, y = var_1448_cast_fp16)[name = tensor("op_1460_cast_fp16")]; tensor var_1461_to_fp16 = const()[name = tensor("op_1461_to_fp16"), val = tensor(0x1p-3)]; tensor scores_145_cast_fp16 = mul(x = var_1460_cast_fp16, y = var_1461_to_fp16)[name = tensor("scores_145_cast_fp16")]; tensor scores_147_cast_fp16 = add(x = scores_145_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_147_cast_fp16")]; tensor scores_149_cast_fp16 = sub(x = scores_147_cast_fp16, y = var_157_cast_fp16)[name = tensor("scores_149_cast_fp16")]; tensor attn_weights_49_cast_fp16 = softmax(axis = var_29, x = scores_149_cast_fp16)[name = tensor("attn_weights_49_cast_fp16")]; tensor var_1466_transpose_x_1 = const()[name = tensor("op_1466_transpose_x_1"), val = tensor(false)]; tensor var_1466_transpose_y_1 = const()[name = tensor("op_1466_transpose_y_1"), val = tensor(true)]; tensor var_1466_cast_fp16 = matmul(transpose_x = var_1466_transpose_x_1, transpose_y = var_1466_transpose_y_1, x = attn_weights_49_cast_fp16, y = var_1457_cast_fp16)[name = tensor("op_1466_cast_fp16")]; tensor var_1473_pad_type_0 = const()[name = tensor("op_1473_pad_type_0"), val = tensor("valid")]; tensor var_1473_strides_0 = const()[name = tensor("op_1473_strides_0"), val = tensor([1, 1])]; tensor var_1473_pad_0 = const()[name = tensor("op_1473_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1473_dilations_0 = const()[name = tensor("op_1473_dilations_0"), val = tensor([1, 1])]; tensor var_1473_groups_0 = const()[name = tensor("op_1473_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_q_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85370048)))]; tensor model_text_model_encoder_layers_2_mixer_q_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85468416)))]; tensor var_1473_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_q_projs_1_bias_to_fp16, dilations = var_1473_dilations_0, groups = var_1473_groups_0, pad = var_1473_pad_0, pad_type = var_1473_pad_type_0, strides = var_1473_strides_0, weight = model_text_model_encoder_layers_2_mixer_q_projs_1_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1473_cast_fp16")]; tensor var_1474_axes_0 = const()[name = tensor("op_1474_axes_0"), val = tensor([2])]; tensor var_1474_cast_fp16 = squeeze(axes = var_1474_axes_0, x = var_1473_cast_fp16)[name = tensor("op_1474_cast_fp16")]; tensor var_1482_pad_type_0 = const()[name = tensor("op_1482_pad_type_0"), val = tensor("valid")]; tensor var_1482_strides_0 = const()[name = tensor("op_1482_strides_0"), val = tensor([1, 1])]; tensor var_1482_pad_0 = const()[name = tensor("op_1482_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1482_dilations_0 = const()[name = tensor("op_1482_dilations_0"), val = tensor([1, 1])]; tensor var_1482_groups_0 = const()[name = tensor("op_1482_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_k_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85468608)))]; tensor model_text_model_encoder_layers_2_mixer_k_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85566976)))]; tensor var_1482_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_k_projs_1_bias_to_fp16, dilations = var_1482_dilations_0, groups = var_1482_groups_0, pad = var_1482_pad_0, pad_type = var_1482_pad_type_0, strides = var_1482_strides_0, weight = model_text_model_encoder_layers_2_mixer_k_projs_1_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1482_cast_fp16")]; tensor var_1483_axes_0 = const()[name = tensor("op_1483_axes_0"), val = tensor([2])]; tensor var_1483_cast_fp16 = squeeze(axes = var_1483_axes_0, x = var_1482_cast_fp16)[name = tensor("op_1483_cast_fp16")]; tensor var_1491_pad_type_0 = const()[name = tensor("op_1491_pad_type_0"), val = tensor("valid")]; tensor var_1491_strides_0 = const()[name = tensor("op_1491_strides_0"), val = tensor([1, 1])]; tensor var_1491_pad_0 = const()[name = tensor("op_1491_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1491_dilations_0 = const()[name = tensor("op_1491_dilations_0"), val = tensor([1, 1])]; tensor var_1491_groups_0 = const()[name = tensor("op_1491_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_v_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85567168)))]; tensor model_text_model_encoder_layers_2_mixer_v_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85665536)))]; tensor var_1491_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_v_projs_1_bias_to_fp16, dilations = var_1491_dilations_0, groups = var_1491_groups_0, pad = var_1491_pad_0, pad_type = var_1491_pad_type_0, strides = var_1491_strides_0, weight = model_text_model_encoder_layers_2_mixer_v_projs_1_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1491_cast_fp16")]; tensor var_1492_axes_0 = const()[name = tensor("op_1492_axes_0"), val = tensor([2])]; tensor var_1492_cast_fp16 = squeeze(axes = var_1492_axes_0, x = var_1491_cast_fp16)[name = tensor("op_1492_cast_fp16")]; tensor var_1495_transpose_x_1 = const()[name = tensor("op_1495_transpose_x_1"), val = tensor(true)]; tensor var_1495_transpose_y_1 = const()[name = tensor("op_1495_transpose_y_1"), val = tensor(false)]; tensor var_1495_cast_fp16 = matmul(transpose_x = var_1495_transpose_x_1, transpose_y = var_1495_transpose_y_1, x = var_1474_cast_fp16, y = var_1483_cast_fp16)[name = tensor("op_1495_cast_fp16")]; tensor var_1496_to_fp16 = const()[name = tensor("op_1496_to_fp16"), val = tensor(0x1p-3)]; tensor scores_151_cast_fp16 = mul(x = var_1495_cast_fp16, y = var_1496_to_fp16)[name = tensor("scores_151_cast_fp16")]; tensor scores_153_cast_fp16 = add(x = scores_151_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_153_cast_fp16")]; tensor scores_155_cast_fp16 = sub(x = scores_153_cast_fp16, y = var_161_cast_fp16)[name = tensor("scores_155_cast_fp16")]; tensor attn_weights_51_cast_fp16 = softmax(axis = var_29, x = scores_155_cast_fp16)[name = tensor("attn_weights_51_cast_fp16")]; tensor var_1501_transpose_x_1 = const()[name = tensor("op_1501_transpose_x_1"), val = tensor(false)]; tensor var_1501_transpose_y_1 = const()[name = tensor("op_1501_transpose_y_1"), val = tensor(true)]; tensor var_1501_cast_fp16 = matmul(transpose_x = var_1501_transpose_x_1, transpose_y = var_1501_transpose_y_1, x = attn_weights_51_cast_fp16, y = var_1492_cast_fp16)[name = tensor("op_1501_cast_fp16")]; tensor var_1508_pad_type_0 = const()[name = tensor("op_1508_pad_type_0"), val = tensor("valid")]; tensor var_1508_strides_0 = const()[name = tensor("op_1508_strides_0"), val = tensor([1, 1])]; tensor var_1508_pad_0 = const()[name = tensor("op_1508_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1508_dilations_0 = const()[name = tensor("op_1508_dilations_0"), val = tensor([1, 1])]; tensor var_1508_groups_0 = const()[name = tensor("op_1508_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_q_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85665728)))]; tensor model_text_model_encoder_layers_2_mixer_q_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85764096)))]; tensor var_1508_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_q_projs_2_bias_to_fp16, dilations = var_1508_dilations_0, groups = var_1508_groups_0, pad = var_1508_pad_0, pad_type = var_1508_pad_type_0, strides = var_1508_strides_0, weight = model_text_model_encoder_layers_2_mixer_q_projs_2_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1508_cast_fp16")]; tensor var_1509_axes_0 = const()[name = tensor("op_1509_axes_0"), val = tensor([2])]; tensor var_1509_cast_fp16 = squeeze(axes = var_1509_axes_0, x = var_1508_cast_fp16)[name = tensor("op_1509_cast_fp16")]; tensor var_1517_pad_type_0 = const()[name = tensor("op_1517_pad_type_0"), val = tensor("valid")]; tensor var_1517_strides_0 = const()[name = tensor("op_1517_strides_0"), val = tensor([1, 1])]; tensor var_1517_pad_0 = const()[name = tensor("op_1517_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1517_dilations_0 = const()[name = tensor("op_1517_dilations_0"), val = tensor([1, 1])]; tensor var_1517_groups_0 = const()[name = tensor("op_1517_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_k_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85764288)))]; tensor model_text_model_encoder_layers_2_mixer_k_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85862656)))]; tensor var_1517_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_k_projs_2_bias_to_fp16, dilations = var_1517_dilations_0, groups = var_1517_groups_0, pad = var_1517_pad_0, pad_type = var_1517_pad_type_0, strides = var_1517_strides_0, weight = model_text_model_encoder_layers_2_mixer_k_projs_2_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1517_cast_fp16")]; tensor var_1518_axes_0 = const()[name = tensor("op_1518_axes_0"), val = tensor([2])]; tensor var_1518_cast_fp16 = squeeze(axes = var_1518_axes_0, x = var_1517_cast_fp16)[name = tensor("op_1518_cast_fp16")]; tensor var_1526_pad_type_0 = const()[name = tensor("op_1526_pad_type_0"), val = tensor("valid")]; tensor var_1526_strides_0 = const()[name = tensor("op_1526_strides_0"), val = tensor([1, 1])]; tensor var_1526_pad_0 = const()[name = tensor("op_1526_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1526_dilations_0 = const()[name = tensor("op_1526_dilations_0"), val = tensor([1, 1])]; tensor var_1526_groups_0 = const()[name = tensor("op_1526_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_v_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85862848)))]; tensor model_text_model_encoder_layers_2_mixer_v_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85961216)))]; tensor var_1526_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_v_projs_2_bias_to_fp16, dilations = var_1526_dilations_0, groups = var_1526_groups_0, pad = var_1526_pad_0, pad_type = var_1526_pad_type_0, strides = var_1526_strides_0, weight = model_text_model_encoder_layers_2_mixer_v_projs_2_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1526_cast_fp16")]; tensor var_1527_axes_0 = const()[name = tensor("op_1527_axes_0"), val = tensor([2])]; tensor var_1527_cast_fp16 = squeeze(axes = var_1527_axes_0, x = var_1526_cast_fp16)[name = tensor("op_1527_cast_fp16")]; tensor var_1530_transpose_x_1 = const()[name = tensor("op_1530_transpose_x_1"), val = tensor(true)]; tensor var_1530_transpose_y_1 = const()[name = tensor("op_1530_transpose_y_1"), val = tensor(false)]; tensor var_1530_cast_fp16 = matmul(transpose_x = var_1530_transpose_x_1, transpose_y = var_1530_transpose_y_1, x = var_1509_cast_fp16, y = var_1518_cast_fp16)[name = tensor("op_1530_cast_fp16")]; tensor var_1531_to_fp16 = const()[name = tensor("op_1531_to_fp16"), val = tensor(0x1p-3)]; tensor scores_157_cast_fp16 = mul(x = var_1530_cast_fp16, y = var_1531_to_fp16)[name = tensor("scores_157_cast_fp16")]; tensor scores_159_cast_fp16 = add(x = scores_157_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_159_cast_fp16")]; tensor scores_161_cast_fp16 = sub(x = scores_159_cast_fp16, y = var_165_cast_fp16)[name = tensor("scores_161_cast_fp16")]; tensor attn_weights_53_cast_fp16 = softmax(axis = var_29, x = scores_161_cast_fp16)[name = tensor("attn_weights_53_cast_fp16")]; tensor var_1536_transpose_x_1 = const()[name = tensor("op_1536_transpose_x_1"), val = tensor(false)]; tensor var_1536_transpose_y_1 = const()[name = tensor("op_1536_transpose_y_1"), val = tensor(true)]; tensor var_1536_cast_fp16 = matmul(transpose_x = var_1536_transpose_x_1, transpose_y = var_1536_transpose_y_1, x = attn_weights_53_cast_fp16, y = var_1527_cast_fp16)[name = tensor("op_1536_cast_fp16")]; tensor var_1543_pad_type_0 = const()[name = tensor("op_1543_pad_type_0"), val = tensor("valid")]; tensor var_1543_strides_0 = const()[name = tensor("op_1543_strides_0"), val = tensor([1, 1])]; tensor var_1543_pad_0 = const()[name = tensor("op_1543_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1543_dilations_0 = const()[name = tensor("op_1543_dilations_0"), val = tensor([1, 1])]; tensor var_1543_groups_0 = const()[name = tensor("op_1543_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_q_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85961408)))]; tensor model_text_model_encoder_layers_2_mixer_q_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86059776)))]; tensor var_1543_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_q_projs_3_bias_to_fp16, dilations = var_1543_dilations_0, groups = var_1543_groups_0, pad = var_1543_pad_0, pad_type = var_1543_pad_type_0, strides = var_1543_strides_0, weight = model_text_model_encoder_layers_2_mixer_q_projs_3_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1543_cast_fp16")]; tensor var_1544_axes_0 = const()[name = tensor("op_1544_axes_0"), val = tensor([2])]; tensor var_1544_cast_fp16 = squeeze(axes = var_1544_axes_0, x = var_1543_cast_fp16)[name = tensor("op_1544_cast_fp16")]; tensor var_1552_pad_type_0 = const()[name = tensor("op_1552_pad_type_0"), val = tensor("valid")]; tensor var_1552_strides_0 = const()[name = tensor("op_1552_strides_0"), val = tensor([1, 1])]; tensor var_1552_pad_0 = const()[name = tensor("op_1552_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1552_dilations_0 = const()[name = tensor("op_1552_dilations_0"), val = tensor([1, 1])]; tensor var_1552_groups_0 = const()[name = tensor("op_1552_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_k_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86059968)))]; tensor model_text_model_encoder_layers_2_mixer_k_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86158336)))]; tensor var_1552_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_k_projs_3_bias_to_fp16, dilations = var_1552_dilations_0, groups = var_1552_groups_0, pad = var_1552_pad_0, pad_type = var_1552_pad_type_0, strides = var_1552_strides_0, weight = model_text_model_encoder_layers_2_mixer_k_projs_3_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1552_cast_fp16")]; tensor var_1553_axes_0 = const()[name = tensor("op_1553_axes_0"), val = tensor([2])]; tensor var_1553_cast_fp16 = squeeze(axes = var_1553_axes_0, x = var_1552_cast_fp16)[name = tensor("op_1553_cast_fp16")]; tensor var_1561_pad_type_0 = const()[name = tensor("op_1561_pad_type_0"), val = tensor("valid")]; tensor var_1561_strides_0 = const()[name = tensor("op_1561_strides_0"), val = tensor([1, 1])]; tensor var_1561_pad_0 = const()[name = tensor("op_1561_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1561_dilations_0 = const()[name = tensor("op_1561_dilations_0"), val = tensor([1, 1])]; tensor var_1561_groups_0 = const()[name = tensor("op_1561_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_v_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86158528)))]; tensor model_text_model_encoder_layers_2_mixer_v_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86256896)))]; tensor var_1561_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_v_projs_3_bias_to_fp16, dilations = var_1561_dilations_0, groups = var_1561_groups_0, pad = var_1561_pad_0, pad_type = var_1561_pad_type_0, strides = var_1561_strides_0, weight = model_text_model_encoder_layers_2_mixer_v_projs_3_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1561_cast_fp16")]; tensor var_1562_axes_0 = const()[name = tensor("op_1562_axes_0"), val = tensor([2])]; tensor var_1562_cast_fp16 = squeeze(axes = var_1562_axes_0, x = var_1561_cast_fp16)[name = tensor("op_1562_cast_fp16")]; tensor var_1565_transpose_x_1 = const()[name = tensor("op_1565_transpose_x_1"), val = tensor(true)]; tensor var_1565_transpose_y_1 = const()[name = tensor("op_1565_transpose_y_1"), val = tensor(false)]; tensor var_1565_cast_fp16 = matmul(transpose_x = var_1565_transpose_x_1, transpose_y = var_1565_transpose_y_1, x = var_1544_cast_fp16, y = var_1553_cast_fp16)[name = tensor("op_1565_cast_fp16")]; tensor var_1566_to_fp16 = const()[name = tensor("op_1566_to_fp16"), val = tensor(0x1p-3)]; tensor scores_163_cast_fp16 = mul(x = var_1565_cast_fp16, y = var_1566_to_fp16)[name = tensor("scores_163_cast_fp16")]; tensor scores_165_cast_fp16 = add(x = scores_163_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_165_cast_fp16")]; tensor scores_167_cast_fp16 = sub(x = scores_165_cast_fp16, y = var_169_cast_fp16)[name = tensor("scores_167_cast_fp16")]; tensor attn_weights_55_cast_fp16 = softmax(axis = var_29, x = scores_167_cast_fp16)[name = tensor("attn_weights_55_cast_fp16")]; tensor var_1571_transpose_x_1 = const()[name = tensor("op_1571_transpose_x_1"), val = tensor(false)]; tensor var_1571_transpose_y_1 = const()[name = tensor("op_1571_transpose_y_1"), val = tensor(true)]; tensor var_1571_cast_fp16 = matmul(transpose_x = var_1571_transpose_x_1, transpose_y = var_1571_transpose_y_1, x = attn_weights_55_cast_fp16, y = var_1562_cast_fp16)[name = tensor("op_1571_cast_fp16")]; tensor var_1578_pad_type_0 = const()[name = tensor("op_1578_pad_type_0"), val = tensor("valid")]; tensor var_1578_strides_0 = const()[name = tensor("op_1578_strides_0"), val = tensor([1, 1])]; tensor var_1578_pad_0 = const()[name = tensor("op_1578_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1578_dilations_0 = const()[name = tensor("op_1578_dilations_0"), val = tensor([1, 1])]; tensor var_1578_groups_0 = const()[name = tensor("op_1578_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_q_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86257088)))]; tensor model_text_model_encoder_layers_2_mixer_q_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86355456)))]; tensor var_1578_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_q_projs_4_bias_to_fp16, dilations = var_1578_dilations_0, groups = var_1578_groups_0, pad = var_1578_pad_0, pad_type = var_1578_pad_type_0, strides = var_1578_strides_0, weight = model_text_model_encoder_layers_2_mixer_q_projs_4_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1578_cast_fp16")]; tensor var_1579_axes_0 = const()[name = tensor("op_1579_axes_0"), val = tensor([2])]; tensor var_1579_cast_fp16 = squeeze(axes = var_1579_axes_0, x = var_1578_cast_fp16)[name = tensor("op_1579_cast_fp16")]; tensor var_1587_pad_type_0 = const()[name = tensor("op_1587_pad_type_0"), val = tensor("valid")]; tensor var_1587_strides_0 = const()[name = tensor("op_1587_strides_0"), val = tensor([1, 1])]; tensor var_1587_pad_0 = const()[name = tensor("op_1587_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1587_dilations_0 = const()[name = tensor("op_1587_dilations_0"), val = tensor([1, 1])]; tensor var_1587_groups_0 = const()[name = tensor("op_1587_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_k_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86355648)))]; tensor model_text_model_encoder_layers_2_mixer_k_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86454016)))]; tensor var_1587_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_k_projs_4_bias_to_fp16, dilations = var_1587_dilations_0, groups = var_1587_groups_0, pad = var_1587_pad_0, pad_type = var_1587_pad_type_0, strides = var_1587_strides_0, weight = model_text_model_encoder_layers_2_mixer_k_projs_4_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1587_cast_fp16")]; tensor var_1588_axes_0 = const()[name = tensor("op_1588_axes_0"), val = tensor([2])]; tensor var_1588_cast_fp16 = squeeze(axes = var_1588_axes_0, x = var_1587_cast_fp16)[name = tensor("op_1588_cast_fp16")]; tensor var_1596_pad_type_0 = const()[name = tensor("op_1596_pad_type_0"), val = tensor("valid")]; tensor var_1596_strides_0 = const()[name = tensor("op_1596_strides_0"), val = tensor([1, 1])]; tensor var_1596_pad_0 = const()[name = tensor("op_1596_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1596_dilations_0 = const()[name = tensor("op_1596_dilations_0"), val = tensor([1, 1])]; tensor var_1596_groups_0 = const()[name = tensor("op_1596_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_v_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86454208)))]; tensor model_text_model_encoder_layers_2_mixer_v_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86552576)))]; tensor var_1596_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_v_projs_4_bias_to_fp16, dilations = var_1596_dilations_0, groups = var_1596_groups_0, pad = var_1596_pad_0, pad_type = var_1596_pad_type_0, strides = var_1596_strides_0, weight = model_text_model_encoder_layers_2_mixer_v_projs_4_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1596_cast_fp16")]; tensor var_1597_axes_0 = const()[name = tensor("op_1597_axes_0"), val = tensor([2])]; tensor var_1597_cast_fp16 = squeeze(axes = var_1597_axes_0, x = var_1596_cast_fp16)[name = tensor("op_1597_cast_fp16")]; tensor var_1600_transpose_x_1 = const()[name = tensor("op_1600_transpose_x_1"), val = tensor(true)]; tensor var_1600_transpose_y_1 = const()[name = tensor("op_1600_transpose_y_1"), val = tensor(false)]; tensor var_1600_cast_fp16 = matmul(transpose_x = var_1600_transpose_x_1, transpose_y = var_1600_transpose_y_1, x = var_1579_cast_fp16, y = var_1588_cast_fp16)[name = tensor("op_1600_cast_fp16")]; tensor var_1601_to_fp16 = const()[name = tensor("op_1601_to_fp16"), val = tensor(0x1p-3)]; tensor scores_169_cast_fp16 = mul(x = var_1600_cast_fp16, y = var_1601_to_fp16)[name = tensor("scores_169_cast_fp16")]; tensor scores_171_cast_fp16 = add(x = scores_169_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_171_cast_fp16")]; tensor scores_173_cast_fp16 = sub(x = scores_171_cast_fp16, y = var_173_cast_fp16)[name = tensor("scores_173_cast_fp16")]; tensor attn_weights_57_cast_fp16 = softmax(axis = var_29, x = scores_173_cast_fp16)[name = tensor("attn_weights_57_cast_fp16")]; tensor var_1606_transpose_x_1 = const()[name = tensor("op_1606_transpose_x_1"), val = tensor(false)]; tensor var_1606_transpose_y_1 = const()[name = tensor("op_1606_transpose_y_1"), val = tensor(true)]; tensor var_1606_cast_fp16 = matmul(transpose_x = var_1606_transpose_x_1, transpose_y = var_1606_transpose_y_1, x = attn_weights_57_cast_fp16, y = var_1597_cast_fp16)[name = tensor("op_1606_cast_fp16")]; tensor var_1613_pad_type_0 = const()[name = tensor("op_1613_pad_type_0"), val = tensor("valid")]; tensor var_1613_strides_0 = const()[name = tensor("op_1613_strides_0"), val = tensor([1, 1])]; tensor var_1613_pad_0 = const()[name = tensor("op_1613_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1613_dilations_0 = const()[name = tensor("op_1613_dilations_0"), val = tensor([1, 1])]; tensor var_1613_groups_0 = const()[name = tensor("op_1613_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_q_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86552768)))]; tensor model_text_model_encoder_layers_2_mixer_q_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86651136)))]; tensor var_1613_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_q_projs_5_bias_to_fp16, dilations = var_1613_dilations_0, groups = var_1613_groups_0, pad = var_1613_pad_0, pad_type = var_1613_pad_type_0, strides = var_1613_strides_0, weight = model_text_model_encoder_layers_2_mixer_q_projs_5_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1613_cast_fp16")]; tensor var_1614_axes_0 = const()[name = tensor("op_1614_axes_0"), val = tensor([2])]; tensor var_1614_cast_fp16 = squeeze(axes = var_1614_axes_0, x = var_1613_cast_fp16)[name = tensor("op_1614_cast_fp16")]; tensor var_1622_pad_type_0 = const()[name = tensor("op_1622_pad_type_0"), val = tensor("valid")]; tensor var_1622_strides_0 = const()[name = tensor("op_1622_strides_0"), val = tensor([1, 1])]; tensor var_1622_pad_0 = const()[name = tensor("op_1622_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1622_dilations_0 = const()[name = tensor("op_1622_dilations_0"), val = tensor([1, 1])]; tensor var_1622_groups_0 = const()[name = tensor("op_1622_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_k_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86651328)))]; tensor model_text_model_encoder_layers_2_mixer_k_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86749696)))]; tensor var_1622_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_k_projs_5_bias_to_fp16, dilations = var_1622_dilations_0, groups = var_1622_groups_0, pad = var_1622_pad_0, pad_type = var_1622_pad_type_0, strides = var_1622_strides_0, weight = model_text_model_encoder_layers_2_mixer_k_projs_5_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1622_cast_fp16")]; tensor var_1623_axes_0 = const()[name = tensor("op_1623_axes_0"), val = tensor([2])]; tensor var_1623_cast_fp16 = squeeze(axes = var_1623_axes_0, x = var_1622_cast_fp16)[name = tensor("op_1623_cast_fp16")]; tensor var_1631_pad_type_0 = const()[name = tensor("op_1631_pad_type_0"), val = tensor("valid")]; tensor var_1631_strides_0 = const()[name = tensor("op_1631_strides_0"), val = tensor([1, 1])]; tensor var_1631_pad_0 = const()[name = tensor("op_1631_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1631_dilations_0 = const()[name = tensor("op_1631_dilations_0"), val = tensor([1, 1])]; tensor var_1631_groups_0 = const()[name = tensor("op_1631_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_v_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86749888)))]; tensor model_text_model_encoder_layers_2_mixer_v_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86848256)))]; tensor var_1631_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_v_projs_5_bias_to_fp16, dilations = var_1631_dilations_0, groups = var_1631_groups_0, pad = var_1631_pad_0, pad_type = var_1631_pad_type_0, strides = var_1631_strides_0, weight = model_text_model_encoder_layers_2_mixer_v_projs_5_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1631_cast_fp16")]; tensor var_1632_axes_0 = const()[name = tensor("op_1632_axes_0"), val = tensor([2])]; tensor var_1632_cast_fp16 = squeeze(axes = var_1632_axes_0, x = var_1631_cast_fp16)[name = tensor("op_1632_cast_fp16")]; tensor var_1635_transpose_x_1 = const()[name = tensor("op_1635_transpose_x_1"), val = tensor(true)]; tensor var_1635_transpose_y_1 = const()[name = tensor("op_1635_transpose_y_1"), val = tensor(false)]; tensor var_1635_cast_fp16 = matmul(transpose_x = var_1635_transpose_x_1, transpose_y = var_1635_transpose_y_1, x = var_1614_cast_fp16, y = var_1623_cast_fp16)[name = tensor("op_1635_cast_fp16")]; tensor var_1636_to_fp16 = const()[name = tensor("op_1636_to_fp16"), val = tensor(0x1p-3)]; tensor scores_175_cast_fp16 = mul(x = var_1635_cast_fp16, y = var_1636_to_fp16)[name = tensor("scores_175_cast_fp16")]; tensor scores_177_cast_fp16 = add(x = scores_175_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_177_cast_fp16")]; tensor scores_179_cast_fp16 = sub(x = scores_177_cast_fp16, y = var_177_cast_fp16)[name = tensor("scores_179_cast_fp16")]; tensor attn_weights_59_cast_fp16 = softmax(axis = var_29, x = scores_179_cast_fp16)[name = tensor("attn_weights_59_cast_fp16")]; tensor var_1641_transpose_x_1 = const()[name = tensor("op_1641_transpose_x_1"), val = tensor(false)]; tensor var_1641_transpose_y_1 = const()[name = tensor("op_1641_transpose_y_1"), val = tensor(true)]; tensor var_1641_cast_fp16 = matmul(transpose_x = var_1641_transpose_x_1, transpose_y = var_1641_transpose_y_1, x = attn_weights_59_cast_fp16, y = var_1632_cast_fp16)[name = tensor("op_1641_cast_fp16")]; tensor var_1648_pad_type_0 = const()[name = tensor("op_1648_pad_type_0"), val = tensor("valid")]; tensor var_1648_strides_0 = const()[name = tensor("op_1648_strides_0"), val = tensor([1, 1])]; tensor var_1648_pad_0 = const()[name = tensor("op_1648_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1648_dilations_0 = const()[name = tensor("op_1648_dilations_0"), val = tensor([1, 1])]; tensor var_1648_groups_0 = const()[name = tensor("op_1648_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_q_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86848448)))]; tensor model_text_model_encoder_layers_2_mixer_q_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86946816)))]; tensor var_1648_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_q_projs_6_bias_to_fp16, dilations = var_1648_dilations_0, groups = var_1648_groups_0, pad = var_1648_pad_0, pad_type = var_1648_pad_type_0, strides = var_1648_strides_0, weight = model_text_model_encoder_layers_2_mixer_q_projs_6_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1648_cast_fp16")]; tensor var_1649_axes_0 = const()[name = tensor("op_1649_axes_0"), val = tensor([2])]; tensor var_1649_cast_fp16 = squeeze(axes = var_1649_axes_0, x = var_1648_cast_fp16)[name = tensor("op_1649_cast_fp16")]; tensor var_1657_pad_type_0 = const()[name = tensor("op_1657_pad_type_0"), val = tensor("valid")]; tensor var_1657_strides_0 = const()[name = tensor("op_1657_strides_0"), val = tensor([1, 1])]; tensor var_1657_pad_0 = const()[name = tensor("op_1657_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1657_dilations_0 = const()[name = tensor("op_1657_dilations_0"), val = tensor([1, 1])]; tensor var_1657_groups_0 = const()[name = tensor("op_1657_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_k_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86947008)))]; tensor model_text_model_encoder_layers_2_mixer_k_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87045376)))]; tensor var_1657_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_k_projs_6_bias_to_fp16, dilations = var_1657_dilations_0, groups = var_1657_groups_0, pad = var_1657_pad_0, pad_type = var_1657_pad_type_0, strides = var_1657_strides_0, weight = model_text_model_encoder_layers_2_mixer_k_projs_6_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1657_cast_fp16")]; tensor var_1658_axes_0 = const()[name = tensor("op_1658_axes_0"), val = tensor([2])]; tensor var_1658_cast_fp16 = squeeze(axes = var_1658_axes_0, x = var_1657_cast_fp16)[name = tensor("op_1658_cast_fp16")]; tensor var_1666_pad_type_0 = const()[name = tensor("op_1666_pad_type_0"), val = tensor("valid")]; tensor var_1666_strides_0 = const()[name = tensor("op_1666_strides_0"), val = tensor([1, 1])]; tensor var_1666_pad_0 = const()[name = tensor("op_1666_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1666_dilations_0 = const()[name = tensor("op_1666_dilations_0"), val = tensor([1, 1])]; tensor var_1666_groups_0 = const()[name = tensor("op_1666_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_v_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87045568)))]; tensor model_text_model_encoder_layers_2_mixer_v_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87143936)))]; tensor var_1666_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_v_projs_6_bias_to_fp16, dilations = var_1666_dilations_0, groups = var_1666_groups_0, pad = var_1666_pad_0, pad_type = var_1666_pad_type_0, strides = var_1666_strides_0, weight = model_text_model_encoder_layers_2_mixer_v_projs_6_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1666_cast_fp16")]; tensor var_1667_axes_0 = const()[name = tensor("op_1667_axes_0"), val = tensor([2])]; tensor var_1667_cast_fp16 = squeeze(axes = var_1667_axes_0, x = var_1666_cast_fp16)[name = tensor("op_1667_cast_fp16")]; tensor var_1670_transpose_x_1 = const()[name = tensor("op_1670_transpose_x_1"), val = tensor(true)]; tensor var_1670_transpose_y_1 = const()[name = tensor("op_1670_transpose_y_1"), val = tensor(false)]; tensor var_1670_cast_fp16 = matmul(transpose_x = var_1670_transpose_x_1, transpose_y = var_1670_transpose_y_1, x = var_1649_cast_fp16, y = var_1658_cast_fp16)[name = tensor("op_1670_cast_fp16")]; tensor var_1671_to_fp16 = const()[name = tensor("op_1671_to_fp16"), val = tensor(0x1p-3)]; tensor scores_181_cast_fp16 = mul(x = var_1670_cast_fp16, y = var_1671_to_fp16)[name = tensor("scores_181_cast_fp16")]; tensor scores_183_cast_fp16 = add(x = scores_181_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_183_cast_fp16")]; tensor scores_185_cast_fp16 = sub(x = scores_183_cast_fp16, y = var_181_cast_fp16)[name = tensor("scores_185_cast_fp16")]; tensor attn_weights_61_cast_fp16 = softmax(axis = var_29, x = scores_185_cast_fp16)[name = tensor("attn_weights_61_cast_fp16")]; tensor var_1676_transpose_x_1 = const()[name = tensor("op_1676_transpose_x_1"), val = tensor(false)]; tensor var_1676_transpose_y_1 = const()[name = tensor("op_1676_transpose_y_1"), val = tensor(true)]; tensor var_1676_cast_fp16 = matmul(transpose_x = var_1676_transpose_x_1, transpose_y = var_1676_transpose_y_1, x = attn_weights_61_cast_fp16, y = var_1667_cast_fp16)[name = tensor("op_1676_cast_fp16")]; tensor var_1683_pad_type_0 = const()[name = tensor("op_1683_pad_type_0"), val = tensor("valid")]; tensor var_1683_strides_0 = const()[name = tensor("op_1683_strides_0"), val = tensor([1, 1])]; tensor var_1683_pad_0 = const()[name = tensor("op_1683_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1683_dilations_0 = const()[name = tensor("op_1683_dilations_0"), val = tensor([1, 1])]; tensor var_1683_groups_0 = const()[name = tensor("op_1683_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_q_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87144128)))]; tensor model_text_model_encoder_layers_2_mixer_q_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87242496)))]; tensor var_1683_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_q_projs_7_bias_to_fp16, dilations = var_1683_dilations_0, groups = var_1683_groups_0, pad = var_1683_pad_0, pad_type = var_1683_pad_type_0, strides = var_1683_strides_0, weight = model_text_model_encoder_layers_2_mixer_q_projs_7_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1683_cast_fp16")]; tensor var_1684_axes_0 = const()[name = tensor("op_1684_axes_0"), val = tensor([2])]; tensor var_1684_cast_fp16 = squeeze(axes = var_1684_axes_0, x = var_1683_cast_fp16)[name = tensor("op_1684_cast_fp16")]; tensor var_1692_pad_type_0 = const()[name = tensor("op_1692_pad_type_0"), val = tensor("valid")]; tensor var_1692_strides_0 = const()[name = tensor("op_1692_strides_0"), val = tensor([1, 1])]; tensor var_1692_pad_0 = const()[name = tensor("op_1692_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1692_dilations_0 = const()[name = tensor("op_1692_dilations_0"), val = tensor([1, 1])]; tensor var_1692_groups_0 = const()[name = tensor("op_1692_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_k_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87242688)))]; tensor model_text_model_encoder_layers_2_mixer_k_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87341056)))]; tensor var_1692_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_k_projs_7_bias_to_fp16, dilations = var_1692_dilations_0, groups = var_1692_groups_0, pad = var_1692_pad_0, pad_type = var_1692_pad_type_0, strides = var_1692_strides_0, weight = model_text_model_encoder_layers_2_mixer_k_projs_7_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1692_cast_fp16")]; tensor var_1693_axes_0 = const()[name = tensor("op_1693_axes_0"), val = tensor([2])]; tensor var_1693_cast_fp16 = squeeze(axes = var_1693_axes_0, x = var_1692_cast_fp16)[name = tensor("op_1693_cast_fp16")]; tensor var_1701_pad_type_0 = const()[name = tensor("op_1701_pad_type_0"), val = tensor("valid")]; tensor var_1701_strides_0 = const()[name = tensor("op_1701_strides_0"), val = tensor([1, 1])]; tensor var_1701_pad_0 = const()[name = tensor("op_1701_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1701_dilations_0 = const()[name = tensor("op_1701_dilations_0"), val = tensor([1, 1])]; tensor var_1701_groups_0 = const()[name = tensor("op_1701_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_v_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87341248)))]; tensor model_text_model_encoder_layers_2_mixer_v_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87439616)))]; tensor var_1701_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_v_projs_7_bias_to_fp16, dilations = var_1701_dilations_0, groups = var_1701_groups_0, pad = var_1701_pad_0, pad_type = var_1701_pad_type_0, strides = var_1701_strides_0, weight = model_text_model_encoder_layers_2_mixer_v_projs_7_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1701_cast_fp16")]; tensor var_1702_axes_0 = const()[name = tensor("op_1702_axes_0"), val = tensor([2])]; tensor var_1702_cast_fp16 = squeeze(axes = var_1702_axes_0, x = var_1701_cast_fp16)[name = tensor("op_1702_cast_fp16")]; tensor var_1705_transpose_x_1 = const()[name = tensor("op_1705_transpose_x_1"), val = tensor(true)]; tensor var_1705_transpose_y_1 = const()[name = tensor("op_1705_transpose_y_1"), val = tensor(false)]; tensor var_1705_cast_fp16 = matmul(transpose_x = var_1705_transpose_x_1, transpose_y = var_1705_transpose_y_1, x = var_1684_cast_fp16, y = var_1693_cast_fp16)[name = tensor("op_1705_cast_fp16")]; tensor var_1706_to_fp16 = const()[name = tensor("op_1706_to_fp16"), val = tensor(0x1p-3)]; tensor scores_187_cast_fp16 = mul(x = var_1705_cast_fp16, y = var_1706_to_fp16)[name = tensor("scores_187_cast_fp16")]; tensor scores_189_cast_fp16 = add(x = scores_187_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_189_cast_fp16")]; tensor scores_191_cast_fp16 = sub(x = scores_189_cast_fp16, y = var_185_cast_fp16)[name = tensor("scores_191_cast_fp16")]; tensor attn_weights_63_cast_fp16 = softmax(axis = var_29, x = scores_191_cast_fp16)[name = tensor("attn_weights_63_cast_fp16")]; tensor var_1711_transpose_x_1 = const()[name = tensor("op_1711_transpose_x_1"), val = tensor(false)]; tensor var_1711_transpose_y_1 = const()[name = tensor("op_1711_transpose_y_1"), val = tensor(true)]; tensor var_1711_cast_fp16 = matmul(transpose_x = var_1711_transpose_x_1, transpose_y = var_1711_transpose_y_1, x = attn_weights_63_cast_fp16, y = var_1702_cast_fp16)[name = tensor("op_1711_cast_fp16")]; tensor var_1718_pad_type_0 = const()[name = tensor("op_1718_pad_type_0"), val = tensor("valid")]; tensor var_1718_strides_0 = const()[name = tensor("op_1718_strides_0"), val = tensor([1, 1])]; tensor var_1718_pad_0 = const()[name = tensor("op_1718_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1718_dilations_0 = const()[name = tensor("op_1718_dilations_0"), val = tensor([1, 1])]; tensor var_1718_groups_0 = const()[name = tensor("op_1718_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_q_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87439808)))]; tensor model_text_model_encoder_layers_2_mixer_q_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87538176)))]; tensor var_1718_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_q_projs_8_bias_to_fp16, dilations = var_1718_dilations_0, groups = var_1718_groups_0, pad = var_1718_pad_0, pad_type = var_1718_pad_type_0, strides = var_1718_strides_0, weight = model_text_model_encoder_layers_2_mixer_q_projs_8_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1718_cast_fp16")]; tensor var_1719_axes_0 = const()[name = tensor("op_1719_axes_0"), val = tensor([2])]; tensor var_1719_cast_fp16 = squeeze(axes = var_1719_axes_0, x = var_1718_cast_fp16)[name = tensor("op_1719_cast_fp16")]; tensor var_1727_pad_type_0 = const()[name = tensor("op_1727_pad_type_0"), val = tensor("valid")]; tensor var_1727_strides_0 = const()[name = tensor("op_1727_strides_0"), val = tensor([1, 1])]; tensor var_1727_pad_0 = const()[name = tensor("op_1727_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1727_dilations_0 = const()[name = tensor("op_1727_dilations_0"), val = tensor([1, 1])]; tensor var_1727_groups_0 = const()[name = tensor("op_1727_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_k_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87538368)))]; tensor model_text_model_encoder_layers_2_mixer_k_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87636736)))]; tensor var_1727_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_k_projs_8_bias_to_fp16, dilations = var_1727_dilations_0, groups = var_1727_groups_0, pad = var_1727_pad_0, pad_type = var_1727_pad_type_0, strides = var_1727_strides_0, weight = model_text_model_encoder_layers_2_mixer_k_projs_8_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1727_cast_fp16")]; tensor var_1728_axes_0 = const()[name = tensor("op_1728_axes_0"), val = tensor([2])]; tensor var_1728_cast_fp16 = squeeze(axes = var_1728_axes_0, x = var_1727_cast_fp16)[name = tensor("op_1728_cast_fp16")]; tensor var_1736_pad_type_0 = const()[name = tensor("op_1736_pad_type_0"), val = tensor("valid")]; tensor var_1736_strides_0 = const()[name = tensor("op_1736_strides_0"), val = tensor([1, 1])]; tensor var_1736_pad_0 = const()[name = tensor("op_1736_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1736_dilations_0 = const()[name = tensor("op_1736_dilations_0"), val = tensor([1, 1])]; tensor var_1736_groups_0 = const()[name = tensor("op_1736_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_v_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87636928)))]; tensor model_text_model_encoder_layers_2_mixer_v_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87735296)))]; tensor var_1736_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_v_projs_8_bias_to_fp16, dilations = var_1736_dilations_0, groups = var_1736_groups_0, pad = var_1736_pad_0, pad_type = var_1736_pad_type_0, strides = var_1736_strides_0, weight = model_text_model_encoder_layers_2_mixer_v_projs_8_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1736_cast_fp16")]; tensor var_1737_axes_0 = const()[name = tensor("op_1737_axes_0"), val = tensor([2])]; tensor var_1737_cast_fp16 = squeeze(axes = var_1737_axes_0, x = var_1736_cast_fp16)[name = tensor("op_1737_cast_fp16")]; tensor var_1740_transpose_x_1 = const()[name = tensor("op_1740_transpose_x_1"), val = tensor(true)]; tensor var_1740_transpose_y_1 = const()[name = tensor("op_1740_transpose_y_1"), val = tensor(false)]; tensor var_1740_cast_fp16 = matmul(transpose_x = var_1740_transpose_x_1, transpose_y = var_1740_transpose_y_1, x = var_1719_cast_fp16, y = var_1728_cast_fp16)[name = tensor("op_1740_cast_fp16")]; tensor var_1741_to_fp16 = const()[name = tensor("op_1741_to_fp16"), val = tensor(0x1p-3)]; tensor scores_193_cast_fp16 = mul(x = var_1740_cast_fp16, y = var_1741_to_fp16)[name = tensor("scores_193_cast_fp16")]; tensor scores_195_cast_fp16 = add(x = scores_193_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_195_cast_fp16")]; tensor scores_197_cast_fp16 = sub(x = scores_195_cast_fp16, y = var_189_cast_fp16)[name = tensor("scores_197_cast_fp16")]; tensor attn_weights_65_cast_fp16 = softmax(axis = var_29, x = scores_197_cast_fp16)[name = tensor("attn_weights_65_cast_fp16")]; tensor var_1746_transpose_x_1 = const()[name = tensor("op_1746_transpose_x_1"), val = tensor(false)]; tensor var_1746_transpose_y_1 = const()[name = tensor("op_1746_transpose_y_1"), val = tensor(true)]; tensor var_1746_cast_fp16 = matmul(transpose_x = var_1746_transpose_x_1, transpose_y = var_1746_transpose_y_1, x = attn_weights_65_cast_fp16, y = var_1737_cast_fp16)[name = tensor("op_1746_cast_fp16")]; tensor var_1753_pad_type_0 = const()[name = tensor("op_1753_pad_type_0"), val = tensor("valid")]; tensor var_1753_strides_0 = const()[name = tensor("op_1753_strides_0"), val = tensor([1, 1])]; tensor var_1753_pad_0 = const()[name = tensor("op_1753_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1753_dilations_0 = const()[name = tensor("op_1753_dilations_0"), val = tensor([1, 1])]; tensor var_1753_groups_0 = const()[name = tensor("op_1753_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_q_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87735488)))]; tensor model_text_model_encoder_layers_2_mixer_q_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87833856)))]; tensor var_1753_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_q_projs_9_bias_to_fp16, dilations = var_1753_dilations_0, groups = var_1753_groups_0, pad = var_1753_pad_0, pad_type = var_1753_pad_type_0, strides = var_1753_strides_0, weight = model_text_model_encoder_layers_2_mixer_q_projs_9_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1753_cast_fp16")]; tensor var_1754_axes_0 = const()[name = tensor("op_1754_axes_0"), val = tensor([2])]; tensor var_1754_cast_fp16 = squeeze(axes = var_1754_axes_0, x = var_1753_cast_fp16)[name = tensor("op_1754_cast_fp16")]; tensor var_1762_pad_type_0 = const()[name = tensor("op_1762_pad_type_0"), val = tensor("valid")]; tensor var_1762_strides_0 = const()[name = tensor("op_1762_strides_0"), val = tensor([1, 1])]; tensor var_1762_pad_0 = const()[name = tensor("op_1762_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1762_dilations_0 = const()[name = tensor("op_1762_dilations_0"), val = tensor([1, 1])]; tensor var_1762_groups_0 = const()[name = tensor("op_1762_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_k_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87834048)))]; tensor model_text_model_encoder_layers_2_mixer_k_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87932416)))]; tensor var_1762_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_k_projs_9_bias_to_fp16, dilations = var_1762_dilations_0, groups = var_1762_groups_0, pad = var_1762_pad_0, pad_type = var_1762_pad_type_0, strides = var_1762_strides_0, weight = model_text_model_encoder_layers_2_mixer_k_projs_9_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1762_cast_fp16")]; tensor var_1763_axes_0 = const()[name = tensor("op_1763_axes_0"), val = tensor([2])]; tensor var_1763_cast_fp16 = squeeze(axes = var_1763_axes_0, x = var_1762_cast_fp16)[name = tensor("op_1763_cast_fp16")]; tensor var_1771_pad_type_0 = const()[name = tensor("op_1771_pad_type_0"), val = tensor("valid")]; tensor var_1771_strides_0 = const()[name = tensor("op_1771_strides_0"), val = tensor([1, 1])]; tensor var_1771_pad_0 = const()[name = tensor("op_1771_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1771_dilations_0 = const()[name = tensor("op_1771_dilations_0"), val = tensor([1, 1])]; tensor var_1771_groups_0 = const()[name = tensor("op_1771_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_v_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87932608)))]; tensor model_text_model_encoder_layers_2_mixer_v_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88030976)))]; tensor var_1771_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_v_projs_9_bias_to_fp16, dilations = var_1771_dilations_0, groups = var_1771_groups_0, pad = var_1771_pad_0, pad_type = var_1771_pad_type_0, strides = var_1771_strides_0, weight = model_text_model_encoder_layers_2_mixer_v_projs_9_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1771_cast_fp16")]; tensor var_1772_axes_0 = const()[name = tensor("op_1772_axes_0"), val = tensor([2])]; tensor var_1772_cast_fp16 = squeeze(axes = var_1772_axes_0, x = var_1771_cast_fp16)[name = tensor("op_1772_cast_fp16")]; tensor var_1775_transpose_x_1 = const()[name = tensor("op_1775_transpose_x_1"), val = tensor(true)]; tensor var_1775_transpose_y_1 = const()[name = tensor("op_1775_transpose_y_1"), val = tensor(false)]; tensor var_1775_cast_fp16 = matmul(transpose_x = var_1775_transpose_x_1, transpose_y = var_1775_transpose_y_1, x = var_1754_cast_fp16, y = var_1763_cast_fp16)[name = tensor("op_1775_cast_fp16")]; tensor var_1776_to_fp16 = const()[name = tensor("op_1776_to_fp16"), val = tensor(0x1p-3)]; tensor scores_199_cast_fp16 = mul(x = var_1775_cast_fp16, y = var_1776_to_fp16)[name = tensor("scores_199_cast_fp16")]; tensor scores_201_cast_fp16 = add(x = scores_199_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_201_cast_fp16")]; tensor scores_203_cast_fp16 = sub(x = scores_201_cast_fp16, y = var_193_cast_fp16)[name = tensor("scores_203_cast_fp16")]; tensor attn_weights_67_cast_fp16 = softmax(axis = var_29, x = scores_203_cast_fp16)[name = tensor("attn_weights_67_cast_fp16")]; tensor var_1781_transpose_x_1 = const()[name = tensor("op_1781_transpose_x_1"), val = tensor(false)]; tensor var_1781_transpose_y_1 = const()[name = tensor("op_1781_transpose_y_1"), val = tensor(true)]; tensor var_1781_cast_fp16 = matmul(transpose_x = var_1781_transpose_x_1, transpose_y = var_1781_transpose_y_1, x = attn_weights_67_cast_fp16, y = var_1772_cast_fp16)[name = tensor("op_1781_cast_fp16")]; tensor var_1788_pad_type_0 = const()[name = tensor("op_1788_pad_type_0"), val = tensor("valid")]; tensor var_1788_strides_0 = const()[name = tensor("op_1788_strides_0"), val = tensor([1, 1])]; tensor var_1788_pad_0 = const()[name = tensor("op_1788_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1788_dilations_0 = const()[name = tensor("op_1788_dilations_0"), val = tensor([1, 1])]; tensor var_1788_groups_0 = const()[name = tensor("op_1788_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_q_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88031168)))]; tensor model_text_model_encoder_layers_2_mixer_q_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88129536)))]; tensor var_1788_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_q_projs_10_bias_to_fp16, dilations = var_1788_dilations_0, groups = var_1788_groups_0, pad = var_1788_pad_0, pad_type = var_1788_pad_type_0, strides = var_1788_strides_0, weight = model_text_model_encoder_layers_2_mixer_q_projs_10_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1788_cast_fp16")]; tensor var_1789_axes_0 = const()[name = tensor("op_1789_axes_0"), val = tensor([2])]; tensor var_1789_cast_fp16 = squeeze(axes = var_1789_axes_0, x = var_1788_cast_fp16)[name = tensor("op_1789_cast_fp16")]; tensor var_1797_pad_type_0 = const()[name = tensor("op_1797_pad_type_0"), val = tensor("valid")]; tensor var_1797_strides_0 = const()[name = tensor("op_1797_strides_0"), val = tensor([1, 1])]; tensor var_1797_pad_0 = const()[name = tensor("op_1797_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1797_dilations_0 = const()[name = tensor("op_1797_dilations_0"), val = tensor([1, 1])]; tensor var_1797_groups_0 = const()[name = tensor("op_1797_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_k_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88129728)))]; tensor model_text_model_encoder_layers_2_mixer_k_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88228096)))]; tensor var_1797_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_k_projs_10_bias_to_fp16, dilations = var_1797_dilations_0, groups = var_1797_groups_0, pad = var_1797_pad_0, pad_type = var_1797_pad_type_0, strides = var_1797_strides_0, weight = model_text_model_encoder_layers_2_mixer_k_projs_10_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1797_cast_fp16")]; tensor var_1798_axes_0 = const()[name = tensor("op_1798_axes_0"), val = tensor([2])]; tensor var_1798_cast_fp16 = squeeze(axes = var_1798_axes_0, x = var_1797_cast_fp16)[name = tensor("op_1798_cast_fp16")]; tensor var_1806_pad_type_0 = const()[name = tensor("op_1806_pad_type_0"), val = tensor("valid")]; tensor var_1806_strides_0 = const()[name = tensor("op_1806_strides_0"), val = tensor([1, 1])]; tensor var_1806_pad_0 = const()[name = tensor("op_1806_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1806_dilations_0 = const()[name = tensor("op_1806_dilations_0"), val = tensor([1, 1])]; tensor var_1806_groups_0 = const()[name = tensor("op_1806_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_v_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88228288)))]; tensor model_text_model_encoder_layers_2_mixer_v_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88326656)))]; tensor var_1806_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_v_projs_10_bias_to_fp16, dilations = var_1806_dilations_0, groups = var_1806_groups_0, pad = var_1806_pad_0, pad_type = var_1806_pad_type_0, strides = var_1806_strides_0, weight = model_text_model_encoder_layers_2_mixer_v_projs_10_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1806_cast_fp16")]; tensor var_1807_axes_0 = const()[name = tensor("op_1807_axes_0"), val = tensor([2])]; tensor var_1807_cast_fp16 = squeeze(axes = var_1807_axes_0, x = var_1806_cast_fp16)[name = tensor("op_1807_cast_fp16")]; tensor var_1810_transpose_x_1 = const()[name = tensor("op_1810_transpose_x_1"), val = tensor(true)]; tensor var_1810_transpose_y_1 = const()[name = tensor("op_1810_transpose_y_1"), val = tensor(false)]; tensor var_1810_cast_fp16 = matmul(transpose_x = var_1810_transpose_x_1, transpose_y = var_1810_transpose_y_1, x = var_1789_cast_fp16, y = var_1798_cast_fp16)[name = tensor("op_1810_cast_fp16")]; tensor var_1811_to_fp16 = const()[name = tensor("op_1811_to_fp16"), val = tensor(0x1p-3)]; tensor scores_205_cast_fp16 = mul(x = var_1810_cast_fp16, y = var_1811_to_fp16)[name = tensor("scores_205_cast_fp16")]; tensor scores_207_cast_fp16 = add(x = scores_205_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_207_cast_fp16")]; tensor scores_209_cast_fp16 = sub(x = scores_207_cast_fp16, y = var_197_cast_fp16)[name = tensor("scores_209_cast_fp16")]; tensor attn_weights_69_cast_fp16 = softmax(axis = var_29, x = scores_209_cast_fp16)[name = tensor("attn_weights_69_cast_fp16")]; tensor var_1816_transpose_x_1 = const()[name = tensor("op_1816_transpose_x_1"), val = tensor(false)]; tensor var_1816_transpose_y_1 = const()[name = tensor("op_1816_transpose_y_1"), val = tensor(true)]; tensor var_1816_cast_fp16 = matmul(transpose_x = var_1816_transpose_x_1, transpose_y = var_1816_transpose_y_1, x = attn_weights_69_cast_fp16, y = var_1807_cast_fp16)[name = tensor("op_1816_cast_fp16")]; tensor var_1823_pad_type_0 = const()[name = tensor("op_1823_pad_type_0"), val = tensor("valid")]; tensor var_1823_strides_0 = const()[name = tensor("op_1823_strides_0"), val = tensor([1, 1])]; tensor var_1823_pad_0 = const()[name = tensor("op_1823_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1823_dilations_0 = const()[name = tensor("op_1823_dilations_0"), val = tensor([1, 1])]; tensor var_1823_groups_0 = const()[name = tensor("op_1823_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_q_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88326848)))]; tensor model_text_model_encoder_layers_2_mixer_q_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_q_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88425216)))]; tensor var_1823_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_q_projs_11_bias_to_fp16, dilations = var_1823_dilations_0, groups = var_1823_groups_0, pad = var_1823_pad_0, pad_type = var_1823_pad_type_0, strides = var_1823_strides_0, weight = model_text_model_encoder_layers_2_mixer_q_projs_11_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1823_cast_fp16")]; tensor var_1824_axes_0 = const()[name = tensor("op_1824_axes_0"), val = tensor([2])]; tensor var_1824_cast_fp16 = squeeze(axes = var_1824_axes_0, x = var_1823_cast_fp16)[name = tensor("op_1824_cast_fp16")]; tensor var_1832_pad_type_0 = const()[name = tensor("op_1832_pad_type_0"), val = tensor("valid")]; tensor var_1832_strides_0 = const()[name = tensor("op_1832_strides_0"), val = tensor([1, 1])]; tensor var_1832_pad_0 = const()[name = tensor("op_1832_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1832_dilations_0 = const()[name = tensor("op_1832_dilations_0"), val = tensor([1, 1])]; tensor var_1832_groups_0 = const()[name = tensor("op_1832_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_k_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88425408)))]; tensor model_text_model_encoder_layers_2_mixer_k_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_k_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88523776)))]; tensor var_1832_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_k_projs_11_bias_to_fp16, dilations = var_1832_dilations_0, groups = var_1832_groups_0, pad = var_1832_pad_0, pad_type = var_1832_pad_type_0, strides = var_1832_strides_0, weight = model_text_model_encoder_layers_2_mixer_k_projs_11_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1832_cast_fp16")]; tensor var_1833_axes_0 = const()[name = tensor("op_1833_axes_0"), val = tensor([2])]; tensor var_1833_cast_fp16 = squeeze(axes = var_1833_axes_0, x = var_1832_cast_fp16)[name = tensor("op_1833_cast_fp16")]; tensor var_1841_pad_type_0 = const()[name = tensor("op_1841_pad_type_0"), val = tensor("valid")]; tensor var_1841_strides_0 = const()[name = tensor("op_1841_strides_0"), val = tensor([1, 1])]; tensor var_1841_pad_0 = const()[name = tensor("op_1841_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_1841_dilations_0 = const()[name = tensor("op_1841_dilations_0"), val = tensor([1, 1])]; tensor var_1841_groups_0 = const()[name = tensor("op_1841_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mixer_v_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88523968)))]; tensor model_text_model_encoder_layers_2_mixer_v_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_v_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88622336)))]; tensor var_1841_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_v_projs_11_bias_to_fp16, dilations = var_1841_dilations_0, groups = var_1841_groups_0, pad = var_1841_pad_0, pad_type = var_1841_pad_type_0, strides = var_1841_strides_0, weight = model_text_model_encoder_layers_2_mixer_v_projs_11_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("op_1841_cast_fp16")]; tensor var_1842_axes_0 = const()[name = tensor("op_1842_axes_0"), val = tensor([2])]; tensor var_1842_cast_fp16 = squeeze(axes = var_1842_axes_0, x = var_1841_cast_fp16)[name = tensor("op_1842_cast_fp16")]; tensor var_1845_transpose_x_1 = const()[name = tensor("op_1845_transpose_x_1"), val = tensor(true)]; tensor var_1845_transpose_y_1 = const()[name = tensor("op_1845_transpose_y_1"), val = tensor(false)]; tensor var_1845_cast_fp16 = matmul(transpose_x = var_1845_transpose_x_1, transpose_y = var_1845_transpose_y_1, x = var_1824_cast_fp16, y = var_1833_cast_fp16)[name = tensor("op_1845_cast_fp16")]; tensor var_1846_to_fp16 = const()[name = tensor("op_1846_to_fp16"), val = tensor(0x1p-3)]; tensor scores_211_cast_fp16 = mul(x = var_1845_cast_fp16, y = var_1846_to_fp16)[name = tensor("scores_211_cast_fp16")]; tensor scores_213_cast_fp16 = add(x = scores_211_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_213_cast_fp16")]; tensor scores_215_cast_fp16 = sub(x = scores_213_cast_fp16, y = var_201_cast_fp16)[name = tensor("scores_215_cast_fp16")]; tensor attn_weights_71_cast_fp16 = softmax(axis = var_29, x = scores_215_cast_fp16)[name = tensor("attn_weights_71_cast_fp16")]; tensor out_5_transpose_x_1 = const()[name = tensor("out_5_transpose_x_1"), val = tensor(false)]; tensor out_5_transpose_y_1 = const()[name = tensor("out_5_transpose_y_1"), val = tensor(true)]; tensor out_5_cast_fp16 = matmul(transpose_x = out_5_transpose_x_1, transpose_y = out_5_transpose_y_1, x = attn_weights_71_cast_fp16, y = var_1842_cast_fp16)[name = tensor("out_5_cast_fp16")]; tensor attn_output_5_interleave_0 = const()[name = tensor("attn_output_5_interleave_0"), val = tensor(false)]; tensor attn_output_5_cast_fp16 = concat(axis = var_29, interleave = attn_output_5_interleave_0, values = (var_1466_cast_fp16, var_1501_cast_fp16, var_1536_cast_fp16, var_1571_cast_fp16, var_1606_cast_fp16, var_1641_cast_fp16, var_1676_cast_fp16, var_1711_cast_fp16, var_1746_cast_fp16, var_1781_cast_fp16, var_1816_cast_fp16, out_5_cast_fp16))[name = tensor("attn_output_5_cast_fp16")]; tensor var_1854_perm_0 = const()[name = tensor("op_1854_perm_0"), val = tensor([0, 2, 1])]; tensor var_1863_pad_type_0 = const()[name = tensor("op_1863_pad_type_0"), val = tensor("valid")]; tensor var_1863_groups_0 = const()[name = tensor("op_1863_groups_0"), val = tensor(1)]; tensor var_1863_strides_0 = const()[name = tensor("op_1863_strides_0"), val = tensor([1])]; tensor var_1863_pad_0 = const()[name = tensor("op_1863_pad_0"), val = tensor([0, 0])]; tensor var_1863_dilations_0 = const()[name = tensor("op_1863_dilations_0"), val = tensor([1])]; tensor squeeze_2_cast_fp16_to_fp32_to_fp16 = const()[name = tensor("squeeze_2_cast_fp16_to_fp32_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88622528)))]; tensor model_text_model_encoder_layers_2_mixer_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mixer_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89802240)))]; tensor var_1854_cast_fp16 = transpose(perm = var_1854_perm_0, x = attn_output_5_cast_fp16)[name = tensor("transpose_68")]; tensor var_1863_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mixer_out_proj_bias_to_fp16, dilations = var_1863_dilations_0, groups = var_1863_groups_0, pad = var_1863_pad_0, pad_type = var_1863_pad_type_0, strides = var_1863_strides_0, weight = squeeze_2_cast_fp16_to_fp32_to_fp16, x = var_1854_cast_fp16)[name = tensor("op_1863_cast_fp16")]; tensor mixer_out_5_perm_0 = const()[name = tensor("mixer_out_5_perm_0"), val = tensor([0, 2, 1])]; tensor mixer_out_5_cast_fp16 = transpose(perm = mixer_out_5_perm_0, x = var_1863_cast_fp16)[name = tensor("transpose_67")]; tensor input_37_cast_fp16 = add(x = mixer_out_5_cast_fp16, y = var_1298_cast_fp16)[name = tensor("input_37_cast_fp16")]; tensor var_1869_axes_0 = const()[name = tensor("op_1869_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_2_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89803840)))]; tensor model_text_model_encoder_layers_2_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89805440)))]; tensor var_1869_cast_fp16 = layer_norm(axes = var_1869_axes_0, beta = model_text_model_encoder_layers_2_norm1_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_2_norm1_weight_to_fp16, x = input_37_cast_fp16)[name = tensor("op_1869_cast_fp16")]; tensor var_1875 = const()[name = tensor("op_1875"), val = tensor([1, 256, 1, 768])]; tensor hidden_states_23_cast_fp16 = reshape(shape = var_1875, x = var_1869_cast_fp16)[name = tensor("hidden_states_23_cast_fp16")]; tensor input_39_perm_0 = const()[name = tensor("input_39_perm_0"), val = tensor([0, 3, 2, 1])]; tensor hidden_states_25_pad_type_0 = const()[name = tensor("hidden_states_25_pad_type_0"), val = tensor("valid")]; tensor hidden_states_25_strides_0 = const()[name = tensor("hidden_states_25_strides_0"), val = tensor([1, 1])]; tensor hidden_states_25_pad_0 = const()[name = tensor("hidden_states_25_pad_0"), val = tensor([0, 0, 0, 0])]; tensor hidden_states_25_dilations_0 = const()[name = tensor("hidden_states_25_dilations_0"), val = tensor([1, 1])]; tensor hidden_states_25_groups_0 = const()[name = tensor("hidden_states_25_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mlp_gated_layers_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mlp_gated_layers_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89807040)))]; tensor input_39_cast_fp16 = transpose(perm = input_39_perm_0, x = hidden_states_23_cast_fp16)[name = tensor("transpose_66")]; tensor hidden_states_25_cast_fp16 = conv(dilations = hidden_states_25_dilations_0, groups = hidden_states_25_groups_0, pad = hidden_states_25_pad_0, pad_type = hidden_states_25_pad_type_0, strides = hidden_states_25_strides_0, weight = model_text_model_encoder_layers_2_mlp_gated_layers_weight_to_fp16, x = input_39_cast_fp16)[name = tensor("hidden_states_25_cast_fp16")]; tensor hidden_states_27_perm_0 = const()[name = tensor("hidden_states_27_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_1885 = const()[name = tensor("op_1885"), val = tensor([1, 256, 6144])]; tensor hidden_states_27_cast_fp16 = transpose(perm = hidden_states_27_perm_0, x = hidden_states_25_cast_fp16)[name = tensor("transpose_65")]; tensor hidden_states_29_cast_fp16 = reshape(shape = var_1885, x = hidden_states_27_cast_fp16)[name = tensor("hidden_states_29_cast_fp16")]; tensor input_41_begin_0 = const()[name = tensor("input_41_begin_0"), val = tensor([0, 0, 0])]; tensor input_41_end_0 = const()[name = tensor("input_41_end_0"), val = tensor([1, 256, 3072])]; tensor input_41_end_mask_0 = const()[name = tensor("input_41_end_mask_0"), val = tensor([true, true, false])]; tensor input_41_cast_fp16 = slice_by_index(begin = input_41_begin_0, end = input_41_end_0, end_mask = input_41_end_mask_0, x = hidden_states_29_cast_fp16)[name = tensor("input_41_cast_fp16")]; tensor non_gated_5_begin_0 = const()[name = tensor("non_gated_5_begin_0"), val = tensor([0, 0, 3072])]; tensor non_gated_5_end_0 = const()[name = tensor("non_gated_5_end_0"), val = tensor([1, 256, 6144])]; tensor non_gated_5_end_mask_0 = const()[name = tensor("non_gated_5_end_mask_0"), val = tensor([true, true, true])]; tensor non_gated_5_cast_fp16 = slice_by_index(begin = non_gated_5_begin_0, end = non_gated_5_end_0, end_mask = non_gated_5_end_mask_0, x = hidden_states_29_cast_fp16)[name = tensor("non_gated_5_cast_fp16")]; tensor activated_gated_5_mode_0 = const()[name = tensor("activated_gated_5_mode_0"), val = tensor("EXACT")]; tensor activated_gated_5_cast_fp16 = gelu(mode = activated_gated_5_mode_0, x = input_41_cast_fp16)[name = tensor("activated_gated_5_cast_fp16")]; tensor combined_9_cast_fp16 = mul(x = activated_gated_5_cast_fp16, y = non_gated_5_cast_fp16)[name = tensor("combined_9_cast_fp16")]; tensor var_1895 = const()[name = tensor("op_1895"), val = tensor([1, 256, 1, 3072])]; tensor combined_11_cast_fp16 = reshape(shape = var_1895, x = combined_9_cast_fp16)[name = tensor("combined_11_cast_fp16")]; tensor input_43_perm_0 = const()[name = tensor("input_43_perm_0"), val = tensor([0, 3, 2, 1])]; tensor output_15_pad_type_0 = const()[name = tensor("output_15_pad_type_0"), val = tensor("valid")]; tensor output_15_strides_0 = const()[name = tensor("output_15_strides_0"), val = tensor([1, 1])]; tensor output_15_pad_0 = const()[name = tensor("output_15_pad_0"), val = tensor([0, 0, 0, 0])]; tensor output_15_dilations_0 = const()[name = tensor("output_15_dilations_0"), val = tensor([1, 1])]; tensor output_15_groups_0 = const()[name = tensor("output_15_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_2_mlp_wo_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mlp_wo_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(99244288)))]; tensor model_text_model_encoder_layers_2_mlp_wo_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_mlp_wo_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103962944)))]; tensor input_43_cast_fp16 = transpose(perm = input_43_perm_0, x = combined_11_cast_fp16)[name = tensor("transpose_64")]; tensor output_15_cast_fp16 = conv(bias = model_text_model_encoder_layers_2_mlp_wo_bias_to_fp16, dilations = output_15_dilations_0, groups = output_15_groups_0, pad = output_15_pad_0, pad_type = output_15_pad_type_0, strides = output_15_strides_0, weight = model_text_model_encoder_layers_2_mlp_wo_weight_to_fp16, x = input_43_cast_fp16)[name = tensor("output_15_cast_fp16")]; tensor output_17_perm_0 = const()[name = tensor("output_17_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_1906 = const()[name = tensor("op_1906"), val = tensor([1, 256, 768])]; tensor output_17_cast_fp16 = transpose(perm = output_17_perm_0, x = output_15_cast_fp16)[name = tensor("transpose_63")]; tensor mlp_out_5_cast_fp16 = reshape(shape = var_1906, x = output_17_cast_fp16)[name = tensor("mlp_out_5_cast_fp16")]; tensor input_45_cast_fp16 = add(x = mlp_out_5_cast_fp16, y = var_1869_cast_fp16)[name = tensor("input_45_cast_fp16")]; tensor var_1912_axes_0 = const()[name = tensor("op_1912_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_2_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103964544)))]; tensor model_text_model_encoder_layers_2_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_2_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103966144)))]; tensor var_1912_cast_fp16 = layer_norm(axes = var_1912_axes_0, beta = model_text_model_encoder_layers_2_norm2_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_2_norm2_weight_to_fp16, x = input_45_cast_fp16)[name = tensor("op_1912_cast_fp16")]; tensor var_1993 = const()[name = tensor("op_1993"), val = tensor([1, 256, 1, 768])]; tensor x_15_cast_fp16 = reshape(shape = var_1993, x = var_1912_cast_fp16)[name = tensor("x_15_cast_fp16")]; tensor input_47_perm_0 = const()[name = tensor("input_47_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_2052_pad_type_0 = const()[name = tensor("op_2052_pad_type_0"), val = tensor("valid")]; tensor var_2052_strides_0 = const()[name = tensor("op_2052_strides_0"), val = tensor([1, 1])]; tensor var_2052_pad_0 = const()[name = tensor("op_2052_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2052_dilations_0 = const()[name = tensor("op_2052_dilations_0"), val = tensor([1, 1])]; tensor var_2052_groups_0 = const()[name = tensor("op_2052_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_q_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103967744)))]; tensor model_text_model_encoder_layers_3_mixer_q_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104066112)))]; tensor input_47_cast_fp16 = transpose(perm = input_47_perm_0, x = x_15_cast_fp16)[name = tensor("transpose_62")]; tensor var_2052_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_q_projs_0_bias_to_fp16, dilations = var_2052_dilations_0, groups = var_2052_groups_0, pad = var_2052_pad_0, pad_type = var_2052_pad_type_0, strides = var_2052_strides_0, weight = model_text_model_encoder_layers_3_mixer_q_projs_0_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2052_cast_fp16")]; tensor var_2053_axes_0 = const()[name = tensor("op_2053_axes_0"), val = tensor([2])]; tensor var_2053_cast_fp16 = squeeze(axes = var_2053_axes_0, x = var_2052_cast_fp16)[name = tensor("op_2053_cast_fp16")]; tensor var_2061_pad_type_0 = const()[name = tensor("op_2061_pad_type_0"), val = tensor("valid")]; tensor var_2061_strides_0 = const()[name = tensor("op_2061_strides_0"), val = tensor([1, 1])]; tensor var_2061_pad_0 = const()[name = tensor("op_2061_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2061_dilations_0 = const()[name = tensor("op_2061_dilations_0"), val = tensor([1, 1])]; tensor var_2061_groups_0 = const()[name = tensor("op_2061_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_k_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104066304)))]; tensor model_text_model_encoder_layers_3_mixer_k_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104164672)))]; tensor var_2061_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_k_projs_0_bias_to_fp16, dilations = var_2061_dilations_0, groups = var_2061_groups_0, pad = var_2061_pad_0, pad_type = var_2061_pad_type_0, strides = var_2061_strides_0, weight = model_text_model_encoder_layers_3_mixer_k_projs_0_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2061_cast_fp16")]; tensor var_2062_axes_0 = const()[name = tensor("op_2062_axes_0"), val = tensor([2])]; tensor var_2062_cast_fp16 = squeeze(axes = var_2062_axes_0, x = var_2061_cast_fp16)[name = tensor("op_2062_cast_fp16")]; tensor var_2070_pad_type_0 = const()[name = tensor("op_2070_pad_type_0"), val = tensor("valid")]; tensor var_2070_strides_0 = const()[name = tensor("op_2070_strides_0"), val = tensor([1, 1])]; tensor var_2070_pad_0 = const()[name = tensor("op_2070_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2070_dilations_0 = const()[name = tensor("op_2070_dilations_0"), val = tensor([1, 1])]; tensor var_2070_groups_0 = const()[name = tensor("op_2070_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_v_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104164864)))]; tensor model_text_model_encoder_layers_3_mixer_v_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104263232)))]; tensor var_2070_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_v_projs_0_bias_to_fp16, dilations = var_2070_dilations_0, groups = var_2070_groups_0, pad = var_2070_pad_0, pad_type = var_2070_pad_type_0, strides = var_2070_strides_0, weight = model_text_model_encoder_layers_3_mixer_v_projs_0_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2070_cast_fp16")]; tensor var_2071_axes_0 = const()[name = tensor("op_2071_axes_0"), val = tensor([2])]; tensor var_2071_cast_fp16 = squeeze(axes = var_2071_axes_0, x = var_2070_cast_fp16)[name = tensor("op_2071_cast_fp16")]; tensor var_2074_transpose_x_1 = const()[name = tensor("op_2074_transpose_x_1"), val = tensor(true)]; tensor var_2074_transpose_y_1 = const()[name = tensor("op_2074_transpose_y_1"), val = tensor(false)]; tensor var_2074_cast_fp16 = matmul(transpose_x = var_2074_transpose_x_1, transpose_y = var_2074_transpose_y_1, x = var_2053_cast_fp16, y = var_2062_cast_fp16)[name = tensor("op_2074_cast_fp16")]; tensor var_2075_to_fp16 = const()[name = tensor("op_2075_to_fp16"), val = tensor(0x1p-3)]; tensor scores_217_cast_fp16 = mul(x = var_2074_cast_fp16, y = var_2075_to_fp16)[name = tensor("scores_217_cast_fp16")]; tensor scores_219_cast_fp16 = add(x = scores_217_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_219_cast_fp16")]; tensor scores_221_cast_fp16 = sub(x = scores_219_cast_fp16, y = var_157_cast_fp16)[name = tensor("scores_221_cast_fp16")]; tensor attn_weights_73_cast_fp16 = softmax(axis = var_29, x = scores_221_cast_fp16)[name = tensor("attn_weights_73_cast_fp16")]; tensor var_2080_transpose_x_1 = const()[name = tensor("op_2080_transpose_x_1"), val = tensor(false)]; tensor var_2080_transpose_y_1 = const()[name = tensor("op_2080_transpose_y_1"), val = tensor(true)]; tensor var_2080_cast_fp16 = matmul(transpose_x = var_2080_transpose_x_1, transpose_y = var_2080_transpose_y_1, x = attn_weights_73_cast_fp16, y = var_2071_cast_fp16)[name = tensor("op_2080_cast_fp16")]; tensor var_2087_pad_type_0 = const()[name = tensor("op_2087_pad_type_0"), val = tensor("valid")]; tensor var_2087_strides_0 = const()[name = tensor("op_2087_strides_0"), val = tensor([1, 1])]; tensor var_2087_pad_0 = const()[name = tensor("op_2087_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2087_dilations_0 = const()[name = tensor("op_2087_dilations_0"), val = tensor([1, 1])]; tensor var_2087_groups_0 = const()[name = tensor("op_2087_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_q_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104263424)))]; tensor model_text_model_encoder_layers_3_mixer_q_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104361792)))]; tensor var_2087_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_q_projs_1_bias_to_fp16, dilations = var_2087_dilations_0, groups = var_2087_groups_0, pad = var_2087_pad_0, pad_type = var_2087_pad_type_0, strides = var_2087_strides_0, weight = model_text_model_encoder_layers_3_mixer_q_projs_1_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2087_cast_fp16")]; tensor var_2088_axes_0 = const()[name = tensor("op_2088_axes_0"), val = tensor([2])]; tensor var_2088_cast_fp16 = squeeze(axes = var_2088_axes_0, x = var_2087_cast_fp16)[name = tensor("op_2088_cast_fp16")]; tensor var_2096_pad_type_0 = const()[name = tensor("op_2096_pad_type_0"), val = tensor("valid")]; tensor var_2096_strides_0 = const()[name = tensor("op_2096_strides_0"), val = tensor([1, 1])]; tensor var_2096_pad_0 = const()[name = tensor("op_2096_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2096_dilations_0 = const()[name = tensor("op_2096_dilations_0"), val = tensor([1, 1])]; tensor var_2096_groups_0 = const()[name = tensor("op_2096_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_k_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104361984)))]; tensor model_text_model_encoder_layers_3_mixer_k_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104460352)))]; tensor var_2096_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_k_projs_1_bias_to_fp16, dilations = var_2096_dilations_0, groups = var_2096_groups_0, pad = var_2096_pad_0, pad_type = var_2096_pad_type_0, strides = var_2096_strides_0, weight = model_text_model_encoder_layers_3_mixer_k_projs_1_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2096_cast_fp16")]; tensor var_2097_axes_0 = const()[name = tensor("op_2097_axes_0"), val = tensor([2])]; tensor var_2097_cast_fp16 = squeeze(axes = var_2097_axes_0, x = var_2096_cast_fp16)[name = tensor("op_2097_cast_fp16")]; tensor var_2105_pad_type_0 = const()[name = tensor("op_2105_pad_type_0"), val = tensor("valid")]; tensor var_2105_strides_0 = const()[name = tensor("op_2105_strides_0"), val = tensor([1, 1])]; tensor var_2105_pad_0 = const()[name = tensor("op_2105_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2105_dilations_0 = const()[name = tensor("op_2105_dilations_0"), val = tensor([1, 1])]; tensor var_2105_groups_0 = const()[name = tensor("op_2105_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_v_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104460544)))]; tensor model_text_model_encoder_layers_3_mixer_v_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104558912)))]; tensor var_2105_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_v_projs_1_bias_to_fp16, dilations = var_2105_dilations_0, groups = var_2105_groups_0, pad = var_2105_pad_0, pad_type = var_2105_pad_type_0, strides = var_2105_strides_0, weight = model_text_model_encoder_layers_3_mixer_v_projs_1_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2105_cast_fp16")]; tensor var_2106_axes_0 = const()[name = tensor("op_2106_axes_0"), val = tensor([2])]; tensor var_2106_cast_fp16 = squeeze(axes = var_2106_axes_0, x = var_2105_cast_fp16)[name = tensor("op_2106_cast_fp16")]; tensor var_2109_transpose_x_1 = const()[name = tensor("op_2109_transpose_x_1"), val = tensor(true)]; tensor var_2109_transpose_y_1 = const()[name = tensor("op_2109_transpose_y_1"), val = tensor(false)]; tensor var_2109_cast_fp16 = matmul(transpose_x = var_2109_transpose_x_1, transpose_y = var_2109_transpose_y_1, x = var_2088_cast_fp16, y = var_2097_cast_fp16)[name = tensor("op_2109_cast_fp16")]; tensor var_2110_to_fp16 = const()[name = tensor("op_2110_to_fp16"), val = tensor(0x1p-3)]; tensor scores_223_cast_fp16 = mul(x = var_2109_cast_fp16, y = var_2110_to_fp16)[name = tensor("scores_223_cast_fp16")]; tensor scores_225_cast_fp16 = add(x = scores_223_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_225_cast_fp16")]; tensor scores_227_cast_fp16 = sub(x = scores_225_cast_fp16, y = var_161_cast_fp16)[name = tensor("scores_227_cast_fp16")]; tensor attn_weights_75_cast_fp16 = softmax(axis = var_29, x = scores_227_cast_fp16)[name = tensor("attn_weights_75_cast_fp16")]; tensor var_2115_transpose_x_1 = const()[name = tensor("op_2115_transpose_x_1"), val = tensor(false)]; tensor var_2115_transpose_y_1 = const()[name = tensor("op_2115_transpose_y_1"), val = tensor(true)]; tensor var_2115_cast_fp16 = matmul(transpose_x = var_2115_transpose_x_1, transpose_y = var_2115_transpose_y_1, x = attn_weights_75_cast_fp16, y = var_2106_cast_fp16)[name = tensor("op_2115_cast_fp16")]; tensor var_2122_pad_type_0 = const()[name = tensor("op_2122_pad_type_0"), val = tensor("valid")]; tensor var_2122_strides_0 = const()[name = tensor("op_2122_strides_0"), val = tensor([1, 1])]; tensor var_2122_pad_0 = const()[name = tensor("op_2122_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2122_dilations_0 = const()[name = tensor("op_2122_dilations_0"), val = tensor([1, 1])]; tensor var_2122_groups_0 = const()[name = tensor("op_2122_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_q_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104559104)))]; tensor model_text_model_encoder_layers_3_mixer_q_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104657472)))]; tensor var_2122_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_q_projs_2_bias_to_fp16, dilations = var_2122_dilations_0, groups = var_2122_groups_0, pad = var_2122_pad_0, pad_type = var_2122_pad_type_0, strides = var_2122_strides_0, weight = model_text_model_encoder_layers_3_mixer_q_projs_2_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2122_cast_fp16")]; tensor var_2123_axes_0 = const()[name = tensor("op_2123_axes_0"), val = tensor([2])]; tensor var_2123_cast_fp16 = squeeze(axes = var_2123_axes_0, x = var_2122_cast_fp16)[name = tensor("op_2123_cast_fp16")]; tensor var_2131_pad_type_0 = const()[name = tensor("op_2131_pad_type_0"), val = tensor("valid")]; tensor var_2131_strides_0 = const()[name = tensor("op_2131_strides_0"), val = tensor([1, 1])]; tensor var_2131_pad_0 = const()[name = tensor("op_2131_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2131_dilations_0 = const()[name = tensor("op_2131_dilations_0"), val = tensor([1, 1])]; tensor var_2131_groups_0 = const()[name = tensor("op_2131_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_k_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104657664)))]; tensor model_text_model_encoder_layers_3_mixer_k_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104756032)))]; tensor var_2131_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_k_projs_2_bias_to_fp16, dilations = var_2131_dilations_0, groups = var_2131_groups_0, pad = var_2131_pad_0, pad_type = var_2131_pad_type_0, strides = var_2131_strides_0, weight = model_text_model_encoder_layers_3_mixer_k_projs_2_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2131_cast_fp16")]; tensor var_2132_axes_0 = const()[name = tensor("op_2132_axes_0"), val = tensor([2])]; tensor var_2132_cast_fp16 = squeeze(axes = var_2132_axes_0, x = var_2131_cast_fp16)[name = tensor("op_2132_cast_fp16")]; tensor var_2140_pad_type_0 = const()[name = tensor("op_2140_pad_type_0"), val = tensor("valid")]; tensor var_2140_strides_0 = const()[name = tensor("op_2140_strides_0"), val = tensor([1, 1])]; tensor var_2140_pad_0 = const()[name = tensor("op_2140_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2140_dilations_0 = const()[name = tensor("op_2140_dilations_0"), val = tensor([1, 1])]; tensor var_2140_groups_0 = const()[name = tensor("op_2140_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_v_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104756224)))]; tensor model_text_model_encoder_layers_3_mixer_v_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104854592)))]; tensor var_2140_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_v_projs_2_bias_to_fp16, dilations = var_2140_dilations_0, groups = var_2140_groups_0, pad = var_2140_pad_0, pad_type = var_2140_pad_type_0, strides = var_2140_strides_0, weight = model_text_model_encoder_layers_3_mixer_v_projs_2_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2140_cast_fp16")]; tensor var_2141_axes_0 = const()[name = tensor("op_2141_axes_0"), val = tensor([2])]; tensor var_2141_cast_fp16 = squeeze(axes = var_2141_axes_0, x = var_2140_cast_fp16)[name = tensor("op_2141_cast_fp16")]; tensor var_2144_transpose_x_1 = const()[name = tensor("op_2144_transpose_x_1"), val = tensor(true)]; tensor var_2144_transpose_y_1 = const()[name = tensor("op_2144_transpose_y_1"), val = tensor(false)]; tensor var_2144_cast_fp16 = matmul(transpose_x = var_2144_transpose_x_1, transpose_y = var_2144_transpose_y_1, x = var_2123_cast_fp16, y = var_2132_cast_fp16)[name = tensor("op_2144_cast_fp16")]; tensor var_2145_to_fp16 = const()[name = tensor("op_2145_to_fp16"), val = tensor(0x1p-3)]; tensor scores_229_cast_fp16 = mul(x = var_2144_cast_fp16, y = var_2145_to_fp16)[name = tensor("scores_229_cast_fp16")]; tensor scores_231_cast_fp16 = add(x = scores_229_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_231_cast_fp16")]; tensor scores_233_cast_fp16 = sub(x = scores_231_cast_fp16, y = var_165_cast_fp16)[name = tensor("scores_233_cast_fp16")]; tensor attn_weights_77_cast_fp16 = softmax(axis = var_29, x = scores_233_cast_fp16)[name = tensor("attn_weights_77_cast_fp16")]; tensor var_2150_transpose_x_1 = const()[name = tensor("op_2150_transpose_x_1"), val = tensor(false)]; tensor var_2150_transpose_y_1 = const()[name = tensor("op_2150_transpose_y_1"), val = tensor(true)]; tensor var_2150_cast_fp16 = matmul(transpose_x = var_2150_transpose_x_1, transpose_y = var_2150_transpose_y_1, x = attn_weights_77_cast_fp16, y = var_2141_cast_fp16)[name = tensor("op_2150_cast_fp16")]; tensor var_2157_pad_type_0 = const()[name = tensor("op_2157_pad_type_0"), val = tensor("valid")]; tensor var_2157_strides_0 = const()[name = tensor("op_2157_strides_0"), val = tensor([1, 1])]; tensor var_2157_pad_0 = const()[name = tensor("op_2157_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2157_dilations_0 = const()[name = tensor("op_2157_dilations_0"), val = tensor([1, 1])]; tensor var_2157_groups_0 = const()[name = tensor("op_2157_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_q_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104854784)))]; tensor model_text_model_encoder_layers_3_mixer_q_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104953152)))]; tensor var_2157_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_q_projs_3_bias_to_fp16, dilations = var_2157_dilations_0, groups = var_2157_groups_0, pad = var_2157_pad_0, pad_type = var_2157_pad_type_0, strides = var_2157_strides_0, weight = model_text_model_encoder_layers_3_mixer_q_projs_3_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2157_cast_fp16")]; tensor var_2158_axes_0 = const()[name = tensor("op_2158_axes_0"), val = tensor([2])]; tensor var_2158_cast_fp16 = squeeze(axes = var_2158_axes_0, x = var_2157_cast_fp16)[name = tensor("op_2158_cast_fp16")]; tensor var_2166_pad_type_0 = const()[name = tensor("op_2166_pad_type_0"), val = tensor("valid")]; tensor var_2166_strides_0 = const()[name = tensor("op_2166_strides_0"), val = tensor([1, 1])]; tensor var_2166_pad_0 = const()[name = tensor("op_2166_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2166_dilations_0 = const()[name = tensor("op_2166_dilations_0"), val = tensor([1, 1])]; tensor var_2166_groups_0 = const()[name = tensor("op_2166_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_k_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104953344)))]; tensor model_text_model_encoder_layers_3_mixer_k_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105051712)))]; tensor var_2166_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_k_projs_3_bias_to_fp16, dilations = var_2166_dilations_0, groups = var_2166_groups_0, pad = var_2166_pad_0, pad_type = var_2166_pad_type_0, strides = var_2166_strides_0, weight = model_text_model_encoder_layers_3_mixer_k_projs_3_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2166_cast_fp16")]; tensor var_2167_axes_0 = const()[name = tensor("op_2167_axes_0"), val = tensor([2])]; tensor var_2167_cast_fp16 = squeeze(axes = var_2167_axes_0, x = var_2166_cast_fp16)[name = tensor("op_2167_cast_fp16")]; tensor var_2175_pad_type_0 = const()[name = tensor("op_2175_pad_type_0"), val = tensor("valid")]; tensor var_2175_strides_0 = const()[name = tensor("op_2175_strides_0"), val = tensor([1, 1])]; tensor var_2175_pad_0 = const()[name = tensor("op_2175_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2175_dilations_0 = const()[name = tensor("op_2175_dilations_0"), val = tensor([1, 1])]; tensor var_2175_groups_0 = const()[name = tensor("op_2175_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_v_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105051904)))]; tensor model_text_model_encoder_layers_3_mixer_v_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105150272)))]; tensor var_2175_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_v_projs_3_bias_to_fp16, dilations = var_2175_dilations_0, groups = var_2175_groups_0, pad = var_2175_pad_0, pad_type = var_2175_pad_type_0, strides = var_2175_strides_0, weight = model_text_model_encoder_layers_3_mixer_v_projs_3_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2175_cast_fp16")]; tensor var_2176_axes_0 = const()[name = tensor("op_2176_axes_0"), val = tensor([2])]; tensor var_2176_cast_fp16 = squeeze(axes = var_2176_axes_0, x = var_2175_cast_fp16)[name = tensor("op_2176_cast_fp16")]; tensor var_2179_transpose_x_1 = const()[name = tensor("op_2179_transpose_x_1"), val = tensor(true)]; tensor var_2179_transpose_y_1 = const()[name = tensor("op_2179_transpose_y_1"), val = tensor(false)]; tensor var_2179_cast_fp16 = matmul(transpose_x = var_2179_transpose_x_1, transpose_y = var_2179_transpose_y_1, x = var_2158_cast_fp16, y = var_2167_cast_fp16)[name = tensor("op_2179_cast_fp16")]; tensor var_2180_to_fp16 = const()[name = tensor("op_2180_to_fp16"), val = tensor(0x1p-3)]; tensor scores_235_cast_fp16 = mul(x = var_2179_cast_fp16, y = var_2180_to_fp16)[name = tensor("scores_235_cast_fp16")]; tensor scores_237_cast_fp16 = add(x = scores_235_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_237_cast_fp16")]; tensor scores_239_cast_fp16 = sub(x = scores_237_cast_fp16, y = var_169_cast_fp16)[name = tensor("scores_239_cast_fp16")]; tensor attn_weights_79_cast_fp16 = softmax(axis = var_29, x = scores_239_cast_fp16)[name = tensor("attn_weights_79_cast_fp16")]; tensor var_2185_transpose_x_1 = const()[name = tensor("op_2185_transpose_x_1"), val = tensor(false)]; tensor var_2185_transpose_y_1 = const()[name = tensor("op_2185_transpose_y_1"), val = tensor(true)]; tensor var_2185_cast_fp16 = matmul(transpose_x = var_2185_transpose_x_1, transpose_y = var_2185_transpose_y_1, x = attn_weights_79_cast_fp16, y = var_2176_cast_fp16)[name = tensor("op_2185_cast_fp16")]; tensor var_2192_pad_type_0 = const()[name = tensor("op_2192_pad_type_0"), val = tensor("valid")]; tensor var_2192_strides_0 = const()[name = tensor("op_2192_strides_0"), val = tensor([1, 1])]; tensor var_2192_pad_0 = const()[name = tensor("op_2192_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2192_dilations_0 = const()[name = tensor("op_2192_dilations_0"), val = tensor([1, 1])]; tensor var_2192_groups_0 = const()[name = tensor("op_2192_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_q_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105150464)))]; tensor model_text_model_encoder_layers_3_mixer_q_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105248832)))]; tensor var_2192_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_q_projs_4_bias_to_fp16, dilations = var_2192_dilations_0, groups = var_2192_groups_0, pad = var_2192_pad_0, pad_type = var_2192_pad_type_0, strides = var_2192_strides_0, weight = model_text_model_encoder_layers_3_mixer_q_projs_4_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2192_cast_fp16")]; tensor var_2193_axes_0 = const()[name = tensor("op_2193_axes_0"), val = tensor([2])]; tensor var_2193_cast_fp16 = squeeze(axes = var_2193_axes_0, x = var_2192_cast_fp16)[name = tensor("op_2193_cast_fp16")]; tensor var_2201_pad_type_0 = const()[name = tensor("op_2201_pad_type_0"), val = tensor("valid")]; tensor var_2201_strides_0 = const()[name = tensor("op_2201_strides_0"), val = tensor([1, 1])]; tensor var_2201_pad_0 = const()[name = tensor("op_2201_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2201_dilations_0 = const()[name = tensor("op_2201_dilations_0"), val = tensor([1, 1])]; tensor var_2201_groups_0 = const()[name = tensor("op_2201_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_k_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105249024)))]; tensor model_text_model_encoder_layers_3_mixer_k_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105347392)))]; tensor var_2201_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_k_projs_4_bias_to_fp16, dilations = var_2201_dilations_0, groups = var_2201_groups_0, pad = var_2201_pad_0, pad_type = var_2201_pad_type_0, strides = var_2201_strides_0, weight = model_text_model_encoder_layers_3_mixer_k_projs_4_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2201_cast_fp16")]; tensor var_2202_axes_0 = const()[name = tensor("op_2202_axes_0"), val = tensor([2])]; tensor var_2202_cast_fp16 = squeeze(axes = var_2202_axes_0, x = var_2201_cast_fp16)[name = tensor("op_2202_cast_fp16")]; tensor var_2210_pad_type_0 = const()[name = tensor("op_2210_pad_type_0"), val = tensor("valid")]; tensor var_2210_strides_0 = const()[name = tensor("op_2210_strides_0"), val = tensor([1, 1])]; tensor var_2210_pad_0 = const()[name = tensor("op_2210_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2210_dilations_0 = const()[name = tensor("op_2210_dilations_0"), val = tensor([1, 1])]; tensor var_2210_groups_0 = const()[name = tensor("op_2210_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_v_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105347584)))]; tensor model_text_model_encoder_layers_3_mixer_v_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105445952)))]; tensor var_2210_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_v_projs_4_bias_to_fp16, dilations = var_2210_dilations_0, groups = var_2210_groups_0, pad = var_2210_pad_0, pad_type = var_2210_pad_type_0, strides = var_2210_strides_0, weight = model_text_model_encoder_layers_3_mixer_v_projs_4_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2210_cast_fp16")]; tensor var_2211_axes_0 = const()[name = tensor("op_2211_axes_0"), val = tensor([2])]; tensor var_2211_cast_fp16 = squeeze(axes = var_2211_axes_0, x = var_2210_cast_fp16)[name = tensor("op_2211_cast_fp16")]; tensor var_2214_transpose_x_1 = const()[name = tensor("op_2214_transpose_x_1"), val = tensor(true)]; tensor var_2214_transpose_y_1 = const()[name = tensor("op_2214_transpose_y_1"), val = tensor(false)]; tensor var_2214_cast_fp16 = matmul(transpose_x = var_2214_transpose_x_1, transpose_y = var_2214_transpose_y_1, x = var_2193_cast_fp16, y = var_2202_cast_fp16)[name = tensor("op_2214_cast_fp16")]; tensor var_2215_to_fp16 = const()[name = tensor("op_2215_to_fp16"), val = tensor(0x1p-3)]; tensor scores_241_cast_fp16 = mul(x = var_2214_cast_fp16, y = var_2215_to_fp16)[name = tensor("scores_241_cast_fp16")]; tensor scores_243_cast_fp16 = add(x = scores_241_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_243_cast_fp16")]; tensor scores_245_cast_fp16 = sub(x = scores_243_cast_fp16, y = var_173_cast_fp16)[name = tensor("scores_245_cast_fp16")]; tensor attn_weights_81_cast_fp16 = softmax(axis = var_29, x = scores_245_cast_fp16)[name = tensor("attn_weights_81_cast_fp16")]; tensor var_2220_transpose_x_1 = const()[name = tensor("op_2220_transpose_x_1"), val = tensor(false)]; tensor var_2220_transpose_y_1 = const()[name = tensor("op_2220_transpose_y_1"), val = tensor(true)]; tensor var_2220_cast_fp16 = matmul(transpose_x = var_2220_transpose_x_1, transpose_y = var_2220_transpose_y_1, x = attn_weights_81_cast_fp16, y = var_2211_cast_fp16)[name = tensor("op_2220_cast_fp16")]; tensor var_2227_pad_type_0 = const()[name = tensor("op_2227_pad_type_0"), val = tensor("valid")]; tensor var_2227_strides_0 = const()[name = tensor("op_2227_strides_0"), val = tensor([1, 1])]; tensor var_2227_pad_0 = const()[name = tensor("op_2227_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2227_dilations_0 = const()[name = tensor("op_2227_dilations_0"), val = tensor([1, 1])]; tensor var_2227_groups_0 = const()[name = tensor("op_2227_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_q_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105446144)))]; tensor model_text_model_encoder_layers_3_mixer_q_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105544512)))]; tensor var_2227_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_q_projs_5_bias_to_fp16, dilations = var_2227_dilations_0, groups = var_2227_groups_0, pad = var_2227_pad_0, pad_type = var_2227_pad_type_0, strides = var_2227_strides_0, weight = model_text_model_encoder_layers_3_mixer_q_projs_5_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2227_cast_fp16")]; tensor var_2228_axes_0 = const()[name = tensor("op_2228_axes_0"), val = tensor([2])]; tensor var_2228_cast_fp16 = squeeze(axes = var_2228_axes_0, x = var_2227_cast_fp16)[name = tensor("op_2228_cast_fp16")]; tensor var_2236_pad_type_0 = const()[name = tensor("op_2236_pad_type_0"), val = tensor("valid")]; tensor var_2236_strides_0 = const()[name = tensor("op_2236_strides_0"), val = tensor([1, 1])]; tensor var_2236_pad_0 = const()[name = tensor("op_2236_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2236_dilations_0 = const()[name = tensor("op_2236_dilations_0"), val = tensor([1, 1])]; tensor var_2236_groups_0 = const()[name = tensor("op_2236_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_k_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105544704)))]; tensor model_text_model_encoder_layers_3_mixer_k_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105643072)))]; tensor var_2236_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_k_projs_5_bias_to_fp16, dilations = var_2236_dilations_0, groups = var_2236_groups_0, pad = var_2236_pad_0, pad_type = var_2236_pad_type_0, strides = var_2236_strides_0, weight = model_text_model_encoder_layers_3_mixer_k_projs_5_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2236_cast_fp16")]; tensor var_2237_axes_0 = const()[name = tensor("op_2237_axes_0"), val = tensor([2])]; tensor var_2237_cast_fp16 = squeeze(axes = var_2237_axes_0, x = var_2236_cast_fp16)[name = tensor("op_2237_cast_fp16")]; tensor var_2245_pad_type_0 = const()[name = tensor("op_2245_pad_type_0"), val = tensor("valid")]; tensor var_2245_strides_0 = const()[name = tensor("op_2245_strides_0"), val = tensor([1, 1])]; tensor var_2245_pad_0 = const()[name = tensor("op_2245_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2245_dilations_0 = const()[name = tensor("op_2245_dilations_0"), val = tensor([1, 1])]; tensor var_2245_groups_0 = const()[name = tensor("op_2245_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_v_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105643264)))]; tensor model_text_model_encoder_layers_3_mixer_v_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105741632)))]; tensor var_2245_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_v_projs_5_bias_to_fp16, dilations = var_2245_dilations_0, groups = var_2245_groups_0, pad = var_2245_pad_0, pad_type = var_2245_pad_type_0, strides = var_2245_strides_0, weight = model_text_model_encoder_layers_3_mixer_v_projs_5_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2245_cast_fp16")]; tensor var_2246_axes_0 = const()[name = tensor("op_2246_axes_0"), val = tensor([2])]; tensor var_2246_cast_fp16 = squeeze(axes = var_2246_axes_0, x = var_2245_cast_fp16)[name = tensor("op_2246_cast_fp16")]; tensor var_2249_transpose_x_1 = const()[name = tensor("op_2249_transpose_x_1"), val = tensor(true)]; tensor var_2249_transpose_y_1 = const()[name = tensor("op_2249_transpose_y_1"), val = tensor(false)]; tensor var_2249_cast_fp16 = matmul(transpose_x = var_2249_transpose_x_1, transpose_y = var_2249_transpose_y_1, x = var_2228_cast_fp16, y = var_2237_cast_fp16)[name = tensor("op_2249_cast_fp16")]; tensor var_2250_to_fp16 = const()[name = tensor("op_2250_to_fp16"), val = tensor(0x1p-3)]; tensor scores_247_cast_fp16 = mul(x = var_2249_cast_fp16, y = var_2250_to_fp16)[name = tensor("scores_247_cast_fp16")]; tensor scores_249_cast_fp16 = add(x = scores_247_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_249_cast_fp16")]; tensor scores_251_cast_fp16 = sub(x = scores_249_cast_fp16, y = var_177_cast_fp16)[name = tensor("scores_251_cast_fp16")]; tensor attn_weights_83_cast_fp16 = softmax(axis = var_29, x = scores_251_cast_fp16)[name = tensor("attn_weights_83_cast_fp16")]; tensor var_2255_transpose_x_1 = const()[name = tensor("op_2255_transpose_x_1"), val = tensor(false)]; tensor var_2255_transpose_y_1 = const()[name = tensor("op_2255_transpose_y_1"), val = tensor(true)]; tensor var_2255_cast_fp16 = matmul(transpose_x = var_2255_transpose_x_1, transpose_y = var_2255_transpose_y_1, x = attn_weights_83_cast_fp16, y = var_2246_cast_fp16)[name = tensor("op_2255_cast_fp16")]; tensor var_2262_pad_type_0 = const()[name = tensor("op_2262_pad_type_0"), val = tensor("valid")]; tensor var_2262_strides_0 = const()[name = tensor("op_2262_strides_0"), val = tensor([1, 1])]; tensor var_2262_pad_0 = const()[name = tensor("op_2262_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2262_dilations_0 = const()[name = tensor("op_2262_dilations_0"), val = tensor([1, 1])]; tensor var_2262_groups_0 = const()[name = tensor("op_2262_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_q_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105741824)))]; tensor model_text_model_encoder_layers_3_mixer_q_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105840192)))]; tensor var_2262_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_q_projs_6_bias_to_fp16, dilations = var_2262_dilations_0, groups = var_2262_groups_0, pad = var_2262_pad_0, pad_type = var_2262_pad_type_0, strides = var_2262_strides_0, weight = model_text_model_encoder_layers_3_mixer_q_projs_6_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2262_cast_fp16")]; tensor var_2263_axes_0 = const()[name = tensor("op_2263_axes_0"), val = tensor([2])]; tensor var_2263_cast_fp16 = squeeze(axes = var_2263_axes_0, x = var_2262_cast_fp16)[name = tensor("op_2263_cast_fp16")]; tensor var_2271_pad_type_0 = const()[name = tensor("op_2271_pad_type_0"), val = tensor("valid")]; tensor var_2271_strides_0 = const()[name = tensor("op_2271_strides_0"), val = tensor([1, 1])]; tensor var_2271_pad_0 = const()[name = tensor("op_2271_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2271_dilations_0 = const()[name = tensor("op_2271_dilations_0"), val = tensor([1, 1])]; tensor var_2271_groups_0 = const()[name = tensor("op_2271_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_k_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105840384)))]; tensor model_text_model_encoder_layers_3_mixer_k_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105938752)))]; tensor var_2271_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_k_projs_6_bias_to_fp16, dilations = var_2271_dilations_0, groups = var_2271_groups_0, pad = var_2271_pad_0, pad_type = var_2271_pad_type_0, strides = var_2271_strides_0, weight = model_text_model_encoder_layers_3_mixer_k_projs_6_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2271_cast_fp16")]; tensor var_2272_axes_0 = const()[name = tensor("op_2272_axes_0"), val = tensor([2])]; tensor var_2272_cast_fp16 = squeeze(axes = var_2272_axes_0, x = var_2271_cast_fp16)[name = tensor("op_2272_cast_fp16")]; tensor var_2280_pad_type_0 = const()[name = tensor("op_2280_pad_type_0"), val = tensor("valid")]; tensor var_2280_strides_0 = const()[name = tensor("op_2280_strides_0"), val = tensor([1, 1])]; tensor var_2280_pad_0 = const()[name = tensor("op_2280_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2280_dilations_0 = const()[name = tensor("op_2280_dilations_0"), val = tensor([1, 1])]; tensor var_2280_groups_0 = const()[name = tensor("op_2280_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_v_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105938944)))]; tensor model_text_model_encoder_layers_3_mixer_v_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106037312)))]; tensor var_2280_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_v_projs_6_bias_to_fp16, dilations = var_2280_dilations_0, groups = var_2280_groups_0, pad = var_2280_pad_0, pad_type = var_2280_pad_type_0, strides = var_2280_strides_0, weight = model_text_model_encoder_layers_3_mixer_v_projs_6_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2280_cast_fp16")]; tensor var_2281_axes_0 = const()[name = tensor("op_2281_axes_0"), val = tensor([2])]; tensor var_2281_cast_fp16 = squeeze(axes = var_2281_axes_0, x = var_2280_cast_fp16)[name = tensor("op_2281_cast_fp16")]; tensor var_2284_transpose_x_1 = const()[name = tensor("op_2284_transpose_x_1"), val = tensor(true)]; tensor var_2284_transpose_y_1 = const()[name = tensor("op_2284_transpose_y_1"), val = tensor(false)]; tensor var_2284_cast_fp16 = matmul(transpose_x = var_2284_transpose_x_1, transpose_y = var_2284_transpose_y_1, x = var_2263_cast_fp16, y = var_2272_cast_fp16)[name = tensor("op_2284_cast_fp16")]; tensor var_2285_to_fp16 = const()[name = tensor("op_2285_to_fp16"), val = tensor(0x1p-3)]; tensor scores_253_cast_fp16 = mul(x = var_2284_cast_fp16, y = var_2285_to_fp16)[name = tensor("scores_253_cast_fp16")]; tensor scores_255_cast_fp16 = add(x = scores_253_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_255_cast_fp16")]; tensor scores_257_cast_fp16 = sub(x = scores_255_cast_fp16, y = var_181_cast_fp16)[name = tensor("scores_257_cast_fp16")]; tensor attn_weights_85_cast_fp16 = softmax(axis = var_29, x = scores_257_cast_fp16)[name = tensor("attn_weights_85_cast_fp16")]; tensor var_2290_transpose_x_1 = const()[name = tensor("op_2290_transpose_x_1"), val = tensor(false)]; tensor var_2290_transpose_y_1 = const()[name = tensor("op_2290_transpose_y_1"), val = tensor(true)]; tensor var_2290_cast_fp16 = matmul(transpose_x = var_2290_transpose_x_1, transpose_y = var_2290_transpose_y_1, x = attn_weights_85_cast_fp16, y = var_2281_cast_fp16)[name = tensor("op_2290_cast_fp16")]; tensor var_2297_pad_type_0 = const()[name = tensor("op_2297_pad_type_0"), val = tensor("valid")]; tensor var_2297_strides_0 = const()[name = tensor("op_2297_strides_0"), val = tensor([1, 1])]; tensor var_2297_pad_0 = const()[name = tensor("op_2297_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2297_dilations_0 = const()[name = tensor("op_2297_dilations_0"), val = tensor([1, 1])]; tensor var_2297_groups_0 = const()[name = tensor("op_2297_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_q_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106037504)))]; tensor model_text_model_encoder_layers_3_mixer_q_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106135872)))]; tensor var_2297_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_q_projs_7_bias_to_fp16, dilations = var_2297_dilations_0, groups = var_2297_groups_0, pad = var_2297_pad_0, pad_type = var_2297_pad_type_0, strides = var_2297_strides_0, weight = model_text_model_encoder_layers_3_mixer_q_projs_7_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2297_cast_fp16")]; tensor var_2298_axes_0 = const()[name = tensor("op_2298_axes_0"), val = tensor([2])]; tensor var_2298_cast_fp16 = squeeze(axes = var_2298_axes_0, x = var_2297_cast_fp16)[name = tensor("op_2298_cast_fp16")]; tensor var_2306_pad_type_0 = const()[name = tensor("op_2306_pad_type_0"), val = tensor("valid")]; tensor var_2306_strides_0 = const()[name = tensor("op_2306_strides_0"), val = tensor([1, 1])]; tensor var_2306_pad_0 = const()[name = tensor("op_2306_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2306_dilations_0 = const()[name = tensor("op_2306_dilations_0"), val = tensor([1, 1])]; tensor var_2306_groups_0 = const()[name = tensor("op_2306_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_k_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106136064)))]; tensor model_text_model_encoder_layers_3_mixer_k_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106234432)))]; tensor var_2306_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_k_projs_7_bias_to_fp16, dilations = var_2306_dilations_0, groups = var_2306_groups_0, pad = var_2306_pad_0, pad_type = var_2306_pad_type_0, strides = var_2306_strides_0, weight = model_text_model_encoder_layers_3_mixer_k_projs_7_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2306_cast_fp16")]; tensor var_2307_axes_0 = const()[name = tensor("op_2307_axes_0"), val = tensor([2])]; tensor var_2307_cast_fp16 = squeeze(axes = var_2307_axes_0, x = var_2306_cast_fp16)[name = tensor("op_2307_cast_fp16")]; tensor var_2315_pad_type_0 = const()[name = tensor("op_2315_pad_type_0"), val = tensor("valid")]; tensor var_2315_strides_0 = const()[name = tensor("op_2315_strides_0"), val = tensor([1, 1])]; tensor var_2315_pad_0 = const()[name = tensor("op_2315_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2315_dilations_0 = const()[name = tensor("op_2315_dilations_0"), val = tensor([1, 1])]; tensor var_2315_groups_0 = const()[name = tensor("op_2315_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_v_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106234624)))]; tensor model_text_model_encoder_layers_3_mixer_v_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106332992)))]; tensor var_2315_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_v_projs_7_bias_to_fp16, dilations = var_2315_dilations_0, groups = var_2315_groups_0, pad = var_2315_pad_0, pad_type = var_2315_pad_type_0, strides = var_2315_strides_0, weight = model_text_model_encoder_layers_3_mixer_v_projs_7_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2315_cast_fp16")]; tensor var_2316_axes_0 = const()[name = tensor("op_2316_axes_0"), val = tensor([2])]; tensor var_2316_cast_fp16 = squeeze(axes = var_2316_axes_0, x = var_2315_cast_fp16)[name = tensor("op_2316_cast_fp16")]; tensor var_2319_transpose_x_1 = const()[name = tensor("op_2319_transpose_x_1"), val = tensor(true)]; tensor var_2319_transpose_y_1 = const()[name = tensor("op_2319_transpose_y_1"), val = tensor(false)]; tensor var_2319_cast_fp16 = matmul(transpose_x = var_2319_transpose_x_1, transpose_y = var_2319_transpose_y_1, x = var_2298_cast_fp16, y = var_2307_cast_fp16)[name = tensor("op_2319_cast_fp16")]; tensor var_2320_to_fp16 = const()[name = tensor("op_2320_to_fp16"), val = tensor(0x1p-3)]; tensor scores_259_cast_fp16 = mul(x = var_2319_cast_fp16, y = var_2320_to_fp16)[name = tensor("scores_259_cast_fp16")]; tensor scores_261_cast_fp16 = add(x = scores_259_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_261_cast_fp16")]; tensor scores_263_cast_fp16 = sub(x = scores_261_cast_fp16, y = var_185_cast_fp16)[name = tensor("scores_263_cast_fp16")]; tensor attn_weights_87_cast_fp16 = softmax(axis = var_29, x = scores_263_cast_fp16)[name = tensor("attn_weights_87_cast_fp16")]; tensor var_2325_transpose_x_1 = const()[name = tensor("op_2325_transpose_x_1"), val = tensor(false)]; tensor var_2325_transpose_y_1 = const()[name = tensor("op_2325_transpose_y_1"), val = tensor(true)]; tensor var_2325_cast_fp16 = matmul(transpose_x = var_2325_transpose_x_1, transpose_y = var_2325_transpose_y_1, x = attn_weights_87_cast_fp16, y = var_2316_cast_fp16)[name = tensor("op_2325_cast_fp16")]; tensor var_2332_pad_type_0 = const()[name = tensor("op_2332_pad_type_0"), val = tensor("valid")]; tensor var_2332_strides_0 = const()[name = tensor("op_2332_strides_0"), val = tensor([1, 1])]; tensor var_2332_pad_0 = const()[name = tensor("op_2332_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2332_dilations_0 = const()[name = tensor("op_2332_dilations_0"), val = tensor([1, 1])]; tensor var_2332_groups_0 = const()[name = tensor("op_2332_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_q_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106333184)))]; tensor model_text_model_encoder_layers_3_mixer_q_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106431552)))]; tensor var_2332_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_q_projs_8_bias_to_fp16, dilations = var_2332_dilations_0, groups = var_2332_groups_0, pad = var_2332_pad_0, pad_type = var_2332_pad_type_0, strides = var_2332_strides_0, weight = model_text_model_encoder_layers_3_mixer_q_projs_8_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2332_cast_fp16")]; tensor var_2333_axes_0 = const()[name = tensor("op_2333_axes_0"), val = tensor([2])]; tensor var_2333_cast_fp16 = squeeze(axes = var_2333_axes_0, x = var_2332_cast_fp16)[name = tensor("op_2333_cast_fp16")]; tensor var_2341_pad_type_0 = const()[name = tensor("op_2341_pad_type_0"), val = tensor("valid")]; tensor var_2341_strides_0 = const()[name = tensor("op_2341_strides_0"), val = tensor([1, 1])]; tensor var_2341_pad_0 = const()[name = tensor("op_2341_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2341_dilations_0 = const()[name = tensor("op_2341_dilations_0"), val = tensor([1, 1])]; tensor var_2341_groups_0 = const()[name = tensor("op_2341_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_k_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106431744)))]; tensor model_text_model_encoder_layers_3_mixer_k_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106530112)))]; tensor var_2341_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_k_projs_8_bias_to_fp16, dilations = var_2341_dilations_0, groups = var_2341_groups_0, pad = var_2341_pad_0, pad_type = var_2341_pad_type_0, strides = var_2341_strides_0, weight = model_text_model_encoder_layers_3_mixer_k_projs_8_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2341_cast_fp16")]; tensor var_2342_axes_0 = const()[name = tensor("op_2342_axes_0"), val = tensor([2])]; tensor var_2342_cast_fp16 = squeeze(axes = var_2342_axes_0, x = var_2341_cast_fp16)[name = tensor("op_2342_cast_fp16")]; tensor var_2350_pad_type_0 = const()[name = tensor("op_2350_pad_type_0"), val = tensor("valid")]; tensor var_2350_strides_0 = const()[name = tensor("op_2350_strides_0"), val = tensor([1, 1])]; tensor var_2350_pad_0 = const()[name = tensor("op_2350_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2350_dilations_0 = const()[name = tensor("op_2350_dilations_0"), val = tensor([1, 1])]; tensor var_2350_groups_0 = const()[name = tensor("op_2350_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_v_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106530304)))]; tensor model_text_model_encoder_layers_3_mixer_v_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106628672)))]; tensor var_2350_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_v_projs_8_bias_to_fp16, dilations = var_2350_dilations_0, groups = var_2350_groups_0, pad = var_2350_pad_0, pad_type = var_2350_pad_type_0, strides = var_2350_strides_0, weight = model_text_model_encoder_layers_3_mixer_v_projs_8_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2350_cast_fp16")]; tensor var_2351_axes_0 = const()[name = tensor("op_2351_axes_0"), val = tensor([2])]; tensor var_2351_cast_fp16 = squeeze(axes = var_2351_axes_0, x = var_2350_cast_fp16)[name = tensor("op_2351_cast_fp16")]; tensor var_2354_transpose_x_1 = const()[name = tensor("op_2354_transpose_x_1"), val = tensor(true)]; tensor var_2354_transpose_y_1 = const()[name = tensor("op_2354_transpose_y_1"), val = tensor(false)]; tensor var_2354_cast_fp16 = matmul(transpose_x = var_2354_transpose_x_1, transpose_y = var_2354_transpose_y_1, x = var_2333_cast_fp16, y = var_2342_cast_fp16)[name = tensor("op_2354_cast_fp16")]; tensor var_2355_to_fp16 = const()[name = tensor("op_2355_to_fp16"), val = tensor(0x1p-3)]; tensor scores_265_cast_fp16 = mul(x = var_2354_cast_fp16, y = var_2355_to_fp16)[name = tensor("scores_265_cast_fp16")]; tensor scores_267_cast_fp16 = add(x = scores_265_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_267_cast_fp16")]; tensor scores_269_cast_fp16 = sub(x = scores_267_cast_fp16, y = var_189_cast_fp16)[name = tensor("scores_269_cast_fp16")]; tensor attn_weights_89_cast_fp16 = softmax(axis = var_29, x = scores_269_cast_fp16)[name = tensor("attn_weights_89_cast_fp16")]; tensor var_2360_transpose_x_1 = const()[name = tensor("op_2360_transpose_x_1"), val = tensor(false)]; tensor var_2360_transpose_y_1 = const()[name = tensor("op_2360_transpose_y_1"), val = tensor(true)]; tensor var_2360_cast_fp16 = matmul(transpose_x = var_2360_transpose_x_1, transpose_y = var_2360_transpose_y_1, x = attn_weights_89_cast_fp16, y = var_2351_cast_fp16)[name = tensor("op_2360_cast_fp16")]; tensor var_2367_pad_type_0 = const()[name = tensor("op_2367_pad_type_0"), val = tensor("valid")]; tensor var_2367_strides_0 = const()[name = tensor("op_2367_strides_0"), val = tensor([1, 1])]; tensor var_2367_pad_0 = const()[name = tensor("op_2367_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2367_dilations_0 = const()[name = tensor("op_2367_dilations_0"), val = tensor([1, 1])]; tensor var_2367_groups_0 = const()[name = tensor("op_2367_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_q_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106628864)))]; tensor model_text_model_encoder_layers_3_mixer_q_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106727232)))]; tensor var_2367_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_q_projs_9_bias_to_fp16, dilations = var_2367_dilations_0, groups = var_2367_groups_0, pad = var_2367_pad_0, pad_type = var_2367_pad_type_0, strides = var_2367_strides_0, weight = model_text_model_encoder_layers_3_mixer_q_projs_9_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2367_cast_fp16")]; tensor var_2368_axes_0 = const()[name = tensor("op_2368_axes_0"), val = tensor([2])]; tensor var_2368_cast_fp16 = squeeze(axes = var_2368_axes_0, x = var_2367_cast_fp16)[name = tensor("op_2368_cast_fp16")]; tensor var_2376_pad_type_0 = const()[name = tensor("op_2376_pad_type_0"), val = tensor("valid")]; tensor var_2376_strides_0 = const()[name = tensor("op_2376_strides_0"), val = tensor([1, 1])]; tensor var_2376_pad_0 = const()[name = tensor("op_2376_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2376_dilations_0 = const()[name = tensor("op_2376_dilations_0"), val = tensor([1, 1])]; tensor var_2376_groups_0 = const()[name = tensor("op_2376_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_k_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106727424)))]; tensor model_text_model_encoder_layers_3_mixer_k_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106825792)))]; tensor var_2376_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_k_projs_9_bias_to_fp16, dilations = var_2376_dilations_0, groups = var_2376_groups_0, pad = var_2376_pad_0, pad_type = var_2376_pad_type_0, strides = var_2376_strides_0, weight = model_text_model_encoder_layers_3_mixer_k_projs_9_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2376_cast_fp16")]; tensor var_2377_axes_0 = const()[name = tensor("op_2377_axes_0"), val = tensor([2])]; tensor var_2377_cast_fp16 = squeeze(axes = var_2377_axes_0, x = var_2376_cast_fp16)[name = tensor("op_2377_cast_fp16")]; tensor var_2385_pad_type_0 = const()[name = tensor("op_2385_pad_type_0"), val = tensor("valid")]; tensor var_2385_strides_0 = const()[name = tensor("op_2385_strides_0"), val = tensor([1, 1])]; tensor var_2385_pad_0 = const()[name = tensor("op_2385_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2385_dilations_0 = const()[name = tensor("op_2385_dilations_0"), val = tensor([1, 1])]; tensor var_2385_groups_0 = const()[name = tensor("op_2385_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_v_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106825984)))]; tensor model_text_model_encoder_layers_3_mixer_v_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106924352)))]; tensor var_2385_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_v_projs_9_bias_to_fp16, dilations = var_2385_dilations_0, groups = var_2385_groups_0, pad = var_2385_pad_0, pad_type = var_2385_pad_type_0, strides = var_2385_strides_0, weight = model_text_model_encoder_layers_3_mixer_v_projs_9_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2385_cast_fp16")]; tensor var_2386_axes_0 = const()[name = tensor("op_2386_axes_0"), val = tensor([2])]; tensor var_2386_cast_fp16 = squeeze(axes = var_2386_axes_0, x = var_2385_cast_fp16)[name = tensor("op_2386_cast_fp16")]; tensor var_2389_transpose_x_1 = const()[name = tensor("op_2389_transpose_x_1"), val = tensor(true)]; tensor var_2389_transpose_y_1 = const()[name = tensor("op_2389_transpose_y_1"), val = tensor(false)]; tensor var_2389_cast_fp16 = matmul(transpose_x = var_2389_transpose_x_1, transpose_y = var_2389_transpose_y_1, x = var_2368_cast_fp16, y = var_2377_cast_fp16)[name = tensor("op_2389_cast_fp16")]; tensor var_2390_to_fp16 = const()[name = tensor("op_2390_to_fp16"), val = tensor(0x1p-3)]; tensor scores_271_cast_fp16 = mul(x = var_2389_cast_fp16, y = var_2390_to_fp16)[name = tensor("scores_271_cast_fp16")]; tensor scores_273_cast_fp16 = add(x = scores_271_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_273_cast_fp16")]; tensor scores_275_cast_fp16 = sub(x = scores_273_cast_fp16, y = var_193_cast_fp16)[name = tensor("scores_275_cast_fp16")]; tensor attn_weights_91_cast_fp16 = softmax(axis = var_29, x = scores_275_cast_fp16)[name = tensor("attn_weights_91_cast_fp16")]; tensor var_2395_transpose_x_1 = const()[name = tensor("op_2395_transpose_x_1"), val = tensor(false)]; tensor var_2395_transpose_y_1 = const()[name = tensor("op_2395_transpose_y_1"), val = tensor(true)]; tensor var_2395_cast_fp16 = matmul(transpose_x = var_2395_transpose_x_1, transpose_y = var_2395_transpose_y_1, x = attn_weights_91_cast_fp16, y = var_2386_cast_fp16)[name = tensor("op_2395_cast_fp16")]; tensor var_2402_pad_type_0 = const()[name = tensor("op_2402_pad_type_0"), val = tensor("valid")]; tensor var_2402_strides_0 = const()[name = tensor("op_2402_strides_0"), val = tensor([1, 1])]; tensor var_2402_pad_0 = const()[name = tensor("op_2402_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2402_dilations_0 = const()[name = tensor("op_2402_dilations_0"), val = tensor([1, 1])]; tensor var_2402_groups_0 = const()[name = tensor("op_2402_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_q_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106924544)))]; tensor model_text_model_encoder_layers_3_mixer_q_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107022912)))]; tensor var_2402_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_q_projs_10_bias_to_fp16, dilations = var_2402_dilations_0, groups = var_2402_groups_0, pad = var_2402_pad_0, pad_type = var_2402_pad_type_0, strides = var_2402_strides_0, weight = model_text_model_encoder_layers_3_mixer_q_projs_10_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2402_cast_fp16")]; tensor var_2403_axes_0 = const()[name = tensor("op_2403_axes_0"), val = tensor([2])]; tensor var_2403_cast_fp16 = squeeze(axes = var_2403_axes_0, x = var_2402_cast_fp16)[name = tensor("op_2403_cast_fp16")]; tensor var_2411_pad_type_0 = const()[name = tensor("op_2411_pad_type_0"), val = tensor("valid")]; tensor var_2411_strides_0 = const()[name = tensor("op_2411_strides_0"), val = tensor([1, 1])]; tensor var_2411_pad_0 = const()[name = tensor("op_2411_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2411_dilations_0 = const()[name = tensor("op_2411_dilations_0"), val = tensor([1, 1])]; tensor var_2411_groups_0 = const()[name = tensor("op_2411_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_k_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107023104)))]; tensor model_text_model_encoder_layers_3_mixer_k_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107121472)))]; tensor var_2411_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_k_projs_10_bias_to_fp16, dilations = var_2411_dilations_0, groups = var_2411_groups_0, pad = var_2411_pad_0, pad_type = var_2411_pad_type_0, strides = var_2411_strides_0, weight = model_text_model_encoder_layers_3_mixer_k_projs_10_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2411_cast_fp16")]; tensor var_2412_axes_0 = const()[name = tensor("op_2412_axes_0"), val = tensor([2])]; tensor var_2412_cast_fp16 = squeeze(axes = var_2412_axes_0, x = var_2411_cast_fp16)[name = tensor("op_2412_cast_fp16")]; tensor var_2420_pad_type_0 = const()[name = tensor("op_2420_pad_type_0"), val = tensor("valid")]; tensor var_2420_strides_0 = const()[name = tensor("op_2420_strides_0"), val = tensor([1, 1])]; tensor var_2420_pad_0 = const()[name = tensor("op_2420_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2420_dilations_0 = const()[name = tensor("op_2420_dilations_0"), val = tensor([1, 1])]; tensor var_2420_groups_0 = const()[name = tensor("op_2420_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_v_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107121664)))]; tensor model_text_model_encoder_layers_3_mixer_v_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107220032)))]; tensor var_2420_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_v_projs_10_bias_to_fp16, dilations = var_2420_dilations_0, groups = var_2420_groups_0, pad = var_2420_pad_0, pad_type = var_2420_pad_type_0, strides = var_2420_strides_0, weight = model_text_model_encoder_layers_3_mixer_v_projs_10_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2420_cast_fp16")]; tensor var_2421_axes_0 = const()[name = tensor("op_2421_axes_0"), val = tensor([2])]; tensor var_2421_cast_fp16 = squeeze(axes = var_2421_axes_0, x = var_2420_cast_fp16)[name = tensor("op_2421_cast_fp16")]; tensor var_2424_transpose_x_1 = const()[name = tensor("op_2424_transpose_x_1"), val = tensor(true)]; tensor var_2424_transpose_y_1 = const()[name = tensor("op_2424_transpose_y_1"), val = tensor(false)]; tensor var_2424_cast_fp16 = matmul(transpose_x = var_2424_transpose_x_1, transpose_y = var_2424_transpose_y_1, x = var_2403_cast_fp16, y = var_2412_cast_fp16)[name = tensor("op_2424_cast_fp16")]; tensor var_2425_to_fp16 = const()[name = tensor("op_2425_to_fp16"), val = tensor(0x1p-3)]; tensor scores_277_cast_fp16 = mul(x = var_2424_cast_fp16, y = var_2425_to_fp16)[name = tensor("scores_277_cast_fp16")]; tensor scores_279_cast_fp16 = add(x = scores_277_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_279_cast_fp16")]; tensor scores_281_cast_fp16 = sub(x = scores_279_cast_fp16, y = var_197_cast_fp16)[name = tensor("scores_281_cast_fp16")]; tensor attn_weights_93_cast_fp16 = softmax(axis = var_29, x = scores_281_cast_fp16)[name = tensor("attn_weights_93_cast_fp16")]; tensor var_2430_transpose_x_1 = const()[name = tensor("op_2430_transpose_x_1"), val = tensor(false)]; tensor var_2430_transpose_y_1 = const()[name = tensor("op_2430_transpose_y_1"), val = tensor(true)]; tensor var_2430_cast_fp16 = matmul(transpose_x = var_2430_transpose_x_1, transpose_y = var_2430_transpose_y_1, x = attn_weights_93_cast_fp16, y = var_2421_cast_fp16)[name = tensor("op_2430_cast_fp16")]; tensor var_2437_pad_type_0 = const()[name = tensor("op_2437_pad_type_0"), val = tensor("valid")]; tensor var_2437_strides_0 = const()[name = tensor("op_2437_strides_0"), val = tensor([1, 1])]; tensor var_2437_pad_0 = const()[name = tensor("op_2437_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2437_dilations_0 = const()[name = tensor("op_2437_dilations_0"), val = tensor([1, 1])]; tensor var_2437_groups_0 = const()[name = tensor("op_2437_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_q_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107220224)))]; tensor model_text_model_encoder_layers_3_mixer_q_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_q_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107318592)))]; tensor var_2437_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_q_projs_11_bias_to_fp16, dilations = var_2437_dilations_0, groups = var_2437_groups_0, pad = var_2437_pad_0, pad_type = var_2437_pad_type_0, strides = var_2437_strides_0, weight = model_text_model_encoder_layers_3_mixer_q_projs_11_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2437_cast_fp16")]; tensor var_2438_axes_0 = const()[name = tensor("op_2438_axes_0"), val = tensor([2])]; tensor var_2438_cast_fp16 = squeeze(axes = var_2438_axes_0, x = var_2437_cast_fp16)[name = tensor("op_2438_cast_fp16")]; tensor var_2446_pad_type_0 = const()[name = tensor("op_2446_pad_type_0"), val = tensor("valid")]; tensor var_2446_strides_0 = const()[name = tensor("op_2446_strides_0"), val = tensor([1, 1])]; tensor var_2446_pad_0 = const()[name = tensor("op_2446_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2446_dilations_0 = const()[name = tensor("op_2446_dilations_0"), val = tensor([1, 1])]; tensor var_2446_groups_0 = const()[name = tensor("op_2446_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_k_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107318784)))]; tensor model_text_model_encoder_layers_3_mixer_k_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_k_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107417152)))]; tensor var_2446_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_k_projs_11_bias_to_fp16, dilations = var_2446_dilations_0, groups = var_2446_groups_0, pad = var_2446_pad_0, pad_type = var_2446_pad_type_0, strides = var_2446_strides_0, weight = model_text_model_encoder_layers_3_mixer_k_projs_11_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2446_cast_fp16")]; tensor var_2447_axes_0 = const()[name = tensor("op_2447_axes_0"), val = tensor([2])]; tensor var_2447_cast_fp16 = squeeze(axes = var_2447_axes_0, x = var_2446_cast_fp16)[name = tensor("op_2447_cast_fp16")]; tensor var_2455_pad_type_0 = const()[name = tensor("op_2455_pad_type_0"), val = tensor("valid")]; tensor var_2455_strides_0 = const()[name = tensor("op_2455_strides_0"), val = tensor([1, 1])]; tensor var_2455_pad_0 = const()[name = tensor("op_2455_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2455_dilations_0 = const()[name = tensor("op_2455_dilations_0"), val = tensor([1, 1])]; tensor var_2455_groups_0 = const()[name = tensor("op_2455_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mixer_v_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107417344)))]; tensor model_text_model_encoder_layers_3_mixer_v_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_v_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107515712)))]; tensor var_2455_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_v_projs_11_bias_to_fp16, dilations = var_2455_dilations_0, groups = var_2455_groups_0, pad = var_2455_pad_0, pad_type = var_2455_pad_type_0, strides = var_2455_strides_0, weight = model_text_model_encoder_layers_3_mixer_v_projs_11_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("op_2455_cast_fp16")]; tensor var_2456_axes_0 = const()[name = tensor("op_2456_axes_0"), val = tensor([2])]; tensor var_2456_cast_fp16 = squeeze(axes = var_2456_axes_0, x = var_2455_cast_fp16)[name = tensor("op_2456_cast_fp16")]; tensor var_2459_transpose_x_1 = const()[name = tensor("op_2459_transpose_x_1"), val = tensor(true)]; tensor var_2459_transpose_y_1 = const()[name = tensor("op_2459_transpose_y_1"), val = tensor(false)]; tensor var_2459_cast_fp16 = matmul(transpose_x = var_2459_transpose_x_1, transpose_y = var_2459_transpose_y_1, x = var_2438_cast_fp16, y = var_2447_cast_fp16)[name = tensor("op_2459_cast_fp16")]; tensor var_2460_to_fp16 = const()[name = tensor("op_2460_to_fp16"), val = tensor(0x1p-3)]; tensor scores_283_cast_fp16 = mul(x = var_2459_cast_fp16, y = var_2460_to_fp16)[name = tensor("scores_283_cast_fp16")]; tensor scores_285_cast_fp16 = add(x = scores_283_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_285_cast_fp16")]; tensor scores_287_cast_fp16 = sub(x = scores_285_cast_fp16, y = var_201_cast_fp16)[name = tensor("scores_287_cast_fp16")]; tensor attn_weights_95_cast_fp16 = softmax(axis = var_29, x = scores_287_cast_fp16)[name = tensor("attn_weights_95_cast_fp16")]; tensor out_7_transpose_x_1 = const()[name = tensor("out_7_transpose_x_1"), val = tensor(false)]; tensor out_7_transpose_y_1 = const()[name = tensor("out_7_transpose_y_1"), val = tensor(true)]; tensor out_7_cast_fp16 = matmul(transpose_x = out_7_transpose_x_1, transpose_y = out_7_transpose_y_1, x = attn_weights_95_cast_fp16, y = var_2456_cast_fp16)[name = tensor("out_7_cast_fp16")]; tensor attn_output_7_interleave_0 = const()[name = tensor("attn_output_7_interleave_0"), val = tensor(false)]; tensor attn_output_7_cast_fp16 = concat(axis = var_29, interleave = attn_output_7_interleave_0, values = (var_2080_cast_fp16, var_2115_cast_fp16, var_2150_cast_fp16, var_2185_cast_fp16, var_2220_cast_fp16, var_2255_cast_fp16, var_2290_cast_fp16, var_2325_cast_fp16, var_2360_cast_fp16, var_2395_cast_fp16, var_2430_cast_fp16, out_7_cast_fp16))[name = tensor("attn_output_7_cast_fp16")]; tensor var_2468_perm_0 = const()[name = tensor("op_2468_perm_0"), val = tensor([0, 2, 1])]; tensor var_2477_pad_type_0 = const()[name = tensor("op_2477_pad_type_0"), val = tensor("valid")]; tensor var_2477_groups_0 = const()[name = tensor("op_2477_groups_0"), val = tensor(1)]; tensor var_2477_strides_0 = const()[name = tensor("op_2477_strides_0"), val = tensor([1])]; tensor var_2477_pad_0 = const()[name = tensor("op_2477_pad_0"), val = tensor([0, 0])]; tensor var_2477_dilations_0 = const()[name = tensor("op_2477_dilations_0"), val = tensor([1])]; tensor squeeze_3_cast_fp16_to_fp32_to_fp16 = const()[name = tensor("squeeze_3_cast_fp16_to_fp32_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107515904)))]; tensor model_text_model_encoder_layers_3_mixer_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mixer_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(108695616)))]; tensor var_2468_cast_fp16 = transpose(perm = var_2468_perm_0, x = attn_output_7_cast_fp16)[name = tensor("transpose_61")]; tensor var_2477_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mixer_out_proj_bias_to_fp16, dilations = var_2477_dilations_0, groups = var_2477_groups_0, pad = var_2477_pad_0, pad_type = var_2477_pad_type_0, strides = var_2477_strides_0, weight = squeeze_3_cast_fp16_to_fp32_to_fp16, x = var_2468_cast_fp16)[name = tensor("op_2477_cast_fp16")]; tensor mixer_out_7_perm_0 = const()[name = tensor("mixer_out_7_perm_0"), val = tensor([0, 2, 1])]; tensor mixer_out_7_cast_fp16 = transpose(perm = mixer_out_7_perm_0, x = var_2477_cast_fp16)[name = tensor("transpose_60")]; tensor input_51_cast_fp16 = add(x = mixer_out_7_cast_fp16, y = var_1912_cast_fp16)[name = tensor("input_51_cast_fp16")]; tensor var_2483_axes_0 = const()[name = tensor("op_2483_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_3_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(108697216)))]; tensor model_text_model_encoder_layers_3_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(108698816)))]; tensor var_2483_cast_fp16 = layer_norm(axes = var_2483_axes_0, beta = model_text_model_encoder_layers_3_norm1_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_3_norm1_weight_to_fp16, x = input_51_cast_fp16)[name = tensor("op_2483_cast_fp16")]; tensor var_2489 = const()[name = tensor("op_2489"), val = tensor([1, 256, 1, 768])]; tensor hidden_states_33_cast_fp16 = reshape(shape = var_2489, x = var_2483_cast_fp16)[name = tensor("hidden_states_33_cast_fp16")]; tensor input_53_perm_0 = const()[name = tensor("input_53_perm_0"), val = tensor([0, 3, 2, 1])]; tensor hidden_states_35_pad_type_0 = const()[name = tensor("hidden_states_35_pad_type_0"), val = tensor("valid")]; tensor hidden_states_35_strides_0 = const()[name = tensor("hidden_states_35_strides_0"), val = tensor([1, 1])]; tensor hidden_states_35_pad_0 = const()[name = tensor("hidden_states_35_pad_0"), val = tensor([0, 0, 0, 0])]; tensor hidden_states_35_dilations_0 = const()[name = tensor("hidden_states_35_dilations_0"), val = tensor([1, 1])]; tensor hidden_states_35_groups_0 = const()[name = tensor("hidden_states_35_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mlp_gated_layers_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mlp_gated_layers_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(108700416)))]; tensor input_53_cast_fp16 = transpose(perm = input_53_perm_0, x = hidden_states_33_cast_fp16)[name = tensor("transpose_59")]; tensor hidden_states_35_cast_fp16 = conv(dilations = hidden_states_35_dilations_0, groups = hidden_states_35_groups_0, pad = hidden_states_35_pad_0, pad_type = hidden_states_35_pad_type_0, strides = hidden_states_35_strides_0, weight = model_text_model_encoder_layers_3_mlp_gated_layers_weight_to_fp16, x = input_53_cast_fp16)[name = tensor("hidden_states_35_cast_fp16")]; tensor hidden_states_37_perm_0 = const()[name = tensor("hidden_states_37_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_2499 = const()[name = tensor("op_2499"), val = tensor([1, 256, 6144])]; tensor hidden_states_37_cast_fp16 = transpose(perm = hidden_states_37_perm_0, x = hidden_states_35_cast_fp16)[name = tensor("transpose_58")]; tensor hidden_states_39_cast_fp16 = reshape(shape = var_2499, x = hidden_states_37_cast_fp16)[name = tensor("hidden_states_39_cast_fp16")]; tensor input_55_begin_0 = const()[name = tensor("input_55_begin_0"), val = tensor([0, 0, 0])]; tensor input_55_end_0 = const()[name = tensor("input_55_end_0"), val = tensor([1, 256, 3072])]; tensor input_55_end_mask_0 = const()[name = tensor("input_55_end_mask_0"), val = tensor([true, true, false])]; tensor input_55_cast_fp16 = slice_by_index(begin = input_55_begin_0, end = input_55_end_0, end_mask = input_55_end_mask_0, x = hidden_states_39_cast_fp16)[name = tensor("input_55_cast_fp16")]; tensor non_gated_7_begin_0 = const()[name = tensor("non_gated_7_begin_0"), val = tensor([0, 0, 3072])]; tensor non_gated_7_end_0 = const()[name = tensor("non_gated_7_end_0"), val = tensor([1, 256, 6144])]; tensor non_gated_7_end_mask_0 = const()[name = tensor("non_gated_7_end_mask_0"), val = tensor([true, true, true])]; tensor non_gated_7_cast_fp16 = slice_by_index(begin = non_gated_7_begin_0, end = non_gated_7_end_0, end_mask = non_gated_7_end_mask_0, x = hidden_states_39_cast_fp16)[name = tensor("non_gated_7_cast_fp16")]; tensor activated_gated_7_mode_0 = const()[name = tensor("activated_gated_7_mode_0"), val = tensor("EXACT")]; tensor activated_gated_7_cast_fp16 = gelu(mode = activated_gated_7_mode_0, x = input_55_cast_fp16)[name = tensor("activated_gated_7_cast_fp16")]; tensor combined_13_cast_fp16 = mul(x = activated_gated_7_cast_fp16, y = non_gated_7_cast_fp16)[name = tensor("combined_13_cast_fp16")]; tensor var_2509 = const()[name = tensor("op_2509"), val = tensor([1, 256, 1, 3072])]; tensor combined_15_cast_fp16 = reshape(shape = var_2509, x = combined_13_cast_fp16)[name = tensor("combined_15_cast_fp16")]; tensor input_57_perm_0 = const()[name = tensor("input_57_perm_0"), val = tensor([0, 3, 2, 1])]; tensor output_21_pad_type_0 = const()[name = tensor("output_21_pad_type_0"), val = tensor("valid")]; tensor output_21_strides_0 = const()[name = tensor("output_21_strides_0"), val = tensor([1, 1])]; tensor output_21_pad_0 = const()[name = tensor("output_21_pad_0"), val = tensor([0, 0, 0, 0])]; tensor output_21_dilations_0 = const()[name = tensor("output_21_dilations_0"), val = tensor([1, 1])]; tensor output_21_groups_0 = const()[name = tensor("output_21_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_3_mlp_wo_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mlp_wo_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118137664)))]; tensor model_text_model_encoder_layers_3_mlp_wo_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_mlp_wo_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122856320)))]; tensor input_57_cast_fp16 = transpose(perm = input_57_perm_0, x = combined_15_cast_fp16)[name = tensor("transpose_57")]; tensor output_21_cast_fp16 = conv(bias = model_text_model_encoder_layers_3_mlp_wo_bias_to_fp16, dilations = output_21_dilations_0, groups = output_21_groups_0, pad = output_21_pad_0, pad_type = output_21_pad_type_0, strides = output_21_strides_0, weight = model_text_model_encoder_layers_3_mlp_wo_weight_to_fp16, x = input_57_cast_fp16)[name = tensor("output_21_cast_fp16")]; tensor output_23_perm_0 = const()[name = tensor("output_23_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_2520 = const()[name = tensor("op_2520"), val = tensor([1, 256, 768])]; tensor output_23_cast_fp16 = transpose(perm = output_23_perm_0, x = output_21_cast_fp16)[name = tensor("transpose_56")]; tensor mlp_out_7_cast_fp16 = reshape(shape = var_2520, x = output_23_cast_fp16)[name = tensor("mlp_out_7_cast_fp16")]; tensor input_59_cast_fp16 = add(x = mlp_out_7_cast_fp16, y = var_2483_cast_fp16)[name = tensor("input_59_cast_fp16")]; tensor var_2526_axes_0 = const()[name = tensor("op_2526_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_3_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122857920)))]; tensor model_text_model_encoder_layers_3_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_3_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122859520)))]; tensor var_2526_cast_fp16 = layer_norm(axes = var_2526_axes_0, beta = model_text_model_encoder_layers_3_norm2_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_3_norm2_weight_to_fp16, x = input_59_cast_fp16)[name = tensor("op_2526_cast_fp16")]; tensor var_2607 = const()[name = tensor("op_2607"), val = tensor([1, 256, 1, 768])]; tensor x_19_cast_fp16 = reshape(shape = var_2607, x = var_2526_cast_fp16)[name = tensor("x_19_cast_fp16")]; tensor input_61_perm_0 = const()[name = tensor("input_61_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_2666_pad_type_0 = const()[name = tensor("op_2666_pad_type_0"), val = tensor("valid")]; tensor var_2666_strides_0 = const()[name = tensor("op_2666_strides_0"), val = tensor([1, 1])]; tensor var_2666_pad_0 = const()[name = tensor("op_2666_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2666_dilations_0 = const()[name = tensor("op_2666_dilations_0"), val = tensor([1, 1])]; tensor var_2666_groups_0 = const()[name = tensor("op_2666_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_q_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122861120)))]; tensor model_text_model_encoder_layers_4_mixer_q_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122959488)))]; tensor input_61_cast_fp16 = transpose(perm = input_61_perm_0, x = x_19_cast_fp16)[name = tensor("transpose_55")]; tensor var_2666_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_q_projs_0_bias_to_fp16, dilations = var_2666_dilations_0, groups = var_2666_groups_0, pad = var_2666_pad_0, pad_type = var_2666_pad_type_0, strides = var_2666_strides_0, weight = model_text_model_encoder_layers_4_mixer_q_projs_0_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2666_cast_fp16")]; tensor var_2667_axes_0 = const()[name = tensor("op_2667_axes_0"), val = tensor([2])]; tensor var_2667_cast_fp16 = squeeze(axes = var_2667_axes_0, x = var_2666_cast_fp16)[name = tensor("op_2667_cast_fp16")]; tensor var_2675_pad_type_0 = const()[name = tensor("op_2675_pad_type_0"), val = tensor("valid")]; tensor var_2675_strides_0 = const()[name = tensor("op_2675_strides_0"), val = tensor([1, 1])]; tensor var_2675_pad_0 = const()[name = tensor("op_2675_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2675_dilations_0 = const()[name = tensor("op_2675_dilations_0"), val = tensor([1, 1])]; tensor var_2675_groups_0 = const()[name = tensor("op_2675_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_k_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122959680)))]; tensor model_text_model_encoder_layers_4_mixer_k_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123058048)))]; tensor var_2675_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_k_projs_0_bias_to_fp16, dilations = var_2675_dilations_0, groups = var_2675_groups_0, pad = var_2675_pad_0, pad_type = var_2675_pad_type_0, strides = var_2675_strides_0, weight = model_text_model_encoder_layers_4_mixer_k_projs_0_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2675_cast_fp16")]; tensor var_2676_axes_0 = const()[name = tensor("op_2676_axes_0"), val = tensor([2])]; tensor var_2676_cast_fp16 = squeeze(axes = var_2676_axes_0, x = var_2675_cast_fp16)[name = tensor("op_2676_cast_fp16")]; tensor var_2684_pad_type_0 = const()[name = tensor("op_2684_pad_type_0"), val = tensor("valid")]; tensor var_2684_strides_0 = const()[name = tensor("op_2684_strides_0"), val = tensor([1, 1])]; tensor var_2684_pad_0 = const()[name = tensor("op_2684_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2684_dilations_0 = const()[name = tensor("op_2684_dilations_0"), val = tensor([1, 1])]; tensor var_2684_groups_0 = const()[name = tensor("op_2684_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_v_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123058240)))]; tensor model_text_model_encoder_layers_4_mixer_v_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123156608)))]; tensor var_2684_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_v_projs_0_bias_to_fp16, dilations = var_2684_dilations_0, groups = var_2684_groups_0, pad = var_2684_pad_0, pad_type = var_2684_pad_type_0, strides = var_2684_strides_0, weight = model_text_model_encoder_layers_4_mixer_v_projs_0_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2684_cast_fp16")]; tensor var_2685_axes_0 = const()[name = tensor("op_2685_axes_0"), val = tensor([2])]; tensor var_2685_cast_fp16 = squeeze(axes = var_2685_axes_0, x = var_2684_cast_fp16)[name = tensor("op_2685_cast_fp16")]; tensor var_2688_transpose_x_1 = const()[name = tensor("op_2688_transpose_x_1"), val = tensor(true)]; tensor var_2688_transpose_y_1 = const()[name = tensor("op_2688_transpose_y_1"), val = tensor(false)]; tensor var_2688_cast_fp16 = matmul(transpose_x = var_2688_transpose_x_1, transpose_y = var_2688_transpose_y_1, x = var_2667_cast_fp16, y = var_2676_cast_fp16)[name = tensor("op_2688_cast_fp16")]; tensor var_2689_to_fp16 = const()[name = tensor("op_2689_to_fp16"), val = tensor(0x1p-3)]; tensor scores_289_cast_fp16 = mul(x = var_2688_cast_fp16, y = var_2689_to_fp16)[name = tensor("scores_289_cast_fp16")]; tensor scores_291_cast_fp16 = add(x = scores_289_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_291_cast_fp16")]; tensor scores_293_cast_fp16 = sub(x = scores_291_cast_fp16, y = var_157_cast_fp16)[name = tensor("scores_293_cast_fp16")]; tensor attn_weights_97_cast_fp16 = softmax(axis = var_29, x = scores_293_cast_fp16)[name = tensor("attn_weights_97_cast_fp16")]; tensor var_2694_transpose_x_1 = const()[name = tensor("op_2694_transpose_x_1"), val = tensor(false)]; tensor var_2694_transpose_y_1 = const()[name = tensor("op_2694_transpose_y_1"), val = tensor(true)]; tensor var_2694_cast_fp16 = matmul(transpose_x = var_2694_transpose_x_1, transpose_y = var_2694_transpose_y_1, x = attn_weights_97_cast_fp16, y = var_2685_cast_fp16)[name = tensor("op_2694_cast_fp16")]; tensor var_2701_pad_type_0 = const()[name = tensor("op_2701_pad_type_0"), val = tensor("valid")]; tensor var_2701_strides_0 = const()[name = tensor("op_2701_strides_0"), val = tensor([1, 1])]; tensor var_2701_pad_0 = const()[name = tensor("op_2701_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2701_dilations_0 = const()[name = tensor("op_2701_dilations_0"), val = tensor([1, 1])]; tensor var_2701_groups_0 = const()[name = tensor("op_2701_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_q_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123156800)))]; tensor model_text_model_encoder_layers_4_mixer_q_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123255168)))]; tensor var_2701_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_q_projs_1_bias_to_fp16, dilations = var_2701_dilations_0, groups = var_2701_groups_0, pad = var_2701_pad_0, pad_type = var_2701_pad_type_0, strides = var_2701_strides_0, weight = model_text_model_encoder_layers_4_mixer_q_projs_1_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2701_cast_fp16")]; tensor var_2702_axes_0 = const()[name = tensor("op_2702_axes_0"), val = tensor([2])]; tensor var_2702_cast_fp16 = squeeze(axes = var_2702_axes_0, x = var_2701_cast_fp16)[name = tensor("op_2702_cast_fp16")]; tensor var_2710_pad_type_0 = const()[name = tensor("op_2710_pad_type_0"), val = tensor("valid")]; tensor var_2710_strides_0 = const()[name = tensor("op_2710_strides_0"), val = tensor([1, 1])]; tensor var_2710_pad_0 = const()[name = tensor("op_2710_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2710_dilations_0 = const()[name = tensor("op_2710_dilations_0"), val = tensor([1, 1])]; tensor var_2710_groups_0 = const()[name = tensor("op_2710_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_k_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123255360)))]; tensor model_text_model_encoder_layers_4_mixer_k_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123353728)))]; tensor var_2710_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_k_projs_1_bias_to_fp16, dilations = var_2710_dilations_0, groups = var_2710_groups_0, pad = var_2710_pad_0, pad_type = var_2710_pad_type_0, strides = var_2710_strides_0, weight = model_text_model_encoder_layers_4_mixer_k_projs_1_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2710_cast_fp16")]; tensor var_2711_axes_0 = const()[name = tensor("op_2711_axes_0"), val = tensor([2])]; tensor var_2711_cast_fp16 = squeeze(axes = var_2711_axes_0, x = var_2710_cast_fp16)[name = tensor("op_2711_cast_fp16")]; tensor var_2719_pad_type_0 = const()[name = tensor("op_2719_pad_type_0"), val = tensor("valid")]; tensor var_2719_strides_0 = const()[name = tensor("op_2719_strides_0"), val = tensor([1, 1])]; tensor var_2719_pad_0 = const()[name = tensor("op_2719_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2719_dilations_0 = const()[name = tensor("op_2719_dilations_0"), val = tensor([1, 1])]; tensor var_2719_groups_0 = const()[name = tensor("op_2719_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_v_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123353920)))]; tensor model_text_model_encoder_layers_4_mixer_v_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123452288)))]; tensor var_2719_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_v_projs_1_bias_to_fp16, dilations = var_2719_dilations_0, groups = var_2719_groups_0, pad = var_2719_pad_0, pad_type = var_2719_pad_type_0, strides = var_2719_strides_0, weight = model_text_model_encoder_layers_4_mixer_v_projs_1_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2719_cast_fp16")]; tensor var_2720_axes_0 = const()[name = tensor("op_2720_axes_0"), val = tensor([2])]; tensor var_2720_cast_fp16 = squeeze(axes = var_2720_axes_0, x = var_2719_cast_fp16)[name = tensor("op_2720_cast_fp16")]; tensor var_2723_transpose_x_1 = const()[name = tensor("op_2723_transpose_x_1"), val = tensor(true)]; tensor var_2723_transpose_y_1 = const()[name = tensor("op_2723_transpose_y_1"), val = tensor(false)]; tensor var_2723_cast_fp16 = matmul(transpose_x = var_2723_transpose_x_1, transpose_y = var_2723_transpose_y_1, x = var_2702_cast_fp16, y = var_2711_cast_fp16)[name = tensor("op_2723_cast_fp16")]; tensor var_2724_to_fp16 = const()[name = tensor("op_2724_to_fp16"), val = tensor(0x1p-3)]; tensor scores_295_cast_fp16 = mul(x = var_2723_cast_fp16, y = var_2724_to_fp16)[name = tensor("scores_295_cast_fp16")]; tensor scores_297_cast_fp16 = add(x = scores_295_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_297_cast_fp16")]; tensor scores_299_cast_fp16 = sub(x = scores_297_cast_fp16, y = var_161_cast_fp16)[name = tensor("scores_299_cast_fp16")]; tensor attn_weights_99_cast_fp16 = softmax(axis = var_29, x = scores_299_cast_fp16)[name = tensor("attn_weights_99_cast_fp16")]; tensor var_2729_transpose_x_1 = const()[name = tensor("op_2729_transpose_x_1"), val = tensor(false)]; tensor var_2729_transpose_y_1 = const()[name = tensor("op_2729_transpose_y_1"), val = tensor(true)]; tensor var_2729_cast_fp16 = matmul(transpose_x = var_2729_transpose_x_1, transpose_y = var_2729_transpose_y_1, x = attn_weights_99_cast_fp16, y = var_2720_cast_fp16)[name = tensor("op_2729_cast_fp16")]; tensor var_2736_pad_type_0 = const()[name = tensor("op_2736_pad_type_0"), val = tensor("valid")]; tensor var_2736_strides_0 = const()[name = tensor("op_2736_strides_0"), val = tensor([1, 1])]; tensor var_2736_pad_0 = const()[name = tensor("op_2736_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2736_dilations_0 = const()[name = tensor("op_2736_dilations_0"), val = tensor([1, 1])]; tensor var_2736_groups_0 = const()[name = tensor("op_2736_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_q_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123452480)))]; tensor model_text_model_encoder_layers_4_mixer_q_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123550848)))]; tensor var_2736_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_q_projs_2_bias_to_fp16, dilations = var_2736_dilations_0, groups = var_2736_groups_0, pad = var_2736_pad_0, pad_type = var_2736_pad_type_0, strides = var_2736_strides_0, weight = model_text_model_encoder_layers_4_mixer_q_projs_2_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2736_cast_fp16")]; tensor var_2737_axes_0 = const()[name = tensor("op_2737_axes_0"), val = tensor([2])]; tensor var_2737_cast_fp16 = squeeze(axes = var_2737_axes_0, x = var_2736_cast_fp16)[name = tensor("op_2737_cast_fp16")]; tensor var_2745_pad_type_0 = const()[name = tensor("op_2745_pad_type_0"), val = tensor("valid")]; tensor var_2745_strides_0 = const()[name = tensor("op_2745_strides_0"), val = tensor([1, 1])]; tensor var_2745_pad_0 = const()[name = tensor("op_2745_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2745_dilations_0 = const()[name = tensor("op_2745_dilations_0"), val = tensor([1, 1])]; tensor var_2745_groups_0 = const()[name = tensor("op_2745_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_k_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123551040)))]; tensor model_text_model_encoder_layers_4_mixer_k_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123649408)))]; tensor var_2745_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_k_projs_2_bias_to_fp16, dilations = var_2745_dilations_0, groups = var_2745_groups_0, pad = var_2745_pad_0, pad_type = var_2745_pad_type_0, strides = var_2745_strides_0, weight = model_text_model_encoder_layers_4_mixer_k_projs_2_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2745_cast_fp16")]; tensor var_2746_axes_0 = const()[name = tensor("op_2746_axes_0"), val = tensor([2])]; tensor var_2746_cast_fp16 = squeeze(axes = var_2746_axes_0, x = var_2745_cast_fp16)[name = tensor("op_2746_cast_fp16")]; tensor var_2754_pad_type_0 = const()[name = tensor("op_2754_pad_type_0"), val = tensor("valid")]; tensor var_2754_strides_0 = const()[name = tensor("op_2754_strides_0"), val = tensor([1, 1])]; tensor var_2754_pad_0 = const()[name = tensor("op_2754_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2754_dilations_0 = const()[name = tensor("op_2754_dilations_0"), val = tensor([1, 1])]; tensor var_2754_groups_0 = const()[name = tensor("op_2754_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_v_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123649600)))]; tensor model_text_model_encoder_layers_4_mixer_v_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123747968)))]; tensor var_2754_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_v_projs_2_bias_to_fp16, dilations = var_2754_dilations_0, groups = var_2754_groups_0, pad = var_2754_pad_0, pad_type = var_2754_pad_type_0, strides = var_2754_strides_0, weight = model_text_model_encoder_layers_4_mixer_v_projs_2_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2754_cast_fp16")]; tensor var_2755_axes_0 = const()[name = tensor("op_2755_axes_0"), val = tensor([2])]; tensor var_2755_cast_fp16 = squeeze(axes = var_2755_axes_0, x = var_2754_cast_fp16)[name = tensor("op_2755_cast_fp16")]; tensor var_2758_transpose_x_1 = const()[name = tensor("op_2758_transpose_x_1"), val = tensor(true)]; tensor var_2758_transpose_y_1 = const()[name = tensor("op_2758_transpose_y_1"), val = tensor(false)]; tensor var_2758_cast_fp16 = matmul(transpose_x = var_2758_transpose_x_1, transpose_y = var_2758_transpose_y_1, x = var_2737_cast_fp16, y = var_2746_cast_fp16)[name = tensor("op_2758_cast_fp16")]; tensor var_2759_to_fp16 = const()[name = tensor("op_2759_to_fp16"), val = tensor(0x1p-3)]; tensor scores_301_cast_fp16 = mul(x = var_2758_cast_fp16, y = var_2759_to_fp16)[name = tensor("scores_301_cast_fp16")]; tensor scores_303_cast_fp16 = add(x = scores_301_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_303_cast_fp16")]; tensor scores_305_cast_fp16 = sub(x = scores_303_cast_fp16, y = var_165_cast_fp16)[name = tensor("scores_305_cast_fp16")]; tensor attn_weights_101_cast_fp16 = softmax(axis = var_29, x = scores_305_cast_fp16)[name = tensor("attn_weights_101_cast_fp16")]; tensor var_2764_transpose_x_1 = const()[name = tensor("op_2764_transpose_x_1"), val = tensor(false)]; tensor var_2764_transpose_y_1 = const()[name = tensor("op_2764_transpose_y_1"), val = tensor(true)]; tensor var_2764_cast_fp16 = matmul(transpose_x = var_2764_transpose_x_1, transpose_y = var_2764_transpose_y_1, x = attn_weights_101_cast_fp16, y = var_2755_cast_fp16)[name = tensor("op_2764_cast_fp16")]; tensor var_2771_pad_type_0 = const()[name = tensor("op_2771_pad_type_0"), val = tensor("valid")]; tensor var_2771_strides_0 = const()[name = tensor("op_2771_strides_0"), val = tensor([1, 1])]; tensor var_2771_pad_0 = const()[name = tensor("op_2771_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2771_dilations_0 = const()[name = tensor("op_2771_dilations_0"), val = tensor([1, 1])]; tensor var_2771_groups_0 = const()[name = tensor("op_2771_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_q_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123748160)))]; tensor model_text_model_encoder_layers_4_mixer_q_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123846528)))]; tensor var_2771_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_q_projs_3_bias_to_fp16, dilations = var_2771_dilations_0, groups = var_2771_groups_0, pad = var_2771_pad_0, pad_type = var_2771_pad_type_0, strides = var_2771_strides_0, weight = model_text_model_encoder_layers_4_mixer_q_projs_3_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2771_cast_fp16")]; tensor var_2772_axes_0 = const()[name = tensor("op_2772_axes_0"), val = tensor([2])]; tensor var_2772_cast_fp16 = squeeze(axes = var_2772_axes_0, x = var_2771_cast_fp16)[name = tensor("op_2772_cast_fp16")]; tensor var_2780_pad_type_0 = const()[name = tensor("op_2780_pad_type_0"), val = tensor("valid")]; tensor var_2780_strides_0 = const()[name = tensor("op_2780_strides_0"), val = tensor([1, 1])]; tensor var_2780_pad_0 = const()[name = tensor("op_2780_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2780_dilations_0 = const()[name = tensor("op_2780_dilations_0"), val = tensor([1, 1])]; tensor var_2780_groups_0 = const()[name = tensor("op_2780_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_k_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123846720)))]; tensor model_text_model_encoder_layers_4_mixer_k_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123945088)))]; tensor var_2780_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_k_projs_3_bias_to_fp16, dilations = var_2780_dilations_0, groups = var_2780_groups_0, pad = var_2780_pad_0, pad_type = var_2780_pad_type_0, strides = var_2780_strides_0, weight = model_text_model_encoder_layers_4_mixer_k_projs_3_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2780_cast_fp16")]; tensor var_2781_axes_0 = const()[name = tensor("op_2781_axes_0"), val = tensor([2])]; tensor var_2781_cast_fp16 = squeeze(axes = var_2781_axes_0, x = var_2780_cast_fp16)[name = tensor("op_2781_cast_fp16")]; tensor var_2789_pad_type_0 = const()[name = tensor("op_2789_pad_type_0"), val = tensor("valid")]; tensor var_2789_strides_0 = const()[name = tensor("op_2789_strides_0"), val = tensor([1, 1])]; tensor var_2789_pad_0 = const()[name = tensor("op_2789_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2789_dilations_0 = const()[name = tensor("op_2789_dilations_0"), val = tensor([1, 1])]; tensor var_2789_groups_0 = const()[name = tensor("op_2789_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_v_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123945280)))]; tensor model_text_model_encoder_layers_4_mixer_v_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124043648)))]; tensor var_2789_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_v_projs_3_bias_to_fp16, dilations = var_2789_dilations_0, groups = var_2789_groups_0, pad = var_2789_pad_0, pad_type = var_2789_pad_type_0, strides = var_2789_strides_0, weight = model_text_model_encoder_layers_4_mixer_v_projs_3_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2789_cast_fp16")]; tensor var_2790_axes_0 = const()[name = tensor("op_2790_axes_0"), val = tensor([2])]; tensor var_2790_cast_fp16 = squeeze(axes = var_2790_axes_0, x = var_2789_cast_fp16)[name = tensor("op_2790_cast_fp16")]; tensor var_2793_transpose_x_1 = const()[name = tensor("op_2793_transpose_x_1"), val = tensor(true)]; tensor var_2793_transpose_y_1 = const()[name = tensor("op_2793_transpose_y_1"), val = tensor(false)]; tensor var_2793_cast_fp16 = matmul(transpose_x = var_2793_transpose_x_1, transpose_y = var_2793_transpose_y_1, x = var_2772_cast_fp16, y = var_2781_cast_fp16)[name = tensor("op_2793_cast_fp16")]; tensor var_2794_to_fp16 = const()[name = tensor("op_2794_to_fp16"), val = tensor(0x1p-3)]; tensor scores_307_cast_fp16 = mul(x = var_2793_cast_fp16, y = var_2794_to_fp16)[name = tensor("scores_307_cast_fp16")]; tensor scores_309_cast_fp16 = add(x = scores_307_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_309_cast_fp16")]; tensor scores_311_cast_fp16 = sub(x = scores_309_cast_fp16, y = var_169_cast_fp16)[name = tensor("scores_311_cast_fp16")]; tensor attn_weights_103_cast_fp16 = softmax(axis = var_29, x = scores_311_cast_fp16)[name = tensor("attn_weights_103_cast_fp16")]; tensor var_2799_transpose_x_1 = const()[name = tensor("op_2799_transpose_x_1"), val = tensor(false)]; tensor var_2799_transpose_y_1 = const()[name = tensor("op_2799_transpose_y_1"), val = tensor(true)]; tensor var_2799_cast_fp16 = matmul(transpose_x = var_2799_transpose_x_1, transpose_y = var_2799_transpose_y_1, x = attn_weights_103_cast_fp16, y = var_2790_cast_fp16)[name = tensor("op_2799_cast_fp16")]; tensor var_2806_pad_type_0 = const()[name = tensor("op_2806_pad_type_0"), val = tensor("valid")]; tensor var_2806_strides_0 = const()[name = tensor("op_2806_strides_0"), val = tensor([1, 1])]; tensor var_2806_pad_0 = const()[name = tensor("op_2806_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2806_dilations_0 = const()[name = tensor("op_2806_dilations_0"), val = tensor([1, 1])]; tensor var_2806_groups_0 = const()[name = tensor("op_2806_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_q_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124043840)))]; tensor model_text_model_encoder_layers_4_mixer_q_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124142208)))]; tensor var_2806_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_q_projs_4_bias_to_fp16, dilations = var_2806_dilations_0, groups = var_2806_groups_0, pad = var_2806_pad_0, pad_type = var_2806_pad_type_0, strides = var_2806_strides_0, weight = model_text_model_encoder_layers_4_mixer_q_projs_4_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2806_cast_fp16")]; tensor var_2807_axes_0 = const()[name = tensor("op_2807_axes_0"), val = tensor([2])]; tensor var_2807_cast_fp16 = squeeze(axes = var_2807_axes_0, x = var_2806_cast_fp16)[name = tensor("op_2807_cast_fp16")]; tensor var_2815_pad_type_0 = const()[name = tensor("op_2815_pad_type_0"), val = tensor("valid")]; tensor var_2815_strides_0 = const()[name = tensor("op_2815_strides_0"), val = tensor([1, 1])]; tensor var_2815_pad_0 = const()[name = tensor("op_2815_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2815_dilations_0 = const()[name = tensor("op_2815_dilations_0"), val = tensor([1, 1])]; tensor var_2815_groups_0 = const()[name = tensor("op_2815_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_k_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124142400)))]; tensor model_text_model_encoder_layers_4_mixer_k_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124240768)))]; tensor var_2815_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_k_projs_4_bias_to_fp16, dilations = var_2815_dilations_0, groups = var_2815_groups_0, pad = var_2815_pad_0, pad_type = var_2815_pad_type_0, strides = var_2815_strides_0, weight = model_text_model_encoder_layers_4_mixer_k_projs_4_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2815_cast_fp16")]; tensor var_2816_axes_0 = const()[name = tensor("op_2816_axes_0"), val = tensor([2])]; tensor var_2816_cast_fp16 = squeeze(axes = var_2816_axes_0, x = var_2815_cast_fp16)[name = tensor("op_2816_cast_fp16")]; tensor var_2824_pad_type_0 = const()[name = tensor("op_2824_pad_type_0"), val = tensor("valid")]; tensor var_2824_strides_0 = const()[name = tensor("op_2824_strides_0"), val = tensor([1, 1])]; tensor var_2824_pad_0 = const()[name = tensor("op_2824_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2824_dilations_0 = const()[name = tensor("op_2824_dilations_0"), val = tensor([1, 1])]; tensor var_2824_groups_0 = const()[name = tensor("op_2824_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_v_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124240960)))]; tensor model_text_model_encoder_layers_4_mixer_v_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124339328)))]; tensor var_2824_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_v_projs_4_bias_to_fp16, dilations = var_2824_dilations_0, groups = var_2824_groups_0, pad = var_2824_pad_0, pad_type = var_2824_pad_type_0, strides = var_2824_strides_0, weight = model_text_model_encoder_layers_4_mixer_v_projs_4_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2824_cast_fp16")]; tensor var_2825_axes_0 = const()[name = tensor("op_2825_axes_0"), val = tensor([2])]; tensor var_2825_cast_fp16 = squeeze(axes = var_2825_axes_0, x = var_2824_cast_fp16)[name = tensor("op_2825_cast_fp16")]; tensor var_2828_transpose_x_1 = const()[name = tensor("op_2828_transpose_x_1"), val = tensor(true)]; tensor var_2828_transpose_y_1 = const()[name = tensor("op_2828_transpose_y_1"), val = tensor(false)]; tensor var_2828_cast_fp16 = matmul(transpose_x = var_2828_transpose_x_1, transpose_y = var_2828_transpose_y_1, x = var_2807_cast_fp16, y = var_2816_cast_fp16)[name = tensor("op_2828_cast_fp16")]; tensor var_2829_to_fp16 = const()[name = tensor("op_2829_to_fp16"), val = tensor(0x1p-3)]; tensor scores_313_cast_fp16 = mul(x = var_2828_cast_fp16, y = var_2829_to_fp16)[name = tensor("scores_313_cast_fp16")]; tensor scores_315_cast_fp16 = add(x = scores_313_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_315_cast_fp16")]; tensor scores_317_cast_fp16 = sub(x = scores_315_cast_fp16, y = var_173_cast_fp16)[name = tensor("scores_317_cast_fp16")]; tensor attn_weights_105_cast_fp16 = softmax(axis = var_29, x = scores_317_cast_fp16)[name = tensor("attn_weights_105_cast_fp16")]; tensor var_2834_transpose_x_1 = const()[name = tensor("op_2834_transpose_x_1"), val = tensor(false)]; tensor var_2834_transpose_y_1 = const()[name = tensor("op_2834_transpose_y_1"), val = tensor(true)]; tensor var_2834_cast_fp16 = matmul(transpose_x = var_2834_transpose_x_1, transpose_y = var_2834_transpose_y_1, x = attn_weights_105_cast_fp16, y = var_2825_cast_fp16)[name = tensor("op_2834_cast_fp16")]; tensor var_2841_pad_type_0 = const()[name = tensor("op_2841_pad_type_0"), val = tensor("valid")]; tensor var_2841_strides_0 = const()[name = tensor("op_2841_strides_0"), val = tensor([1, 1])]; tensor var_2841_pad_0 = const()[name = tensor("op_2841_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2841_dilations_0 = const()[name = tensor("op_2841_dilations_0"), val = tensor([1, 1])]; tensor var_2841_groups_0 = const()[name = tensor("op_2841_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_q_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124339520)))]; tensor model_text_model_encoder_layers_4_mixer_q_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124437888)))]; tensor var_2841_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_q_projs_5_bias_to_fp16, dilations = var_2841_dilations_0, groups = var_2841_groups_0, pad = var_2841_pad_0, pad_type = var_2841_pad_type_0, strides = var_2841_strides_0, weight = model_text_model_encoder_layers_4_mixer_q_projs_5_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2841_cast_fp16")]; tensor var_2842_axes_0 = const()[name = tensor("op_2842_axes_0"), val = tensor([2])]; tensor var_2842_cast_fp16 = squeeze(axes = var_2842_axes_0, x = var_2841_cast_fp16)[name = tensor("op_2842_cast_fp16")]; tensor var_2850_pad_type_0 = const()[name = tensor("op_2850_pad_type_0"), val = tensor("valid")]; tensor var_2850_strides_0 = const()[name = tensor("op_2850_strides_0"), val = tensor([1, 1])]; tensor var_2850_pad_0 = const()[name = tensor("op_2850_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2850_dilations_0 = const()[name = tensor("op_2850_dilations_0"), val = tensor([1, 1])]; tensor var_2850_groups_0 = const()[name = tensor("op_2850_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_k_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124438080)))]; tensor model_text_model_encoder_layers_4_mixer_k_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124536448)))]; tensor var_2850_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_k_projs_5_bias_to_fp16, dilations = var_2850_dilations_0, groups = var_2850_groups_0, pad = var_2850_pad_0, pad_type = var_2850_pad_type_0, strides = var_2850_strides_0, weight = model_text_model_encoder_layers_4_mixer_k_projs_5_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2850_cast_fp16")]; tensor var_2851_axes_0 = const()[name = tensor("op_2851_axes_0"), val = tensor([2])]; tensor var_2851_cast_fp16 = squeeze(axes = var_2851_axes_0, x = var_2850_cast_fp16)[name = tensor("op_2851_cast_fp16")]; tensor var_2859_pad_type_0 = const()[name = tensor("op_2859_pad_type_0"), val = tensor("valid")]; tensor var_2859_strides_0 = const()[name = tensor("op_2859_strides_0"), val = tensor([1, 1])]; tensor var_2859_pad_0 = const()[name = tensor("op_2859_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2859_dilations_0 = const()[name = tensor("op_2859_dilations_0"), val = tensor([1, 1])]; tensor var_2859_groups_0 = const()[name = tensor("op_2859_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_v_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124536640)))]; tensor model_text_model_encoder_layers_4_mixer_v_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124635008)))]; tensor var_2859_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_v_projs_5_bias_to_fp16, dilations = var_2859_dilations_0, groups = var_2859_groups_0, pad = var_2859_pad_0, pad_type = var_2859_pad_type_0, strides = var_2859_strides_0, weight = model_text_model_encoder_layers_4_mixer_v_projs_5_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2859_cast_fp16")]; tensor var_2860_axes_0 = const()[name = tensor("op_2860_axes_0"), val = tensor([2])]; tensor var_2860_cast_fp16 = squeeze(axes = var_2860_axes_0, x = var_2859_cast_fp16)[name = tensor("op_2860_cast_fp16")]; tensor var_2863_transpose_x_1 = const()[name = tensor("op_2863_transpose_x_1"), val = tensor(true)]; tensor var_2863_transpose_y_1 = const()[name = tensor("op_2863_transpose_y_1"), val = tensor(false)]; tensor var_2863_cast_fp16 = matmul(transpose_x = var_2863_transpose_x_1, transpose_y = var_2863_transpose_y_1, x = var_2842_cast_fp16, y = var_2851_cast_fp16)[name = tensor("op_2863_cast_fp16")]; tensor var_2864_to_fp16 = const()[name = tensor("op_2864_to_fp16"), val = tensor(0x1p-3)]; tensor scores_319_cast_fp16 = mul(x = var_2863_cast_fp16, y = var_2864_to_fp16)[name = tensor("scores_319_cast_fp16")]; tensor scores_321_cast_fp16 = add(x = scores_319_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_321_cast_fp16")]; tensor scores_323_cast_fp16 = sub(x = scores_321_cast_fp16, y = var_177_cast_fp16)[name = tensor("scores_323_cast_fp16")]; tensor attn_weights_107_cast_fp16 = softmax(axis = var_29, x = scores_323_cast_fp16)[name = tensor("attn_weights_107_cast_fp16")]; tensor var_2869_transpose_x_1 = const()[name = tensor("op_2869_transpose_x_1"), val = tensor(false)]; tensor var_2869_transpose_y_1 = const()[name = tensor("op_2869_transpose_y_1"), val = tensor(true)]; tensor var_2869_cast_fp16 = matmul(transpose_x = var_2869_transpose_x_1, transpose_y = var_2869_transpose_y_1, x = attn_weights_107_cast_fp16, y = var_2860_cast_fp16)[name = tensor("op_2869_cast_fp16")]; tensor var_2876_pad_type_0 = const()[name = tensor("op_2876_pad_type_0"), val = tensor("valid")]; tensor var_2876_strides_0 = const()[name = tensor("op_2876_strides_0"), val = tensor([1, 1])]; tensor var_2876_pad_0 = const()[name = tensor("op_2876_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2876_dilations_0 = const()[name = tensor("op_2876_dilations_0"), val = tensor([1, 1])]; tensor var_2876_groups_0 = const()[name = tensor("op_2876_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_q_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124635200)))]; tensor model_text_model_encoder_layers_4_mixer_q_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124733568)))]; tensor var_2876_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_q_projs_6_bias_to_fp16, dilations = var_2876_dilations_0, groups = var_2876_groups_0, pad = var_2876_pad_0, pad_type = var_2876_pad_type_0, strides = var_2876_strides_0, weight = model_text_model_encoder_layers_4_mixer_q_projs_6_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2876_cast_fp16")]; tensor var_2877_axes_0 = const()[name = tensor("op_2877_axes_0"), val = tensor([2])]; tensor var_2877_cast_fp16 = squeeze(axes = var_2877_axes_0, x = var_2876_cast_fp16)[name = tensor("op_2877_cast_fp16")]; tensor var_2885_pad_type_0 = const()[name = tensor("op_2885_pad_type_0"), val = tensor("valid")]; tensor var_2885_strides_0 = const()[name = tensor("op_2885_strides_0"), val = tensor([1, 1])]; tensor var_2885_pad_0 = const()[name = tensor("op_2885_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2885_dilations_0 = const()[name = tensor("op_2885_dilations_0"), val = tensor([1, 1])]; tensor var_2885_groups_0 = const()[name = tensor("op_2885_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_k_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124733760)))]; tensor model_text_model_encoder_layers_4_mixer_k_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124832128)))]; tensor var_2885_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_k_projs_6_bias_to_fp16, dilations = var_2885_dilations_0, groups = var_2885_groups_0, pad = var_2885_pad_0, pad_type = var_2885_pad_type_0, strides = var_2885_strides_0, weight = model_text_model_encoder_layers_4_mixer_k_projs_6_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2885_cast_fp16")]; tensor var_2886_axes_0 = const()[name = tensor("op_2886_axes_0"), val = tensor([2])]; tensor var_2886_cast_fp16 = squeeze(axes = var_2886_axes_0, x = var_2885_cast_fp16)[name = tensor("op_2886_cast_fp16")]; tensor var_2894_pad_type_0 = const()[name = tensor("op_2894_pad_type_0"), val = tensor("valid")]; tensor var_2894_strides_0 = const()[name = tensor("op_2894_strides_0"), val = tensor([1, 1])]; tensor var_2894_pad_0 = const()[name = tensor("op_2894_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2894_dilations_0 = const()[name = tensor("op_2894_dilations_0"), val = tensor([1, 1])]; tensor var_2894_groups_0 = const()[name = tensor("op_2894_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_v_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124832320)))]; tensor model_text_model_encoder_layers_4_mixer_v_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124930688)))]; tensor var_2894_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_v_projs_6_bias_to_fp16, dilations = var_2894_dilations_0, groups = var_2894_groups_0, pad = var_2894_pad_0, pad_type = var_2894_pad_type_0, strides = var_2894_strides_0, weight = model_text_model_encoder_layers_4_mixer_v_projs_6_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2894_cast_fp16")]; tensor var_2895_axes_0 = const()[name = tensor("op_2895_axes_0"), val = tensor([2])]; tensor var_2895_cast_fp16 = squeeze(axes = var_2895_axes_0, x = var_2894_cast_fp16)[name = tensor("op_2895_cast_fp16")]; tensor var_2898_transpose_x_1 = const()[name = tensor("op_2898_transpose_x_1"), val = tensor(true)]; tensor var_2898_transpose_y_1 = const()[name = tensor("op_2898_transpose_y_1"), val = tensor(false)]; tensor var_2898_cast_fp16 = matmul(transpose_x = var_2898_transpose_x_1, transpose_y = var_2898_transpose_y_1, x = var_2877_cast_fp16, y = var_2886_cast_fp16)[name = tensor("op_2898_cast_fp16")]; tensor var_2899_to_fp16 = const()[name = tensor("op_2899_to_fp16"), val = tensor(0x1p-3)]; tensor scores_325_cast_fp16 = mul(x = var_2898_cast_fp16, y = var_2899_to_fp16)[name = tensor("scores_325_cast_fp16")]; tensor scores_327_cast_fp16 = add(x = scores_325_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_327_cast_fp16")]; tensor scores_329_cast_fp16 = sub(x = scores_327_cast_fp16, y = var_181_cast_fp16)[name = tensor("scores_329_cast_fp16")]; tensor attn_weights_109_cast_fp16 = softmax(axis = var_29, x = scores_329_cast_fp16)[name = tensor("attn_weights_109_cast_fp16")]; tensor var_2904_transpose_x_1 = const()[name = tensor("op_2904_transpose_x_1"), val = tensor(false)]; tensor var_2904_transpose_y_1 = const()[name = tensor("op_2904_transpose_y_1"), val = tensor(true)]; tensor var_2904_cast_fp16 = matmul(transpose_x = var_2904_transpose_x_1, transpose_y = var_2904_transpose_y_1, x = attn_weights_109_cast_fp16, y = var_2895_cast_fp16)[name = tensor("op_2904_cast_fp16")]; tensor var_2911_pad_type_0 = const()[name = tensor("op_2911_pad_type_0"), val = tensor("valid")]; tensor var_2911_strides_0 = const()[name = tensor("op_2911_strides_0"), val = tensor([1, 1])]; tensor var_2911_pad_0 = const()[name = tensor("op_2911_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2911_dilations_0 = const()[name = tensor("op_2911_dilations_0"), val = tensor([1, 1])]; tensor var_2911_groups_0 = const()[name = tensor("op_2911_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_q_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124930880)))]; tensor model_text_model_encoder_layers_4_mixer_q_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125029248)))]; tensor var_2911_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_q_projs_7_bias_to_fp16, dilations = var_2911_dilations_0, groups = var_2911_groups_0, pad = var_2911_pad_0, pad_type = var_2911_pad_type_0, strides = var_2911_strides_0, weight = model_text_model_encoder_layers_4_mixer_q_projs_7_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2911_cast_fp16")]; tensor var_2912_axes_0 = const()[name = tensor("op_2912_axes_0"), val = tensor([2])]; tensor var_2912_cast_fp16 = squeeze(axes = var_2912_axes_0, x = var_2911_cast_fp16)[name = tensor("op_2912_cast_fp16")]; tensor var_2920_pad_type_0 = const()[name = tensor("op_2920_pad_type_0"), val = tensor("valid")]; tensor var_2920_strides_0 = const()[name = tensor("op_2920_strides_0"), val = tensor([1, 1])]; tensor var_2920_pad_0 = const()[name = tensor("op_2920_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2920_dilations_0 = const()[name = tensor("op_2920_dilations_0"), val = tensor([1, 1])]; tensor var_2920_groups_0 = const()[name = tensor("op_2920_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_k_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125029440)))]; tensor model_text_model_encoder_layers_4_mixer_k_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125127808)))]; tensor var_2920_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_k_projs_7_bias_to_fp16, dilations = var_2920_dilations_0, groups = var_2920_groups_0, pad = var_2920_pad_0, pad_type = var_2920_pad_type_0, strides = var_2920_strides_0, weight = model_text_model_encoder_layers_4_mixer_k_projs_7_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2920_cast_fp16")]; tensor var_2921_axes_0 = const()[name = tensor("op_2921_axes_0"), val = tensor([2])]; tensor var_2921_cast_fp16 = squeeze(axes = var_2921_axes_0, x = var_2920_cast_fp16)[name = tensor("op_2921_cast_fp16")]; tensor var_2929_pad_type_0 = const()[name = tensor("op_2929_pad_type_0"), val = tensor("valid")]; tensor var_2929_strides_0 = const()[name = tensor("op_2929_strides_0"), val = tensor([1, 1])]; tensor var_2929_pad_0 = const()[name = tensor("op_2929_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2929_dilations_0 = const()[name = tensor("op_2929_dilations_0"), val = tensor([1, 1])]; tensor var_2929_groups_0 = const()[name = tensor("op_2929_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_v_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125128000)))]; tensor model_text_model_encoder_layers_4_mixer_v_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125226368)))]; tensor var_2929_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_v_projs_7_bias_to_fp16, dilations = var_2929_dilations_0, groups = var_2929_groups_0, pad = var_2929_pad_0, pad_type = var_2929_pad_type_0, strides = var_2929_strides_0, weight = model_text_model_encoder_layers_4_mixer_v_projs_7_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2929_cast_fp16")]; tensor var_2930_axes_0 = const()[name = tensor("op_2930_axes_0"), val = tensor([2])]; tensor var_2930_cast_fp16 = squeeze(axes = var_2930_axes_0, x = var_2929_cast_fp16)[name = tensor("op_2930_cast_fp16")]; tensor var_2933_transpose_x_1 = const()[name = tensor("op_2933_transpose_x_1"), val = tensor(true)]; tensor var_2933_transpose_y_1 = const()[name = tensor("op_2933_transpose_y_1"), val = tensor(false)]; tensor var_2933_cast_fp16 = matmul(transpose_x = var_2933_transpose_x_1, transpose_y = var_2933_transpose_y_1, x = var_2912_cast_fp16, y = var_2921_cast_fp16)[name = tensor("op_2933_cast_fp16")]; tensor var_2934_to_fp16 = const()[name = tensor("op_2934_to_fp16"), val = tensor(0x1p-3)]; tensor scores_331_cast_fp16 = mul(x = var_2933_cast_fp16, y = var_2934_to_fp16)[name = tensor("scores_331_cast_fp16")]; tensor scores_333_cast_fp16 = add(x = scores_331_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_333_cast_fp16")]; tensor scores_335_cast_fp16 = sub(x = scores_333_cast_fp16, y = var_185_cast_fp16)[name = tensor("scores_335_cast_fp16")]; tensor attn_weights_111_cast_fp16 = softmax(axis = var_29, x = scores_335_cast_fp16)[name = tensor("attn_weights_111_cast_fp16")]; tensor var_2939_transpose_x_1 = const()[name = tensor("op_2939_transpose_x_1"), val = tensor(false)]; tensor var_2939_transpose_y_1 = const()[name = tensor("op_2939_transpose_y_1"), val = tensor(true)]; tensor var_2939_cast_fp16 = matmul(transpose_x = var_2939_transpose_x_1, transpose_y = var_2939_transpose_y_1, x = attn_weights_111_cast_fp16, y = var_2930_cast_fp16)[name = tensor("op_2939_cast_fp16")]; tensor var_2946_pad_type_0 = const()[name = tensor("op_2946_pad_type_0"), val = tensor("valid")]; tensor var_2946_strides_0 = const()[name = tensor("op_2946_strides_0"), val = tensor([1, 1])]; tensor var_2946_pad_0 = const()[name = tensor("op_2946_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2946_dilations_0 = const()[name = tensor("op_2946_dilations_0"), val = tensor([1, 1])]; tensor var_2946_groups_0 = const()[name = tensor("op_2946_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_q_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125226560)))]; tensor model_text_model_encoder_layers_4_mixer_q_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125324928)))]; tensor var_2946_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_q_projs_8_bias_to_fp16, dilations = var_2946_dilations_0, groups = var_2946_groups_0, pad = var_2946_pad_0, pad_type = var_2946_pad_type_0, strides = var_2946_strides_0, weight = model_text_model_encoder_layers_4_mixer_q_projs_8_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2946_cast_fp16")]; tensor var_2947_axes_0 = const()[name = tensor("op_2947_axes_0"), val = tensor([2])]; tensor var_2947_cast_fp16 = squeeze(axes = var_2947_axes_0, x = var_2946_cast_fp16)[name = tensor("op_2947_cast_fp16")]; tensor var_2955_pad_type_0 = const()[name = tensor("op_2955_pad_type_0"), val = tensor("valid")]; tensor var_2955_strides_0 = const()[name = tensor("op_2955_strides_0"), val = tensor([1, 1])]; tensor var_2955_pad_0 = const()[name = tensor("op_2955_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2955_dilations_0 = const()[name = tensor("op_2955_dilations_0"), val = tensor([1, 1])]; tensor var_2955_groups_0 = const()[name = tensor("op_2955_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_k_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125325120)))]; tensor model_text_model_encoder_layers_4_mixer_k_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125423488)))]; tensor var_2955_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_k_projs_8_bias_to_fp16, dilations = var_2955_dilations_0, groups = var_2955_groups_0, pad = var_2955_pad_0, pad_type = var_2955_pad_type_0, strides = var_2955_strides_0, weight = model_text_model_encoder_layers_4_mixer_k_projs_8_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2955_cast_fp16")]; tensor var_2956_axes_0 = const()[name = tensor("op_2956_axes_0"), val = tensor([2])]; tensor var_2956_cast_fp16 = squeeze(axes = var_2956_axes_0, x = var_2955_cast_fp16)[name = tensor("op_2956_cast_fp16")]; tensor var_2964_pad_type_0 = const()[name = tensor("op_2964_pad_type_0"), val = tensor("valid")]; tensor var_2964_strides_0 = const()[name = tensor("op_2964_strides_0"), val = tensor([1, 1])]; tensor var_2964_pad_0 = const()[name = tensor("op_2964_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2964_dilations_0 = const()[name = tensor("op_2964_dilations_0"), val = tensor([1, 1])]; tensor var_2964_groups_0 = const()[name = tensor("op_2964_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_v_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125423680)))]; tensor model_text_model_encoder_layers_4_mixer_v_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125522048)))]; tensor var_2964_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_v_projs_8_bias_to_fp16, dilations = var_2964_dilations_0, groups = var_2964_groups_0, pad = var_2964_pad_0, pad_type = var_2964_pad_type_0, strides = var_2964_strides_0, weight = model_text_model_encoder_layers_4_mixer_v_projs_8_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2964_cast_fp16")]; tensor var_2965_axes_0 = const()[name = tensor("op_2965_axes_0"), val = tensor([2])]; tensor var_2965_cast_fp16 = squeeze(axes = var_2965_axes_0, x = var_2964_cast_fp16)[name = tensor("op_2965_cast_fp16")]; tensor var_2968_transpose_x_1 = const()[name = tensor("op_2968_transpose_x_1"), val = tensor(true)]; tensor var_2968_transpose_y_1 = const()[name = tensor("op_2968_transpose_y_1"), val = tensor(false)]; tensor var_2968_cast_fp16 = matmul(transpose_x = var_2968_transpose_x_1, transpose_y = var_2968_transpose_y_1, x = var_2947_cast_fp16, y = var_2956_cast_fp16)[name = tensor("op_2968_cast_fp16")]; tensor var_2969_to_fp16 = const()[name = tensor("op_2969_to_fp16"), val = tensor(0x1p-3)]; tensor scores_337_cast_fp16 = mul(x = var_2968_cast_fp16, y = var_2969_to_fp16)[name = tensor("scores_337_cast_fp16")]; tensor scores_339_cast_fp16 = add(x = scores_337_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_339_cast_fp16")]; tensor scores_341_cast_fp16 = sub(x = scores_339_cast_fp16, y = var_189_cast_fp16)[name = tensor("scores_341_cast_fp16")]; tensor attn_weights_113_cast_fp16 = softmax(axis = var_29, x = scores_341_cast_fp16)[name = tensor("attn_weights_113_cast_fp16")]; tensor var_2974_transpose_x_1 = const()[name = tensor("op_2974_transpose_x_1"), val = tensor(false)]; tensor var_2974_transpose_y_1 = const()[name = tensor("op_2974_transpose_y_1"), val = tensor(true)]; tensor var_2974_cast_fp16 = matmul(transpose_x = var_2974_transpose_x_1, transpose_y = var_2974_transpose_y_1, x = attn_weights_113_cast_fp16, y = var_2965_cast_fp16)[name = tensor("op_2974_cast_fp16")]; tensor var_2981_pad_type_0 = const()[name = tensor("op_2981_pad_type_0"), val = tensor("valid")]; tensor var_2981_strides_0 = const()[name = tensor("op_2981_strides_0"), val = tensor([1, 1])]; tensor var_2981_pad_0 = const()[name = tensor("op_2981_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2981_dilations_0 = const()[name = tensor("op_2981_dilations_0"), val = tensor([1, 1])]; tensor var_2981_groups_0 = const()[name = tensor("op_2981_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_q_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125522240)))]; tensor model_text_model_encoder_layers_4_mixer_q_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125620608)))]; tensor var_2981_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_q_projs_9_bias_to_fp16, dilations = var_2981_dilations_0, groups = var_2981_groups_0, pad = var_2981_pad_0, pad_type = var_2981_pad_type_0, strides = var_2981_strides_0, weight = model_text_model_encoder_layers_4_mixer_q_projs_9_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2981_cast_fp16")]; tensor var_2982_axes_0 = const()[name = tensor("op_2982_axes_0"), val = tensor([2])]; tensor var_2982_cast_fp16 = squeeze(axes = var_2982_axes_0, x = var_2981_cast_fp16)[name = tensor("op_2982_cast_fp16")]; tensor var_2990_pad_type_0 = const()[name = tensor("op_2990_pad_type_0"), val = tensor("valid")]; tensor var_2990_strides_0 = const()[name = tensor("op_2990_strides_0"), val = tensor([1, 1])]; tensor var_2990_pad_0 = const()[name = tensor("op_2990_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2990_dilations_0 = const()[name = tensor("op_2990_dilations_0"), val = tensor([1, 1])]; tensor var_2990_groups_0 = const()[name = tensor("op_2990_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_k_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125620800)))]; tensor model_text_model_encoder_layers_4_mixer_k_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125719168)))]; tensor var_2990_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_k_projs_9_bias_to_fp16, dilations = var_2990_dilations_0, groups = var_2990_groups_0, pad = var_2990_pad_0, pad_type = var_2990_pad_type_0, strides = var_2990_strides_0, weight = model_text_model_encoder_layers_4_mixer_k_projs_9_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2990_cast_fp16")]; tensor var_2991_axes_0 = const()[name = tensor("op_2991_axes_0"), val = tensor([2])]; tensor var_2991_cast_fp16 = squeeze(axes = var_2991_axes_0, x = var_2990_cast_fp16)[name = tensor("op_2991_cast_fp16")]; tensor var_2999_pad_type_0 = const()[name = tensor("op_2999_pad_type_0"), val = tensor("valid")]; tensor var_2999_strides_0 = const()[name = tensor("op_2999_strides_0"), val = tensor([1, 1])]; tensor var_2999_pad_0 = const()[name = tensor("op_2999_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_2999_dilations_0 = const()[name = tensor("op_2999_dilations_0"), val = tensor([1, 1])]; tensor var_2999_groups_0 = const()[name = tensor("op_2999_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_v_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125719360)))]; tensor model_text_model_encoder_layers_4_mixer_v_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125817728)))]; tensor var_2999_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_v_projs_9_bias_to_fp16, dilations = var_2999_dilations_0, groups = var_2999_groups_0, pad = var_2999_pad_0, pad_type = var_2999_pad_type_0, strides = var_2999_strides_0, weight = model_text_model_encoder_layers_4_mixer_v_projs_9_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_2999_cast_fp16")]; tensor var_3000_axes_0 = const()[name = tensor("op_3000_axes_0"), val = tensor([2])]; tensor var_3000_cast_fp16 = squeeze(axes = var_3000_axes_0, x = var_2999_cast_fp16)[name = tensor("op_3000_cast_fp16")]; tensor var_3003_transpose_x_1 = const()[name = tensor("op_3003_transpose_x_1"), val = tensor(true)]; tensor var_3003_transpose_y_1 = const()[name = tensor("op_3003_transpose_y_1"), val = tensor(false)]; tensor var_3003_cast_fp16 = matmul(transpose_x = var_3003_transpose_x_1, transpose_y = var_3003_transpose_y_1, x = var_2982_cast_fp16, y = var_2991_cast_fp16)[name = tensor("op_3003_cast_fp16")]; tensor var_3004_to_fp16 = const()[name = tensor("op_3004_to_fp16"), val = tensor(0x1p-3)]; tensor scores_343_cast_fp16 = mul(x = var_3003_cast_fp16, y = var_3004_to_fp16)[name = tensor("scores_343_cast_fp16")]; tensor scores_345_cast_fp16 = add(x = scores_343_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_345_cast_fp16")]; tensor scores_347_cast_fp16 = sub(x = scores_345_cast_fp16, y = var_193_cast_fp16)[name = tensor("scores_347_cast_fp16")]; tensor attn_weights_115_cast_fp16 = softmax(axis = var_29, x = scores_347_cast_fp16)[name = tensor("attn_weights_115_cast_fp16")]; tensor var_3009_transpose_x_1 = const()[name = tensor("op_3009_transpose_x_1"), val = tensor(false)]; tensor var_3009_transpose_y_1 = const()[name = tensor("op_3009_transpose_y_1"), val = tensor(true)]; tensor var_3009_cast_fp16 = matmul(transpose_x = var_3009_transpose_x_1, transpose_y = var_3009_transpose_y_1, x = attn_weights_115_cast_fp16, y = var_3000_cast_fp16)[name = tensor("op_3009_cast_fp16")]; tensor var_3016_pad_type_0 = const()[name = tensor("op_3016_pad_type_0"), val = tensor("valid")]; tensor var_3016_strides_0 = const()[name = tensor("op_3016_strides_0"), val = tensor([1, 1])]; tensor var_3016_pad_0 = const()[name = tensor("op_3016_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3016_dilations_0 = const()[name = tensor("op_3016_dilations_0"), val = tensor([1, 1])]; tensor var_3016_groups_0 = const()[name = tensor("op_3016_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_q_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125817920)))]; tensor model_text_model_encoder_layers_4_mixer_q_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125916288)))]; tensor var_3016_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_q_projs_10_bias_to_fp16, dilations = var_3016_dilations_0, groups = var_3016_groups_0, pad = var_3016_pad_0, pad_type = var_3016_pad_type_0, strides = var_3016_strides_0, weight = model_text_model_encoder_layers_4_mixer_q_projs_10_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_3016_cast_fp16")]; tensor var_3017_axes_0 = const()[name = tensor("op_3017_axes_0"), val = tensor([2])]; tensor var_3017_cast_fp16 = squeeze(axes = var_3017_axes_0, x = var_3016_cast_fp16)[name = tensor("op_3017_cast_fp16")]; tensor var_3025_pad_type_0 = const()[name = tensor("op_3025_pad_type_0"), val = tensor("valid")]; tensor var_3025_strides_0 = const()[name = tensor("op_3025_strides_0"), val = tensor([1, 1])]; tensor var_3025_pad_0 = const()[name = tensor("op_3025_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3025_dilations_0 = const()[name = tensor("op_3025_dilations_0"), val = tensor([1, 1])]; tensor var_3025_groups_0 = const()[name = tensor("op_3025_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_k_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125916480)))]; tensor model_text_model_encoder_layers_4_mixer_k_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126014848)))]; tensor var_3025_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_k_projs_10_bias_to_fp16, dilations = var_3025_dilations_0, groups = var_3025_groups_0, pad = var_3025_pad_0, pad_type = var_3025_pad_type_0, strides = var_3025_strides_0, weight = model_text_model_encoder_layers_4_mixer_k_projs_10_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_3025_cast_fp16")]; tensor var_3026_axes_0 = const()[name = tensor("op_3026_axes_0"), val = tensor([2])]; tensor var_3026_cast_fp16 = squeeze(axes = var_3026_axes_0, x = var_3025_cast_fp16)[name = tensor("op_3026_cast_fp16")]; tensor var_3034_pad_type_0 = const()[name = tensor("op_3034_pad_type_0"), val = tensor("valid")]; tensor var_3034_strides_0 = const()[name = tensor("op_3034_strides_0"), val = tensor([1, 1])]; tensor var_3034_pad_0 = const()[name = tensor("op_3034_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3034_dilations_0 = const()[name = tensor("op_3034_dilations_0"), val = tensor([1, 1])]; tensor var_3034_groups_0 = const()[name = tensor("op_3034_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_v_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126015040)))]; tensor model_text_model_encoder_layers_4_mixer_v_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126113408)))]; tensor var_3034_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_v_projs_10_bias_to_fp16, dilations = var_3034_dilations_0, groups = var_3034_groups_0, pad = var_3034_pad_0, pad_type = var_3034_pad_type_0, strides = var_3034_strides_0, weight = model_text_model_encoder_layers_4_mixer_v_projs_10_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_3034_cast_fp16")]; tensor var_3035_axes_0 = const()[name = tensor("op_3035_axes_0"), val = tensor([2])]; tensor var_3035_cast_fp16 = squeeze(axes = var_3035_axes_0, x = var_3034_cast_fp16)[name = tensor("op_3035_cast_fp16")]; tensor var_3038_transpose_x_1 = const()[name = tensor("op_3038_transpose_x_1"), val = tensor(true)]; tensor var_3038_transpose_y_1 = const()[name = tensor("op_3038_transpose_y_1"), val = tensor(false)]; tensor var_3038_cast_fp16 = matmul(transpose_x = var_3038_transpose_x_1, transpose_y = var_3038_transpose_y_1, x = var_3017_cast_fp16, y = var_3026_cast_fp16)[name = tensor("op_3038_cast_fp16")]; tensor var_3039_to_fp16 = const()[name = tensor("op_3039_to_fp16"), val = tensor(0x1p-3)]; tensor scores_349_cast_fp16 = mul(x = var_3038_cast_fp16, y = var_3039_to_fp16)[name = tensor("scores_349_cast_fp16")]; tensor scores_351_cast_fp16 = add(x = scores_349_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_351_cast_fp16")]; tensor scores_353_cast_fp16 = sub(x = scores_351_cast_fp16, y = var_197_cast_fp16)[name = tensor("scores_353_cast_fp16")]; tensor attn_weights_117_cast_fp16 = softmax(axis = var_29, x = scores_353_cast_fp16)[name = tensor("attn_weights_117_cast_fp16")]; tensor var_3044_transpose_x_1 = const()[name = tensor("op_3044_transpose_x_1"), val = tensor(false)]; tensor var_3044_transpose_y_1 = const()[name = tensor("op_3044_transpose_y_1"), val = tensor(true)]; tensor var_3044_cast_fp16 = matmul(transpose_x = var_3044_transpose_x_1, transpose_y = var_3044_transpose_y_1, x = attn_weights_117_cast_fp16, y = var_3035_cast_fp16)[name = tensor("op_3044_cast_fp16")]; tensor var_3051_pad_type_0 = const()[name = tensor("op_3051_pad_type_0"), val = tensor("valid")]; tensor var_3051_strides_0 = const()[name = tensor("op_3051_strides_0"), val = tensor([1, 1])]; tensor var_3051_pad_0 = const()[name = tensor("op_3051_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3051_dilations_0 = const()[name = tensor("op_3051_dilations_0"), val = tensor([1, 1])]; tensor var_3051_groups_0 = const()[name = tensor("op_3051_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_q_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126113600)))]; tensor model_text_model_encoder_layers_4_mixer_q_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_q_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126211968)))]; tensor var_3051_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_q_projs_11_bias_to_fp16, dilations = var_3051_dilations_0, groups = var_3051_groups_0, pad = var_3051_pad_0, pad_type = var_3051_pad_type_0, strides = var_3051_strides_0, weight = model_text_model_encoder_layers_4_mixer_q_projs_11_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_3051_cast_fp16")]; tensor var_3052_axes_0 = const()[name = tensor("op_3052_axes_0"), val = tensor([2])]; tensor var_3052_cast_fp16 = squeeze(axes = var_3052_axes_0, x = var_3051_cast_fp16)[name = tensor("op_3052_cast_fp16")]; tensor var_3060_pad_type_0 = const()[name = tensor("op_3060_pad_type_0"), val = tensor("valid")]; tensor var_3060_strides_0 = const()[name = tensor("op_3060_strides_0"), val = tensor([1, 1])]; tensor var_3060_pad_0 = const()[name = tensor("op_3060_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3060_dilations_0 = const()[name = tensor("op_3060_dilations_0"), val = tensor([1, 1])]; tensor var_3060_groups_0 = const()[name = tensor("op_3060_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_k_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126212160)))]; tensor model_text_model_encoder_layers_4_mixer_k_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_k_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126310528)))]; tensor var_3060_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_k_projs_11_bias_to_fp16, dilations = var_3060_dilations_0, groups = var_3060_groups_0, pad = var_3060_pad_0, pad_type = var_3060_pad_type_0, strides = var_3060_strides_0, weight = model_text_model_encoder_layers_4_mixer_k_projs_11_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_3060_cast_fp16")]; tensor var_3061_axes_0 = const()[name = tensor("op_3061_axes_0"), val = tensor([2])]; tensor var_3061_cast_fp16 = squeeze(axes = var_3061_axes_0, x = var_3060_cast_fp16)[name = tensor("op_3061_cast_fp16")]; tensor var_3069_pad_type_0 = const()[name = tensor("op_3069_pad_type_0"), val = tensor("valid")]; tensor var_3069_strides_0 = const()[name = tensor("op_3069_strides_0"), val = tensor([1, 1])]; tensor var_3069_pad_0 = const()[name = tensor("op_3069_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3069_dilations_0 = const()[name = tensor("op_3069_dilations_0"), val = tensor([1, 1])]; tensor var_3069_groups_0 = const()[name = tensor("op_3069_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mixer_v_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126310720)))]; tensor model_text_model_encoder_layers_4_mixer_v_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_v_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126409088)))]; tensor var_3069_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_v_projs_11_bias_to_fp16, dilations = var_3069_dilations_0, groups = var_3069_groups_0, pad = var_3069_pad_0, pad_type = var_3069_pad_type_0, strides = var_3069_strides_0, weight = model_text_model_encoder_layers_4_mixer_v_projs_11_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("op_3069_cast_fp16")]; tensor var_3070_axes_0 = const()[name = tensor("op_3070_axes_0"), val = tensor([2])]; tensor var_3070_cast_fp16 = squeeze(axes = var_3070_axes_0, x = var_3069_cast_fp16)[name = tensor("op_3070_cast_fp16")]; tensor var_3073_transpose_x_1 = const()[name = tensor("op_3073_transpose_x_1"), val = tensor(true)]; tensor var_3073_transpose_y_1 = const()[name = tensor("op_3073_transpose_y_1"), val = tensor(false)]; tensor var_3073_cast_fp16 = matmul(transpose_x = var_3073_transpose_x_1, transpose_y = var_3073_transpose_y_1, x = var_3052_cast_fp16, y = var_3061_cast_fp16)[name = tensor("op_3073_cast_fp16")]; tensor var_3074_to_fp16 = const()[name = tensor("op_3074_to_fp16"), val = tensor(0x1p-3)]; tensor scores_355_cast_fp16 = mul(x = var_3073_cast_fp16, y = var_3074_to_fp16)[name = tensor("scores_355_cast_fp16")]; tensor scores_357_cast_fp16 = add(x = scores_355_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_357_cast_fp16")]; tensor scores_359_cast_fp16 = sub(x = scores_357_cast_fp16, y = var_201_cast_fp16)[name = tensor("scores_359_cast_fp16")]; tensor attn_weights_119_cast_fp16 = softmax(axis = var_29, x = scores_359_cast_fp16)[name = tensor("attn_weights_119_cast_fp16")]; tensor out_9_transpose_x_1 = const()[name = tensor("out_9_transpose_x_1"), val = tensor(false)]; tensor out_9_transpose_y_1 = const()[name = tensor("out_9_transpose_y_1"), val = tensor(true)]; tensor out_9_cast_fp16 = matmul(transpose_x = out_9_transpose_x_1, transpose_y = out_9_transpose_y_1, x = attn_weights_119_cast_fp16, y = var_3070_cast_fp16)[name = tensor("out_9_cast_fp16")]; tensor attn_output_9_interleave_0 = const()[name = tensor("attn_output_9_interleave_0"), val = tensor(false)]; tensor attn_output_9_cast_fp16 = concat(axis = var_29, interleave = attn_output_9_interleave_0, values = (var_2694_cast_fp16, var_2729_cast_fp16, var_2764_cast_fp16, var_2799_cast_fp16, var_2834_cast_fp16, var_2869_cast_fp16, var_2904_cast_fp16, var_2939_cast_fp16, var_2974_cast_fp16, var_3009_cast_fp16, var_3044_cast_fp16, out_9_cast_fp16))[name = tensor("attn_output_9_cast_fp16")]; tensor var_3082_perm_0 = const()[name = tensor("op_3082_perm_0"), val = tensor([0, 2, 1])]; tensor var_3091_pad_type_0 = const()[name = tensor("op_3091_pad_type_0"), val = tensor("valid")]; tensor var_3091_groups_0 = const()[name = tensor("op_3091_groups_0"), val = tensor(1)]; tensor var_3091_strides_0 = const()[name = tensor("op_3091_strides_0"), val = tensor([1])]; tensor var_3091_pad_0 = const()[name = tensor("op_3091_pad_0"), val = tensor([0, 0])]; tensor var_3091_dilations_0 = const()[name = tensor("op_3091_dilations_0"), val = tensor([1])]; tensor squeeze_4_cast_fp16_to_fp32_to_fp16 = const()[name = tensor("squeeze_4_cast_fp16_to_fp32_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126409280)))]; tensor model_text_model_encoder_layers_4_mixer_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mixer_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127588992)))]; tensor var_3082_cast_fp16 = transpose(perm = var_3082_perm_0, x = attn_output_9_cast_fp16)[name = tensor("transpose_54")]; tensor var_3091_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mixer_out_proj_bias_to_fp16, dilations = var_3091_dilations_0, groups = var_3091_groups_0, pad = var_3091_pad_0, pad_type = var_3091_pad_type_0, strides = var_3091_strides_0, weight = squeeze_4_cast_fp16_to_fp32_to_fp16, x = var_3082_cast_fp16)[name = tensor("op_3091_cast_fp16")]; tensor mixer_out_9_perm_0 = const()[name = tensor("mixer_out_9_perm_0"), val = tensor([0, 2, 1])]; tensor mixer_out_9_cast_fp16 = transpose(perm = mixer_out_9_perm_0, x = var_3091_cast_fp16)[name = tensor("transpose_53")]; tensor input_65_cast_fp16 = add(x = mixer_out_9_cast_fp16, y = var_2526_cast_fp16)[name = tensor("input_65_cast_fp16")]; tensor var_3097_axes_0 = const()[name = tensor("op_3097_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_4_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127590592)))]; tensor model_text_model_encoder_layers_4_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127592192)))]; tensor var_3097_cast_fp16 = layer_norm(axes = var_3097_axes_0, beta = model_text_model_encoder_layers_4_norm1_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_4_norm1_weight_to_fp16, x = input_65_cast_fp16)[name = tensor("op_3097_cast_fp16")]; tensor var_3103 = const()[name = tensor("op_3103"), val = tensor([1, 256, 1, 768])]; tensor hidden_states_43_cast_fp16 = reshape(shape = var_3103, x = var_3097_cast_fp16)[name = tensor("hidden_states_43_cast_fp16")]; tensor input_67_perm_0 = const()[name = tensor("input_67_perm_0"), val = tensor([0, 3, 2, 1])]; tensor hidden_states_45_pad_type_0 = const()[name = tensor("hidden_states_45_pad_type_0"), val = tensor("valid")]; tensor hidden_states_45_strides_0 = const()[name = tensor("hidden_states_45_strides_0"), val = tensor([1, 1])]; tensor hidden_states_45_pad_0 = const()[name = tensor("hidden_states_45_pad_0"), val = tensor([0, 0, 0, 0])]; tensor hidden_states_45_dilations_0 = const()[name = tensor("hidden_states_45_dilations_0"), val = tensor([1, 1])]; tensor hidden_states_45_groups_0 = const()[name = tensor("hidden_states_45_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mlp_gated_layers_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mlp_gated_layers_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127593792)))]; tensor input_67_cast_fp16 = transpose(perm = input_67_perm_0, x = hidden_states_43_cast_fp16)[name = tensor("transpose_52")]; tensor hidden_states_45_cast_fp16 = conv(dilations = hidden_states_45_dilations_0, groups = hidden_states_45_groups_0, pad = hidden_states_45_pad_0, pad_type = hidden_states_45_pad_type_0, strides = hidden_states_45_strides_0, weight = model_text_model_encoder_layers_4_mlp_gated_layers_weight_to_fp16, x = input_67_cast_fp16)[name = tensor("hidden_states_45_cast_fp16")]; tensor hidden_states_47_perm_0 = const()[name = tensor("hidden_states_47_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_3113 = const()[name = tensor("op_3113"), val = tensor([1, 256, 6144])]; tensor hidden_states_47_cast_fp16 = transpose(perm = hidden_states_47_perm_0, x = hidden_states_45_cast_fp16)[name = tensor("transpose_51")]; tensor hidden_states_49_cast_fp16 = reshape(shape = var_3113, x = hidden_states_47_cast_fp16)[name = tensor("hidden_states_49_cast_fp16")]; tensor input_69_begin_0 = const()[name = tensor("input_69_begin_0"), val = tensor([0, 0, 0])]; tensor input_69_end_0 = const()[name = tensor("input_69_end_0"), val = tensor([1, 256, 3072])]; tensor input_69_end_mask_0 = const()[name = tensor("input_69_end_mask_0"), val = tensor([true, true, false])]; tensor input_69_cast_fp16 = slice_by_index(begin = input_69_begin_0, end = input_69_end_0, end_mask = input_69_end_mask_0, x = hidden_states_49_cast_fp16)[name = tensor("input_69_cast_fp16")]; tensor non_gated_9_begin_0 = const()[name = tensor("non_gated_9_begin_0"), val = tensor([0, 0, 3072])]; tensor non_gated_9_end_0 = const()[name = tensor("non_gated_9_end_0"), val = tensor([1, 256, 6144])]; tensor non_gated_9_end_mask_0 = const()[name = tensor("non_gated_9_end_mask_0"), val = tensor([true, true, true])]; tensor non_gated_9_cast_fp16 = slice_by_index(begin = non_gated_9_begin_0, end = non_gated_9_end_0, end_mask = non_gated_9_end_mask_0, x = hidden_states_49_cast_fp16)[name = tensor("non_gated_9_cast_fp16")]; tensor activated_gated_9_mode_0 = const()[name = tensor("activated_gated_9_mode_0"), val = tensor("EXACT")]; tensor activated_gated_9_cast_fp16 = gelu(mode = activated_gated_9_mode_0, x = input_69_cast_fp16)[name = tensor("activated_gated_9_cast_fp16")]; tensor combined_17_cast_fp16 = mul(x = activated_gated_9_cast_fp16, y = non_gated_9_cast_fp16)[name = tensor("combined_17_cast_fp16")]; tensor var_3123 = const()[name = tensor("op_3123"), val = tensor([1, 256, 1, 3072])]; tensor combined_19_cast_fp16 = reshape(shape = var_3123, x = combined_17_cast_fp16)[name = tensor("combined_19_cast_fp16")]; tensor input_71_perm_0 = const()[name = tensor("input_71_perm_0"), val = tensor([0, 3, 2, 1])]; tensor output_27_pad_type_0 = const()[name = tensor("output_27_pad_type_0"), val = tensor("valid")]; tensor output_27_strides_0 = const()[name = tensor("output_27_strides_0"), val = tensor([1, 1])]; tensor output_27_pad_0 = const()[name = tensor("output_27_pad_0"), val = tensor([0, 0, 0, 0])]; tensor output_27_dilations_0 = const()[name = tensor("output_27_dilations_0"), val = tensor([1, 1])]; tensor output_27_groups_0 = const()[name = tensor("output_27_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_4_mlp_wo_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mlp_wo_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137031040)))]; tensor model_text_model_encoder_layers_4_mlp_wo_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_mlp_wo_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141749696)))]; tensor input_71_cast_fp16 = transpose(perm = input_71_perm_0, x = combined_19_cast_fp16)[name = tensor("transpose_50")]; tensor output_27_cast_fp16 = conv(bias = model_text_model_encoder_layers_4_mlp_wo_bias_to_fp16, dilations = output_27_dilations_0, groups = output_27_groups_0, pad = output_27_pad_0, pad_type = output_27_pad_type_0, strides = output_27_strides_0, weight = model_text_model_encoder_layers_4_mlp_wo_weight_to_fp16, x = input_71_cast_fp16)[name = tensor("output_27_cast_fp16")]; tensor output_29_perm_0 = const()[name = tensor("output_29_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_3134 = const()[name = tensor("op_3134"), val = tensor([1, 256, 768])]; tensor output_29_cast_fp16 = transpose(perm = output_29_perm_0, x = output_27_cast_fp16)[name = tensor("transpose_49")]; tensor mlp_out_9_cast_fp16 = reshape(shape = var_3134, x = output_29_cast_fp16)[name = tensor("mlp_out_9_cast_fp16")]; tensor input_73_cast_fp16 = add(x = mlp_out_9_cast_fp16, y = var_3097_cast_fp16)[name = tensor("input_73_cast_fp16")]; tensor var_3140_axes_0 = const()[name = tensor("op_3140_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_4_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141751296)))]; tensor model_text_model_encoder_layers_4_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_4_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141752896)))]; tensor var_3140_cast_fp16 = layer_norm(axes = var_3140_axes_0, beta = model_text_model_encoder_layers_4_norm2_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_4_norm2_weight_to_fp16, x = input_73_cast_fp16)[name = tensor("op_3140_cast_fp16")]; tensor var_3221 = const()[name = tensor("op_3221"), val = tensor([1, 256, 1, 768])]; tensor x_23_cast_fp16 = reshape(shape = var_3221, x = var_3140_cast_fp16)[name = tensor("x_23_cast_fp16")]; tensor input_75_perm_0 = const()[name = tensor("input_75_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_3280_pad_type_0 = const()[name = tensor("op_3280_pad_type_0"), val = tensor("valid")]; tensor var_3280_strides_0 = const()[name = tensor("op_3280_strides_0"), val = tensor([1, 1])]; tensor var_3280_pad_0 = const()[name = tensor("op_3280_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3280_dilations_0 = const()[name = tensor("op_3280_dilations_0"), val = tensor([1, 1])]; tensor var_3280_groups_0 = const()[name = tensor("op_3280_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_q_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141754496)))]; tensor model_text_model_encoder_layers_5_mixer_q_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141852864)))]; tensor input_75_cast_fp16 = transpose(perm = input_75_perm_0, x = x_23_cast_fp16)[name = tensor("transpose_48")]; tensor var_3280_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_q_projs_0_bias_to_fp16, dilations = var_3280_dilations_0, groups = var_3280_groups_0, pad = var_3280_pad_0, pad_type = var_3280_pad_type_0, strides = var_3280_strides_0, weight = model_text_model_encoder_layers_5_mixer_q_projs_0_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3280_cast_fp16")]; tensor var_3281_axes_0 = const()[name = tensor("op_3281_axes_0"), val = tensor([2])]; tensor var_3281_cast_fp16 = squeeze(axes = var_3281_axes_0, x = var_3280_cast_fp16)[name = tensor("op_3281_cast_fp16")]; tensor var_3289_pad_type_0 = const()[name = tensor("op_3289_pad_type_0"), val = tensor("valid")]; tensor var_3289_strides_0 = const()[name = tensor("op_3289_strides_0"), val = tensor([1, 1])]; tensor var_3289_pad_0 = const()[name = tensor("op_3289_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3289_dilations_0 = const()[name = tensor("op_3289_dilations_0"), val = tensor([1, 1])]; tensor var_3289_groups_0 = const()[name = tensor("op_3289_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_k_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141853056)))]; tensor model_text_model_encoder_layers_5_mixer_k_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141951424)))]; tensor var_3289_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_k_projs_0_bias_to_fp16, dilations = var_3289_dilations_0, groups = var_3289_groups_0, pad = var_3289_pad_0, pad_type = var_3289_pad_type_0, strides = var_3289_strides_0, weight = model_text_model_encoder_layers_5_mixer_k_projs_0_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3289_cast_fp16")]; tensor var_3290_axes_0 = const()[name = tensor("op_3290_axes_0"), val = tensor([2])]; tensor var_3290_cast_fp16 = squeeze(axes = var_3290_axes_0, x = var_3289_cast_fp16)[name = tensor("op_3290_cast_fp16")]; tensor var_3298_pad_type_0 = const()[name = tensor("op_3298_pad_type_0"), val = tensor("valid")]; tensor var_3298_strides_0 = const()[name = tensor("op_3298_strides_0"), val = tensor([1, 1])]; tensor var_3298_pad_0 = const()[name = tensor("op_3298_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3298_dilations_0 = const()[name = tensor("op_3298_dilations_0"), val = tensor([1, 1])]; tensor var_3298_groups_0 = const()[name = tensor("op_3298_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_v_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141951616)))]; tensor model_text_model_encoder_layers_5_mixer_v_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142049984)))]; tensor var_3298_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_v_projs_0_bias_to_fp16, dilations = var_3298_dilations_0, groups = var_3298_groups_0, pad = var_3298_pad_0, pad_type = var_3298_pad_type_0, strides = var_3298_strides_0, weight = model_text_model_encoder_layers_5_mixer_v_projs_0_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3298_cast_fp16")]; tensor var_3299_axes_0 = const()[name = tensor("op_3299_axes_0"), val = tensor([2])]; tensor var_3299_cast_fp16 = squeeze(axes = var_3299_axes_0, x = var_3298_cast_fp16)[name = tensor("op_3299_cast_fp16")]; tensor var_3302_transpose_x_1 = const()[name = tensor("op_3302_transpose_x_1"), val = tensor(true)]; tensor var_3302_transpose_y_1 = const()[name = tensor("op_3302_transpose_y_1"), val = tensor(false)]; tensor var_3302_cast_fp16 = matmul(transpose_x = var_3302_transpose_x_1, transpose_y = var_3302_transpose_y_1, x = var_3281_cast_fp16, y = var_3290_cast_fp16)[name = tensor("op_3302_cast_fp16")]; tensor var_3303_to_fp16 = const()[name = tensor("op_3303_to_fp16"), val = tensor(0x1p-3)]; tensor scores_361_cast_fp16 = mul(x = var_3302_cast_fp16, y = var_3303_to_fp16)[name = tensor("scores_361_cast_fp16")]; tensor scores_363_cast_fp16 = add(x = scores_361_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_363_cast_fp16")]; tensor scores_365_cast_fp16 = sub(x = scores_363_cast_fp16, y = var_157_cast_fp16)[name = tensor("scores_365_cast_fp16")]; tensor attn_weights_121_cast_fp16 = softmax(axis = var_29, x = scores_365_cast_fp16)[name = tensor("attn_weights_121_cast_fp16")]; tensor var_3308_transpose_x_1 = const()[name = tensor("op_3308_transpose_x_1"), val = tensor(false)]; tensor var_3308_transpose_y_1 = const()[name = tensor("op_3308_transpose_y_1"), val = tensor(true)]; tensor var_3308_cast_fp16 = matmul(transpose_x = var_3308_transpose_x_1, transpose_y = var_3308_transpose_y_1, x = attn_weights_121_cast_fp16, y = var_3299_cast_fp16)[name = tensor("op_3308_cast_fp16")]; tensor var_3315_pad_type_0 = const()[name = tensor("op_3315_pad_type_0"), val = tensor("valid")]; tensor var_3315_strides_0 = const()[name = tensor("op_3315_strides_0"), val = tensor([1, 1])]; tensor var_3315_pad_0 = const()[name = tensor("op_3315_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3315_dilations_0 = const()[name = tensor("op_3315_dilations_0"), val = tensor([1, 1])]; tensor var_3315_groups_0 = const()[name = tensor("op_3315_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_q_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142050176)))]; tensor model_text_model_encoder_layers_5_mixer_q_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142148544)))]; tensor var_3315_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_q_projs_1_bias_to_fp16, dilations = var_3315_dilations_0, groups = var_3315_groups_0, pad = var_3315_pad_0, pad_type = var_3315_pad_type_0, strides = var_3315_strides_0, weight = model_text_model_encoder_layers_5_mixer_q_projs_1_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3315_cast_fp16")]; tensor var_3316_axes_0 = const()[name = tensor("op_3316_axes_0"), val = tensor([2])]; tensor var_3316_cast_fp16 = squeeze(axes = var_3316_axes_0, x = var_3315_cast_fp16)[name = tensor("op_3316_cast_fp16")]; tensor var_3324_pad_type_0 = const()[name = tensor("op_3324_pad_type_0"), val = tensor("valid")]; tensor var_3324_strides_0 = const()[name = tensor("op_3324_strides_0"), val = tensor([1, 1])]; tensor var_3324_pad_0 = const()[name = tensor("op_3324_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3324_dilations_0 = const()[name = tensor("op_3324_dilations_0"), val = tensor([1, 1])]; tensor var_3324_groups_0 = const()[name = tensor("op_3324_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_k_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142148736)))]; tensor model_text_model_encoder_layers_5_mixer_k_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142247104)))]; tensor var_3324_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_k_projs_1_bias_to_fp16, dilations = var_3324_dilations_0, groups = var_3324_groups_0, pad = var_3324_pad_0, pad_type = var_3324_pad_type_0, strides = var_3324_strides_0, weight = model_text_model_encoder_layers_5_mixer_k_projs_1_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3324_cast_fp16")]; tensor var_3325_axes_0 = const()[name = tensor("op_3325_axes_0"), val = tensor([2])]; tensor var_3325_cast_fp16 = squeeze(axes = var_3325_axes_0, x = var_3324_cast_fp16)[name = tensor("op_3325_cast_fp16")]; tensor var_3333_pad_type_0 = const()[name = tensor("op_3333_pad_type_0"), val = tensor("valid")]; tensor var_3333_strides_0 = const()[name = tensor("op_3333_strides_0"), val = tensor([1, 1])]; tensor var_3333_pad_0 = const()[name = tensor("op_3333_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3333_dilations_0 = const()[name = tensor("op_3333_dilations_0"), val = tensor([1, 1])]; tensor var_3333_groups_0 = const()[name = tensor("op_3333_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_v_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142247296)))]; tensor model_text_model_encoder_layers_5_mixer_v_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142345664)))]; tensor var_3333_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_v_projs_1_bias_to_fp16, dilations = var_3333_dilations_0, groups = var_3333_groups_0, pad = var_3333_pad_0, pad_type = var_3333_pad_type_0, strides = var_3333_strides_0, weight = model_text_model_encoder_layers_5_mixer_v_projs_1_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3333_cast_fp16")]; tensor var_3334_axes_0 = const()[name = tensor("op_3334_axes_0"), val = tensor([2])]; tensor var_3334_cast_fp16 = squeeze(axes = var_3334_axes_0, x = var_3333_cast_fp16)[name = tensor("op_3334_cast_fp16")]; tensor var_3337_transpose_x_1 = const()[name = tensor("op_3337_transpose_x_1"), val = tensor(true)]; tensor var_3337_transpose_y_1 = const()[name = tensor("op_3337_transpose_y_1"), val = tensor(false)]; tensor var_3337_cast_fp16 = matmul(transpose_x = var_3337_transpose_x_1, transpose_y = var_3337_transpose_y_1, x = var_3316_cast_fp16, y = var_3325_cast_fp16)[name = tensor("op_3337_cast_fp16")]; tensor var_3338_to_fp16 = const()[name = tensor("op_3338_to_fp16"), val = tensor(0x1p-3)]; tensor scores_367_cast_fp16 = mul(x = var_3337_cast_fp16, y = var_3338_to_fp16)[name = tensor("scores_367_cast_fp16")]; tensor scores_369_cast_fp16 = add(x = scores_367_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_369_cast_fp16")]; tensor scores_371_cast_fp16 = sub(x = scores_369_cast_fp16, y = var_161_cast_fp16)[name = tensor("scores_371_cast_fp16")]; tensor attn_weights_123_cast_fp16 = softmax(axis = var_29, x = scores_371_cast_fp16)[name = tensor("attn_weights_123_cast_fp16")]; tensor var_3343_transpose_x_1 = const()[name = tensor("op_3343_transpose_x_1"), val = tensor(false)]; tensor var_3343_transpose_y_1 = const()[name = tensor("op_3343_transpose_y_1"), val = tensor(true)]; tensor var_3343_cast_fp16 = matmul(transpose_x = var_3343_transpose_x_1, transpose_y = var_3343_transpose_y_1, x = attn_weights_123_cast_fp16, y = var_3334_cast_fp16)[name = tensor("op_3343_cast_fp16")]; tensor var_3350_pad_type_0 = const()[name = tensor("op_3350_pad_type_0"), val = tensor("valid")]; tensor var_3350_strides_0 = const()[name = tensor("op_3350_strides_0"), val = tensor([1, 1])]; tensor var_3350_pad_0 = const()[name = tensor("op_3350_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3350_dilations_0 = const()[name = tensor("op_3350_dilations_0"), val = tensor([1, 1])]; tensor var_3350_groups_0 = const()[name = tensor("op_3350_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_q_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142345856)))]; tensor model_text_model_encoder_layers_5_mixer_q_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142444224)))]; tensor var_3350_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_q_projs_2_bias_to_fp16, dilations = var_3350_dilations_0, groups = var_3350_groups_0, pad = var_3350_pad_0, pad_type = var_3350_pad_type_0, strides = var_3350_strides_0, weight = model_text_model_encoder_layers_5_mixer_q_projs_2_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3350_cast_fp16")]; tensor var_3351_axes_0 = const()[name = tensor("op_3351_axes_0"), val = tensor([2])]; tensor var_3351_cast_fp16 = squeeze(axes = var_3351_axes_0, x = var_3350_cast_fp16)[name = tensor("op_3351_cast_fp16")]; tensor var_3359_pad_type_0 = const()[name = tensor("op_3359_pad_type_0"), val = tensor("valid")]; tensor var_3359_strides_0 = const()[name = tensor("op_3359_strides_0"), val = tensor([1, 1])]; tensor var_3359_pad_0 = const()[name = tensor("op_3359_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3359_dilations_0 = const()[name = tensor("op_3359_dilations_0"), val = tensor([1, 1])]; tensor var_3359_groups_0 = const()[name = tensor("op_3359_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_k_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142444416)))]; tensor model_text_model_encoder_layers_5_mixer_k_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142542784)))]; tensor var_3359_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_k_projs_2_bias_to_fp16, dilations = var_3359_dilations_0, groups = var_3359_groups_0, pad = var_3359_pad_0, pad_type = var_3359_pad_type_0, strides = var_3359_strides_0, weight = model_text_model_encoder_layers_5_mixer_k_projs_2_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3359_cast_fp16")]; tensor var_3360_axes_0 = const()[name = tensor("op_3360_axes_0"), val = tensor([2])]; tensor var_3360_cast_fp16 = squeeze(axes = var_3360_axes_0, x = var_3359_cast_fp16)[name = tensor("op_3360_cast_fp16")]; tensor var_3368_pad_type_0 = const()[name = tensor("op_3368_pad_type_0"), val = tensor("valid")]; tensor var_3368_strides_0 = const()[name = tensor("op_3368_strides_0"), val = tensor([1, 1])]; tensor var_3368_pad_0 = const()[name = tensor("op_3368_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3368_dilations_0 = const()[name = tensor("op_3368_dilations_0"), val = tensor([1, 1])]; tensor var_3368_groups_0 = const()[name = tensor("op_3368_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_v_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142542976)))]; tensor model_text_model_encoder_layers_5_mixer_v_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142641344)))]; tensor var_3368_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_v_projs_2_bias_to_fp16, dilations = var_3368_dilations_0, groups = var_3368_groups_0, pad = var_3368_pad_0, pad_type = var_3368_pad_type_0, strides = var_3368_strides_0, weight = model_text_model_encoder_layers_5_mixer_v_projs_2_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3368_cast_fp16")]; tensor var_3369_axes_0 = const()[name = tensor("op_3369_axes_0"), val = tensor([2])]; tensor var_3369_cast_fp16 = squeeze(axes = var_3369_axes_0, x = var_3368_cast_fp16)[name = tensor("op_3369_cast_fp16")]; tensor var_3372_transpose_x_1 = const()[name = tensor("op_3372_transpose_x_1"), val = tensor(true)]; tensor var_3372_transpose_y_1 = const()[name = tensor("op_3372_transpose_y_1"), val = tensor(false)]; tensor var_3372_cast_fp16 = matmul(transpose_x = var_3372_transpose_x_1, transpose_y = var_3372_transpose_y_1, x = var_3351_cast_fp16, y = var_3360_cast_fp16)[name = tensor("op_3372_cast_fp16")]; tensor var_3373_to_fp16 = const()[name = tensor("op_3373_to_fp16"), val = tensor(0x1p-3)]; tensor scores_373_cast_fp16 = mul(x = var_3372_cast_fp16, y = var_3373_to_fp16)[name = tensor("scores_373_cast_fp16")]; tensor scores_375_cast_fp16 = add(x = scores_373_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_375_cast_fp16")]; tensor scores_377_cast_fp16 = sub(x = scores_375_cast_fp16, y = var_165_cast_fp16)[name = tensor("scores_377_cast_fp16")]; tensor attn_weights_125_cast_fp16 = softmax(axis = var_29, x = scores_377_cast_fp16)[name = tensor("attn_weights_125_cast_fp16")]; tensor var_3378_transpose_x_1 = const()[name = tensor("op_3378_transpose_x_1"), val = tensor(false)]; tensor var_3378_transpose_y_1 = const()[name = tensor("op_3378_transpose_y_1"), val = tensor(true)]; tensor var_3378_cast_fp16 = matmul(transpose_x = var_3378_transpose_x_1, transpose_y = var_3378_transpose_y_1, x = attn_weights_125_cast_fp16, y = var_3369_cast_fp16)[name = tensor("op_3378_cast_fp16")]; tensor var_3385_pad_type_0 = const()[name = tensor("op_3385_pad_type_0"), val = tensor("valid")]; tensor var_3385_strides_0 = const()[name = tensor("op_3385_strides_0"), val = tensor([1, 1])]; tensor var_3385_pad_0 = const()[name = tensor("op_3385_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3385_dilations_0 = const()[name = tensor("op_3385_dilations_0"), val = tensor([1, 1])]; tensor var_3385_groups_0 = const()[name = tensor("op_3385_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_q_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142641536)))]; tensor model_text_model_encoder_layers_5_mixer_q_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142739904)))]; tensor var_3385_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_q_projs_3_bias_to_fp16, dilations = var_3385_dilations_0, groups = var_3385_groups_0, pad = var_3385_pad_0, pad_type = var_3385_pad_type_0, strides = var_3385_strides_0, weight = model_text_model_encoder_layers_5_mixer_q_projs_3_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3385_cast_fp16")]; tensor var_3386_axes_0 = const()[name = tensor("op_3386_axes_0"), val = tensor([2])]; tensor var_3386_cast_fp16 = squeeze(axes = var_3386_axes_0, x = var_3385_cast_fp16)[name = tensor("op_3386_cast_fp16")]; tensor var_3394_pad_type_0 = const()[name = tensor("op_3394_pad_type_0"), val = tensor("valid")]; tensor var_3394_strides_0 = const()[name = tensor("op_3394_strides_0"), val = tensor([1, 1])]; tensor var_3394_pad_0 = const()[name = tensor("op_3394_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3394_dilations_0 = const()[name = tensor("op_3394_dilations_0"), val = tensor([1, 1])]; tensor var_3394_groups_0 = const()[name = tensor("op_3394_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_k_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142740096)))]; tensor model_text_model_encoder_layers_5_mixer_k_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142838464)))]; tensor var_3394_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_k_projs_3_bias_to_fp16, dilations = var_3394_dilations_0, groups = var_3394_groups_0, pad = var_3394_pad_0, pad_type = var_3394_pad_type_0, strides = var_3394_strides_0, weight = model_text_model_encoder_layers_5_mixer_k_projs_3_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3394_cast_fp16")]; tensor var_3395_axes_0 = const()[name = tensor("op_3395_axes_0"), val = tensor([2])]; tensor var_3395_cast_fp16 = squeeze(axes = var_3395_axes_0, x = var_3394_cast_fp16)[name = tensor("op_3395_cast_fp16")]; tensor var_3403_pad_type_0 = const()[name = tensor("op_3403_pad_type_0"), val = tensor("valid")]; tensor var_3403_strides_0 = const()[name = tensor("op_3403_strides_0"), val = tensor([1, 1])]; tensor var_3403_pad_0 = const()[name = tensor("op_3403_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3403_dilations_0 = const()[name = tensor("op_3403_dilations_0"), val = tensor([1, 1])]; tensor var_3403_groups_0 = const()[name = tensor("op_3403_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_v_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142838656)))]; tensor model_text_model_encoder_layers_5_mixer_v_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142937024)))]; tensor var_3403_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_v_projs_3_bias_to_fp16, dilations = var_3403_dilations_0, groups = var_3403_groups_0, pad = var_3403_pad_0, pad_type = var_3403_pad_type_0, strides = var_3403_strides_0, weight = model_text_model_encoder_layers_5_mixer_v_projs_3_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3403_cast_fp16")]; tensor var_3404_axes_0 = const()[name = tensor("op_3404_axes_0"), val = tensor([2])]; tensor var_3404_cast_fp16 = squeeze(axes = var_3404_axes_0, x = var_3403_cast_fp16)[name = tensor("op_3404_cast_fp16")]; tensor var_3407_transpose_x_1 = const()[name = tensor("op_3407_transpose_x_1"), val = tensor(true)]; tensor var_3407_transpose_y_1 = const()[name = tensor("op_3407_transpose_y_1"), val = tensor(false)]; tensor var_3407_cast_fp16 = matmul(transpose_x = var_3407_transpose_x_1, transpose_y = var_3407_transpose_y_1, x = var_3386_cast_fp16, y = var_3395_cast_fp16)[name = tensor("op_3407_cast_fp16")]; tensor var_3408_to_fp16 = const()[name = tensor("op_3408_to_fp16"), val = tensor(0x1p-3)]; tensor scores_379_cast_fp16 = mul(x = var_3407_cast_fp16, y = var_3408_to_fp16)[name = tensor("scores_379_cast_fp16")]; tensor scores_381_cast_fp16 = add(x = scores_379_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_381_cast_fp16")]; tensor scores_383_cast_fp16 = sub(x = scores_381_cast_fp16, y = var_169_cast_fp16)[name = tensor("scores_383_cast_fp16")]; tensor attn_weights_127_cast_fp16 = softmax(axis = var_29, x = scores_383_cast_fp16)[name = tensor("attn_weights_127_cast_fp16")]; tensor var_3413_transpose_x_1 = const()[name = tensor("op_3413_transpose_x_1"), val = tensor(false)]; tensor var_3413_transpose_y_1 = const()[name = tensor("op_3413_transpose_y_1"), val = tensor(true)]; tensor var_3413_cast_fp16 = matmul(transpose_x = var_3413_transpose_x_1, transpose_y = var_3413_transpose_y_1, x = attn_weights_127_cast_fp16, y = var_3404_cast_fp16)[name = tensor("op_3413_cast_fp16")]; tensor var_3420_pad_type_0 = const()[name = tensor("op_3420_pad_type_0"), val = tensor("valid")]; tensor var_3420_strides_0 = const()[name = tensor("op_3420_strides_0"), val = tensor([1, 1])]; tensor var_3420_pad_0 = const()[name = tensor("op_3420_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3420_dilations_0 = const()[name = tensor("op_3420_dilations_0"), val = tensor([1, 1])]; tensor var_3420_groups_0 = const()[name = tensor("op_3420_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_q_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142937216)))]; tensor model_text_model_encoder_layers_5_mixer_q_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143035584)))]; tensor var_3420_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_q_projs_4_bias_to_fp16, dilations = var_3420_dilations_0, groups = var_3420_groups_0, pad = var_3420_pad_0, pad_type = var_3420_pad_type_0, strides = var_3420_strides_0, weight = model_text_model_encoder_layers_5_mixer_q_projs_4_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3420_cast_fp16")]; tensor var_3421_axes_0 = const()[name = tensor("op_3421_axes_0"), val = tensor([2])]; tensor var_3421_cast_fp16 = squeeze(axes = var_3421_axes_0, x = var_3420_cast_fp16)[name = tensor("op_3421_cast_fp16")]; tensor var_3429_pad_type_0 = const()[name = tensor("op_3429_pad_type_0"), val = tensor("valid")]; tensor var_3429_strides_0 = const()[name = tensor("op_3429_strides_0"), val = tensor([1, 1])]; tensor var_3429_pad_0 = const()[name = tensor("op_3429_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3429_dilations_0 = const()[name = tensor("op_3429_dilations_0"), val = tensor([1, 1])]; tensor var_3429_groups_0 = const()[name = tensor("op_3429_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_k_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143035776)))]; tensor model_text_model_encoder_layers_5_mixer_k_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143134144)))]; tensor var_3429_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_k_projs_4_bias_to_fp16, dilations = var_3429_dilations_0, groups = var_3429_groups_0, pad = var_3429_pad_0, pad_type = var_3429_pad_type_0, strides = var_3429_strides_0, weight = model_text_model_encoder_layers_5_mixer_k_projs_4_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3429_cast_fp16")]; tensor var_3430_axes_0 = const()[name = tensor("op_3430_axes_0"), val = tensor([2])]; tensor var_3430_cast_fp16 = squeeze(axes = var_3430_axes_0, x = var_3429_cast_fp16)[name = tensor("op_3430_cast_fp16")]; tensor var_3438_pad_type_0 = const()[name = tensor("op_3438_pad_type_0"), val = tensor("valid")]; tensor var_3438_strides_0 = const()[name = tensor("op_3438_strides_0"), val = tensor([1, 1])]; tensor var_3438_pad_0 = const()[name = tensor("op_3438_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3438_dilations_0 = const()[name = tensor("op_3438_dilations_0"), val = tensor([1, 1])]; tensor var_3438_groups_0 = const()[name = tensor("op_3438_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_v_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143134336)))]; tensor model_text_model_encoder_layers_5_mixer_v_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143232704)))]; tensor var_3438_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_v_projs_4_bias_to_fp16, dilations = var_3438_dilations_0, groups = var_3438_groups_0, pad = var_3438_pad_0, pad_type = var_3438_pad_type_0, strides = var_3438_strides_0, weight = model_text_model_encoder_layers_5_mixer_v_projs_4_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3438_cast_fp16")]; tensor var_3439_axes_0 = const()[name = tensor("op_3439_axes_0"), val = tensor([2])]; tensor var_3439_cast_fp16 = squeeze(axes = var_3439_axes_0, x = var_3438_cast_fp16)[name = tensor("op_3439_cast_fp16")]; tensor var_3442_transpose_x_1 = const()[name = tensor("op_3442_transpose_x_1"), val = tensor(true)]; tensor var_3442_transpose_y_1 = const()[name = tensor("op_3442_transpose_y_1"), val = tensor(false)]; tensor var_3442_cast_fp16 = matmul(transpose_x = var_3442_transpose_x_1, transpose_y = var_3442_transpose_y_1, x = var_3421_cast_fp16, y = var_3430_cast_fp16)[name = tensor("op_3442_cast_fp16")]; tensor var_3443_to_fp16 = const()[name = tensor("op_3443_to_fp16"), val = tensor(0x1p-3)]; tensor scores_385_cast_fp16 = mul(x = var_3442_cast_fp16, y = var_3443_to_fp16)[name = tensor("scores_385_cast_fp16")]; tensor scores_387_cast_fp16 = add(x = scores_385_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_387_cast_fp16")]; tensor scores_389_cast_fp16 = sub(x = scores_387_cast_fp16, y = var_173_cast_fp16)[name = tensor("scores_389_cast_fp16")]; tensor attn_weights_129_cast_fp16 = softmax(axis = var_29, x = scores_389_cast_fp16)[name = tensor("attn_weights_129_cast_fp16")]; tensor var_3448_transpose_x_1 = const()[name = tensor("op_3448_transpose_x_1"), val = tensor(false)]; tensor var_3448_transpose_y_1 = const()[name = tensor("op_3448_transpose_y_1"), val = tensor(true)]; tensor var_3448_cast_fp16 = matmul(transpose_x = var_3448_transpose_x_1, transpose_y = var_3448_transpose_y_1, x = attn_weights_129_cast_fp16, y = var_3439_cast_fp16)[name = tensor("op_3448_cast_fp16")]; tensor var_3455_pad_type_0 = const()[name = tensor("op_3455_pad_type_0"), val = tensor("valid")]; tensor var_3455_strides_0 = const()[name = tensor("op_3455_strides_0"), val = tensor([1, 1])]; tensor var_3455_pad_0 = const()[name = tensor("op_3455_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3455_dilations_0 = const()[name = tensor("op_3455_dilations_0"), val = tensor([1, 1])]; tensor var_3455_groups_0 = const()[name = tensor("op_3455_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_q_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143232896)))]; tensor model_text_model_encoder_layers_5_mixer_q_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143331264)))]; tensor var_3455_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_q_projs_5_bias_to_fp16, dilations = var_3455_dilations_0, groups = var_3455_groups_0, pad = var_3455_pad_0, pad_type = var_3455_pad_type_0, strides = var_3455_strides_0, weight = model_text_model_encoder_layers_5_mixer_q_projs_5_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3455_cast_fp16")]; tensor var_3456_axes_0 = const()[name = tensor("op_3456_axes_0"), val = tensor([2])]; tensor var_3456_cast_fp16 = squeeze(axes = var_3456_axes_0, x = var_3455_cast_fp16)[name = tensor("op_3456_cast_fp16")]; tensor var_3464_pad_type_0 = const()[name = tensor("op_3464_pad_type_0"), val = tensor("valid")]; tensor var_3464_strides_0 = const()[name = tensor("op_3464_strides_0"), val = tensor([1, 1])]; tensor var_3464_pad_0 = const()[name = tensor("op_3464_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3464_dilations_0 = const()[name = tensor("op_3464_dilations_0"), val = tensor([1, 1])]; tensor var_3464_groups_0 = const()[name = tensor("op_3464_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_k_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143331456)))]; tensor model_text_model_encoder_layers_5_mixer_k_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143429824)))]; tensor var_3464_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_k_projs_5_bias_to_fp16, dilations = var_3464_dilations_0, groups = var_3464_groups_0, pad = var_3464_pad_0, pad_type = var_3464_pad_type_0, strides = var_3464_strides_0, weight = model_text_model_encoder_layers_5_mixer_k_projs_5_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3464_cast_fp16")]; tensor var_3465_axes_0 = const()[name = tensor("op_3465_axes_0"), val = tensor([2])]; tensor var_3465_cast_fp16 = squeeze(axes = var_3465_axes_0, x = var_3464_cast_fp16)[name = tensor("op_3465_cast_fp16")]; tensor var_3473_pad_type_0 = const()[name = tensor("op_3473_pad_type_0"), val = tensor("valid")]; tensor var_3473_strides_0 = const()[name = tensor("op_3473_strides_0"), val = tensor([1, 1])]; tensor var_3473_pad_0 = const()[name = tensor("op_3473_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3473_dilations_0 = const()[name = tensor("op_3473_dilations_0"), val = tensor([1, 1])]; tensor var_3473_groups_0 = const()[name = tensor("op_3473_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_v_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143430016)))]; tensor model_text_model_encoder_layers_5_mixer_v_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143528384)))]; tensor var_3473_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_v_projs_5_bias_to_fp16, dilations = var_3473_dilations_0, groups = var_3473_groups_0, pad = var_3473_pad_0, pad_type = var_3473_pad_type_0, strides = var_3473_strides_0, weight = model_text_model_encoder_layers_5_mixer_v_projs_5_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3473_cast_fp16")]; tensor var_3474_axes_0 = const()[name = tensor("op_3474_axes_0"), val = tensor([2])]; tensor var_3474_cast_fp16 = squeeze(axes = var_3474_axes_0, x = var_3473_cast_fp16)[name = tensor("op_3474_cast_fp16")]; tensor var_3477_transpose_x_1 = const()[name = tensor("op_3477_transpose_x_1"), val = tensor(true)]; tensor var_3477_transpose_y_1 = const()[name = tensor("op_3477_transpose_y_1"), val = tensor(false)]; tensor var_3477_cast_fp16 = matmul(transpose_x = var_3477_transpose_x_1, transpose_y = var_3477_transpose_y_1, x = var_3456_cast_fp16, y = var_3465_cast_fp16)[name = tensor("op_3477_cast_fp16")]; tensor var_3478_to_fp16 = const()[name = tensor("op_3478_to_fp16"), val = tensor(0x1p-3)]; tensor scores_391_cast_fp16 = mul(x = var_3477_cast_fp16, y = var_3478_to_fp16)[name = tensor("scores_391_cast_fp16")]; tensor scores_393_cast_fp16 = add(x = scores_391_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_393_cast_fp16")]; tensor scores_395_cast_fp16 = sub(x = scores_393_cast_fp16, y = var_177_cast_fp16)[name = tensor("scores_395_cast_fp16")]; tensor attn_weights_131_cast_fp16 = softmax(axis = var_29, x = scores_395_cast_fp16)[name = tensor("attn_weights_131_cast_fp16")]; tensor var_3483_transpose_x_1 = const()[name = tensor("op_3483_transpose_x_1"), val = tensor(false)]; tensor var_3483_transpose_y_1 = const()[name = tensor("op_3483_transpose_y_1"), val = tensor(true)]; tensor var_3483_cast_fp16 = matmul(transpose_x = var_3483_transpose_x_1, transpose_y = var_3483_transpose_y_1, x = attn_weights_131_cast_fp16, y = var_3474_cast_fp16)[name = tensor("op_3483_cast_fp16")]; tensor var_3490_pad_type_0 = const()[name = tensor("op_3490_pad_type_0"), val = tensor("valid")]; tensor var_3490_strides_0 = const()[name = tensor("op_3490_strides_0"), val = tensor([1, 1])]; tensor var_3490_pad_0 = const()[name = tensor("op_3490_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3490_dilations_0 = const()[name = tensor("op_3490_dilations_0"), val = tensor([1, 1])]; tensor var_3490_groups_0 = const()[name = tensor("op_3490_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_q_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143528576)))]; tensor model_text_model_encoder_layers_5_mixer_q_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143626944)))]; tensor var_3490_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_q_projs_6_bias_to_fp16, dilations = var_3490_dilations_0, groups = var_3490_groups_0, pad = var_3490_pad_0, pad_type = var_3490_pad_type_0, strides = var_3490_strides_0, weight = model_text_model_encoder_layers_5_mixer_q_projs_6_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3490_cast_fp16")]; tensor var_3491_axes_0 = const()[name = tensor("op_3491_axes_0"), val = tensor([2])]; tensor var_3491_cast_fp16 = squeeze(axes = var_3491_axes_0, x = var_3490_cast_fp16)[name = tensor("op_3491_cast_fp16")]; tensor var_3499_pad_type_0 = const()[name = tensor("op_3499_pad_type_0"), val = tensor("valid")]; tensor var_3499_strides_0 = const()[name = tensor("op_3499_strides_0"), val = tensor([1, 1])]; tensor var_3499_pad_0 = const()[name = tensor("op_3499_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3499_dilations_0 = const()[name = tensor("op_3499_dilations_0"), val = tensor([1, 1])]; tensor var_3499_groups_0 = const()[name = tensor("op_3499_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_k_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143627136)))]; tensor model_text_model_encoder_layers_5_mixer_k_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143725504)))]; tensor var_3499_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_k_projs_6_bias_to_fp16, dilations = var_3499_dilations_0, groups = var_3499_groups_0, pad = var_3499_pad_0, pad_type = var_3499_pad_type_0, strides = var_3499_strides_0, weight = model_text_model_encoder_layers_5_mixer_k_projs_6_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3499_cast_fp16")]; tensor var_3500_axes_0 = const()[name = tensor("op_3500_axes_0"), val = tensor([2])]; tensor var_3500_cast_fp16 = squeeze(axes = var_3500_axes_0, x = var_3499_cast_fp16)[name = tensor("op_3500_cast_fp16")]; tensor var_3508_pad_type_0 = const()[name = tensor("op_3508_pad_type_0"), val = tensor("valid")]; tensor var_3508_strides_0 = const()[name = tensor("op_3508_strides_0"), val = tensor([1, 1])]; tensor var_3508_pad_0 = const()[name = tensor("op_3508_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3508_dilations_0 = const()[name = tensor("op_3508_dilations_0"), val = tensor([1, 1])]; tensor var_3508_groups_0 = const()[name = tensor("op_3508_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_v_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143725696)))]; tensor model_text_model_encoder_layers_5_mixer_v_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143824064)))]; tensor var_3508_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_v_projs_6_bias_to_fp16, dilations = var_3508_dilations_0, groups = var_3508_groups_0, pad = var_3508_pad_0, pad_type = var_3508_pad_type_0, strides = var_3508_strides_0, weight = model_text_model_encoder_layers_5_mixer_v_projs_6_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3508_cast_fp16")]; tensor var_3509_axes_0 = const()[name = tensor("op_3509_axes_0"), val = tensor([2])]; tensor var_3509_cast_fp16 = squeeze(axes = var_3509_axes_0, x = var_3508_cast_fp16)[name = tensor("op_3509_cast_fp16")]; tensor var_3512_transpose_x_1 = const()[name = tensor("op_3512_transpose_x_1"), val = tensor(true)]; tensor var_3512_transpose_y_1 = const()[name = tensor("op_3512_transpose_y_1"), val = tensor(false)]; tensor var_3512_cast_fp16 = matmul(transpose_x = var_3512_transpose_x_1, transpose_y = var_3512_transpose_y_1, x = var_3491_cast_fp16, y = var_3500_cast_fp16)[name = tensor("op_3512_cast_fp16")]; tensor var_3513_to_fp16 = const()[name = tensor("op_3513_to_fp16"), val = tensor(0x1p-3)]; tensor scores_397_cast_fp16 = mul(x = var_3512_cast_fp16, y = var_3513_to_fp16)[name = tensor("scores_397_cast_fp16")]; tensor scores_399_cast_fp16 = add(x = scores_397_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_399_cast_fp16")]; tensor scores_401_cast_fp16 = sub(x = scores_399_cast_fp16, y = var_181_cast_fp16)[name = tensor("scores_401_cast_fp16")]; tensor attn_weights_133_cast_fp16 = softmax(axis = var_29, x = scores_401_cast_fp16)[name = tensor("attn_weights_133_cast_fp16")]; tensor var_3518_transpose_x_1 = const()[name = tensor("op_3518_transpose_x_1"), val = tensor(false)]; tensor var_3518_transpose_y_1 = const()[name = tensor("op_3518_transpose_y_1"), val = tensor(true)]; tensor var_3518_cast_fp16 = matmul(transpose_x = var_3518_transpose_x_1, transpose_y = var_3518_transpose_y_1, x = attn_weights_133_cast_fp16, y = var_3509_cast_fp16)[name = tensor("op_3518_cast_fp16")]; tensor var_3525_pad_type_0 = const()[name = tensor("op_3525_pad_type_0"), val = tensor("valid")]; tensor var_3525_strides_0 = const()[name = tensor("op_3525_strides_0"), val = tensor([1, 1])]; tensor var_3525_pad_0 = const()[name = tensor("op_3525_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3525_dilations_0 = const()[name = tensor("op_3525_dilations_0"), val = tensor([1, 1])]; tensor var_3525_groups_0 = const()[name = tensor("op_3525_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_q_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143824256)))]; tensor model_text_model_encoder_layers_5_mixer_q_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143922624)))]; tensor var_3525_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_q_projs_7_bias_to_fp16, dilations = var_3525_dilations_0, groups = var_3525_groups_0, pad = var_3525_pad_0, pad_type = var_3525_pad_type_0, strides = var_3525_strides_0, weight = model_text_model_encoder_layers_5_mixer_q_projs_7_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3525_cast_fp16")]; tensor var_3526_axes_0 = const()[name = tensor("op_3526_axes_0"), val = tensor([2])]; tensor var_3526_cast_fp16 = squeeze(axes = var_3526_axes_0, x = var_3525_cast_fp16)[name = tensor("op_3526_cast_fp16")]; tensor var_3534_pad_type_0 = const()[name = tensor("op_3534_pad_type_0"), val = tensor("valid")]; tensor var_3534_strides_0 = const()[name = tensor("op_3534_strides_0"), val = tensor([1, 1])]; tensor var_3534_pad_0 = const()[name = tensor("op_3534_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3534_dilations_0 = const()[name = tensor("op_3534_dilations_0"), val = tensor([1, 1])]; tensor var_3534_groups_0 = const()[name = tensor("op_3534_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_k_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143922816)))]; tensor model_text_model_encoder_layers_5_mixer_k_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144021184)))]; tensor var_3534_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_k_projs_7_bias_to_fp16, dilations = var_3534_dilations_0, groups = var_3534_groups_0, pad = var_3534_pad_0, pad_type = var_3534_pad_type_0, strides = var_3534_strides_0, weight = model_text_model_encoder_layers_5_mixer_k_projs_7_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3534_cast_fp16")]; tensor var_3535_axes_0 = const()[name = tensor("op_3535_axes_0"), val = tensor([2])]; tensor var_3535_cast_fp16 = squeeze(axes = var_3535_axes_0, x = var_3534_cast_fp16)[name = tensor("op_3535_cast_fp16")]; tensor var_3543_pad_type_0 = const()[name = tensor("op_3543_pad_type_0"), val = tensor("valid")]; tensor var_3543_strides_0 = const()[name = tensor("op_3543_strides_0"), val = tensor([1, 1])]; tensor var_3543_pad_0 = const()[name = tensor("op_3543_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3543_dilations_0 = const()[name = tensor("op_3543_dilations_0"), val = tensor([1, 1])]; tensor var_3543_groups_0 = const()[name = tensor("op_3543_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_v_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144021376)))]; tensor model_text_model_encoder_layers_5_mixer_v_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144119744)))]; tensor var_3543_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_v_projs_7_bias_to_fp16, dilations = var_3543_dilations_0, groups = var_3543_groups_0, pad = var_3543_pad_0, pad_type = var_3543_pad_type_0, strides = var_3543_strides_0, weight = model_text_model_encoder_layers_5_mixer_v_projs_7_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3543_cast_fp16")]; tensor var_3544_axes_0 = const()[name = tensor("op_3544_axes_0"), val = tensor([2])]; tensor var_3544_cast_fp16 = squeeze(axes = var_3544_axes_0, x = var_3543_cast_fp16)[name = tensor("op_3544_cast_fp16")]; tensor var_3547_transpose_x_1 = const()[name = tensor("op_3547_transpose_x_1"), val = tensor(true)]; tensor var_3547_transpose_y_1 = const()[name = tensor("op_3547_transpose_y_1"), val = tensor(false)]; tensor var_3547_cast_fp16 = matmul(transpose_x = var_3547_transpose_x_1, transpose_y = var_3547_transpose_y_1, x = var_3526_cast_fp16, y = var_3535_cast_fp16)[name = tensor("op_3547_cast_fp16")]; tensor var_3548_to_fp16 = const()[name = tensor("op_3548_to_fp16"), val = tensor(0x1p-3)]; tensor scores_403_cast_fp16 = mul(x = var_3547_cast_fp16, y = var_3548_to_fp16)[name = tensor("scores_403_cast_fp16")]; tensor scores_405_cast_fp16 = add(x = scores_403_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_405_cast_fp16")]; tensor scores_407_cast_fp16 = sub(x = scores_405_cast_fp16, y = var_185_cast_fp16)[name = tensor("scores_407_cast_fp16")]; tensor attn_weights_135_cast_fp16 = softmax(axis = var_29, x = scores_407_cast_fp16)[name = tensor("attn_weights_135_cast_fp16")]; tensor var_3553_transpose_x_1 = const()[name = tensor("op_3553_transpose_x_1"), val = tensor(false)]; tensor var_3553_transpose_y_1 = const()[name = tensor("op_3553_transpose_y_1"), val = tensor(true)]; tensor var_3553_cast_fp16 = matmul(transpose_x = var_3553_transpose_x_1, transpose_y = var_3553_transpose_y_1, x = attn_weights_135_cast_fp16, y = var_3544_cast_fp16)[name = tensor("op_3553_cast_fp16")]; tensor var_3560_pad_type_0 = const()[name = tensor("op_3560_pad_type_0"), val = tensor("valid")]; tensor var_3560_strides_0 = const()[name = tensor("op_3560_strides_0"), val = tensor([1, 1])]; tensor var_3560_pad_0 = const()[name = tensor("op_3560_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3560_dilations_0 = const()[name = tensor("op_3560_dilations_0"), val = tensor([1, 1])]; tensor var_3560_groups_0 = const()[name = tensor("op_3560_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_q_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144119936)))]; tensor model_text_model_encoder_layers_5_mixer_q_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144218304)))]; tensor var_3560_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_q_projs_8_bias_to_fp16, dilations = var_3560_dilations_0, groups = var_3560_groups_0, pad = var_3560_pad_0, pad_type = var_3560_pad_type_0, strides = var_3560_strides_0, weight = model_text_model_encoder_layers_5_mixer_q_projs_8_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3560_cast_fp16")]; tensor var_3561_axes_0 = const()[name = tensor("op_3561_axes_0"), val = tensor([2])]; tensor var_3561_cast_fp16 = squeeze(axes = var_3561_axes_0, x = var_3560_cast_fp16)[name = tensor("op_3561_cast_fp16")]; tensor var_3569_pad_type_0 = const()[name = tensor("op_3569_pad_type_0"), val = tensor("valid")]; tensor var_3569_strides_0 = const()[name = tensor("op_3569_strides_0"), val = tensor([1, 1])]; tensor var_3569_pad_0 = const()[name = tensor("op_3569_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3569_dilations_0 = const()[name = tensor("op_3569_dilations_0"), val = tensor([1, 1])]; tensor var_3569_groups_0 = const()[name = tensor("op_3569_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_k_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144218496)))]; tensor model_text_model_encoder_layers_5_mixer_k_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144316864)))]; tensor var_3569_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_k_projs_8_bias_to_fp16, dilations = var_3569_dilations_0, groups = var_3569_groups_0, pad = var_3569_pad_0, pad_type = var_3569_pad_type_0, strides = var_3569_strides_0, weight = model_text_model_encoder_layers_5_mixer_k_projs_8_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3569_cast_fp16")]; tensor var_3570_axes_0 = const()[name = tensor("op_3570_axes_0"), val = tensor([2])]; tensor var_3570_cast_fp16 = squeeze(axes = var_3570_axes_0, x = var_3569_cast_fp16)[name = tensor("op_3570_cast_fp16")]; tensor var_3578_pad_type_0 = const()[name = tensor("op_3578_pad_type_0"), val = tensor("valid")]; tensor var_3578_strides_0 = const()[name = tensor("op_3578_strides_0"), val = tensor([1, 1])]; tensor var_3578_pad_0 = const()[name = tensor("op_3578_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3578_dilations_0 = const()[name = tensor("op_3578_dilations_0"), val = tensor([1, 1])]; tensor var_3578_groups_0 = const()[name = tensor("op_3578_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_v_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144317056)))]; tensor model_text_model_encoder_layers_5_mixer_v_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144415424)))]; tensor var_3578_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_v_projs_8_bias_to_fp16, dilations = var_3578_dilations_0, groups = var_3578_groups_0, pad = var_3578_pad_0, pad_type = var_3578_pad_type_0, strides = var_3578_strides_0, weight = model_text_model_encoder_layers_5_mixer_v_projs_8_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3578_cast_fp16")]; tensor var_3579_axes_0 = const()[name = tensor("op_3579_axes_0"), val = tensor([2])]; tensor var_3579_cast_fp16 = squeeze(axes = var_3579_axes_0, x = var_3578_cast_fp16)[name = tensor("op_3579_cast_fp16")]; tensor var_3582_transpose_x_1 = const()[name = tensor("op_3582_transpose_x_1"), val = tensor(true)]; tensor var_3582_transpose_y_1 = const()[name = tensor("op_3582_transpose_y_1"), val = tensor(false)]; tensor var_3582_cast_fp16 = matmul(transpose_x = var_3582_transpose_x_1, transpose_y = var_3582_transpose_y_1, x = var_3561_cast_fp16, y = var_3570_cast_fp16)[name = tensor("op_3582_cast_fp16")]; tensor var_3583_to_fp16 = const()[name = tensor("op_3583_to_fp16"), val = tensor(0x1p-3)]; tensor scores_409_cast_fp16 = mul(x = var_3582_cast_fp16, y = var_3583_to_fp16)[name = tensor("scores_409_cast_fp16")]; tensor scores_411_cast_fp16 = add(x = scores_409_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_411_cast_fp16")]; tensor scores_413_cast_fp16 = sub(x = scores_411_cast_fp16, y = var_189_cast_fp16)[name = tensor("scores_413_cast_fp16")]; tensor attn_weights_137_cast_fp16 = softmax(axis = var_29, x = scores_413_cast_fp16)[name = tensor("attn_weights_137_cast_fp16")]; tensor var_3588_transpose_x_1 = const()[name = tensor("op_3588_transpose_x_1"), val = tensor(false)]; tensor var_3588_transpose_y_1 = const()[name = tensor("op_3588_transpose_y_1"), val = tensor(true)]; tensor var_3588_cast_fp16 = matmul(transpose_x = var_3588_transpose_x_1, transpose_y = var_3588_transpose_y_1, x = attn_weights_137_cast_fp16, y = var_3579_cast_fp16)[name = tensor("op_3588_cast_fp16")]; tensor var_3595_pad_type_0 = const()[name = tensor("op_3595_pad_type_0"), val = tensor("valid")]; tensor var_3595_strides_0 = const()[name = tensor("op_3595_strides_0"), val = tensor([1, 1])]; tensor var_3595_pad_0 = const()[name = tensor("op_3595_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3595_dilations_0 = const()[name = tensor("op_3595_dilations_0"), val = tensor([1, 1])]; tensor var_3595_groups_0 = const()[name = tensor("op_3595_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_q_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144415616)))]; tensor model_text_model_encoder_layers_5_mixer_q_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144513984)))]; tensor var_3595_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_q_projs_9_bias_to_fp16, dilations = var_3595_dilations_0, groups = var_3595_groups_0, pad = var_3595_pad_0, pad_type = var_3595_pad_type_0, strides = var_3595_strides_0, weight = model_text_model_encoder_layers_5_mixer_q_projs_9_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3595_cast_fp16")]; tensor var_3596_axes_0 = const()[name = tensor("op_3596_axes_0"), val = tensor([2])]; tensor var_3596_cast_fp16 = squeeze(axes = var_3596_axes_0, x = var_3595_cast_fp16)[name = tensor("op_3596_cast_fp16")]; tensor var_3604_pad_type_0 = const()[name = tensor("op_3604_pad_type_0"), val = tensor("valid")]; tensor var_3604_strides_0 = const()[name = tensor("op_3604_strides_0"), val = tensor([1, 1])]; tensor var_3604_pad_0 = const()[name = tensor("op_3604_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3604_dilations_0 = const()[name = tensor("op_3604_dilations_0"), val = tensor([1, 1])]; tensor var_3604_groups_0 = const()[name = tensor("op_3604_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_k_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144514176)))]; tensor model_text_model_encoder_layers_5_mixer_k_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144612544)))]; tensor var_3604_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_k_projs_9_bias_to_fp16, dilations = var_3604_dilations_0, groups = var_3604_groups_0, pad = var_3604_pad_0, pad_type = var_3604_pad_type_0, strides = var_3604_strides_0, weight = model_text_model_encoder_layers_5_mixer_k_projs_9_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3604_cast_fp16")]; tensor var_3605_axes_0 = const()[name = tensor("op_3605_axes_0"), val = tensor([2])]; tensor var_3605_cast_fp16 = squeeze(axes = var_3605_axes_0, x = var_3604_cast_fp16)[name = tensor("op_3605_cast_fp16")]; tensor var_3613_pad_type_0 = const()[name = tensor("op_3613_pad_type_0"), val = tensor("valid")]; tensor var_3613_strides_0 = const()[name = tensor("op_3613_strides_0"), val = tensor([1, 1])]; tensor var_3613_pad_0 = const()[name = tensor("op_3613_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3613_dilations_0 = const()[name = tensor("op_3613_dilations_0"), val = tensor([1, 1])]; tensor var_3613_groups_0 = const()[name = tensor("op_3613_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_v_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144612736)))]; tensor model_text_model_encoder_layers_5_mixer_v_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144711104)))]; tensor var_3613_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_v_projs_9_bias_to_fp16, dilations = var_3613_dilations_0, groups = var_3613_groups_0, pad = var_3613_pad_0, pad_type = var_3613_pad_type_0, strides = var_3613_strides_0, weight = model_text_model_encoder_layers_5_mixer_v_projs_9_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3613_cast_fp16")]; tensor var_3614_axes_0 = const()[name = tensor("op_3614_axes_0"), val = tensor([2])]; tensor var_3614_cast_fp16 = squeeze(axes = var_3614_axes_0, x = var_3613_cast_fp16)[name = tensor("op_3614_cast_fp16")]; tensor var_3617_transpose_x_1 = const()[name = tensor("op_3617_transpose_x_1"), val = tensor(true)]; tensor var_3617_transpose_y_1 = const()[name = tensor("op_3617_transpose_y_1"), val = tensor(false)]; tensor var_3617_cast_fp16 = matmul(transpose_x = var_3617_transpose_x_1, transpose_y = var_3617_transpose_y_1, x = var_3596_cast_fp16, y = var_3605_cast_fp16)[name = tensor("op_3617_cast_fp16")]; tensor var_3618_to_fp16 = const()[name = tensor("op_3618_to_fp16"), val = tensor(0x1p-3)]; tensor scores_415_cast_fp16 = mul(x = var_3617_cast_fp16, y = var_3618_to_fp16)[name = tensor("scores_415_cast_fp16")]; tensor scores_417_cast_fp16 = add(x = scores_415_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_417_cast_fp16")]; tensor scores_419_cast_fp16 = sub(x = scores_417_cast_fp16, y = var_193_cast_fp16)[name = tensor("scores_419_cast_fp16")]; tensor attn_weights_139_cast_fp16 = softmax(axis = var_29, x = scores_419_cast_fp16)[name = tensor("attn_weights_139_cast_fp16")]; tensor var_3623_transpose_x_1 = const()[name = tensor("op_3623_transpose_x_1"), val = tensor(false)]; tensor var_3623_transpose_y_1 = const()[name = tensor("op_3623_transpose_y_1"), val = tensor(true)]; tensor var_3623_cast_fp16 = matmul(transpose_x = var_3623_transpose_x_1, transpose_y = var_3623_transpose_y_1, x = attn_weights_139_cast_fp16, y = var_3614_cast_fp16)[name = tensor("op_3623_cast_fp16")]; tensor var_3630_pad_type_0 = const()[name = tensor("op_3630_pad_type_0"), val = tensor("valid")]; tensor var_3630_strides_0 = const()[name = tensor("op_3630_strides_0"), val = tensor([1, 1])]; tensor var_3630_pad_0 = const()[name = tensor("op_3630_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3630_dilations_0 = const()[name = tensor("op_3630_dilations_0"), val = tensor([1, 1])]; tensor var_3630_groups_0 = const()[name = tensor("op_3630_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_q_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144711296)))]; tensor model_text_model_encoder_layers_5_mixer_q_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144809664)))]; tensor var_3630_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_q_projs_10_bias_to_fp16, dilations = var_3630_dilations_0, groups = var_3630_groups_0, pad = var_3630_pad_0, pad_type = var_3630_pad_type_0, strides = var_3630_strides_0, weight = model_text_model_encoder_layers_5_mixer_q_projs_10_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3630_cast_fp16")]; tensor var_3631_axes_0 = const()[name = tensor("op_3631_axes_0"), val = tensor([2])]; tensor var_3631_cast_fp16 = squeeze(axes = var_3631_axes_0, x = var_3630_cast_fp16)[name = tensor("op_3631_cast_fp16")]; tensor var_3639_pad_type_0 = const()[name = tensor("op_3639_pad_type_0"), val = tensor("valid")]; tensor var_3639_strides_0 = const()[name = tensor("op_3639_strides_0"), val = tensor([1, 1])]; tensor var_3639_pad_0 = const()[name = tensor("op_3639_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3639_dilations_0 = const()[name = tensor("op_3639_dilations_0"), val = tensor([1, 1])]; tensor var_3639_groups_0 = const()[name = tensor("op_3639_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_k_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144809856)))]; tensor model_text_model_encoder_layers_5_mixer_k_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144908224)))]; tensor var_3639_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_k_projs_10_bias_to_fp16, dilations = var_3639_dilations_0, groups = var_3639_groups_0, pad = var_3639_pad_0, pad_type = var_3639_pad_type_0, strides = var_3639_strides_0, weight = model_text_model_encoder_layers_5_mixer_k_projs_10_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3639_cast_fp16")]; tensor var_3640_axes_0 = const()[name = tensor("op_3640_axes_0"), val = tensor([2])]; tensor var_3640_cast_fp16 = squeeze(axes = var_3640_axes_0, x = var_3639_cast_fp16)[name = tensor("op_3640_cast_fp16")]; tensor var_3648_pad_type_0 = const()[name = tensor("op_3648_pad_type_0"), val = tensor("valid")]; tensor var_3648_strides_0 = const()[name = tensor("op_3648_strides_0"), val = tensor([1, 1])]; tensor var_3648_pad_0 = const()[name = tensor("op_3648_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3648_dilations_0 = const()[name = tensor("op_3648_dilations_0"), val = tensor([1, 1])]; tensor var_3648_groups_0 = const()[name = tensor("op_3648_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_v_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144908416)))]; tensor model_text_model_encoder_layers_5_mixer_v_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145006784)))]; tensor var_3648_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_v_projs_10_bias_to_fp16, dilations = var_3648_dilations_0, groups = var_3648_groups_0, pad = var_3648_pad_0, pad_type = var_3648_pad_type_0, strides = var_3648_strides_0, weight = model_text_model_encoder_layers_5_mixer_v_projs_10_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3648_cast_fp16")]; tensor var_3649_axes_0 = const()[name = tensor("op_3649_axes_0"), val = tensor([2])]; tensor var_3649_cast_fp16 = squeeze(axes = var_3649_axes_0, x = var_3648_cast_fp16)[name = tensor("op_3649_cast_fp16")]; tensor var_3652_transpose_x_1 = const()[name = tensor("op_3652_transpose_x_1"), val = tensor(true)]; tensor var_3652_transpose_y_1 = const()[name = tensor("op_3652_transpose_y_1"), val = tensor(false)]; tensor var_3652_cast_fp16 = matmul(transpose_x = var_3652_transpose_x_1, transpose_y = var_3652_transpose_y_1, x = var_3631_cast_fp16, y = var_3640_cast_fp16)[name = tensor("op_3652_cast_fp16")]; tensor var_3653_to_fp16 = const()[name = tensor("op_3653_to_fp16"), val = tensor(0x1p-3)]; tensor scores_421_cast_fp16 = mul(x = var_3652_cast_fp16, y = var_3653_to_fp16)[name = tensor("scores_421_cast_fp16")]; tensor scores_423_cast_fp16 = add(x = scores_421_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_423_cast_fp16")]; tensor scores_425_cast_fp16 = sub(x = scores_423_cast_fp16, y = var_197_cast_fp16)[name = tensor("scores_425_cast_fp16")]; tensor attn_weights_141_cast_fp16 = softmax(axis = var_29, x = scores_425_cast_fp16)[name = tensor("attn_weights_141_cast_fp16")]; tensor var_3658_transpose_x_1 = const()[name = tensor("op_3658_transpose_x_1"), val = tensor(false)]; tensor var_3658_transpose_y_1 = const()[name = tensor("op_3658_transpose_y_1"), val = tensor(true)]; tensor var_3658_cast_fp16 = matmul(transpose_x = var_3658_transpose_x_1, transpose_y = var_3658_transpose_y_1, x = attn_weights_141_cast_fp16, y = var_3649_cast_fp16)[name = tensor("op_3658_cast_fp16")]; tensor var_3665_pad_type_0 = const()[name = tensor("op_3665_pad_type_0"), val = tensor("valid")]; tensor var_3665_strides_0 = const()[name = tensor("op_3665_strides_0"), val = tensor([1, 1])]; tensor var_3665_pad_0 = const()[name = tensor("op_3665_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3665_dilations_0 = const()[name = tensor("op_3665_dilations_0"), val = tensor([1, 1])]; tensor var_3665_groups_0 = const()[name = tensor("op_3665_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_q_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145006976)))]; tensor model_text_model_encoder_layers_5_mixer_q_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_q_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145105344)))]; tensor var_3665_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_q_projs_11_bias_to_fp16, dilations = var_3665_dilations_0, groups = var_3665_groups_0, pad = var_3665_pad_0, pad_type = var_3665_pad_type_0, strides = var_3665_strides_0, weight = model_text_model_encoder_layers_5_mixer_q_projs_11_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3665_cast_fp16")]; tensor var_3666_axes_0 = const()[name = tensor("op_3666_axes_0"), val = tensor([2])]; tensor var_3666_cast_fp16 = squeeze(axes = var_3666_axes_0, x = var_3665_cast_fp16)[name = tensor("op_3666_cast_fp16")]; tensor var_3674_pad_type_0 = const()[name = tensor("op_3674_pad_type_0"), val = tensor("valid")]; tensor var_3674_strides_0 = const()[name = tensor("op_3674_strides_0"), val = tensor([1, 1])]; tensor var_3674_pad_0 = const()[name = tensor("op_3674_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3674_dilations_0 = const()[name = tensor("op_3674_dilations_0"), val = tensor([1, 1])]; tensor var_3674_groups_0 = const()[name = tensor("op_3674_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_k_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145105536)))]; tensor model_text_model_encoder_layers_5_mixer_k_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_k_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145203904)))]; tensor var_3674_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_k_projs_11_bias_to_fp16, dilations = var_3674_dilations_0, groups = var_3674_groups_0, pad = var_3674_pad_0, pad_type = var_3674_pad_type_0, strides = var_3674_strides_0, weight = model_text_model_encoder_layers_5_mixer_k_projs_11_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3674_cast_fp16")]; tensor var_3675_axes_0 = const()[name = tensor("op_3675_axes_0"), val = tensor([2])]; tensor var_3675_cast_fp16 = squeeze(axes = var_3675_axes_0, x = var_3674_cast_fp16)[name = tensor("op_3675_cast_fp16")]; tensor var_3683_pad_type_0 = const()[name = tensor("op_3683_pad_type_0"), val = tensor("valid")]; tensor var_3683_strides_0 = const()[name = tensor("op_3683_strides_0"), val = tensor([1, 1])]; tensor var_3683_pad_0 = const()[name = tensor("op_3683_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3683_dilations_0 = const()[name = tensor("op_3683_dilations_0"), val = tensor([1, 1])]; tensor var_3683_groups_0 = const()[name = tensor("op_3683_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mixer_v_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145204096)))]; tensor model_text_model_encoder_layers_5_mixer_v_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_v_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145302464)))]; tensor var_3683_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_v_projs_11_bias_to_fp16, dilations = var_3683_dilations_0, groups = var_3683_groups_0, pad = var_3683_pad_0, pad_type = var_3683_pad_type_0, strides = var_3683_strides_0, weight = model_text_model_encoder_layers_5_mixer_v_projs_11_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("op_3683_cast_fp16")]; tensor var_3684_axes_0 = const()[name = tensor("op_3684_axes_0"), val = tensor([2])]; tensor var_3684_cast_fp16 = squeeze(axes = var_3684_axes_0, x = var_3683_cast_fp16)[name = tensor("op_3684_cast_fp16")]; tensor var_3687_transpose_x_1 = const()[name = tensor("op_3687_transpose_x_1"), val = tensor(true)]; tensor var_3687_transpose_y_1 = const()[name = tensor("op_3687_transpose_y_1"), val = tensor(false)]; tensor var_3687_cast_fp16 = matmul(transpose_x = var_3687_transpose_x_1, transpose_y = var_3687_transpose_y_1, x = var_3666_cast_fp16, y = var_3675_cast_fp16)[name = tensor("op_3687_cast_fp16")]; tensor var_3688_to_fp16 = const()[name = tensor("op_3688_to_fp16"), val = tensor(0x1p-3)]; tensor scores_427_cast_fp16 = mul(x = var_3687_cast_fp16, y = var_3688_to_fp16)[name = tensor("scores_427_cast_fp16")]; tensor scores_429_cast_fp16 = add(x = scores_427_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_429_cast_fp16")]; tensor scores_431_cast_fp16 = sub(x = scores_429_cast_fp16, y = var_201_cast_fp16)[name = tensor("scores_431_cast_fp16")]; tensor attn_weights_143_cast_fp16 = softmax(axis = var_29, x = scores_431_cast_fp16)[name = tensor("attn_weights_143_cast_fp16")]; tensor out_11_transpose_x_1 = const()[name = tensor("out_11_transpose_x_1"), val = tensor(false)]; tensor out_11_transpose_y_1 = const()[name = tensor("out_11_transpose_y_1"), val = tensor(true)]; tensor out_11_cast_fp16 = matmul(transpose_x = out_11_transpose_x_1, transpose_y = out_11_transpose_y_1, x = attn_weights_143_cast_fp16, y = var_3684_cast_fp16)[name = tensor("out_11_cast_fp16")]; tensor attn_output_11_interleave_0 = const()[name = tensor("attn_output_11_interleave_0"), val = tensor(false)]; tensor attn_output_11_cast_fp16 = concat(axis = var_29, interleave = attn_output_11_interleave_0, values = (var_3308_cast_fp16, var_3343_cast_fp16, var_3378_cast_fp16, var_3413_cast_fp16, var_3448_cast_fp16, var_3483_cast_fp16, var_3518_cast_fp16, var_3553_cast_fp16, var_3588_cast_fp16, var_3623_cast_fp16, var_3658_cast_fp16, out_11_cast_fp16))[name = tensor("attn_output_11_cast_fp16")]; tensor var_3696_perm_0 = const()[name = tensor("op_3696_perm_0"), val = tensor([0, 2, 1])]; tensor var_3705_pad_type_0 = const()[name = tensor("op_3705_pad_type_0"), val = tensor("valid")]; tensor var_3705_groups_0 = const()[name = tensor("op_3705_groups_0"), val = tensor(1)]; tensor var_3705_strides_0 = const()[name = tensor("op_3705_strides_0"), val = tensor([1])]; tensor var_3705_pad_0 = const()[name = tensor("op_3705_pad_0"), val = tensor([0, 0])]; tensor var_3705_dilations_0 = const()[name = tensor("op_3705_dilations_0"), val = tensor([1])]; tensor squeeze_5_cast_fp16_to_fp32_to_fp16 = const()[name = tensor("squeeze_5_cast_fp16_to_fp32_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145302656)))]; tensor model_text_model_encoder_layers_5_mixer_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mixer_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146482368)))]; tensor var_3696_cast_fp16 = transpose(perm = var_3696_perm_0, x = attn_output_11_cast_fp16)[name = tensor("transpose_47")]; tensor var_3705_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mixer_out_proj_bias_to_fp16, dilations = var_3705_dilations_0, groups = var_3705_groups_0, pad = var_3705_pad_0, pad_type = var_3705_pad_type_0, strides = var_3705_strides_0, weight = squeeze_5_cast_fp16_to_fp32_to_fp16, x = var_3696_cast_fp16)[name = tensor("op_3705_cast_fp16")]; tensor mixer_out_11_perm_0 = const()[name = tensor("mixer_out_11_perm_0"), val = tensor([0, 2, 1])]; tensor mixer_out_11_cast_fp16 = transpose(perm = mixer_out_11_perm_0, x = var_3705_cast_fp16)[name = tensor("transpose_46")]; tensor input_79_cast_fp16 = add(x = mixer_out_11_cast_fp16, y = var_3140_cast_fp16)[name = tensor("input_79_cast_fp16")]; tensor var_3711_axes_0 = const()[name = tensor("op_3711_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_5_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146483968)))]; tensor model_text_model_encoder_layers_5_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146485568)))]; tensor var_3711_cast_fp16 = layer_norm(axes = var_3711_axes_0, beta = model_text_model_encoder_layers_5_norm1_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_5_norm1_weight_to_fp16, x = input_79_cast_fp16)[name = tensor("op_3711_cast_fp16")]; tensor var_3717 = const()[name = tensor("op_3717"), val = tensor([1, 256, 1, 768])]; tensor hidden_states_53_cast_fp16 = reshape(shape = var_3717, x = var_3711_cast_fp16)[name = tensor("hidden_states_53_cast_fp16")]; tensor input_81_perm_0 = const()[name = tensor("input_81_perm_0"), val = tensor([0, 3, 2, 1])]; tensor hidden_states_55_pad_type_0 = const()[name = tensor("hidden_states_55_pad_type_0"), val = tensor("valid")]; tensor hidden_states_55_strides_0 = const()[name = tensor("hidden_states_55_strides_0"), val = tensor([1, 1])]; tensor hidden_states_55_pad_0 = const()[name = tensor("hidden_states_55_pad_0"), val = tensor([0, 0, 0, 0])]; tensor hidden_states_55_dilations_0 = const()[name = tensor("hidden_states_55_dilations_0"), val = tensor([1, 1])]; tensor hidden_states_55_groups_0 = const()[name = tensor("hidden_states_55_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mlp_gated_layers_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mlp_gated_layers_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146487168)))]; tensor input_81_cast_fp16 = transpose(perm = input_81_perm_0, x = hidden_states_53_cast_fp16)[name = tensor("transpose_45")]; tensor hidden_states_55_cast_fp16 = conv(dilations = hidden_states_55_dilations_0, groups = hidden_states_55_groups_0, pad = hidden_states_55_pad_0, pad_type = hidden_states_55_pad_type_0, strides = hidden_states_55_strides_0, weight = model_text_model_encoder_layers_5_mlp_gated_layers_weight_to_fp16, x = input_81_cast_fp16)[name = tensor("hidden_states_55_cast_fp16")]; tensor hidden_states_57_perm_0 = const()[name = tensor("hidden_states_57_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_3727 = const()[name = tensor("op_3727"), val = tensor([1, 256, 6144])]; tensor hidden_states_57_cast_fp16 = transpose(perm = hidden_states_57_perm_0, x = hidden_states_55_cast_fp16)[name = tensor("transpose_44")]; tensor hidden_states_59_cast_fp16 = reshape(shape = var_3727, x = hidden_states_57_cast_fp16)[name = tensor("hidden_states_59_cast_fp16")]; tensor input_83_begin_0 = const()[name = tensor("input_83_begin_0"), val = tensor([0, 0, 0])]; tensor input_83_end_0 = const()[name = tensor("input_83_end_0"), val = tensor([1, 256, 3072])]; tensor input_83_end_mask_0 = const()[name = tensor("input_83_end_mask_0"), val = tensor([true, true, false])]; tensor input_83_cast_fp16 = slice_by_index(begin = input_83_begin_0, end = input_83_end_0, end_mask = input_83_end_mask_0, x = hidden_states_59_cast_fp16)[name = tensor("input_83_cast_fp16")]; tensor non_gated_11_begin_0 = const()[name = tensor("non_gated_11_begin_0"), val = tensor([0, 0, 3072])]; tensor non_gated_11_end_0 = const()[name = tensor("non_gated_11_end_0"), val = tensor([1, 256, 6144])]; tensor non_gated_11_end_mask_0 = const()[name = tensor("non_gated_11_end_mask_0"), val = tensor([true, true, true])]; tensor non_gated_11_cast_fp16 = slice_by_index(begin = non_gated_11_begin_0, end = non_gated_11_end_0, end_mask = non_gated_11_end_mask_0, x = hidden_states_59_cast_fp16)[name = tensor("non_gated_11_cast_fp16")]; tensor activated_gated_11_mode_0 = const()[name = tensor("activated_gated_11_mode_0"), val = tensor("EXACT")]; tensor activated_gated_11_cast_fp16 = gelu(mode = activated_gated_11_mode_0, x = input_83_cast_fp16)[name = tensor("activated_gated_11_cast_fp16")]; tensor combined_21_cast_fp16 = mul(x = activated_gated_11_cast_fp16, y = non_gated_11_cast_fp16)[name = tensor("combined_21_cast_fp16")]; tensor var_3737 = const()[name = tensor("op_3737"), val = tensor([1, 256, 1, 3072])]; tensor combined_23_cast_fp16 = reshape(shape = var_3737, x = combined_21_cast_fp16)[name = tensor("combined_23_cast_fp16")]; tensor input_85_perm_0 = const()[name = tensor("input_85_perm_0"), val = tensor([0, 3, 2, 1])]; tensor output_33_pad_type_0 = const()[name = tensor("output_33_pad_type_0"), val = tensor("valid")]; tensor output_33_strides_0 = const()[name = tensor("output_33_strides_0"), val = tensor([1, 1])]; tensor output_33_pad_0 = const()[name = tensor("output_33_pad_0"), val = tensor([0, 0, 0, 0])]; tensor output_33_dilations_0 = const()[name = tensor("output_33_dilations_0"), val = tensor([1, 1])]; tensor output_33_groups_0 = const()[name = tensor("output_33_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_5_mlp_wo_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mlp_wo_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155924416)))]; tensor model_text_model_encoder_layers_5_mlp_wo_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_mlp_wo_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160643072)))]; tensor input_85_cast_fp16 = transpose(perm = input_85_perm_0, x = combined_23_cast_fp16)[name = tensor("transpose_43")]; tensor output_33_cast_fp16 = conv(bias = model_text_model_encoder_layers_5_mlp_wo_bias_to_fp16, dilations = output_33_dilations_0, groups = output_33_groups_0, pad = output_33_pad_0, pad_type = output_33_pad_type_0, strides = output_33_strides_0, weight = model_text_model_encoder_layers_5_mlp_wo_weight_to_fp16, x = input_85_cast_fp16)[name = tensor("output_33_cast_fp16")]; tensor output_35_perm_0 = const()[name = tensor("output_35_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_3748 = const()[name = tensor("op_3748"), val = tensor([1, 256, 768])]; tensor output_35_cast_fp16 = transpose(perm = output_35_perm_0, x = output_33_cast_fp16)[name = tensor("transpose_42")]; tensor mlp_out_11_cast_fp16 = reshape(shape = var_3748, x = output_35_cast_fp16)[name = tensor("mlp_out_11_cast_fp16")]; tensor input_87_cast_fp16 = add(x = mlp_out_11_cast_fp16, y = var_3711_cast_fp16)[name = tensor("input_87_cast_fp16")]; tensor var_3754_axes_0 = const()[name = tensor("op_3754_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_5_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160644672)))]; tensor model_text_model_encoder_layers_5_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_5_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160646272)))]; tensor var_3754_cast_fp16 = layer_norm(axes = var_3754_axes_0, beta = model_text_model_encoder_layers_5_norm2_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_5_norm2_weight_to_fp16, x = input_87_cast_fp16)[name = tensor("op_3754_cast_fp16")]; tensor var_3835 = const()[name = tensor("op_3835"), val = tensor([1, 256, 1, 768])]; tensor x_27_cast_fp16 = reshape(shape = var_3835, x = var_3754_cast_fp16)[name = tensor("x_27_cast_fp16")]; tensor input_89_perm_0 = const()[name = tensor("input_89_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_3894_pad_type_0 = const()[name = tensor("op_3894_pad_type_0"), val = tensor("valid")]; tensor var_3894_strides_0 = const()[name = tensor("op_3894_strides_0"), val = tensor([1, 1])]; tensor var_3894_pad_0 = const()[name = tensor("op_3894_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3894_dilations_0 = const()[name = tensor("op_3894_dilations_0"), val = tensor([1, 1])]; tensor var_3894_groups_0 = const()[name = tensor("op_3894_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_q_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160647872)))]; tensor model_text_model_encoder_layers_6_mixer_q_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160746240)))]; tensor input_89_cast_fp16 = transpose(perm = input_89_perm_0, x = x_27_cast_fp16)[name = tensor("transpose_41")]; tensor var_3894_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_q_projs_0_bias_to_fp16, dilations = var_3894_dilations_0, groups = var_3894_groups_0, pad = var_3894_pad_0, pad_type = var_3894_pad_type_0, strides = var_3894_strides_0, weight = model_text_model_encoder_layers_6_mixer_q_projs_0_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_3894_cast_fp16")]; tensor var_3895_axes_0 = const()[name = tensor("op_3895_axes_0"), val = tensor([2])]; tensor var_3895_cast_fp16 = squeeze(axes = var_3895_axes_0, x = var_3894_cast_fp16)[name = tensor("op_3895_cast_fp16")]; tensor var_3903_pad_type_0 = const()[name = tensor("op_3903_pad_type_0"), val = tensor("valid")]; tensor var_3903_strides_0 = const()[name = tensor("op_3903_strides_0"), val = tensor([1, 1])]; tensor var_3903_pad_0 = const()[name = tensor("op_3903_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3903_dilations_0 = const()[name = tensor("op_3903_dilations_0"), val = tensor([1, 1])]; tensor var_3903_groups_0 = const()[name = tensor("op_3903_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_k_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160746432)))]; tensor model_text_model_encoder_layers_6_mixer_k_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160844800)))]; tensor var_3903_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_k_projs_0_bias_to_fp16, dilations = var_3903_dilations_0, groups = var_3903_groups_0, pad = var_3903_pad_0, pad_type = var_3903_pad_type_0, strides = var_3903_strides_0, weight = model_text_model_encoder_layers_6_mixer_k_projs_0_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_3903_cast_fp16")]; tensor var_3904_axes_0 = const()[name = tensor("op_3904_axes_0"), val = tensor([2])]; tensor var_3904_cast_fp16 = squeeze(axes = var_3904_axes_0, x = var_3903_cast_fp16)[name = tensor("op_3904_cast_fp16")]; tensor var_3912_pad_type_0 = const()[name = tensor("op_3912_pad_type_0"), val = tensor("valid")]; tensor var_3912_strides_0 = const()[name = tensor("op_3912_strides_0"), val = tensor([1, 1])]; tensor var_3912_pad_0 = const()[name = tensor("op_3912_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3912_dilations_0 = const()[name = tensor("op_3912_dilations_0"), val = tensor([1, 1])]; tensor var_3912_groups_0 = const()[name = tensor("op_3912_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_v_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160844992)))]; tensor model_text_model_encoder_layers_6_mixer_v_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160943360)))]; tensor var_3912_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_v_projs_0_bias_to_fp16, dilations = var_3912_dilations_0, groups = var_3912_groups_0, pad = var_3912_pad_0, pad_type = var_3912_pad_type_0, strides = var_3912_strides_0, weight = model_text_model_encoder_layers_6_mixer_v_projs_0_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_3912_cast_fp16")]; tensor var_3913_axes_0 = const()[name = tensor("op_3913_axes_0"), val = tensor([2])]; tensor var_3913_cast_fp16 = squeeze(axes = var_3913_axes_0, x = var_3912_cast_fp16)[name = tensor("op_3913_cast_fp16")]; tensor var_3916_transpose_x_1 = const()[name = tensor("op_3916_transpose_x_1"), val = tensor(true)]; tensor var_3916_transpose_y_1 = const()[name = tensor("op_3916_transpose_y_1"), val = tensor(false)]; tensor var_3916_cast_fp16 = matmul(transpose_x = var_3916_transpose_x_1, transpose_y = var_3916_transpose_y_1, x = var_3895_cast_fp16, y = var_3904_cast_fp16)[name = tensor("op_3916_cast_fp16")]; tensor var_3917_to_fp16 = const()[name = tensor("op_3917_to_fp16"), val = tensor(0x1p-3)]; tensor scores_433_cast_fp16 = mul(x = var_3916_cast_fp16, y = var_3917_to_fp16)[name = tensor("scores_433_cast_fp16")]; tensor scores_435_cast_fp16 = add(x = scores_433_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_435_cast_fp16")]; tensor scores_437_cast_fp16 = sub(x = scores_435_cast_fp16, y = var_157_cast_fp16)[name = tensor("scores_437_cast_fp16")]; tensor attn_weights_145_cast_fp16 = softmax(axis = var_29, x = scores_437_cast_fp16)[name = tensor("attn_weights_145_cast_fp16")]; tensor var_3922_transpose_x_1 = const()[name = tensor("op_3922_transpose_x_1"), val = tensor(false)]; tensor var_3922_transpose_y_1 = const()[name = tensor("op_3922_transpose_y_1"), val = tensor(true)]; tensor var_3922_cast_fp16 = matmul(transpose_x = var_3922_transpose_x_1, transpose_y = var_3922_transpose_y_1, x = attn_weights_145_cast_fp16, y = var_3913_cast_fp16)[name = tensor("op_3922_cast_fp16")]; tensor var_3929_pad_type_0 = const()[name = tensor("op_3929_pad_type_0"), val = tensor("valid")]; tensor var_3929_strides_0 = const()[name = tensor("op_3929_strides_0"), val = tensor([1, 1])]; tensor var_3929_pad_0 = const()[name = tensor("op_3929_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3929_dilations_0 = const()[name = tensor("op_3929_dilations_0"), val = tensor([1, 1])]; tensor var_3929_groups_0 = const()[name = tensor("op_3929_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_q_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160943552)))]; tensor model_text_model_encoder_layers_6_mixer_q_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161041920)))]; tensor var_3929_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_q_projs_1_bias_to_fp16, dilations = var_3929_dilations_0, groups = var_3929_groups_0, pad = var_3929_pad_0, pad_type = var_3929_pad_type_0, strides = var_3929_strides_0, weight = model_text_model_encoder_layers_6_mixer_q_projs_1_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_3929_cast_fp16")]; tensor var_3930_axes_0 = const()[name = tensor("op_3930_axes_0"), val = tensor([2])]; tensor var_3930_cast_fp16 = squeeze(axes = var_3930_axes_0, x = var_3929_cast_fp16)[name = tensor("op_3930_cast_fp16")]; tensor var_3938_pad_type_0 = const()[name = tensor("op_3938_pad_type_0"), val = tensor("valid")]; tensor var_3938_strides_0 = const()[name = tensor("op_3938_strides_0"), val = tensor([1, 1])]; tensor var_3938_pad_0 = const()[name = tensor("op_3938_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3938_dilations_0 = const()[name = tensor("op_3938_dilations_0"), val = tensor([1, 1])]; tensor var_3938_groups_0 = const()[name = tensor("op_3938_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_k_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161042112)))]; tensor model_text_model_encoder_layers_6_mixer_k_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161140480)))]; tensor var_3938_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_k_projs_1_bias_to_fp16, dilations = var_3938_dilations_0, groups = var_3938_groups_0, pad = var_3938_pad_0, pad_type = var_3938_pad_type_0, strides = var_3938_strides_0, weight = model_text_model_encoder_layers_6_mixer_k_projs_1_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_3938_cast_fp16")]; tensor var_3939_axes_0 = const()[name = tensor("op_3939_axes_0"), val = tensor([2])]; tensor var_3939_cast_fp16 = squeeze(axes = var_3939_axes_0, x = var_3938_cast_fp16)[name = tensor("op_3939_cast_fp16")]; tensor var_3947_pad_type_0 = const()[name = tensor("op_3947_pad_type_0"), val = tensor("valid")]; tensor var_3947_strides_0 = const()[name = tensor("op_3947_strides_0"), val = tensor([1, 1])]; tensor var_3947_pad_0 = const()[name = tensor("op_3947_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3947_dilations_0 = const()[name = tensor("op_3947_dilations_0"), val = tensor([1, 1])]; tensor var_3947_groups_0 = const()[name = tensor("op_3947_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_v_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161140672)))]; tensor model_text_model_encoder_layers_6_mixer_v_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161239040)))]; tensor var_3947_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_v_projs_1_bias_to_fp16, dilations = var_3947_dilations_0, groups = var_3947_groups_0, pad = var_3947_pad_0, pad_type = var_3947_pad_type_0, strides = var_3947_strides_0, weight = model_text_model_encoder_layers_6_mixer_v_projs_1_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_3947_cast_fp16")]; tensor var_3948_axes_0 = const()[name = tensor("op_3948_axes_0"), val = tensor([2])]; tensor var_3948_cast_fp16 = squeeze(axes = var_3948_axes_0, x = var_3947_cast_fp16)[name = tensor("op_3948_cast_fp16")]; tensor var_3951_transpose_x_1 = const()[name = tensor("op_3951_transpose_x_1"), val = tensor(true)]; tensor var_3951_transpose_y_1 = const()[name = tensor("op_3951_transpose_y_1"), val = tensor(false)]; tensor var_3951_cast_fp16 = matmul(transpose_x = var_3951_transpose_x_1, transpose_y = var_3951_transpose_y_1, x = var_3930_cast_fp16, y = var_3939_cast_fp16)[name = tensor("op_3951_cast_fp16")]; tensor var_3952_to_fp16 = const()[name = tensor("op_3952_to_fp16"), val = tensor(0x1p-3)]; tensor scores_439_cast_fp16 = mul(x = var_3951_cast_fp16, y = var_3952_to_fp16)[name = tensor("scores_439_cast_fp16")]; tensor scores_441_cast_fp16 = add(x = scores_439_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_441_cast_fp16")]; tensor scores_443_cast_fp16 = sub(x = scores_441_cast_fp16, y = var_161_cast_fp16)[name = tensor("scores_443_cast_fp16")]; tensor attn_weights_147_cast_fp16 = softmax(axis = var_29, x = scores_443_cast_fp16)[name = tensor("attn_weights_147_cast_fp16")]; tensor var_3957_transpose_x_1 = const()[name = tensor("op_3957_transpose_x_1"), val = tensor(false)]; tensor var_3957_transpose_y_1 = const()[name = tensor("op_3957_transpose_y_1"), val = tensor(true)]; tensor var_3957_cast_fp16 = matmul(transpose_x = var_3957_transpose_x_1, transpose_y = var_3957_transpose_y_1, x = attn_weights_147_cast_fp16, y = var_3948_cast_fp16)[name = tensor("op_3957_cast_fp16")]; tensor var_3964_pad_type_0 = const()[name = tensor("op_3964_pad_type_0"), val = tensor("valid")]; tensor var_3964_strides_0 = const()[name = tensor("op_3964_strides_0"), val = tensor([1, 1])]; tensor var_3964_pad_0 = const()[name = tensor("op_3964_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3964_dilations_0 = const()[name = tensor("op_3964_dilations_0"), val = tensor([1, 1])]; tensor var_3964_groups_0 = const()[name = tensor("op_3964_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_q_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161239232)))]; tensor model_text_model_encoder_layers_6_mixer_q_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161337600)))]; tensor var_3964_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_q_projs_2_bias_to_fp16, dilations = var_3964_dilations_0, groups = var_3964_groups_0, pad = var_3964_pad_0, pad_type = var_3964_pad_type_0, strides = var_3964_strides_0, weight = model_text_model_encoder_layers_6_mixer_q_projs_2_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_3964_cast_fp16")]; tensor var_3965_axes_0 = const()[name = tensor("op_3965_axes_0"), val = tensor([2])]; tensor var_3965_cast_fp16 = squeeze(axes = var_3965_axes_0, x = var_3964_cast_fp16)[name = tensor("op_3965_cast_fp16")]; tensor var_3973_pad_type_0 = const()[name = tensor("op_3973_pad_type_0"), val = tensor("valid")]; tensor var_3973_strides_0 = const()[name = tensor("op_3973_strides_0"), val = tensor([1, 1])]; tensor var_3973_pad_0 = const()[name = tensor("op_3973_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3973_dilations_0 = const()[name = tensor("op_3973_dilations_0"), val = tensor([1, 1])]; tensor var_3973_groups_0 = const()[name = tensor("op_3973_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_k_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161337792)))]; tensor model_text_model_encoder_layers_6_mixer_k_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161436160)))]; tensor var_3973_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_k_projs_2_bias_to_fp16, dilations = var_3973_dilations_0, groups = var_3973_groups_0, pad = var_3973_pad_0, pad_type = var_3973_pad_type_0, strides = var_3973_strides_0, weight = model_text_model_encoder_layers_6_mixer_k_projs_2_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_3973_cast_fp16")]; tensor var_3974_axes_0 = const()[name = tensor("op_3974_axes_0"), val = tensor([2])]; tensor var_3974_cast_fp16 = squeeze(axes = var_3974_axes_0, x = var_3973_cast_fp16)[name = tensor("op_3974_cast_fp16")]; tensor var_3982_pad_type_0 = const()[name = tensor("op_3982_pad_type_0"), val = tensor("valid")]; tensor var_3982_strides_0 = const()[name = tensor("op_3982_strides_0"), val = tensor([1, 1])]; tensor var_3982_pad_0 = const()[name = tensor("op_3982_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3982_dilations_0 = const()[name = tensor("op_3982_dilations_0"), val = tensor([1, 1])]; tensor var_3982_groups_0 = const()[name = tensor("op_3982_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_v_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161436352)))]; tensor model_text_model_encoder_layers_6_mixer_v_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161534720)))]; tensor var_3982_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_v_projs_2_bias_to_fp16, dilations = var_3982_dilations_0, groups = var_3982_groups_0, pad = var_3982_pad_0, pad_type = var_3982_pad_type_0, strides = var_3982_strides_0, weight = model_text_model_encoder_layers_6_mixer_v_projs_2_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_3982_cast_fp16")]; tensor var_3983_axes_0 = const()[name = tensor("op_3983_axes_0"), val = tensor([2])]; tensor var_3983_cast_fp16 = squeeze(axes = var_3983_axes_0, x = var_3982_cast_fp16)[name = tensor("op_3983_cast_fp16")]; tensor var_3986_transpose_x_1 = const()[name = tensor("op_3986_transpose_x_1"), val = tensor(true)]; tensor var_3986_transpose_y_1 = const()[name = tensor("op_3986_transpose_y_1"), val = tensor(false)]; tensor var_3986_cast_fp16 = matmul(transpose_x = var_3986_transpose_x_1, transpose_y = var_3986_transpose_y_1, x = var_3965_cast_fp16, y = var_3974_cast_fp16)[name = tensor("op_3986_cast_fp16")]; tensor var_3987_to_fp16 = const()[name = tensor("op_3987_to_fp16"), val = tensor(0x1p-3)]; tensor scores_445_cast_fp16 = mul(x = var_3986_cast_fp16, y = var_3987_to_fp16)[name = tensor("scores_445_cast_fp16")]; tensor scores_447_cast_fp16 = add(x = scores_445_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_447_cast_fp16")]; tensor scores_449_cast_fp16 = sub(x = scores_447_cast_fp16, y = var_165_cast_fp16)[name = tensor("scores_449_cast_fp16")]; tensor attn_weights_149_cast_fp16 = softmax(axis = var_29, x = scores_449_cast_fp16)[name = tensor("attn_weights_149_cast_fp16")]; tensor var_3992_transpose_x_1 = const()[name = tensor("op_3992_transpose_x_1"), val = tensor(false)]; tensor var_3992_transpose_y_1 = const()[name = tensor("op_3992_transpose_y_1"), val = tensor(true)]; tensor var_3992_cast_fp16 = matmul(transpose_x = var_3992_transpose_x_1, transpose_y = var_3992_transpose_y_1, x = attn_weights_149_cast_fp16, y = var_3983_cast_fp16)[name = tensor("op_3992_cast_fp16")]; tensor var_3999_pad_type_0 = const()[name = tensor("op_3999_pad_type_0"), val = tensor("valid")]; tensor var_3999_strides_0 = const()[name = tensor("op_3999_strides_0"), val = tensor([1, 1])]; tensor var_3999_pad_0 = const()[name = tensor("op_3999_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_3999_dilations_0 = const()[name = tensor("op_3999_dilations_0"), val = tensor([1, 1])]; tensor var_3999_groups_0 = const()[name = tensor("op_3999_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_q_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161534912)))]; tensor model_text_model_encoder_layers_6_mixer_q_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161633280)))]; tensor var_3999_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_q_projs_3_bias_to_fp16, dilations = var_3999_dilations_0, groups = var_3999_groups_0, pad = var_3999_pad_0, pad_type = var_3999_pad_type_0, strides = var_3999_strides_0, weight = model_text_model_encoder_layers_6_mixer_q_projs_3_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_3999_cast_fp16")]; tensor var_4000_axes_0 = const()[name = tensor("op_4000_axes_0"), val = tensor([2])]; tensor var_4000_cast_fp16 = squeeze(axes = var_4000_axes_0, x = var_3999_cast_fp16)[name = tensor("op_4000_cast_fp16")]; tensor var_4008_pad_type_0 = const()[name = tensor("op_4008_pad_type_0"), val = tensor("valid")]; tensor var_4008_strides_0 = const()[name = tensor("op_4008_strides_0"), val = tensor([1, 1])]; tensor var_4008_pad_0 = const()[name = tensor("op_4008_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4008_dilations_0 = const()[name = tensor("op_4008_dilations_0"), val = tensor([1, 1])]; tensor var_4008_groups_0 = const()[name = tensor("op_4008_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_k_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161633472)))]; tensor model_text_model_encoder_layers_6_mixer_k_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161731840)))]; tensor var_4008_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_k_projs_3_bias_to_fp16, dilations = var_4008_dilations_0, groups = var_4008_groups_0, pad = var_4008_pad_0, pad_type = var_4008_pad_type_0, strides = var_4008_strides_0, weight = model_text_model_encoder_layers_6_mixer_k_projs_3_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4008_cast_fp16")]; tensor var_4009_axes_0 = const()[name = tensor("op_4009_axes_0"), val = tensor([2])]; tensor var_4009_cast_fp16 = squeeze(axes = var_4009_axes_0, x = var_4008_cast_fp16)[name = tensor("op_4009_cast_fp16")]; tensor var_4017_pad_type_0 = const()[name = tensor("op_4017_pad_type_0"), val = tensor("valid")]; tensor var_4017_strides_0 = const()[name = tensor("op_4017_strides_0"), val = tensor([1, 1])]; tensor var_4017_pad_0 = const()[name = tensor("op_4017_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4017_dilations_0 = const()[name = tensor("op_4017_dilations_0"), val = tensor([1, 1])]; tensor var_4017_groups_0 = const()[name = tensor("op_4017_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_v_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161732032)))]; tensor model_text_model_encoder_layers_6_mixer_v_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161830400)))]; tensor var_4017_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_v_projs_3_bias_to_fp16, dilations = var_4017_dilations_0, groups = var_4017_groups_0, pad = var_4017_pad_0, pad_type = var_4017_pad_type_0, strides = var_4017_strides_0, weight = model_text_model_encoder_layers_6_mixer_v_projs_3_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4017_cast_fp16")]; tensor var_4018_axes_0 = const()[name = tensor("op_4018_axes_0"), val = tensor([2])]; tensor var_4018_cast_fp16 = squeeze(axes = var_4018_axes_0, x = var_4017_cast_fp16)[name = tensor("op_4018_cast_fp16")]; tensor var_4021_transpose_x_1 = const()[name = tensor("op_4021_transpose_x_1"), val = tensor(true)]; tensor var_4021_transpose_y_1 = const()[name = tensor("op_4021_transpose_y_1"), val = tensor(false)]; tensor var_4021_cast_fp16 = matmul(transpose_x = var_4021_transpose_x_1, transpose_y = var_4021_transpose_y_1, x = var_4000_cast_fp16, y = var_4009_cast_fp16)[name = tensor("op_4021_cast_fp16")]; tensor var_4022_to_fp16 = const()[name = tensor("op_4022_to_fp16"), val = tensor(0x1p-3)]; tensor scores_451_cast_fp16 = mul(x = var_4021_cast_fp16, y = var_4022_to_fp16)[name = tensor("scores_451_cast_fp16")]; tensor scores_453_cast_fp16 = add(x = scores_451_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_453_cast_fp16")]; tensor scores_455_cast_fp16 = sub(x = scores_453_cast_fp16, y = var_169_cast_fp16)[name = tensor("scores_455_cast_fp16")]; tensor attn_weights_151_cast_fp16 = softmax(axis = var_29, x = scores_455_cast_fp16)[name = tensor("attn_weights_151_cast_fp16")]; tensor var_4027_transpose_x_1 = const()[name = tensor("op_4027_transpose_x_1"), val = tensor(false)]; tensor var_4027_transpose_y_1 = const()[name = tensor("op_4027_transpose_y_1"), val = tensor(true)]; tensor var_4027_cast_fp16 = matmul(transpose_x = var_4027_transpose_x_1, transpose_y = var_4027_transpose_y_1, x = attn_weights_151_cast_fp16, y = var_4018_cast_fp16)[name = tensor("op_4027_cast_fp16")]; tensor var_4034_pad_type_0 = const()[name = tensor("op_4034_pad_type_0"), val = tensor("valid")]; tensor var_4034_strides_0 = const()[name = tensor("op_4034_strides_0"), val = tensor([1, 1])]; tensor var_4034_pad_0 = const()[name = tensor("op_4034_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4034_dilations_0 = const()[name = tensor("op_4034_dilations_0"), val = tensor([1, 1])]; tensor var_4034_groups_0 = const()[name = tensor("op_4034_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_q_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161830592)))]; tensor model_text_model_encoder_layers_6_mixer_q_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161928960)))]; tensor var_4034_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_q_projs_4_bias_to_fp16, dilations = var_4034_dilations_0, groups = var_4034_groups_0, pad = var_4034_pad_0, pad_type = var_4034_pad_type_0, strides = var_4034_strides_0, weight = model_text_model_encoder_layers_6_mixer_q_projs_4_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4034_cast_fp16")]; tensor var_4035_axes_0 = const()[name = tensor("op_4035_axes_0"), val = tensor([2])]; tensor var_4035_cast_fp16 = squeeze(axes = var_4035_axes_0, x = var_4034_cast_fp16)[name = tensor("op_4035_cast_fp16")]; tensor var_4043_pad_type_0 = const()[name = tensor("op_4043_pad_type_0"), val = tensor("valid")]; tensor var_4043_strides_0 = const()[name = tensor("op_4043_strides_0"), val = tensor([1, 1])]; tensor var_4043_pad_0 = const()[name = tensor("op_4043_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4043_dilations_0 = const()[name = tensor("op_4043_dilations_0"), val = tensor([1, 1])]; tensor var_4043_groups_0 = const()[name = tensor("op_4043_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_k_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161929152)))]; tensor model_text_model_encoder_layers_6_mixer_k_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162027520)))]; tensor var_4043_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_k_projs_4_bias_to_fp16, dilations = var_4043_dilations_0, groups = var_4043_groups_0, pad = var_4043_pad_0, pad_type = var_4043_pad_type_0, strides = var_4043_strides_0, weight = model_text_model_encoder_layers_6_mixer_k_projs_4_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4043_cast_fp16")]; tensor var_4044_axes_0 = const()[name = tensor("op_4044_axes_0"), val = tensor([2])]; tensor var_4044_cast_fp16 = squeeze(axes = var_4044_axes_0, x = var_4043_cast_fp16)[name = tensor("op_4044_cast_fp16")]; tensor var_4052_pad_type_0 = const()[name = tensor("op_4052_pad_type_0"), val = tensor("valid")]; tensor var_4052_strides_0 = const()[name = tensor("op_4052_strides_0"), val = tensor([1, 1])]; tensor var_4052_pad_0 = const()[name = tensor("op_4052_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4052_dilations_0 = const()[name = tensor("op_4052_dilations_0"), val = tensor([1, 1])]; tensor var_4052_groups_0 = const()[name = tensor("op_4052_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_v_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162027712)))]; tensor model_text_model_encoder_layers_6_mixer_v_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162126080)))]; tensor var_4052_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_v_projs_4_bias_to_fp16, dilations = var_4052_dilations_0, groups = var_4052_groups_0, pad = var_4052_pad_0, pad_type = var_4052_pad_type_0, strides = var_4052_strides_0, weight = model_text_model_encoder_layers_6_mixer_v_projs_4_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4052_cast_fp16")]; tensor var_4053_axes_0 = const()[name = tensor("op_4053_axes_0"), val = tensor([2])]; tensor var_4053_cast_fp16 = squeeze(axes = var_4053_axes_0, x = var_4052_cast_fp16)[name = tensor("op_4053_cast_fp16")]; tensor var_4056_transpose_x_1 = const()[name = tensor("op_4056_transpose_x_1"), val = tensor(true)]; tensor var_4056_transpose_y_1 = const()[name = tensor("op_4056_transpose_y_1"), val = tensor(false)]; tensor var_4056_cast_fp16 = matmul(transpose_x = var_4056_transpose_x_1, transpose_y = var_4056_transpose_y_1, x = var_4035_cast_fp16, y = var_4044_cast_fp16)[name = tensor("op_4056_cast_fp16")]; tensor var_4057_to_fp16 = const()[name = tensor("op_4057_to_fp16"), val = tensor(0x1p-3)]; tensor scores_457_cast_fp16 = mul(x = var_4056_cast_fp16, y = var_4057_to_fp16)[name = tensor("scores_457_cast_fp16")]; tensor scores_459_cast_fp16 = add(x = scores_457_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_459_cast_fp16")]; tensor scores_461_cast_fp16 = sub(x = scores_459_cast_fp16, y = var_173_cast_fp16)[name = tensor("scores_461_cast_fp16")]; tensor attn_weights_153_cast_fp16 = softmax(axis = var_29, x = scores_461_cast_fp16)[name = tensor("attn_weights_153_cast_fp16")]; tensor var_4062_transpose_x_1 = const()[name = tensor("op_4062_transpose_x_1"), val = tensor(false)]; tensor var_4062_transpose_y_1 = const()[name = tensor("op_4062_transpose_y_1"), val = tensor(true)]; tensor var_4062_cast_fp16 = matmul(transpose_x = var_4062_transpose_x_1, transpose_y = var_4062_transpose_y_1, x = attn_weights_153_cast_fp16, y = var_4053_cast_fp16)[name = tensor("op_4062_cast_fp16")]; tensor var_4069_pad_type_0 = const()[name = tensor("op_4069_pad_type_0"), val = tensor("valid")]; tensor var_4069_strides_0 = const()[name = tensor("op_4069_strides_0"), val = tensor([1, 1])]; tensor var_4069_pad_0 = const()[name = tensor("op_4069_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4069_dilations_0 = const()[name = tensor("op_4069_dilations_0"), val = tensor([1, 1])]; tensor var_4069_groups_0 = const()[name = tensor("op_4069_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_q_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162126272)))]; tensor model_text_model_encoder_layers_6_mixer_q_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162224640)))]; tensor var_4069_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_q_projs_5_bias_to_fp16, dilations = var_4069_dilations_0, groups = var_4069_groups_0, pad = var_4069_pad_0, pad_type = var_4069_pad_type_0, strides = var_4069_strides_0, weight = model_text_model_encoder_layers_6_mixer_q_projs_5_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4069_cast_fp16")]; tensor var_4070_axes_0 = const()[name = tensor("op_4070_axes_0"), val = tensor([2])]; tensor var_4070_cast_fp16 = squeeze(axes = var_4070_axes_0, x = var_4069_cast_fp16)[name = tensor("op_4070_cast_fp16")]; tensor var_4078_pad_type_0 = const()[name = tensor("op_4078_pad_type_0"), val = tensor("valid")]; tensor var_4078_strides_0 = const()[name = tensor("op_4078_strides_0"), val = tensor([1, 1])]; tensor var_4078_pad_0 = const()[name = tensor("op_4078_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4078_dilations_0 = const()[name = tensor("op_4078_dilations_0"), val = tensor([1, 1])]; tensor var_4078_groups_0 = const()[name = tensor("op_4078_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_k_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162224832)))]; tensor model_text_model_encoder_layers_6_mixer_k_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162323200)))]; tensor var_4078_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_k_projs_5_bias_to_fp16, dilations = var_4078_dilations_0, groups = var_4078_groups_0, pad = var_4078_pad_0, pad_type = var_4078_pad_type_0, strides = var_4078_strides_0, weight = model_text_model_encoder_layers_6_mixer_k_projs_5_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4078_cast_fp16")]; tensor var_4079_axes_0 = const()[name = tensor("op_4079_axes_0"), val = tensor([2])]; tensor var_4079_cast_fp16 = squeeze(axes = var_4079_axes_0, x = var_4078_cast_fp16)[name = tensor("op_4079_cast_fp16")]; tensor var_4087_pad_type_0 = const()[name = tensor("op_4087_pad_type_0"), val = tensor("valid")]; tensor var_4087_strides_0 = const()[name = tensor("op_4087_strides_0"), val = tensor([1, 1])]; tensor var_4087_pad_0 = const()[name = tensor("op_4087_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4087_dilations_0 = const()[name = tensor("op_4087_dilations_0"), val = tensor([1, 1])]; tensor var_4087_groups_0 = const()[name = tensor("op_4087_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_v_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162323392)))]; tensor model_text_model_encoder_layers_6_mixer_v_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162421760)))]; tensor var_4087_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_v_projs_5_bias_to_fp16, dilations = var_4087_dilations_0, groups = var_4087_groups_0, pad = var_4087_pad_0, pad_type = var_4087_pad_type_0, strides = var_4087_strides_0, weight = model_text_model_encoder_layers_6_mixer_v_projs_5_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4087_cast_fp16")]; tensor var_4088_axes_0 = const()[name = tensor("op_4088_axes_0"), val = tensor([2])]; tensor var_4088_cast_fp16 = squeeze(axes = var_4088_axes_0, x = var_4087_cast_fp16)[name = tensor("op_4088_cast_fp16")]; tensor var_4091_transpose_x_1 = const()[name = tensor("op_4091_transpose_x_1"), val = tensor(true)]; tensor var_4091_transpose_y_1 = const()[name = tensor("op_4091_transpose_y_1"), val = tensor(false)]; tensor var_4091_cast_fp16 = matmul(transpose_x = var_4091_transpose_x_1, transpose_y = var_4091_transpose_y_1, x = var_4070_cast_fp16, y = var_4079_cast_fp16)[name = tensor("op_4091_cast_fp16")]; tensor var_4092_to_fp16 = const()[name = tensor("op_4092_to_fp16"), val = tensor(0x1p-3)]; tensor scores_463_cast_fp16 = mul(x = var_4091_cast_fp16, y = var_4092_to_fp16)[name = tensor("scores_463_cast_fp16")]; tensor scores_465_cast_fp16 = add(x = scores_463_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_465_cast_fp16")]; tensor scores_467_cast_fp16 = sub(x = scores_465_cast_fp16, y = var_177_cast_fp16)[name = tensor("scores_467_cast_fp16")]; tensor attn_weights_155_cast_fp16 = softmax(axis = var_29, x = scores_467_cast_fp16)[name = tensor("attn_weights_155_cast_fp16")]; tensor var_4097_transpose_x_1 = const()[name = tensor("op_4097_transpose_x_1"), val = tensor(false)]; tensor var_4097_transpose_y_1 = const()[name = tensor("op_4097_transpose_y_1"), val = tensor(true)]; tensor var_4097_cast_fp16 = matmul(transpose_x = var_4097_transpose_x_1, transpose_y = var_4097_transpose_y_1, x = attn_weights_155_cast_fp16, y = var_4088_cast_fp16)[name = tensor("op_4097_cast_fp16")]; tensor var_4104_pad_type_0 = const()[name = tensor("op_4104_pad_type_0"), val = tensor("valid")]; tensor var_4104_strides_0 = const()[name = tensor("op_4104_strides_0"), val = tensor([1, 1])]; tensor var_4104_pad_0 = const()[name = tensor("op_4104_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4104_dilations_0 = const()[name = tensor("op_4104_dilations_0"), val = tensor([1, 1])]; tensor var_4104_groups_0 = const()[name = tensor("op_4104_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_q_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162421952)))]; tensor model_text_model_encoder_layers_6_mixer_q_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162520320)))]; tensor var_4104_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_q_projs_6_bias_to_fp16, dilations = var_4104_dilations_0, groups = var_4104_groups_0, pad = var_4104_pad_0, pad_type = var_4104_pad_type_0, strides = var_4104_strides_0, weight = model_text_model_encoder_layers_6_mixer_q_projs_6_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4104_cast_fp16")]; tensor var_4105_axes_0 = const()[name = tensor("op_4105_axes_0"), val = tensor([2])]; tensor var_4105_cast_fp16 = squeeze(axes = var_4105_axes_0, x = var_4104_cast_fp16)[name = tensor("op_4105_cast_fp16")]; tensor var_4113_pad_type_0 = const()[name = tensor("op_4113_pad_type_0"), val = tensor("valid")]; tensor var_4113_strides_0 = const()[name = tensor("op_4113_strides_0"), val = tensor([1, 1])]; tensor var_4113_pad_0 = const()[name = tensor("op_4113_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4113_dilations_0 = const()[name = tensor("op_4113_dilations_0"), val = tensor([1, 1])]; tensor var_4113_groups_0 = const()[name = tensor("op_4113_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_k_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162520512)))]; tensor model_text_model_encoder_layers_6_mixer_k_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162618880)))]; tensor var_4113_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_k_projs_6_bias_to_fp16, dilations = var_4113_dilations_0, groups = var_4113_groups_0, pad = var_4113_pad_0, pad_type = var_4113_pad_type_0, strides = var_4113_strides_0, weight = model_text_model_encoder_layers_6_mixer_k_projs_6_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4113_cast_fp16")]; tensor var_4114_axes_0 = const()[name = tensor("op_4114_axes_0"), val = tensor([2])]; tensor var_4114_cast_fp16 = squeeze(axes = var_4114_axes_0, x = var_4113_cast_fp16)[name = tensor("op_4114_cast_fp16")]; tensor var_4122_pad_type_0 = const()[name = tensor("op_4122_pad_type_0"), val = tensor("valid")]; tensor var_4122_strides_0 = const()[name = tensor("op_4122_strides_0"), val = tensor([1, 1])]; tensor var_4122_pad_0 = const()[name = tensor("op_4122_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4122_dilations_0 = const()[name = tensor("op_4122_dilations_0"), val = tensor([1, 1])]; tensor var_4122_groups_0 = const()[name = tensor("op_4122_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_v_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162619072)))]; tensor model_text_model_encoder_layers_6_mixer_v_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162717440)))]; tensor var_4122_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_v_projs_6_bias_to_fp16, dilations = var_4122_dilations_0, groups = var_4122_groups_0, pad = var_4122_pad_0, pad_type = var_4122_pad_type_0, strides = var_4122_strides_0, weight = model_text_model_encoder_layers_6_mixer_v_projs_6_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4122_cast_fp16")]; tensor var_4123_axes_0 = const()[name = tensor("op_4123_axes_0"), val = tensor([2])]; tensor var_4123_cast_fp16 = squeeze(axes = var_4123_axes_0, x = var_4122_cast_fp16)[name = tensor("op_4123_cast_fp16")]; tensor var_4126_transpose_x_1 = const()[name = tensor("op_4126_transpose_x_1"), val = tensor(true)]; tensor var_4126_transpose_y_1 = const()[name = tensor("op_4126_transpose_y_1"), val = tensor(false)]; tensor var_4126_cast_fp16 = matmul(transpose_x = var_4126_transpose_x_1, transpose_y = var_4126_transpose_y_1, x = var_4105_cast_fp16, y = var_4114_cast_fp16)[name = tensor("op_4126_cast_fp16")]; tensor var_4127_to_fp16 = const()[name = tensor("op_4127_to_fp16"), val = tensor(0x1p-3)]; tensor scores_469_cast_fp16 = mul(x = var_4126_cast_fp16, y = var_4127_to_fp16)[name = tensor("scores_469_cast_fp16")]; tensor scores_471_cast_fp16 = add(x = scores_469_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_471_cast_fp16")]; tensor scores_473_cast_fp16 = sub(x = scores_471_cast_fp16, y = var_181_cast_fp16)[name = tensor("scores_473_cast_fp16")]; tensor attn_weights_157_cast_fp16 = softmax(axis = var_29, x = scores_473_cast_fp16)[name = tensor("attn_weights_157_cast_fp16")]; tensor var_4132_transpose_x_1 = const()[name = tensor("op_4132_transpose_x_1"), val = tensor(false)]; tensor var_4132_transpose_y_1 = const()[name = tensor("op_4132_transpose_y_1"), val = tensor(true)]; tensor var_4132_cast_fp16 = matmul(transpose_x = var_4132_transpose_x_1, transpose_y = var_4132_transpose_y_1, x = attn_weights_157_cast_fp16, y = var_4123_cast_fp16)[name = tensor("op_4132_cast_fp16")]; tensor var_4139_pad_type_0 = const()[name = tensor("op_4139_pad_type_0"), val = tensor("valid")]; tensor var_4139_strides_0 = const()[name = tensor("op_4139_strides_0"), val = tensor([1, 1])]; tensor var_4139_pad_0 = const()[name = tensor("op_4139_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4139_dilations_0 = const()[name = tensor("op_4139_dilations_0"), val = tensor([1, 1])]; tensor var_4139_groups_0 = const()[name = tensor("op_4139_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_q_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162717632)))]; tensor model_text_model_encoder_layers_6_mixer_q_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162816000)))]; tensor var_4139_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_q_projs_7_bias_to_fp16, dilations = var_4139_dilations_0, groups = var_4139_groups_0, pad = var_4139_pad_0, pad_type = var_4139_pad_type_0, strides = var_4139_strides_0, weight = model_text_model_encoder_layers_6_mixer_q_projs_7_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4139_cast_fp16")]; tensor var_4140_axes_0 = const()[name = tensor("op_4140_axes_0"), val = tensor([2])]; tensor var_4140_cast_fp16 = squeeze(axes = var_4140_axes_0, x = var_4139_cast_fp16)[name = tensor("op_4140_cast_fp16")]; tensor var_4148_pad_type_0 = const()[name = tensor("op_4148_pad_type_0"), val = tensor("valid")]; tensor var_4148_strides_0 = const()[name = tensor("op_4148_strides_0"), val = tensor([1, 1])]; tensor var_4148_pad_0 = const()[name = tensor("op_4148_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4148_dilations_0 = const()[name = tensor("op_4148_dilations_0"), val = tensor([1, 1])]; tensor var_4148_groups_0 = const()[name = tensor("op_4148_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_k_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162816192)))]; tensor model_text_model_encoder_layers_6_mixer_k_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162914560)))]; tensor var_4148_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_k_projs_7_bias_to_fp16, dilations = var_4148_dilations_0, groups = var_4148_groups_0, pad = var_4148_pad_0, pad_type = var_4148_pad_type_0, strides = var_4148_strides_0, weight = model_text_model_encoder_layers_6_mixer_k_projs_7_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4148_cast_fp16")]; tensor var_4149_axes_0 = const()[name = tensor("op_4149_axes_0"), val = tensor([2])]; tensor var_4149_cast_fp16 = squeeze(axes = var_4149_axes_0, x = var_4148_cast_fp16)[name = tensor("op_4149_cast_fp16")]; tensor var_4157_pad_type_0 = const()[name = tensor("op_4157_pad_type_0"), val = tensor("valid")]; tensor var_4157_strides_0 = const()[name = tensor("op_4157_strides_0"), val = tensor([1, 1])]; tensor var_4157_pad_0 = const()[name = tensor("op_4157_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4157_dilations_0 = const()[name = tensor("op_4157_dilations_0"), val = tensor([1, 1])]; tensor var_4157_groups_0 = const()[name = tensor("op_4157_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_v_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162914752)))]; tensor model_text_model_encoder_layers_6_mixer_v_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163013120)))]; tensor var_4157_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_v_projs_7_bias_to_fp16, dilations = var_4157_dilations_0, groups = var_4157_groups_0, pad = var_4157_pad_0, pad_type = var_4157_pad_type_0, strides = var_4157_strides_0, weight = model_text_model_encoder_layers_6_mixer_v_projs_7_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4157_cast_fp16")]; tensor var_4158_axes_0 = const()[name = tensor("op_4158_axes_0"), val = tensor([2])]; tensor var_4158_cast_fp16 = squeeze(axes = var_4158_axes_0, x = var_4157_cast_fp16)[name = tensor("op_4158_cast_fp16")]; tensor var_4161_transpose_x_1 = const()[name = tensor("op_4161_transpose_x_1"), val = tensor(true)]; tensor var_4161_transpose_y_1 = const()[name = tensor("op_4161_transpose_y_1"), val = tensor(false)]; tensor var_4161_cast_fp16 = matmul(transpose_x = var_4161_transpose_x_1, transpose_y = var_4161_transpose_y_1, x = var_4140_cast_fp16, y = var_4149_cast_fp16)[name = tensor("op_4161_cast_fp16")]; tensor var_4162_to_fp16 = const()[name = tensor("op_4162_to_fp16"), val = tensor(0x1p-3)]; tensor scores_475_cast_fp16 = mul(x = var_4161_cast_fp16, y = var_4162_to_fp16)[name = tensor("scores_475_cast_fp16")]; tensor scores_477_cast_fp16 = add(x = scores_475_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_477_cast_fp16")]; tensor scores_479_cast_fp16 = sub(x = scores_477_cast_fp16, y = var_185_cast_fp16)[name = tensor("scores_479_cast_fp16")]; tensor attn_weights_159_cast_fp16 = softmax(axis = var_29, x = scores_479_cast_fp16)[name = tensor("attn_weights_159_cast_fp16")]; tensor var_4167_transpose_x_1 = const()[name = tensor("op_4167_transpose_x_1"), val = tensor(false)]; tensor var_4167_transpose_y_1 = const()[name = tensor("op_4167_transpose_y_1"), val = tensor(true)]; tensor var_4167_cast_fp16 = matmul(transpose_x = var_4167_transpose_x_1, transpose_y = var_4167_transpose_y_1, x = attn_weights_159_cast_fp16, y = var_4158_cast_fp16)[name = tensor("op_4167_cast_fp16")]; tensor var_4174_pad_type_0 = const()[name = tensor("op_4174_pad_type_0"), val = tensor("valid")]; tensor var_4174_strides_0 = const()[name = tensor("op_4174_strides_0"), val = tensor([1, 1])]; tensor var_4174_pad_0 = const()[name = tensor("op_4174_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4174_dilations_0 = const()[name = tensor("op_4174_dilations_0"), val = tensor([1, 1])]; tensor var_4174_groups_0 = const()[name = tensor("op_4174_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_q_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163013312)))]; tensor model_text_model_encoder_layers_6_mixer_q_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163111680)))]; tensor var_4174_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_q_projs_8_bias_to_fp16, dilations = var_4174_dilations_0, groups = var_4174_groups_0, pad = var_4174_pad_0, pad_type = var_4174_pad_type_0, strides = var_4174_strides_0, weight = model_text_model_encoder_layers_6_mixer_q_projs_8_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4174_cast_fp16")]; tensor var_4175_axes_0 = const()[name = tensor("op_4175_axes_0"), val = tensor([2])]; tensor var_4175_cast_fp16 = squeeze(axes = var_4175_axes_0, x = var_4174_cast_fp16)[name = tensor("op_4175_cast_fp16")]; tensor var_4183_pad_type_0 = const()[name = tensor("op_4183_pad_type_0"), val = tensor("valid")]; tensor var_4183_strides_0 = const()[name = tensor("op_4183_strides_0"), val = tensor([1, 1])]; tensor var_4183_pad_0 = const()[name = tensor("op_4183_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4183_dilations_0 = const()[name = tensor("op_4183_dilations_0"), val = tensor([1, 1])]; tensor var_4183_groups_0 = const()[name = tensor("op_4183_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_k_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163111872)))]; tensor model_text_model_encoder_layers_6_mixer_k_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163210240)))]; tensor var_4183_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_k_projs_8_bias_to_fp16, dilations = var_4183_dilations_0, groups = var_4183_groups_0, pad = var_4183_pad_0, pad_type = var_4183_pad_type_0, strides = var_4183_strides_0, weight = model_text_model_encoder_layers_6_mixer_k_projs_8_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4183_cast_fp16")]; tensor var_4184_axes_0 = const()[name = tensor("op_4184_axes_0"), val = tensor([2])]; tensor var_4184_cast_fp16 = squeeze(axes = var_4184_axes_0, x = var_4183_cast_fp16)[name = tensor("op_4184_cast_fp16")]; tensor var_4192_pad_type_0 = const()[name = tensor("op_4192_pad_type_0"), val = tensor("valid")]; tensor var_4192_strides_0 = const()[name = tensor("op_4192_strides_0"), val = tensor([1, 1])]; tensor var_4192_pad_0 = const()[name = tensor("op_4192_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4192_dilations_0 = const()[name = tensor("op_4192_dilations_0"), val = tensor([1, 1])]; tensor var_4192_groups_0 = const()[name = tensor("op_4192_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_v_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163210432)))]; tensor model_text_model_encoder_layers_6_mixer_v_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163308800)))]; tensor var_4192_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_v_projs_8_bias_to_fp16, dilations = var_4192_dilations_0, groups = var_4192_groups_0, pad = var_4192_pad_0, pad_type = var_4192_pad_type_0, strides = var_4192_strides_0, weight = model_text_model_encoder_layers_6_mixer_v_projs_8_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4192_cast_fp16")]; tensor var_4193_axes_0 = const()[name = tensor("op_4193_axes_0"), val = tensor([2])]; tensor var_4193_cast_fp16 = squeeze(axes = var_4193_axes_0, x = var_4192_cast_fp16)[name = tensor("op_4193_cast_fp16")]; tensor var_4196_transpose_x_1 = const()[name = tensor("op_4196_transpose_x_1"), val = tensor(true)]; tensor var_4196_transpose_y_1 = const()[name = tensor("op_4196_transpose_y_1"), val = tensor(false)]; tensor var_4196_cast_fp16 = matmul(transpose_x = var_4196_transpose_x_1, transpose_y = var_4196_transpose_y_1, x = var_4175_cast_fp16, y = var_4184_cast_fp16)[name = tensor("op_4196_cast_fp16")]; tensor var_4197_to_fp16 = const()[name = tensor("op_4197_to_fp16"), val = tensor(0x1p-3)]; tensor scores_481_cast_fp16 = mul(x = var_4196_cast_fp16, y = var_4197_to_fp16)[name = tensor("scores_481_cast_fp16")]; tensor scores_483_cast_fp16 = add(x = scores_481_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_483_cast_fp16")]; tensor scores_485_cast_fp16 = sub(x = scores_483_cast_fp16, y = var_189_cast_fp16)[name = tensor("scores_485_cast_fp16")]; tensor attn_weights_161_cast_fp16 = softmax(axis = var_29, x = scores_485_cast_fp16)[name = tensor("attn_weights_161_cast_fp16")]; tensor var_4202_transpose_x_1 = const()[name = tensor("op_4202_transpose_x_1"), val = tensor(false)]; tensor var_4202_transpose_y_1 = const()[name = tensor("op_4202_transpose_y_1"), val = tensor(true)]; tensor var_4202_cast_fp16 = matmul(transpose_x = var_4202_transpose_x_1, transpose_y = var_4202_transpose_y_1, x = attn_weights_161_cast_fp16, y = var_4193_cast_fp16)[name = tensor("op_4202_cast_fp16")]; tensor var_4209_pad_type_0 = const()[name = tensor("op_4209_pad_type_0"), val = tensor("valid")]; tensor var_4209_strides_0 = const()[name = tensor("op_4209_strides_0"), val = tensor([1, 1])]; tensor var_4209_pad_0 = const()[name = tensor("op_4209_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4209_dilations_0 = const()[name = tensor("op_4209_dilations_0"), val = tensor([1, 1])]; tensor var_4209_groups_0 = const()[name = tensor("op_4209_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_q_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163308992)))]; tensor model_text_model_encoder_layers_6_mixer_q_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163407360)))]; tensor var_4209_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_q_projs_9_bias_to_fp16, dilations = var_4209_dilations_0, groups = var_4209_groups_0, pad = var_4209_pad_0, pad_type = var_4209_pad_type_0, strides = var_4209_strides_0, weight = model_text_model_encoder_layers_6_mixer_q_projs_9_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4209_cast_fp16")]; tensor var_4210_axes_0 = const()[name = tensor("op_4210_axes_0"), val = tensor([2])]; tensor var_4210_cast_fp16 = squeeze(axes = var_4210_axes_0, x = var_4209_cast_fp16)[name = tensor("op_4210_cast_fp16")]; tensor var_4218_pad_type_0 = const()[name = tensor("op_4218_pad_type_0"), val = tensor("valid")]; tensor var_4218_strides_0 = const()[name = tensor("op_4218_strides_0"), val = tensor([1, 1])]; tensor var_4218_pad_0 = const()[name = tensor("op_4218_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4218_dilations_0 = const()[name = tensor("op_4218_dilations_0"), val = tensor([1, 1])]; tensor var_4218_groups_0 = const()[name = tensor("op_4218_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_k_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163407552)))]; tensor model_text_model_encoder_layers_6_mixer_k_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163505920)))]; tensor var_4218_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_k_projs_9_bias_to_fp16, dilations = var_4218_dilations_0, groups = var_4218_groups_0, pad = var_4218_pad_0, pad_type = var_4218_pad_type_0, strides = var_4218_strides_0, weight = model_text_model_encoder_layers_6_mixer_k_projs_9_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4218_cast_fp16")]; tensor var_4219_axes_0 = const()[name = tensor("op_4219_axes_0"), val = tensor([2])]; tensor var_4219_cast_fp16 = squeeze(axes = var_4219_axes_0, x = var_4218_cast_fp16)[name = tensor("op_4219_cast_fp16")]; tensor var_4227_pad_type_0 = const()[name = tensor("op_4227_pad_type_0"), val = tensor("valid")]; tensor var_4227_strides_0 = const()[name = tensor("op_4227_strides_0"), val = tensor([1, 1])]; tensor var_4227_pad_0 = const()[name = tensor("op_4227_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4227_dilations_0 = const()[name = tensor("op_4227_dilations_0"), val = tensor([1, 1])]; tensor var_4227_groups_0 = const()[name = tensor("op_4227_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_v_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163506112)))]; tensor model_text_model_encoder_layers_6_mixer_v_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163604480)))]; tensor var_4227_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_v_projs_9_bias_to_fp16, dilations = var_4227_dilations_0, groups = var_4227_groups_0, pad = var_4227_pad_0, pad_type = var_4227_pad_type_0, strides = var_4227_strides_0, weight = model_text_model_encoder_layers_6_mixer_v_projs_9_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4227_cast_fp16")]; tensor var_4228_axes_0 = const()[name = tensor("op_4228_axes_0"), val = tensor([2])]; tensor var_4228_cast_fp16 = squeeze(axes = var_4228_axes_0, x = var_4227_cast_fp16)[name = tensor("op_4228_cast_fp16")]; tensor var_4231_transpose_x_1 = const()[name = tensor("op_4231_transpose_x_1"), val = tensor(true)]; tensor var_4231_transpose_y_1 = const()[name = tensor("op_4231_transpose_y_1"), val = tensor(false)]; tensor var_4231_cast_fp16 = matmul(transpose_x = var_4231_transpose_x_1, transpose_y = var_4231_transpose_y_1, x = var_4210_cast_fp16, y = var_4219_cast_fp16)[name = tensor("op_4231_cast_fp16")]; tensor var_4232_to_fp16 = const()[name = tensor("op_4232_to_fp16"), val = tensor(0x1p-3)]; tensor scores_487_cast_fp16 = mul(x = var_4231_cast_fp16, y = var_4232_to_fp16)[name = tensor("scores_487_cast_fp16")]; tensor scores_489_cast_fp16 = add(x = scores_487_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_489_cast_fp16")]; tensor scores_491_cast_fp16 = sub(x = scores_489_cast_fp16, y = var_193_cast_fp16)[name = tensor("scores_491_cast_fp16")]; tensor attn_weights_163_cast_fp16 = softmax(axis = var_29, x = scores_491_cast_fp16)[name = tensor("attn_weights_163_cast_fp16")]; tensor var_4237_transpose_x_1 = const()[name = tensor("op_4237_transpose_x_1"), val = tensor(false)]; tensor var_4237_transpose_y_1 = const()[name = tensor("op_4237_transpose_y_1"), val = tensor(true)]; tensor var_4237_cast_fp16 = matmul(transpose_x = var_4237_transpose_x_1, transpose_y = var_4237_transpose_y_1, x = attn_weights_163_cast_fp16, y = var_4228_cast_fp16)[name = tensor("op_4237_cast_fp16")]; tensor var_4244_pad_type_0 = const()[name = tensor("op_4244_pad_type_0"), val = tensor("valid")]; tensor var_4244_strides_0 = const()[name = tensor("op_4244_strides_0"), val = tensor([1, 1])]; tensor var_4244_pad_0 = const()[name = tensor("op_4244_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4244_dilations_0 = const()[name = tensor("op_4244_dilations_0"), val = tensor([1, 1])]; tensor var_4244_groups_0 = const()[name = tensor("op_4244_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_q_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163604672)))]; tensor model_text_model_encoder_layers_6_mixer_q_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163703040)))]; tensor var_4244_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_q_projs_10_bias_to_fp16, dilations = var_4244_dilations_0, groups = var_4244_groups_0, pad = var_4244_pad_0, pad_type = var_4244_pad_type_0, strides = var_4244_strides_0, weight = model_text_model_encoder_layers_6_mixer_q_projs_10_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4244_cast_fp16")]; tensor var_4245_axes_0 = const()[name = tensor("op_4245_axes_0"), val = tensor([2])]; tensor var_4245_cast_fp16 = squeeze(axes = var_4245_axes_0, x = var_4244_cast_fp16)[name = tensor("op_4245_cast_fp16")]; tensor var_4253_pad_type_0 = const()[name = tensor("op_4253_pad_type_0"), val = tensor("valid")]; tensor var_4253_strides_0 = const()[name = tensor("op_4253_strides_0"), val = tensor([1, 1])]; tensor var_4253_pad_0 = const()[name = tensor("op_4253_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4253_dilations_0 = const()[name = tensor("op_4253_dilations_0"), val = tensor([1, 1])]; tensor var_4253_groups_0 = const()[name = tensor("op_4253_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_k_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163703232)))]; tensor model_text_model_encoder_layers_6_mixer_k_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163801600)))]; tensor var_4253_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_k_projs_10_bias_to_fp16, dilations = var_4253_dilations_0, groups = var_4253_groups_0, pad = var_4253_pad_0, pad_type = var_4253_pad_type_0, strides = var_4253_strides_0, weight = model_text_model_encoder_layers_6_mixer_k_projs_10_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4253_cast_fp16")]; tensor var_4254_axes_0 = const()[name = tensor("op_4254_axes_0"), val = tensor([2])]; tensor var_4254_cast_fp16 = squeeze(axes = var_4254_axes_0, x = var_4253_cast_fp16)[name = tensor("op_4254_cast_fp16")]; tensor var_4262_pad_type_0 = const()[name = tensor("op_4262_pad_type_0"), val = tensor("valid")]; tensor var_4262_strides_0 = const()[name = tensor("op_4262_strides_0"), val = tensor([1, 1])]; tensor var_4262_pad_0 = const()[name = tensor("op_4262_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4262_dilations_0 = const()[name = tensor("op_4262_dilations_0"), val = tensor([1, 1])]; tensor var_4262_groups_0 = const()[name = tensor("op_4262_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_v_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163801792)))]; tensor model_text_model_encoder_layers_6_mixer_v_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163900160)))]; tensor var_4262_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_v_projs_10_bias_to_fp16, dilations = var_4262_dilations_0, groups = var_4262_groups_0, pad = var_4262_pad_0, pad_type = var_4262_pad_type_0, strides = var_4262_strides_0, weight = model_text_model_encoder_layers_6_mixer_v_projs_10_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4262_cast_fp16")]; tensor var_4263_axes_0 = const()[name = tensor("op_4263_axes_0"), val = tensor([2])]; tensor var_4263_cast_fp16 = squeeze(axes = var_4263_axes_0, x = var_4262_cast_fp16)[name = tensor("op_4263_cast_fp16")]; tensor var_4266_transpose_x_1 = const()[name = tensor("op_4266_transpose_x_1"), val = tensor(true)]; tensor var_4266_transpose_y_1 = const()[name = tensor("op_4266_transpose_y_1"), val = tensor(false)]; tensor var_4266_cast_fp16 = matmul(transpose_x = var_4266_transpose_x_1, transpose_y = var_4266_transpose_y_1, x = var_4245_cast_fp16, y = var_4254_cast_fp16)[name = tensor("op_4266_cast_fp16")]; tensor var_4267_to_fp16 = const()[name = tensor("op_4267_to_fp16"), val = tensor(0x1p-3)]; tensor scores_493_cast_fp16 = mul(x = var_4266_cast_fp16, y = var_4267_to_fp16)[name = tensor("scores_493_cast_fp16")]; tensor scores_495_cast_fp16 = add(x = scores_493_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_495_cast_fp16")]; tensor scores_497_cast_fp16 = sub(x = scores_495_cast_fp16, y = var_197_cast_fp16)[name = tensor("scores_497_cast_fp16")]; tensor attn_weights_165_cast_fp16 = softmax(axis = var_29, x = scores_497_cast_fp16)[name = tensor("attn_weights_165_cast_fp16")]; tensor var_4272_transpose_x_1 = const()[name = tensor("op_4272_transpose_x_1"), val = tensor(false)]; tensor var_4272_transpose_y_1 = const()[name = tensor("op_4272_transpose_y_1"), val = tensor(true)]; tensor var_4272_cast_fp16 = matmul(transpose_x = var_4272_transpose_x_1, transpose_y = var_4272_transpose_y_1, x = attn_weights_165_cast_fp16, y = var_4263_cast_fp16)[name = tensor("op_4272_cast_fp16")]; tensor var_4279_pad_type_0 = const()[name = tensor("op_4279_pad_type_0"), val = tensor("valid")]; tensor var_4279_strides_0 = const()[name = tensor("op_4279_strides_0"), val = tensor([1, 1])]; tensor var_4279_pad_0 = const()[name = tensor("op_4279_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4279_dilations_0 = const()[name = tensor("op_4279_dilations_0"), val = tensor([1, 1])]; tensor var_4279_groups_0 = const()[name = tensor("op_4279_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_q_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163900352)))]; tensor model_text_model_encoder_layers_6_mixer_q_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_q_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163998720)))]; tensor var_4279_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_q_projs_11_bias_to_fp16, dilations = var_4279_dilations_0, groups = var_4279_groups_0, pad = var_4279_pad_0, pad_type = var_4279_pad_type_0, strides = var_4279_strides_0, weight = model_text_model_encoder_layers_6_mixer_q_projs_11_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4279_cast_fp16")]; tensor var_4280_axes_0 = const()[name = tensor("op_4280_axes_0"), val = tensor([2])]; tensor var_4280_cast_fp16 = squeeze(axes = var_4280_axes_0, x = var_4279_cast_fp16)[name = tensor("op_4280_cast_fp16")]; tensor var_4288_pad_type_0 = const()[name = tensor("op_4288_pad_type_0"), val = tensor("valid")]; tensor var_4288_strides_0 = const()[name = tensor("op_4288_strides_0"), val = tensor([1, 1])]; tensor var_4288_pad_0 = const()[name = tensor("op_4288_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4288_dilations_0 = const()[name = tensor("op_4288_dilations_0"), val = tensor([1, 1])]; tensor var_4288_groups_0 = const()[name = tensor("op_4288_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_k_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163998912)))]; tensor model_text_model_encoder_layers_6_mixer_k_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_k_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164097280)))]; tensor var_4288_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_k_projs_11_bias_to_fp16, dilations = var_4288_dilations_0, groups = var_4288_groups_0, pad = var_4288_pad_0, pad_type = var_4288_pad_type_0, strides = var_4288_strides_0, weight = model_text_model_encoder_layers_6_mixer_k_projs_11_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4288_cast_fp16")]; tensor var_4289_axes_0 = const()[name = tensor("op_4289_axes_0"), val = tensor([2])]; tensor var_4289_cast_fp16 = squeeze(axes = var_4289_axes_0, x = var_4288_cast_fp16)[name = tensor("op_4289_cast_fp16")]; tensor var_4297_pad_type_0 = const()[name = tensor("op_4297_pad_type_0"), val = tensor("valid")]; tensor var_4297_strides_0 = const()[name = tensor("op_4297_strides_0"), val = tensor([1, 1])]; tensor var_4297_pad_0 = const()[name = tensor("op_4297_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4297_dilations_0 = const()[name = tensor("op_4297_dilations_0"), val = tensor([1, 1])]; tensor var_4297_groups_0 = const()[name = tensor("op_4297_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mixer_v_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164097472)))]; tensor model_text_model_encoder_layers_6_mixer_v_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_v_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164195840)))]; tensor var_4297_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_v_projs_11_bias_to_fp16, dilations = var_4297_dilations_0, groups = var_4297_groups_0, pad = var_4297_pad_0, pad_type = var_4297_pad_type_0, strides = var_4297_strides_0, weight = model_text_model_encoder_layers_6_mixer_v_projs_11_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("op_4297_cast_fp16")]; tensor var_4298_axes_0 = const()[name = tensor("op_4298_axes_0"), val = tensor([2])]; tensor var_4298_cast_fp16 = squeeze(axes = var_4298_axes_0, x = var_4297_cast_fp16)[name = tensor("op_4298_cast_fp16")]; tensor var_4301_transpose_x_1 = const()[name = tensor("op_4301_transpose_x_1"), val = tensor(true)]; tensor var_4301_transpose_y_1 = const()[name = tensor("op_4301_transpose_y_1"), val = tensor(false)]; tensor var_4301_cast_fp16 = matmul(transpose_x = var_4301_transpose_x_1, transpose_y = var_4301_transpose_y_1, x = var_4280_cast_fp16, y = var_4289_cast_fp16)[name = tensor("op_4301_cast_fp16")]; tensor var_4302_to_fp16 = const()[name = tensor("op_4302_to_fp16"), val = tensor(0x1p-3)]; tensor scores_499_cast_fp16 = mul(x = var_4301_cast_fp16, y = var_4302_to_fp16)[name = tensor("scores_499_cast_fp16")]; tensor scores_501_cast_fp16 = add(x = scores_499_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_501_cast_fp16")]; tensor scores_503_cast_fp16 = sub(x = scores_501_cast_fp16, y = var_201_cast_fp16)[name = tensor("scores_503_cast_fp16")]; tensor attn_weights_167_cast_fp16 = softmax(axis = var_29, x = scores_503_cast_fp16)[name = tensor("attn_weights_167_cast_fp16")]; tensor out_13_transpose_x_1 = const()[name = tensor("out_13_transpose_x_1"), val = tensor(false)]; tensor out_13_transpose_y_1 = const()[name = tensor("out_13_transpose_y_1"), val = tensor(true)]; tensor out_13_cast_fp16 = matmul(transpose_x = out_13_transpose_x_1, transpose_y = out_13_transpose_y_1, x = attn_weights_167_cast_fp16, y = var_4298_cast_fp16)[name = tensor("out_13_cast_fp16")]; tensor attn_output_13_interleave_0 = const()[name = tensor("attn_output_13_interleave_0"), val = tensor(false)]; tensor attn_output_13_cast_fp16 = concat(axis = var_29, interleave = attn_output_13_interleave_0, values = (var_3922_cast_fp16, var_3957_cast_fp16, var_3992_cast_fp16, var_4027_cast_fp16, var_4062_cast_fp16, var_4097_cast_fp16, var_4132_cast_fp16, var_4167_cast_fp16, var_4202_cast_fp16, var_4237_cast_fp16, var_4272_cast_fp16, out_13_cast_fp16))[name = tensor("attn_output_13_cast_fp16")]; tensor var_4310_perm_0 = const()[name = tensor("op_4310_perm_0"), val = tensor([0, 2, 1])]; tensor var_4319_pad_type_0 = const()[name = tensor("op_4319_pad_type_0"), val = tensor("valid")]; tensor var_4319_groups_0 = const()[name = tensor("op_4319_groups_0"), val = tensor(1)]; tensor var_4319_strides_0 = const()[name = tensor("op_4319_strides_0"), val = tensor([1])]; tensor var_4319_pad_0 = const()[name = tensor("op_4319_pad_0"), val = tensor([0, 0])]; tensor var_4319_dilations_0 = const()[name = tensor("op_4319_dilations_0"), val = tensor([1])]; tensor squeeze_6_cast_fp16_to_fp32_to_fp16 = const()[name = tensor("squeeze_6_cast_fp16_to_fp32_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164196032)))]; tensor model_text_model_encoder_layers_6_mixer_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mixer_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165375744)))]; tensor var_4310_cast_fp16 = transpose(perm = var_4310_perm_0, x = attn_output_13_cast_fp16)[name = tensor("transpose_40")]; tensor var_4319_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mixer_out_proj_bias_to_fp16, dilations = var_4319_dilations_0, groups = var_4319_groups_0, pad = var_4319_pad_0, pad_type = var_4319_pad_type_0, strides = var_4319_strides_0, weight = squeeze_6_cast_fp16_to_fp32_to_fp16, x = var_4310_cast_fp16)[name = tensor("op_4319_cast_fp16")]; tensor mixer_out_13_perm_0 = const()[name = tensor("mixer_out_13_perm_0"), val = tensor([0, 2, 1])]; tensor mixer_out_13_cast_fp16 = transpose(perm = mixer_out_13_perm_0, x = var_4319_cast_fp16)[name = tensor("transpose_39")]; tensor input_93_cast_fp16 = add(x = mixer_out_13_cast_fp16, y = var_3754_cast_fp16)[name = tensor("input_93_cast_fp16")]; tensor var_4325_axes_0 = const()[name = tensor("op_4325_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_6_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165377344)))]; tensor model_text_model_encoder_layers_6_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165378944)))]; tensor var_4325_cast_fp16 = layer_norm(axes = var_4325_axes_0, beta = model_text_model_encoder_layers_6_norm1_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_6_norm1_weight_to_fp16, x = input_93_cast_fp16)[name = tensor("op_4325_cast_fp16")]; tensor var_4331 = const()[name = tensor("op_4331"), val = tensor([1, 256, 1, 768])]; tensor hidden_states_63_cast_fp16 = reshape(shape = var_4331, x = var_4325_cast_fp16)[name = tensor("hidden_states_63_cast_fp16")]; tensor input_95_perm_0 = const()[name = tensor("input_95_perm_0"), val = tensor([0, 3, 2, 1])]; tensor hidden_states_65_pad_type_0 = const()[name = tensor("hidden_states_65_pad_type_0"), val = tensor("valid")]; tensor hidden_states_65_strides_0 = const()[name = tensor("hidden_states_65_strides_0"), val = tensor([1, 1])]; tensor hidden_states_65_pad_0 = const()[name = tensor("hidden_states_65_pad_0"), val = tensor([0, 0, 0, 0])]; tensor hidden_states_65_dilations_0 = const()[name = tensor("hidden_states_65_dilations_0"), val = tensor([1, 1])]; tensor hidden_states_65_groups_0 = const()[name = tensor("hidden_states_65_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mlp_gated_layers_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mlp_gated_layers_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165380544)))]; tensor input_95_cast_fp16 = transpose(perm = input_95_perm_0, x = hidden_states_63_cast_fp16)[name = tensor("transpose_38")]; tensor hidden_states_65_cast_fp16 = conv(dilations = hidden_states_65_dilations_0, groups = hidden_states_65_groups_0, pad = hidden_states_65_pad_0, pad_type = hidden_states_65_pad_type_0, strides = hidden_states_65_strides_0, weight = model_text_model_encoder_layers_6_mlp_gated_layers_weight_to_fp16, x = input_95_cast_fp16)[name = tensor("hidden_states_65_cast_fp16")]; tensor hidden_states_67_perm_0 = const()[name = tensor("hidden_states_67_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_4341 = const()[name = tensor("op_4341"), val = tensor([1, 256, 6144])]; tensor hidden_states_67_cast_fp16 = transpose(perm = hidden_states_67_perm_0, x = hidden_states_65_cast_fp16)[name = tensor("transpose_37")]; tensor hidden_states_69_cast_fp16 = reshape(shape = var_4341, x = hidden_states_67_cast_fp16)[name = tensor("hidden_states_69_cast_fp16")]; tensor input_97_begin_0 = const()[name = tensor("input_97_begin_0"), val = tensor([0, 0, 0])]; tensor input_97_end_0 = const()[name = tensor("input_97_end_0"), val = tensor([1, 256, 3072])]; tensor input_97_end_mask_0 = const()[name = tensor("input_97_end_mask_0"), val = tensor([true, true, false])]; tensor input_97_cast_fp16 = slice_by_index(begin = input_97_begin_0, end = input_97_end_0, end_mask = input_97_end_mask_0, x = hidden_states_69_cast_fp16)[name = tensor("input_97_cast_fp16")]; tensor non_gated_13_begin_0 = const()[name = tensor("non_gated_13_begin_0"), val = tensor([0, 0, 3072])]; tensor non_gated_13_end_0 = const()[name = tensor("non_gated_13_end_0"), val = tensor([1, 256, 6144])]; tensor non_gated_13_end_mask_0 = const()[name = tensor("non_gated_13_end_mask_0"), val = tensor([true, true, true])]; tensor non_gated_13_cast_fp16 = slice_by_index(begin = non_gated_13_begin_0, end = non_gated_13_end_0, end_mask = non_gated_13_end_mask_0, x = hidden_states_69_cast_fp16)[name = tensor("non_gated_13_cast_fp16")]; tensor activated_gated_13_mode_0 = const()[name = tensor("activated_gated_13_mode_0"), val = tensor("EXACT")]; tensor activated_gated_13_cast_fp16 = gelu(mode = activated_gated_13_mode_0, x = input_97_cast_fp16)[name = tensor("activated_gated_13_cast_fp16")]; tensor combined_25_cast_fp16 = mul(x = activated_gated_13_cast_fp16, y = non_gated_13_cast_fp16)[name = tensor("combined_25_cast_fp16")]; tensor var_4351 = const()[name = tensor("op_4351"), val = tensor([1, 256, 1, 3072])]; tensor combined_27_cast_fp16 = reshape(shape = var_4351, x = combined_25_cast_fp16)[name = tensor("combined_27_cast_fp16")]; tensor input_99_perm_0 = const()[name = tensor("input_99_perm_0"), val = tensor([0, 3, 2, 1])]; tensor output_39_pad_type_0 = const()[name = tensor("output_39_pad_type_0"), val = tensor("valid")]; tensor output_39_strides_0 = const()[name = tensor("output_39_strides_0"), val = tensor([1, 1])]; tensor output_39_pad_0 = const()[name = tensor("output_39_pad_0"), val = tensor([0, 0, 0, 0])]; tensor output_39_dilations_0 = const()[name = tensor("output_39_dilations_0"), val = tensor([1, 1])]; tensor output_39_groups_0 = const()[name = tensor("output_39_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_6_mlp_wo_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mlp_wo_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174817792)))]; tensor model_text_model_encoder_layers_6_mlp_wo_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_mlp_wo_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179536448)))]; tensor input_99_cast_fp16 = transpose(perm = input_99_perm_0, x = combined_27_cast_fp16)[name = tensor("transpose_36")]; tensor output_39_cast_fp16 = conv(bias = model_text_model_encoder_layers_6_mlp_wo_bias_to_fp16, dilations = output_39_dilations_0, groups = output_39_groups_0, pad = output_39_pad_0, pad_type = output_39_pad_type_0, strides = output_39_strides_0, weight = model_text_model_encoder_layers_6_mlp_wo_weight_to_fp16, x = input_99_cast_fp16)[name = tensor("output_39_cast_fp16")]; tensor output_41_perm_0 = const()[name = tensor("output_41_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_4362 = const()[name = tensor("op_4362"), val = tensor([1, 256, 768])]; tensor output_41_cast_fp16 = transpose(perm = output_41_perm_0, x = output_39_cast_fp16)[name = tensor("transpose_35")]; tensor mlp_out_13_cast_fp16 = reshape(shape = var_4362, x = output_41_cast_fp16)[name = tensor("mlp_out_13_cast_fp16")]; tensor input_101_cast_fp16 = add(x = mlp_out_13_cast_fp16, y = var_4325_cast_fp16)[name = tensor("input_101_cast_fp16")]; tensor var_4368_axes_0 = const()[name = tensor("op_4368_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_6_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179538048)))]; tensor model_text_model_encoder_layers_6_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_6_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179539648)))]; tensor var_4368_cast_fp16 = layer_norm(axes = var_4368_axes_0, beta = model_text_model_encoder_layers_6_norm2_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_6_norm2_weight_to_fp16, x = input_101_cast_fp16)[name = tensor("op_4368_cast_fp16")]; tensor var_4449 = const()[name = tensor("op_4449"), val = tensor([1, 256, 1, 768])]; tensor x_31_cast_fp16 = reshape(shape = var_4449, x = var_4368_cast_fp16)[name = tensor("x_31_cast_fp16")]; tensor input_103_perm_0 = const()[name = tensor("input_103_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_4508_pad_type_0 = const()[name = tensor("op_4508_pad_type_0"), val = tensor("valid")]; tensor var_4508_strides_0 = const()[name = tensor("op_4508_strides_0"), val = tensor([1, 1])]; tensor var_4508_pad_0 = const()[name = tensor("op_4508_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4508_dilations_0 = const()[name = tensor("op_4508_dilations_0"), val = tensor([1, 1])]; tensor var_4508_groups_0 = const()[name = tensor("op_4508_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_q_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179541248)))]; tensor model_text_model_encoder_layers_7_mixer_q_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179639616)))]; tensor input_103_cast_fp16 = transpose(perm = input_103_perm_0, x = x_31_cast_fp16)[name = tensor("transpose_34")]; tensor var_4508_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_q_projs_0_bias_to_fp16, dilations = var_4508_dilations_0, groups = var_4508_groups_0, pad = var_4508_pad_0, pad_type = var_4508_pad_type_0, strides = var_4508_strides_0, weight = model_text_model_encoder_layers_7_mixer_q_projs_0_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4508_cast_fp16")]; tensor var_4509_axes_0 = const()[name = tensor("op_4509_axes_0"), val = tensor([2])]; tensor var_4509_cast_fp16 = squeeze(axes = var_4509_axes_0, x = var_4508_cast_fp16)[name = tensor("op_4509_cast_fp16")]; tensor var_4517_pad_type_0 = const()[name = tensor("op_4517_pad_type_0"), val = tensor("valid")]; tensor var_4517_strides_0 = const()[name = tensor("op_4517_strides_0"), val = tensor([1, 1])]; tensor var_4517_pad_0 = const()[name = tensor("op_4517_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4517_dilations_0 = const()[name = tensor("op_4517_dilations_0"), val = tensor([1, 1])]; tensor var_4517_groups_0 = const()[name = tensor("op_4517_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_k_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179639808)))]; tensor model_text_model_encoder_layers_7_mixer_k_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179738176)))]; tensor var_4517_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_k_projs_0_bias_to_fp16, dilations = var_4517_dilations_0, groups = var_4517_groups_0, pad = var_4517_pad_0, pad_type = var_4517_pad_type_0, strides = var_4517_strides_0, weight = model_text_model_encoder_layers_7_mixer_k_projs_0_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4517_cast_fp16")]; tensor var_4518_axes_0 = const()[name = tensor("op_4518_axes_0"), val = tensor([2])]; tensor var_4518_cast_fp16 = squeeze(axes = var_4518_axes_0, x = var_4517_cast_fp16)[name = tensor("op_4518_cast_fp16")]; tensor var_4526_pad_type_0 = const()[name = tensor("op_4526_pad_type_0"), val = tensor("valid")]; tensor var_4526_strides_0 = const()[name = tensor("op_4526_strides_0"), val = tensor([1, 1])]; tensor var_4526_pad_0 = const()[name = tensor("op_4526_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4526_dilations_0 = const()[name = tensor("op_4526_dilations_0"), val = tensor([1, 1])]; tensor var_4526_groups_0 = const()[name = tensor("op_4526_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_v_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179738368)))]; tensor model_text_model_encoder_layers_7_mixer_v_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179836736)))]; tensor var_4526_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_v_projs_0_bias_to_fp16, dilations = var_4526_dilations_0, groups = var_4526_groups_0, pad = var_4526_pad_0, pad_type = var_4526_pad_type_0, strides = var_4526_strides_0, weight = model_text_model_encoder_layers_7_mixer_v_projs_0_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4526_cast_fp16")]; tensor var_4527_axes_0 = const()[name = tensor("op_4527_axes_0"), val = tensor([2])]; tensor var_4527_cast_fp16 = squeeze(axes = var_4527_axes_0, x = var_4526_cast_fp16)[name = tensor("op_4527_cast_fp16")]; tensor var_4530_transpose_x_1 = const()[name = tensor("op_4530_transpose_x_1"), val = tensor(true)]; tensor var_4530_transpose_y_1 = const()[name = tensor("op_4530_transpose_y_1"), val = tensor(false)]; tensor var_4530_cast_fp16 = matmul(transpose_x = var_4530_transpose_x_1, transpose_y = var_4530_transpose_y_1, x = var_4509_cast_fp16, y = var_4518_cast_fp16)[name = tensor("op_4530_cast_fp16")]; tensor var_4531_to_fp16 = const()[name = tensor("op_4531_to_fp16"), val = tensor(0x1p-3)]; tensor scores_505_cast_fp16 = mul(x = var_4530_cast_fp16, y = var_4531_to_fp16)[name = tensor("scores_505_cast_fp16")]; tensor scores_507_cast_fp16 = add(x = scores_505_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_507_cast_fp16")]; tensor scores_509_cast_fp16 = sub(x = scores_507_cast_fp16, y = var_157_cast_fp16)[name = tensor("scores_509_cast_fp16")]; tensor attn_weights_169_cast_fp16 = softmax(axis = var_29, x = scores_509_cast_fp16)[name = tensor("attn_weights_169_cast_fp16")]; tensor var_4536_transpose_x_1 = const()[name = tensor("op_4536_transpose_x_1"), val = tensor(false)]; tensor var_4536_transpose_y_1 = const()[name = tensor("op_4536_transpose_y_1"), val = tensor(true)]; tensor var_4536_cast_fp16 = matmul(transpose_x = var_4536_transpose_x_1, transpose_y = var_4536_transpose_y_1, x = attn_weights_169_cast_fp16, y = var_4527_cast_fp16)[name = tensor("op_4536_cast_fp16")]; tensor var_4543_pad_type_0 = const()[name = tensor("op_4543_pad_type_0"), val = tensor("valid")]; tensor var_4543_strides_0 = const()[name = tensor("op_4543_strides_0"), val = tensor([1, 1])]; tensor var_4543_pad_0 = const()[name = tensor("op_4543_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4543_dilations_0 = const()[name = tensor("op_4543_dilations_0"), val = tensor([1, 1])]; tensor var_4543_groups_0 = const()[name = tensor("op_4543_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_q_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179836928)))]; tensor model_text_model_encoder_layers_7_mixer_q_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179935296)))]; tensor var_4543_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_q_projs_1_bias_to_fp16, dilations = var_4543_dilations_0, groups = var_4543_groups_0, pad = var_4543_pad_0, pad_type = var_4543_pad_type_0, strides = var_4543_strides_0, weight = model_text_model_encoder_layers_7_mixer_q_projs_1_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4543_cast_fp16")]; tensor var_4544_axes_0 = const()[name = tensor("op_4544_axes_0"), val = tensor([2])]; tensor var_4544_cast_fp16 = squeeze(axes = var_4544_axes_0, x = var_4543_cast_fp16)[name = tensor("op_4544_cast_fp16")]; tensor var_4552_pad_type_0 = const()[name = tensor("op_4552_pad_type_0"), val = tensor("valid")]; tensor var_4552_strides_0 = const()[name = tensor("op_4552_strides_0"), val = tensor([1, 1])]; tensor var_4552_pad_0 = const()[name = tensor("op_4552_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4552_dilations_0 = const()[name = tensor("op_4552_dilations_0"), val = tensor([1, 1])]; tensor var_4552_groups_0 = const()[name = tensor("op_4552_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_k_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179935488)))]; tensor model_text_model_encoder_layers_7_mixer_k_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180033856)))]; tensor var_4552_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_k_projs_1_bias_to_fp16, dilations = var_4552_dilations_0, groups = var_4552_groups_0, pad = var_4552_pad_0, pad_type = var_4552_pad_type_0, strides = var_4552_strides_0, weight = model_text_model_encoder_layers_7_mixer_k_projs_1_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4552_cast_fp16")]; tensor var_4553_axes_0 = const()[name = tensor("op_4553_axes_0"), val = tensor([2])]; tensor var_4553_cast_fp16 = squeeze(axes = var_4553_axes_0, x = var_4552_cast_fp16)[name = tensor("op_4553_cast_fp16")]; tensor var_4561_pad_type_0 = const()[name = tensor("op_4561_pad_type_0"), val = tensor("valid")]; tensor var_4561_strides_0 = const()[name = tensor("op_4561_strides_0"), val = tensor([1, 1])]; tensor var_4561_pad_0 = const()[name = tensor("op_4561_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4561_dilations_0 = const()[name = tensor("op_4561_dilations_0"), val = tensor([1, 1])]; tensor var_4561_groups_0 = const()[name = tensor("op_4561_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_v_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180034048)))]; tensor model_text_model_encoder_layers_7_mixer_v_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180132416)))]; tensor var_4561_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_v_projs_1_bias_to_fp16, dilations = var_4561_dilations_0, groups = var_4561_groups_0, pad = var_4561_pad_0, pad_type = var_4561_pad_type_0, strides = var_4561_strides_0, weight = model_text_model_encoder_layers_7_mixer_v_projs_1_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4561_cast_fp16")]; tensor var_4562_axes_0 = const()[name = tensor("op_4562_axes_0"), val = tensor([2])]; tensor var_4562_cast_fp16 = squeeze(axes = var_4562_axes_0, x = var_4561_cast_fp16)[name = tensor("op_4562_cast_fp16")]; tensor var_4565_transpose_x_1 = const()[name = tensor("op_4565_transpose_x_1"), val = tensor(true)]; tensor var_4565_transpose_y_1 = const()[name = tensor("op_4565_transpose_y_1"), val = tensor(false)]; tensor var_4565_cast_fp16 = matmul(transpose_x = var_4565_transpose_x_1, transpose_y = var_4565_transpose_y_1, x = var_4544_cast_fp16, y = var_4553_cast_fp16)[name = tensor("op_4565_cast_fp16")]; tensor var_4566_to_fp16 = const()[name = tensor("op_4566_to_fp16"), val = tensor(0x1p-3)]; tensor scores_511_cast_fp16 = mul(x = var_4565_cast_fp16, y = var_4566_to_fp16)[name = tensor("scores_511_cast_fp16")]; tensor scores_513_cast_fp16 = add(x = scores_511_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_513_cast_fp16")]; tensor scores_515_cast_fp16 = sub(x = scores_513_cast_fp16, y = var_161_cast_fp16)[name = tensor("scores_515_cast_fp16")]; tensor attn_weights_171_cast_fp16 = softmax(axis = var_29, x = scores_515_cast_fp16)[name = tensor("attn_weights_171_cast_fp16")]; tensor var_4571_transpose_x_1 = const()[name = tensor("op_4571_transpose_x_1"), val = tensor(false)]; tensor var_4571_transpose_y_1 = const()[name = tensor("op_4571_transpose_y_1"), val = tensor(true)]; tensor var_4571_cast_fp16 = matmul(transpose_x = var_4571_transpose_x_1, transpose_y = var_4571_transpose_y_1, x = attn_weights_171_cast_fp16, y = var_4562_cast_fp16)[name = tensor("op_4571_cast_fp16")]; tensor var_4578_pad_type_0 = const()[name = tensor("op_4578_pad_type_0"), val = tensor("valid")]; tensor var_4578_strides_0 = const()[name = tensor("op_4578_strides_0"), val = tensor([1, 1])]; tensor var_4578_pad_0 = const()[name = tensor("op_4578_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4578_dilations_0 = const()[name = tensor("op_4578_dilations_0"), val = tensor([1, 1])]; tensor var_4578_groups_0 = const()[name = tensor("op_4578_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_q_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180132608)))]; tensor model_text_model_encoder_layers_7_mixer_q_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180230976)))]; tensor var_4578_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_q_projs_2_bias_to_fp16, dilations = var_4578_dilations_0, groups = var_4578_groups_0, pad = var_4578_pad_0, pad_type = var_4578_pad_type_0, strides = var_4578_strides_0, weight = model_text_model_encoder_layers_7_mixer_q_projs_2_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4578_cast_fp16")]; tensor var_4579_axes_0 = const()[name = tensor("op_4579_axes_0"), val = tensor([2])]; tensor var_4579_cast_fp16 = squeeze(axes = var_4579_axes_0, x = var_4578_cast_fp16)[name = tensor("op_4579_cast_fp16")]; tensor var_4587_pad_type_0 = const()[name = tensor("op_4587_pad_type_0"), val = tensor("valid")]; tensor var_4587_strides_0 = const()[name = tensor("op_4587_strides_0"), val = tensor([1, 1])]; tensor var_4587_pad_0 = const()[name = tensor("op_4587_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4587_dilations_0 = const()[name = tensor("op_4587_dilations_0"), val = tensor([1, 1])]; tensor var_4587_groups_0 = const()[name = tensor("op_4587_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_k_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180231168)))]; tensor model_text_model_encoder_layers_7_mixer_k_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180329536)))]; tensor var_4587_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_k_projs_2_bias_to_fp16, dilations = var_4587_dilations_0, groups = var_4587_groups_0, pad = var_4587_pad_0, pad_type = var_4587_pad_type_0, strides = var_4587_strides_0, weight = model_text_model_encoder_layers_7_mixer_k_projs_2_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4587_cast_fp16")]; tensor var_4588_axes_0 = const()[name = tensor("op_4588_axes_0"), val = tensor([2])]; tensor var_4588_cast_fp16 = squeeze(axes = var_4588_axes_0, x = var_4587_cast_fp16)[name = tensor("op_4588_cast_fp16")]; tensor var_4596_pad_type_0 = const()[name = tensor("op_4596_pad_type_0"), val = tensor("valid")]; tensor var_4596_strides_0 = const()[name = tensor("op_4596_strides_0"), val = tensor([1, 1])]; tensor var_4596_pad_0 = const()[name = tensor("op_4596_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4596_dilations_0 = const()[name = tensor("op_4596_dilations_0"), val = tensor([1, 1])]; tensor var_4596_groups_0 = const()[name = tensor("op_4596_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_v_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180329728)))]; tensor model_text_model_encoder_layers_7_mixer_v_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180428096)))]; tensor var_4596_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_v_projs_2_bias_to_fp16, dilations = var_4596_dilations_0, groups = var_4596_groups_0, pad = var_4596_pad_0, pad_type = var_4596_pad_type_0, strides = var_4596_strides_0, weight = model_text_model_encoder_layers_7_mixer_v_projs_2_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4596_cast_fp16")]; tensor var_4597_axes_0 = const()[name = tensor("op_4597_axes_0"), val = tensor([2])]; tensor var_4597_cast_fp16 = squeeze(axes = var_4597_axes_0, x = var_4596_cast_fp16)[name = tensor("op_4597_cast_fp16")]; tensor var_4600_transpose_x_1 = const()[name = tensor("op_4600_transpose_x_1"), val = tensor(true)]; tensor var_4600_transpose_y_1 = const()[name = tensor("op_4600_transpose_y_1"), val = tensor(false)]; tensor var_4600_cast_fp16 = matmul(transpose_x = var_4600_transpose_x_1, transpose_y = var_4600_transpose_y_1, x = var_4579_cast_fp16, y = var_4588_cast_fp16)[name = tensor("op_4600_cast_fp16")]; tensor var_4601_to_fp16 = const()[name = tensor("op_4601_to_fp16"), val = tensor(0x1p-3)]; tensor scores_517_cast_fp16 = mul(x = var_4600_cast_fp16, y = var_4601_to_fp16)[name = tensor("scores_517_cast_fp16")]; tensor scores_519_cast_fp16 = add(x = scores_517_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_519_cast_fp16")]; tensor scores_521_cast_fp16 = sub(x = scores_519_cast_fp16, y = var_165_cast_fp16)[name = tensor("scores_521_cast_fp16")]; tensor attn_weights_173_cast_fp16 = softmax(axis = var_29, x = scores_521_cast_fp16)[name = tensor("attn_weights_173_cast_fp16")]; tensor var_4606_transpose_x_1 = const()[name = tensor("op_4606_transpose_x_1"), val = tensor(false)]; tensor var_4606_transpose_y_1 = const()[name = tensor("op_4606_transpose_y_1"), val = tensor(true)]; tensor var_4606_cast_fp16 = matmul(transpose_x = var_4606_transpose_x_1, transpose_y = var_4606_transpose_y_1, x = attn_weights_173_cast_fp16, y = var_4597_cast_fp16)[name = tensor("op_4606_cast_fp16")]; tensor var_4613_pad_type_0 = const()[name = tensor("op_4613_pad_type_0"), val = tensor("valid")]; tensor var_4613_strides_0 = const()[name = tensor("op_4613_strides_0"), val = tensor([1, 1])]; tensor var_4613_pad_0 = const()[name = tensor("op_4613_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4613_dilations_0 = const()[name = tensor("op_4613_dilations_0"), val = tensor([1, 1])]; tensor var_4613_groups_0 = const()[name = tensor("op_4613_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_q_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180428288)))]; tensor model_text_model_encoder_layers_7_mixer_q_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180526656)))]; tensor var_4613_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_q_projs_3_bias_to_fp16, dilations = var_4613_dilations_0, groups = var_4613_groups_0, pad = var_4613_pad_0, pad_type = var_4613_pad_type_0, strides = var_4613_strides_0, weight = model_text_model_encoder_layers_7_mixer_q_projs_3_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4613_cast_fp16")]; tensor var_4614_axes_0 = const()[name = tensor("op_4614_axes_0"), val = tensor([2])]; tensor var_4614_cast_fp16 = squeeze(axes = var_4614_axes_0, x = var_4613_cast_fp16)[name = tensor("op_4614_cast_fp16")]; tensor var_4622_pad_type_0 = const()[name = tensor("op_4622_pad_type_0"), val = tensor("valid")]; tensor var_4622_strides_0 = const()[name = tensor("op_4622_strides_0"), val = tensor([1, 1])]; tensor var_4622_pad_0 = const()[name = tensor("op_4622_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4622_dilations_0 = const()[name = tensor("op_4622_dilations_0"), val = tensor([1, 1])]; tensor var_4622_groups_0 = const()[name = tensor("op_4622_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_k_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180526848)))]; tensor model_text_model_encoder_layers_7_mixer_k_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180625216)))]; tensor var_4622_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_k_projs_3_bias_to_fp16, dilations = var_4622_dilations_0, groups = var_4622_groups_0, pad = var_4622_pad_0, pad_type = var_4622_pad_type_0, strides = var_4622_strides_0, weight = model_text_model_encoder_layers_7_mixer_k_projs_3_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4622_cast_fp16")]; tensor var_4623_axes_0 = const()[name = tensor("op_4623_axes_0"), val = tensor([2])]; tensor var_4623_cast_fp16 = squeeze(axes = var_4623_axes_0, x = var_4622_cast_fp16)[name = tensor("op_4623_cast_fp16")]; tensor var_4631_pad_type_0 = const()[name = tensor("op_4631_pad_type_0"), val = tensor("valid")]; tensor var_4631_strides_0 = const()[name = tensor("op_4631_strides_0"), val = tensor([1, 1])]; tensor var_4631_pad_0 = const()[name = tensor("op_4631_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4631_dilations_0 = const()[name = tensor("op_4631_dilations_0"), val = tensor([1, 1])]; tensor var_4631_groups_0 = const()[name = tensor("op_4631_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_v_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180625408)))]; tensor model_text_model_encoder_layers_7_mixer_v_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180723776)))]; tensor var_4631_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_v_projs_3_bias_to_fp16, dilations = var_4631_dilations_0, groups = var_4631_groups_0, pad = var_4631_pad_0, pad_type = var_4631_pad_type_0, strides = var_4631_strides_0, weight = model_text_model_encoder_layers_7_mixer_v_projs_3_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4631_cast_fp16")]; tensor var_4632_axes_0 = const()[name = tensor("op_4632_axes_0"), val = tensor([2])]; tensor var_4632_cast_fp16 = squeeze(axes = var_4632_axes_0, x = var_4631_cast_fp16)[name = tensor("op_4632_cast_fp16")]; tensor var_4635_transpose_x_1 = const()[name = tensor("op_4635_transpose_x_1"), val = tensor(true)]; tensor var_4635_transpose_y_1 = const()[name = tensor("op_4635_transpose_y_1"), val = tensor(false)]; tensor var_4635_cast_fp16 = matmul(transpose_x = var_4635_transpose_x_1, transpose_y = var_4635_transpose_y_1, x = var_4614_cast_fp16, y = var_4623_cast_fp16)[name = tensor("op_4635_cast_fp16")]; tensor var_4636_to_fp16 = const()[name = tensor("op_4636_to_fp16"), val = tensor(0x1p-3)]; tensor scores_523_cast_fp16 = mul(x = var_4635_cast_fp16, y = var_4636_to_fp16)[name = tensor("scores_523_cast_fp16")]; tensor scores_525_cast_fp16 = add(x = scores_523_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_525_cast_fp16")]; tensor scores_527_cast_fp16 = sub(x = scores_525_cast_fp16, y = var_169_cast_fp16)[name = tensor("scores_527_cast_fp16")]; tensor attn_weights_175_cast_fp16 = softmax(axis = var_29, x = scores_527_cast_fp16)[name = tensor("attn_weights_175_cast_fp16")]; tensor var_4641_transpose_x_1 = const()[name = tensor("op_4641_transpose_x_1"), val = tensor(false)]; tensor var_4641_transpose_y_1 = const()[name = tensor("op_4641_transpose_y_1"), val = tensor(true)]; tensor var_4641_cast_fp16 = matmul(transpose_x = var_4641_transpose_x_1, transpose_y = var_4641_transpose_y_1, x = attn_weights_175_cast_fp16, y = var_4632_cast_fp16)[name = tensor("op_4641_cast_fp16")]; tensor var_4648_pad_type_0 = const()[name = tensor("op_4648_pad_type_0"), val = tensor("valid")]; tensor var_4648_strides_0 = const()[name = tensor("op_4648_strides_0"), val = tensor([1, 1])]; tensor var_4648_pad_0 = const()[name = tensor("op_4648_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4648_dilations_0 = const()[name = tensor("op_4648_dilations_0"), val = tensor([1, 1])]; tensor var_4648_groups_0 = const()[name = tensor("op_4648_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_q_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180723968)))]; tensor model_text_model_encoder_layers_7_mixer_q_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180822336)))]; tensor var_4648_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_q_projs_4_bias_to_fp16, dilations = var_4648_dilations_0, groups = var_4648_groups_0, pad = var_4648_pad_0, pad_type = var_4648_pad_type_0, strides = var_4648_strides_0, weight = model_text_model_encoder_layers_7_mixer_q_projs_4_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4648_cast_fp16")]; tensor var_4649_axes_0 = const()[name = tensor("op_4649_axes_0"), val = tensor([2])]; tensor var_4649_cast_fp16 = squeeze(axes = var_4649_axes_0, x = var_4648_cast_fp16)[name = tensor("op_4649_cast_fp16")]; tensor var_4657_pad_type_0 = const()[name = tensor("op_4657_pad_type_0"), val = tensor("valid")]; tensor var_4657_strides_0 = const()[name = tensor("op_4657_strides_0"), val = tensor([1, 1])]; tensor var_4657_pad_0 = const()[name = tensor("op_4657_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4657_dilations_0 = const()[name = tensor("op_4657_dilations_0"), val = tensor([1, 1])]; tensor var_4657_groups_0 = const()[name = tensor("op_4657_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_k_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180822528)))]; tensor model_text_model_encoder_layers_7_mixer_k_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180920896)))]; tensor var_4657_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_k_projs_4_bias_to_fp16, dilations = var_4657_dilations_0, groups = var_4657_groups_0, pad = var_4657_pad_0, pad_type = var_4657_pad_type_0, strides = var_4657_strides_0, weight = model_text_model_encoder_layers_7_mixer_k_projs_4_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4657_cast_fp16")]; tensor var_4658_axes_0 = const()[name = tensor("op_4658_axes_0"), val = tensor([2])]; tensor var_4658_cast_fp16 = squeeze(axes = var_4658_axes_0, x = var_4657_cast_fp16)[name = tensor("op_4658_cast_fp16")]; tensor var_4666_pad_type_0 = const()[name = tensor("op_4666_pad_type_0"), val = tensor("valid")]; tensor var_4666_strides_0 = const()[name = tensor("op_4666_strides_0"), val = tensor([1, 1])]; tensor var_4666_pad_0 = const()[name = tensor("op_4666_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4666_dilations_0 = const()[name = tensor("op_4666_dilations_0"), val = tensor([1, 1])]; tensor var_4666_groups_0 = const()[name = tensor("op_4666_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_v_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180921088)))]; tensor model_text_model_encoder_layers_7_mixer_v_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181019456)))]; tensor var_4666_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_v_projs_4_bias_to_fp16, dilations = var_4666_dilations_0, groups = var_4666_groups_0, pad = var_4666_pad_0, pad_type = var_4666_pad_type_0, strides = var_4666_strides_0, weight = model_text_model_encoder_layers_7_mixer_v_projs_4_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4666_cast_fp16")]; tensor var_4667_axes_0 = const()[name = tensor("op_4667_axes_0"), val = tensor([2])]; tensor var_4667_cast_fp16 = squeeze(axes = var_4667_axes_0, x = var_4666_cast_fp16)[name = tensor("op_4667_cast_fp16")]; tensor var_4670_transpose_x_1 = const()[name = tensor("op_4670_transpose_x_1"), val = tensor(true)]; tensor var_4670_transpose_y_1 = const()[name = tensor("op_4670_transpose_y_1"), val = tensor(false)]; tensor var_4670_cast_fp16 = matmul(transpose_x = var_4670_transpose_x_1, transpose_y = var_4670_transpose_y_1, x = var_4649_cast_fp16, y = var_4658_cast_fp16)[name = tensor("op_4670_cast_fp16")]; tensor var_4671_to_fp16 = const()[name = tensor("op_4671_to_fp16"), val = tensor(0x1p-3)]; tensor scores_529_cast_fp16 = mul(x = var_4670_cast_fp16, y = var_4671_to_fp16)[name = tensor("scores_529_cast_fp16")]; tensor scores_531_cast_fp16 = add(x = scores_529_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_531_cast_fp16")]; tensor scores_533_cast_fp16 = sub(x = scores_531_cast_fp16, y = var_173_cast_fp16)[name = tensor("scores_533_cast_fp16")]; tensor attn_weights_177_cast_fp16 = softmax(axis = var_29, x = scores_533_cast_fp16)[name = tensor("attn_weights_177_cast_fp16")]; tensor var_4676_transpose_x_1 = const()[name = tensor("op_4676_transpose_x_1"), val = tensor(false)]; tensor var_4676_transpose_y_1 = const()[name = tensor("op_4676_transpose_y_1"), val = tensor(true)]; tensor var_4676_cast_fp16 = matmul(transpose_x = var_4676_transpose_x_1, transpose_y = var_4676_transpose_y_1, x = attn_weights_177_cast_fp16, y = var_4667_cast_fp16)[name = tensor("op_4676_cast_fp16")]; tensor var_4683_pad_type_0 = const()[name = tensor("op_4683_pad_type_0"), val = tensor("valid")]; tensor var_4683_strides_0 = const()[name = tensor("op_4683_strides_0"), val = tensor([1, 1])]; tensor var_4683_pad_0 = const()[name = tensor("op_4683_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4683_dilations_0 = const()[name = tensor("op_4683_dilations_0"), val = tensor([1, 1])]; tensor var_4683_groups_0 = const()[name = tensor("op_4683_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_q_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181019648)))]; tensor model_text_model_encoder_layers_7_mixer_q_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181118016)))]; tensor var_4683_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_q_projs_5_bias_to_fp16, dilations = var_4683_dilations_0, groups = var_4683_groups_0, pad = var_4683_pad_0, pad_type = var_4683_pad_type_0, strides = var_4683_strides_0, weight = model_text_model_encoder_layers_7_mixer_q_projs_5_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4683_cast_fp16")]; tensor var_4684_axes_0 = const()[name = tensor("op_4684_axes_0"), val = tensor([2])]; tensor var_4684_cast_fp16 = squeeze(axes = var_4684_axes_0, x = var_4683_cast_fp16)[name = tensor("op_4684_cast_fp16")]; tensor var_4692_pad_type_0 = const()[name = tensor("op_4692_pad_type_0"), val = tensor("valid")]; tensor var_4692_strides_0 = const()[name = tensor("op_4692_strides_0"), val = tensor([1, 1])]; tensor var_4692_pad_0 = const()[name = tensor("op_4692_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4692_dilations_0 = const()[name = tensor("op_4692_dilations_0"), val = tensor([1, 1])]; tensor var_4692_groups_0 = const()[name = tensor("op_4692_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_k_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181118208)))]; tensor model_text_model_encoder_layers_7_mixer_k_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181216576)))]; tensor var_4692_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_k_projs_5_bias_to_fp16, dilations = var_4692_dilations_0, groups = var_4692_groups_0, pad = var_4692_pad_0, pad_type = var_4692_pad_type_0, strides = var_4692_strides_0, weight = model_text_model_encoder_layers_7_mixer_k_projs_5_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4692_cast_fp16")]; tensor var_4693_axes_0 = const()[name = tensor("op_4693_axes_0"), val = tensor([2])]; tensor var_4693_cast_fp16 = squeeze(axes = var_4693_axes_0, x = var_4692_cast_fp16)[name = tensor("op_4693_cast_fp16")]; tensor var_4701_pad_type_0 = const()[name = tensor("op_4701_pad_type_0"), val = tensor("valid")]; tensor var_4701_strides_0 = const()[name = tensor("op_4701_strides_0"), val = tensor([1, 1])]; tensor var_4701_pad_0 = const()[name = tensor("op_4701_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4701_dilations_0 = const()[name = tensor("op_4701_dilations_0"), val = tensor([1, 1])]; tensor var_4701_groups_0 = const()[name = tensor("op_4701_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_v_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181216768)))]; tensor model_text_model_encoder_layers_7_mixer_v_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181315136)))]; tensor var_4701_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_v_projs_5_bias_to_fp16, dilations = var_4701_dilations_0, groups = var_4701_groups_0, pad = var_4701_pad_0, pad_type = var_4701_pad_type_0, strides = var_4701_strides_0, weight = model_text_model_encoder_layers_7_mixer_v_projs_5_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4701_cast_fp16")]; tensor var_4702_axes_0 = const()[name = tensor("op_4702_axes_0"), val = tensor([2])]; tensor var_4702_cast_fp16 = squeeze(axes = var_4702_axes_0, x = var_4701_cast_fp16)[name = tensor("op_4702_cast_fp16")]; tensor var_4705_transpose_x_1 = const()[name = tensor("op_4705_transpose_x_1"), val = tensor(true)]; tensor var_4705_transpose_y_1 = const()[name = tensor("op_4705_transpose_y_1"), val = tensor(false)]; tensor var_4705_cast_fp16 = matmul(transpose_x = var_4705_transpose_x_1, transpose_y = var_4705_transpose_y_1, x = var_4684_cast_fp16, y = var_4693_cast_fp16)[name = tensor("op_4705_cast_fp16")]; tensor var_4706_to_fp16 = const()[name = tensor("op_4706_to_fp16"), val = tensor(0x1p-3)]; tensor scores_535_cast_fp16 = mul(x = var_4705_cast_fp16, y = var_4706_to_fp16)[name = tensor("scores_535_cast_fp16")]; tensor scores_537_cast_fp16 = add(x = scores_535_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_537_cast_fp16")]; tensor scores_539_cast_fp16 = sub(x = scores_537_cast_fp16, y = var_177_cast_fp16)[name = tensor("scores_539_cast_fp16")]; tensor attn_weights_179_cast_fp16 = softmax(axis = var_29, x = scores_539_cast_fp16)[name = tensor("attn_weights_179_cast_fp16")]; tensor var_4711_transpose_x_1 = const()[name = tensor("op_4711_transpose_x_1"), val = tensor(false)]; tensor var_4711_transpose_y_1 = const()[name = tensor("op_4711_transpose_y_1"), val = tensor(true)]; tensor var_4711_cast_fp16 = matmul(transpose_x = var_4711_transpose_x_1, transpose_y = var_4711_transpose_y_1, x = attn_weights_179_cast_fp16, y = var_4702_cast_fp16)[name = tensor("op_4711_cast_fp16")]; tensor var_4718_pad_type_0 = const()[name = tensor("op_4718_pad_type_0"), val = tensor("valid")]; tensor var_4718_strides_0 = const()[name = tensor("op_4718_strides_0"), val = tensor([1, 1])]; tensor var_4718_pad_0 = const()[name = tensor("op_4718_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4718_dilations_0 = const()[name = tensor("op_4718_dilations_0"), val = tensor([1, 1])]; tensor var_4718_groups_0 = const()[name = tensor("op_4718_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_q_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181315328)))]; tensor model_text_model_encoder_layers_7_mixer_q_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181413696)))]; tensor var_4718_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_q_projs_6_bias_to_fp16, dilations = var_4718_dilations_0, groups = var_4718_groups_0, pad = var_4718_pad_0, pad_type = var_4718_pad_type_0, strides = var_4718_strides_0, weight = model_text_model_encoder_layers_7_mixer_q_projs_6_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4718_cast_fp16")]; tensor var_4719_axes_0 = const()[name = tensor("op_4719_axes_0"), val = tensor([2])]; tensor var_4719_cast_fp16 = squeeze(axes = var_4719_axes_0, x = var_4718_cast_fp16)[name = tensor("op_4719_cast_fp16")]; tensor var_4727_pad_type_0 = const()[name = tensor("op_4727_pad_type_0"), val = tensor("valid")]; tensor var_4727_strides_0 = const()[name = tensor("op_4727_strides_0"), val = tensor([1, 1])]; tensor var_4727_pad_0 = const()[name = tensor("op_4727_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4727_dilations_0 = const()[name = tensor("op_4727_dilations_0"), val = tensor([1, 1])]; tensor var_4727_groups_0 = const()[name = tensor("op_4727_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_k_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181413888)))]; tensor model_text_model_encoder_layers_7_mixer_k_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181512256)))]; tensor var_4727_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_k_projs_6_bias_to_fp16, dilations = var_4727_dilations_0, groups = var_4727_groups_0, pad = var_4727_pad_0, pad_type = var_4727_pad_type_0, strides = var_4727_strides_0, weight = model_text_model_encoder_layers_7_mixer_k_projs_6_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4727_cast_fp16")]; tensor var_4728_axes_0 = const()[name = tensor("op_4728_axes_0"), val = tensor([2])]; tensor var_4728_cast_fp16 = squeeze(axes = var_4728_axes_0, x = var_4727_cast_fp16)[name = tensor("op_4728_cast_fp16")]; tensor var_4736_pad_type_0 = const()[name = tensor("op_4736_pad_type_0"), val = tensor("valid")]; tensor var_4736_strides_0 = const()[name = tensor("op_4736_strides_0"), val = tensor([1, 1])]; tensor var_4736_pad_0 = const()[name = tensor("op_4736_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4736_dilations_0 = const()[name = tensor("op_4736_dilations_0"), val = tensor([1, 1])]; tensor var_4736_groups_0 = const()[name = tensor("op_4736_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_v_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181512448)))]; tensor model_text_model_encoder_layers_7_mixer_v_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181610816)))]; tensor var_4736_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_v_projs_6_bias_to_fp16, dilations = var_4736_dilations_0, groups = var_4736_groups_0, pad = var_4736_pad_0, pad_type = var_4736_pad_type_0, strides = var_4736_strides_0, weight = model_text_model_encoder_layers_7_mixer_v_projs_6_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4736_cast_fp16")]; tensor var_4737_axes_0 = const()[name = tensor("op_4737_axes_0"), val = tensor([2])]; tensor var_4737_cast_fp16 = squeeze(axes = var_4737_axes_0, x = var_4736_cast_fp16)[name = tensor("op_4737_cast_fp16")]; tensor var_4740_transpose_x_1 = const()[name = tensor("op_4740_transpose_x_1"), val = tensor(true)]; tensor var_4740_transpose_y_1 = const()[name = tensor("op_4740_transpose_y_1"), val = tensor(false)]; tensor var_4740_cast_fp16 = matmul(transpose_x = var_4740_transpose_x_1, transpose_y = var_4740_transpose_y_1, x = var_4719_cast_fp16, y = var_4728_cast_fp16)[name = tensor("op_4740_cast_fp16")]; tensor var_4741_to_fp16 = const()[name = tensor("op_4741_to_fp16"), val = tensor(0x1p-3)]; tensor scores_541_cast_fp16 = mul(x = var_4740_cast_fp16, y = var_4741_to_fp16)[name = tensor("scores_541_cast_fp16")]; tensor scores_543_cast_fp16 = add(x = scores_541_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_543_cast_fp16")]; tensor scores_545_cast_fp16 = sub(x = scores_543_cast_fp16, y = var_181_cast_fp16)[name = tensor("scores_545_cast_fp16")]; tensor attn_weights_181_cast_fp16 = softmax(axis = var_29, x = scores_545_cast_fp16)[name = tensor("attn_weights_181_cast_fp16")]; tensor var_4746_transpose_x_1 = const()[name = tensor("op_4746_transpose_x_1"), val = tensor(false)]; tensor var_4746_transpose_y_1 = const()[name = tensor("op_4746_transpose_y_1"), val = tensor(true)]; tensor var_4746_cast_fp16 = matmul(transpose_x = var_4746_transpose_x_1, transpose_y = var_4746_transpose_y_1, x = attn_weights_181_cast_fp16, y = var_4737_cast_fp16)[name = tensor("op_4746_cast_fp16")]; tensor var_4753_pad_type_0 = const()[name = tensor("op_4753_pad_type_0"), val = tensor("valid")]; tensor var_4753_strides_0 = const()[name = tensor("op_4753_strides_0"), val = tensor([1, 1])]; tensor var_4753_pad_0 = const()[name = tensor("op_4753_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4753_dilations_0 = const()[name = tensor("op_4753_dilations_0"), val = tensor([1, 1])]; tensor var_4753_groups_0 = const()[name = tensor("op_4753_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_q_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181611008)))]; tensor model_text_model_encoder_layers_7_mixer_q_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181709376)))]; tensor var_4753_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_q_projs_7_bias_to_fp16, dilations = var_4753_dilations_0, groups = var_4753_groups_0, pad = var_4753_pad_0, pad_type = var_4753_pad_type_0, strides = var_4753_strides_0, weight = model_text_model_encoder_layers_7_mixer_q_projs_7_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4753_cast_fp16")]; tensor var_4754_axes_0 = const()[name = tensor("op_4754_axes_0"), val = tensor([2])]; tensor var_4754_cast_fp16 = squeeze(axes = var_4754_axes_0, x = var_4753_cast_fp16)[name = tensor("op_4754_cast_fp16")]; tensor var_4762_pad_type_0 = const()[name = tensor("op_4762_pad_type_0"), val = tensor("valid")]; tensor var_4762_strides_0 = const()[name = tensor("op_4762_strides_0"), val = tensor([1, 1])]; tensor var_4762_pad_0 = const()[name = tensor("op_4762_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4762_dilations_0 = const()[name = tensor("op_4762_dilations_0"), val = tensor([1, 1])]; tensor var_4762_groups_0 = const()[name = tensor("op_4762_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_k_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181709568)))]; tensor model_text_model_encoder_layers_7_mixer_k_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181807936)))]; tensor var_4762_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_k_projs_7_bias_to_fp16, dilations = var_4762_dilations_0, groups = var_4762_groups_0, pad = var_4762_pad_0, pad_type = var_4762_pad_type_0, strides = var_4762_strides_0, weight = model_text_model_encoder_layers_7_mixer_k_projs_7_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4762_cast_fp16")]; tensor var_4763_axes_0 = const()[name = tensor("op_4763_axes_0"), val = tensor([2])]; tensor var_4763_cast_fp16 = squeeze(axes = var_4763_axes_0, x = var_4762_cast_fp16)[name = tensor("op_4763_cast_fp16")]; tensor var_4771_pad_type_0 = const()[name = tensor("op_4771_pad_type_0"), val = tensor("valid")]; tensor var_4771_strides_0 = const()[name = tensor("op_4771_strides_0"), val = tensor([1, 1])]; tensor var_4771_pad_0 = const()[name = tensor("op_4771_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4771_dilations_0 = const()[name = tensor("op_4771_dilations_0"), val = tensor([1, 1])]; tensor var_4771_groups_0 = const()[name = tensor("op_4771_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_v_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181808128)))]; tensor model_text_model_encoder_layers_7_mixer_v_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181906496)))]; tensor var_4771_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_v_projs_7_bias_to_fp16, dilations = var_4771_dilations_0, groups = var_4771_groups_0, pad = var_4771_pad_0, pad_type = var_4771_pad_type_0, strides = var_4771_strides_0, weight = model_text_model_encoder_layers_7_mixer_v_projs_7_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4771_cast_fp16")]; tensor var_4772_axes_0 = const()[name = tensor("op_4772_axes_0"), val = tensor([2])]; tensor var_4772_cast_fp16 = squeeze(axes = var_4772_axes_0, x = var_4771_cast_fp16)[name = tensor("op_4772_cast_fp16")]; tensor var_4775_transpose_x_1 = const()[name = tensor("op_4775_transpose_x_1"), val = tensor(true)]; tensor var_4775_transpose_y_1 = const()[name = tensor("op_4775_transpose_y_1"), val = tensor(false)]; tensor var_4775_cast_fp16 = matmul(transpose_x = var_4775_transpose_x_1, transpose_y = var_4775_transpose_y_1, x = var_4754_cast_fp16, y = var_4763_cast_fp16)[name = tensor("op_4775_cast_fp16")]; tensor var_4776_to_fp16 = const()[name = tensor("op_4776_to_fp16"), val = tensor(0x1p-3)]; tensor scores_547_cast_fp16 = mul(x = var_4775_cast_fp16, y = var_4776_to_fp16)[name = tensor("scores_547_cast_fp16")]; tensor scores_549_cast_fp16 = add(x = scores_547_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_549_cast_fp16")]; tensor scores_551_cast_fp16 = sub(x = scores_549_cast_fp16, y = var_185_cast_fp16)[name = tensor("scores_551_cast_fp16")]; tensor attn_weights_183_cast_fp16 = softmax(axis = var_29, x = scores_551_cast_fp16)[name = tensor("attn_weights_183_cast_fp16")]; tensor var_4781_transpose_x_1 = const()[name = tensor("op_4781_transpose_x_1"), val = tensor(false)]; tensor var_4781_transpose_y_1 = const()[name = tensor("op_4781_transpose_y_1"), val = tensor(true)]; tensor var_4781_cast_fp16 = matmul(transpose_x = var_4781_transpose_x_1, transpose_y = var_4781_transpose_y_1, x = attn_weights_183_cast_fp16, y = var_4772_cast_fp16)[name = tensor("op_4781_cast_fp16")]; tensor var_4788_pad_type_0 = const()[name = tensor("op_4788_pad_type_0"), val = tensor("valid")]; tensor var_4788_strides_0 = const()[name = tensor("op_4788_strides_0"), val = tensor([1, 1])]; tensor var_4788_pad_0 = const()[name = tensor("op_4788_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4788_dilations_0 = const()[name = tensor("op_4788_dilations_0"), val = tensor([1, 1])]; tensor var_4788_groups_0 = const()[name = tensor("op_4788_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_q_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181906688)))]; tensor model_text_model_encoder_layers_7_mixer_q_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182005056)))]; tensor var_4788_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_q_projs_8_bias_to_fp16, dilations = var_4788_dilations_0, groups = var_4788_groups_0, pad = var_4788_pad_0, pad_type = var_4788_pad_type_0, strides = var_4788_strides_0, weight = model_text_model_encoder_layers_7_mixer_q_projs_8_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4788_cast_fp16")]; tensor var_4789_axes_0 = const()[name = tensor("op_4789_axes_0"), val = tensor([2])]; tensor var_4789_cast_fp16 = squeeze(axes = var_4789_axes_0, x = var_4788_cast_fp16)[name = tensor("op_4789_cast_fp16")]; tensor var_4797_pad_type_0 = const()[name = tensor("op_4797_pad_type_0"), val = tensor("valid")]; tensor var_4797_strides_0 = const()[name = tensor("op_4797_strides_0"), val = tensor([1, 1])]; tensor var_4797_pad_0 = const()[name = tensor("op_4797_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4797_dilations_0 = const()[name = tensor("op_4797_dilations_0"), val = tensor([1, 1])]; tensor var_4797_groups_0 = const()[name = tensor("op_4797_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_k_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182005248)))]; tensor model_text_model_encoder_layers_7_mixer_k_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182103616)))]; tensor var_4797_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_k_projs_8_bias_to_fp16, dilations = var_4797_dilations_0, groups = var_4797_groups_0, pad = var_4797_pad_0, pad_type = var_4797_pad_type_0, strides = var_4797_strides_0, weight = model_text_model_encoder_layers_7_mixer_k_projs_8_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4797_cast_fp16")]; tensor var_4798_axes_0 = const()[name = tensor("op_4798_axes_0"), val = tensor([2])]; tensor var_4798_cast_fp16 = squeeze(axes = var_4798_axes_0, x = var_4797_cast_fp16)[name = tensor("op_4798_cast_fp16")]; tensor var_4806_pad_type_0 = const()[name = tensor("op_4806_pad_type_0"), val = tensor("valid")]; tensor var_4806_strides_0 = const()[name = tensor("op_4806_strides_0"), val = tensor([1, 1])]; tensor var_4806_pad_0 = const()[name = tensor("op_4806_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4806_dilations_0 = const()[name = tensor("op_4806_dilations_0"), val = tensor([1, 1])]; tensor var_4806_groups_0 = const()[name = tensor("op_4806_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_v_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182103808)))]; tensor model_text_model_encoder_layers_7_mixer_v_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182202176)))]; tensor var_4806_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_v_projs_8_bias_to_fp16, dilations = var_4806_dilations_0, groups = var_4806_groups_0, pad = var_4806_pad_0, pad_type = var_4806_pad_type_0, strides = var_4806_strides_0, weight = model_text_model_encoder_layers_7_mixer_v_projs_8_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4806_cast_fp16")]; tensor var_4807_axes_0 = const()[name = tensor("op_4807_axes_0"), val = tensor([2])]; tensor var_4807_cast_fp16 = squeeze(axes = var_4807_axes_0, x = var_4806_cast_fp16)[name = tensor("op_4807_cast_fp16")]; tensor var_4810_transpose_x_1 = const()[name = tensor("op_4810_transpose_x_1"), val = tensor(true)]; tensor var_4810_transpose_y_1 = const()[name = tensor("op_4810_transpose_y_1"), val = tensor(false)]; tensor var_4810_cast_fp16 = matmul(transpose_x = var_4810_transpose_x_1, transpose_y = var_4810_transpose_y_1, x = var_4789_cast_fp16, y = var_4798_cast_fp16)[name = tensor("op_4810_cast_fp16")]; tensor var_4811_to_fp16 = const()[name = tensor("op_4811_to_fp16"), val = tensor(0x1p-3)]; tensor scores_553_cast_fp16 = mul(x = var_4810_cast_fp16, y = var_4811_to_fp16)[name = tensor("scores_553_cast_fp16")]; tensor scores_555_cast_fp16 = add(x = scores_553_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_555_cast_fp16")]; tensor scores_557_cast_fp16 = sub(x = scores_555_cast_fp16, y = var_189_cast_fp16)[name = tensor("scores_557_cast_fp16")]; tensor attn_weights_185_cast_fp16 = softmax(axis = var_29, x = scores_557_cast_fp16)[name = tensor("attn_weights_185_cast_fp16")]; tensor var_4816_transpose_x_1 = const()[name = tensor("op_4816_transpose_x_1"), val = tensor(false)]; tensor var_4816_transpose_y_1 = const()[name = tensor("op_4816_transpose_y_1"), val = tensor(true)]; tensor var_4816_cast_fp16 = matmul(transpose_x = var_4816_transpose_x_1, transpose_y = var_4816_transpose_y_1, x = attn_weights_185_cast_fp16, y = var_4807_cast_fp16)[name = tensor("op_4816_cast_fp16")]; tensor var_4823_pad_type_0 = const()[name = tensor("op_4823_pad_type_0"), val = tensor("valid")]; tensor var_4823_strides_0 = const()[name = tensor("op_4823_strides_0"), val = tensor([1, 1])]; tensor var_4823_pad_0 = const()[name = tensor("op_4823_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4823_dilations_0 = const()[name = tensor("op_4823_dilations_0"), val = tensor([1, 1])]; tensor var_4823_groups_0 = const()[name = tensor("op_4823_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_q_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182202368)))]; tensor model_text_model_encoder_layers_7_mixer_q_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182300736)))]; tensor var_4823_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_q_projs_9_bias_to_fp16, dilations = var_4823_dilations_0, groups = var_4823_groups_0, pad = var_4823_pad_0, pad_type = var_4823_pad_type_0, strides = var_4823_strides_0, weight = model_text_model_encoder_layers_7_mixer_q_projs_9_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4823_cast_fp16")]; tensor var_4824_axes_0 = const()[name = tensor("op_4824_axes_0"), val = tensor([2])]; tensor var_4824_cast_fp16 = squeeze(axes = var_4824_axes_0, x = var_4823_cast_fp16)[name = tensor("op_4824_cast_fp16")]; tensor var_4832_pad_type_0 = const()[name = tensor("op_4832_pad_type_0"), val = tensor("valid")]; tensor var_4832_strides_0 = const()[name = tensor("op_4832_strides_0"), val = tensor([1, 1])]; tensor var_4832_pad_0 = const()[name = tensor("op_4832_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4832_dilations_0 = const()[name = tensor("op_4832_dilations_0"), val = tensor([1, 1])]; tensor var_4832_groups_0 = const()[name = tensor("op_4832_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_k_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182300928)))]; tensor model_text_model_encoder_layers_7_mixer_k_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182399296)))]; tensor var_4832_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_k_projs_9_bias_to_fp16, dilations = var_4832_dilations_0, groups = var_4832_groups_0, pad = var_4832_pad_0, pad_type = var_4832_pad_type_0, strides = var_4832_strides_0, weight = model_text_model_encoder_layers_7_mixer_k_projs_9_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4832_cast_fp16")]; tensor var_4833_axes_0 = const()[name = tensor("op_4833_axes_0"), val = tensor([2])]; tensor var_4833_cast_fp16 = squeeze(axes = var_4833_axes_0, x = var_4832_cast_fp16)[name = tensor("op_4833_cast_fp16")]; tensor var_4841_pad_type_0 = const()[name = tensor("op_4841_pad_type_0"), val = tensor("valid")]; tensor var_4841_strides_0 = const()[name = tensor("op_4841_strides_0"), val = tensor([1, 1])]; tensor var_4841_pad_0 = const()[name = tensor("op_4841_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4841_dilations_0 = const()[name = tensor("op_4841_dilations_0"), val = tensor([1, 1])]; tensor var_4841_groups_0 = const()[name = tensor("op_4841_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_v_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182399488)))]; tensor model_text_model_encoder_layers_7_mixer_v_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182497856)))]; tensor var_4841_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_v_projs_9_bias_to_fp16, dilations = var_4841_dilations_0, groups = var_4841_groups_0, pad = var_4841_pad_0, pad_type = var_4841_pad_type_0, strides = var_4841_strides_0, weight = model_text_model_encoder_layers_7_mixer_v_projs_9_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4841_cast_fp16")]; tensor var_4842_axes_0 = const()[name = tensor("op_4842_axes_0"), val = tensor([2])]; tensor var_4842_cast_fp16 = squeeze(axes = var_4842_axes_0, x = var_4841_cast_fp16)[name = tensor("op_4842_cast_fp16")]; tensor var_4845_transpose_x_1 = const()[name = tensor("op_4845_transpose_x_1"), val = tensor(true)]; tensor var_4845_transpose_y_1 = const()[name = tensor("op_4845_transpose_y_1"), val = tensor(false)]; tensor var_4845_cast_fp16 = matmul(transpose_x = var_4845_transpose_x_1, transpose_y = var_4845_transpose_y_1, x = var_4824_cast_fp16, y = var_4833_cast_fp16)[name = tensor("op_4845_cast_fp16")]; tensor var_4846_to_fp16 = const()[name = tensor("op_4846_to_fp16"), val = tensor(0x1p-3)]; tensor scores_559_cast_fp16 = mul(x = var_4845_cast_fp16, y = var_4846_to_fp16)[name = tensor("scores_559_cast_fp16")]; tensor scores_561_cast_fp16 = add(x = scores_559_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_561_cast_fp16")]; tensor scores_563_cast_fp16 = sub(x = scores_561_cast_fp16, y = var_193_cast_fp16)[name = tensor("scores_563_cast_fp16")]; tensor attn_weights_187_cast_fp16 = softmax(axis = var_29, x = scores_563_cast_fp16)[name = tensor("attn_weights_187_cast_fp16")]; tensor var_4851_transpose_x_1 = const()[name = tensor("op_4851_transpose_x_1"), val = tensor(false)]; tensor var_4851_transpose_y_1 = const()[name = tensor("op_4851_transpose_y_1"), val = tensor(true)]; tensor var_4851_cast_fp16 = matmul(transpose_x = var_4851_transpose_x_1, transpose_y = var_4851_transpose_y_1, x = attn_weights_187_cast_fp16, y = var_4842_cast_fp16)[name = tensor("op_4851_cast_fp16")]; tensor var_4858_pad_type_0 = const()[name = tensor("op_4858_pad_type_0"), val = tensor("valid")]; tensor var_4858_strides_0 = const()[name = tensor("op_4858_strides_0"), val = tensor([1, 1])]; tensor var_4858_pad_0 = const()[name = tensor("op_4858_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4858_dilations_0 = const()[name = tensor("op_4858_dilations_0"), val = tensor([1, 1])]; tensor var_4858_groups_0 = const()[name = tensor("op_4858_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_q_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182498048)))]; tensor model_text_model_encoder_layers_7_mixer_q_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182596416)))]; tensor var_4858_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_q_projs_10_bias_to_fp16, dilations = var_4858_dilations_0, groups = var_4858_groups_0, pad = var_4858_pad_0, pad_type = var_4858_pad_type_0, strides = var_4858_strides_0, weight = model_text_model_encoder_layers_7_mixer_q_projs_10_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4858_cast_fp16")]; tensor var_4859_axes_0 = const()[name = tensor("op_4859_axes_0"), val = tensor([2])]; tensor var_4859_cast_fp16 = squeeze(axes = var_4859_axes_0, x = var_4858_cast_fp16)[name = tensor("op_4859_cast_fp16")]; tensor var_4867_pad_type_0 = const()[name = tensor("op_4867_pad_type_0"), val = tensor("valid")]; tensor var_4867_strides_0 = const()[name = tensor("op_4867_strides_0"), val = tensor([1, 1])]; tensor var_4867_pad_0 = const()[name = tensor("op_4867_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4867_dilations_0 = const()[name = tensor("op_4867_dilations_0"), val = tensor([1, 1])]; tensor var_4867_groups_0 = const()[name = tensor("op_4867_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_k_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182596608)))]; tensor model_text_model_encoder_layers_7_mixer_k_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182694976)))]; tensor var_4867_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_k_projs_10_bias_to_fp16, dilations = var_4867_dilations_0, groups = var_4867_groups_0, pad = var_4867_pad_0, pad_type = var_4867_pad_type_0, strides = var_4867_strides_0, weight = model_text_model_encoder_layers_7_mixer_k_projs_10_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4867_cast_fp16")]; tensor var_4868_axes_0 = const()[name = tensor("op_4868_axes_0"), val = tensor([2])]; tensor var_4868_cast_fp16 = squeeze(axes = var_4868_axes_0, x = var_4867_cast_fp16)[name = tensor("op_4868_cast_fp16")]; tensor var_4876_pad_type_0 = const()[name = tensor("op_4876_pad_type_0"), val = tensor("valid")]; tensor var_4876_strides_0 = const()[name = tensor("op_4876_strides_0"), val = tensor([1, 1])]; tensor var_4876_pad_0 = const()[name = tensor("op_4876_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4876_dilations_0 = const()[name = tensor("op_4876_dilations_0"), val = tensor([1, 1])]; tensor var_4876_groups_0 = const()[name = tensor("op_4876_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_v_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182695168)))]; tensor model_text_model_encoder_layers_7_mixer_v_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182793536)))]; tensor var_4876_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_v_projs_10_bias_to_fp16, dilations = var_4876_dilations_0, groups = var_4876_groups_0, pad = var_4876_pad_0, pad_type = var_4876_pad_type_0, strides = var_4876_strides_0, weight = model_text_model_encoder_layers_7_mixer_v_projs_10_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4876_cast_fp16")]; tensor var_4877_axes_0 = const()[name = tensor("op_4877_axes_0"), val = tensor([2])]; tensor var_4877_cast_fp16 = squeeze(axes = var_4877_axes_0, x = var_4876_cast_fp16)[name = tensor("op_4877_cast_fp16")]; tensor var_4880_transpose_x_1 = const()[name = tensor("op_4880_transpose_x_1"), val = tensor(true)]; tensor var_4880_transpose_y_1 = const()[name = tensor("op_4880_transpose_y_1"), val = tensor(false)]; tensor var_4880_cast_fp16 = matmul(transpose_x = var_4880_transpose_x_1, transpose_y = var_4880_transpose_y_1, x = var_4859_cast_fp16, y = var_4868_cast_fp16)[name = tensor("op_4880_cast_fp16")]; tensor var_4881_to_fp16 = const()[name = tensor("op_4881_to_fp16"), val = tensor(0x1p-3)]; tensor scores_565_cast_fp16 = mul(x = var_4880_cast_fp16, y = var_4881_to_fp16)[name = tensor("scores_565_cast_fp16")]; tensor scores_567_cast_fp16 = add(x = scores_565_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_567_cast_fp16")]; tensor scores_569_cast_fp16 = sub(x = scores_567_cast_fp16, y = var_197_cast_fp16)[name = tensor("scores_569_cast_fp16")]; tensor attn_weights_189_cast_fp16 = softmax(axis = var_29, x = scores_569_cast_fp16)[name = tensor("attn_weights_189_cast_fp16")]; tensor var_4886_transpose_x_1 = const()[name = tensor("op_4886_transpose_x_1"), val = tensor(false)]; tensor var_4886_transpose_y_1 = const()[name = tensor("op_4886_transpose_y_1"), val = tensor(true)]; tensor var_4886_cast_fp16 = matmul(transpose_x = var_4886_transpose_x_1, transpose_y = var_4886_transpose_y_1, x = attn_weights_189_cast_fp16, y = var_4877_cast_fp16)[name = tensor("op_4886_cast_fp16")]; tensor var_4893_pad_type_0 = const()[name = tensor("op_4893_pad_type_0"), val = tensor("valid")]; tensor var_4893_strides_0 = const()[name = tensor("op_4893_strides_0"), val = tensor([1, 1])]; tensor var_4893_pad_0 = const()[name = tensor("op_4893_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4893_dilations_0 = const()[name = tensor("op_4893_dilations_0"), val = tensor([1, 1])]; tensor var_4893_groups_0 = const()[name = tensor("op_4893_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_q_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182793728)))]; tensor model_text_model_encoder_layers_7_mixer_q_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_q_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182892096)))]; tensor var_4893_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_q_projs_11_bias_to_fp16, dilations = var_4893_dilations_0, groups = var_4893_groups_0, pad = var_4893_pad_0, pad_type = var_4893_pad_type_0, strides = var_4893_strides_0, weight = model_text_model_encoder_layers_7_mixer_q_projs_11_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4893_cast_fp16")]; tensor var_4894_axes_0 = const()[name = tensor("op_4894_axes_0"), val = tensor([2])]; tensor var_4894_cast_fp16 = squeeze(axes = var_4894_axes_0, x = var_4893_cast_fp16)[name = tensor("op_4894_cast_fp16")]; tensor var_4902_pad_type_0 = const()[name = tensor("op_4902_pad_type_0"), val = tensor("valid")]; tensor var_4902_strides_0 = const()[name = tensor("op_4902_strides_0"), val = tensor([1, 1])]; tensor var_4902_pad_0 = const()[name = tensor("op_4902_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4902_dilations_0 = const()[name = tensor("op_4902_dilations_0"), val = tensor([1, 1])]; tensor var_4902_groups_0 = const()[name = tensor("op_4902_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_k_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182892288)))]; tensor model_text_model_encoder_layers_7_mixer_k_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_k_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182990656)))]; tensor var_4902_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_k_projs_11_bias_to_fp16, dilations = var_4902_dilations_0, groups = var_4902_groups_0, pad = var_4902_pad_0, pad_type = var_4902_pad_type_0, strides = var_4902_strides_0, weight = model_text_model_encoder_layers_7_mixer_k_projs_11_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4902_cast_fp16")]; tensor var_4903_axes_0 = const()[name = tensor("op_4903_axes_0"), val = tensor([2])]; tensor var_4903_cast_fp16 = squeeze(axes = var_4903_axes_0, x = var_4902_cast_fp16)[name = tensor("op_4903_cast_fp16")]; tensor var_4911_pad_type_0 = const()[name = tensor("op_4911_pad_type_0"), val = tensor("valid")]; tensor var_4911_strides_0 = const()[name = tensor("op_4911_strides_0"), val = tensor([1, 1])]; tensor var_4911_pad_0 = const()[name = tensor("op_4911_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_4911_dilations_0 = const()[name = tensor("op_4911_dilations_0"), val = tensor([1, 1])]; tensor var_4911_groups_0 = const()[name = tensor("op_4911_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mixer_v_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182990848)))]; tensor model_text_model_encoder_layers_7_mixer_v_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_v_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183089216)))]; tensor var_4911_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_v_projs_11_bias_to_fp16, dilations = var_4911_dilations_0, groups = var_4911_groups_0, pad = var_4911_pad_0, pad_type = var_4911_pad_type_0, strides = var_4911_strides_0, weight = model_text_model_encoder_layers_7_mixer_v_projs_11_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("op_4911_cast_fp16")]; tensor var_4912_axes_0 = const()[name = tensor("op_4912_axes_0"), val = tensor([2])]; tensor var_4912_cast_fp16 = squeeze(axes = var_4912_axes_0, x = var_4911_cast_fp16)[name = tensor("op_4912_cast_fp16")]; tensor var_4915_transpose_x_1 = const()[name = tensor("op_4915_transpose_x_1"), val = tensor(true)]; tensor var_4915_transpose_y_1 = const()[name = tensor("op_4915_transpose_y_1"), val = tensor(false)]; tensor var_4915_cast_fp16 = matmul(transpose_x = var_4915_transpose_x_1, transpose_y = var_4915_transpose_y_1, x = var_4894_cast_fp16, y = var_4903_cast_fp16)[name = tensor("op_4915_cast_fp16")]; tensor var_4916_to_fp16 = const()[name = tensor("op_4916_to_fp16"), val = tensor(0x1p-3)]; tensor scores_571_cast_fp16 = mul(x = var_4915_cast_fp16, y = var_4916_to_fp16)[name = tensor("scores_571_cast_fp16")]; tensor scores_573_cast_fp16 = add(x = scores_571_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_573_cast_fp16")]; tensor scores_575_cast_fp16 = sub(x = scores_573_cast_fp16, y = var_201_cast_fp16)[name = tensor("scores_575_cast_fp16")]; tensor attn_weights_191_cast_fp16 = softmax(axis = var_29, x = scores_575_cast_fp16)[name = tensor("attn_weights_191_cast_fp16")]; tensor out_15_transpose_x_1 = const()[name = tensor("out_15_transpose_x_1"), val = tensor(false)]; tensor out_15_transpose_y_1 = const()[name = tensor("out_15_transpose_y_1"), val = tensor(true)]; tensor out_15_cast_fp16 = matmul(transpose_x = out_15_transpose_x_1, transpose_y = out_15_transpose_y_1, x = attn_weights_191_cast_fp16, y = var_4912_cast_fp16)[name = tensor("out_15_cast_fp16")]; tensor attn_output_15_interleave_0 = const()[name = tensor("attn_output_15_interleave_0"), val = tensor(false)]; tensor attn_output_15_cast_fp16 = concat(axis = var_29, interleave = attn_output_15_interleave_0, values = (var_4536_cast_fp16, var_4571_cast_fp16, var_4606_cast_fp16, var_4641_cast_fp16, var_4676_cast_fp16, var_4711_cast_fp16, var_4746_cast_fp16, var_4781_cast_fp16, var_4816_cast_fp16, var_4851_cast_fp16, var_4886_cast_fp16, out_15_cast_fp16))[name = tensor("attn_output_15_cast_fp16")]; tensor var_4924_perm_0 = const()[name = tensor("op_4924_perm_0"), val = tensor([0, 2, 1])]; tensor var_4933_pad_type_0 = const()[name = tensor("op_4933_pad_type_0"), val = tensor("valid")]; tensor var_4933_groups_0 = const()[name = tensor("op_4933_groups_0"), val = tensor(1)]; tensor var_4933_strides_0 = const()[name = tensor("op_4933_strides_0"), val = tensor([1])]; tensor var_4933_pad_0 = const()[name = tensor("op_4933_pad_0"), val = tensor([0, 0])]; tensor var_4933_dilations_0 = const()[name = tensor("op_4933_dilations_0"), val = tensor([1])]; tensor squeeze_7_cast_fp16_to_fp32_to_fp16 = const()[name = tensor("squeeze_7_cast_fp16_to_fp32_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183089408)))]; tensor model_text_model_encoder_layers_7_mixer_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mixer_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(184269120)))]; tensor var_4924_cast_fp16 = transpose(perm = var_4924_perm_0, x = attn_output_15_cast_fp16)[name = tensor("transpose_33")]; tensor var_4933_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mixer_out_proj_bias_to_fp16, dilations = var_4933_dilations_0, groups = var_4933_groups_0, pad = var_4933_pad_0, pad_type = var_4933_pad_type_0, strides = var_4933_strides_0, weight = squeeze_7_cast_fp16_to_fp32_to_fp16, x = var_4924_cast_fp16)[name = tensor("op_4933_cast_fp16")]; tensor mixer_out_15_perm_0 = const()[name = tensor("mixer_out_15_perm_0"), val = tensor([0, 2, 1])]; tensor mixer_out_15_cast_fp16 = transpose(perm = mixer_out_15_perm_0, x = var_4933_cast_fp16)[name = tensor("transpose_32")]; tensor input_107_cast_fp16 = add(x = mixer_out_15_cast_fp16, y = var_4368_cast_fp16)[name = tensor("input_107_cast_fp16")]; tensor var_4939_axes_0 = const()[name = tensor("op_4939_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_7_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(184270720)))]; tensor model_text_model_encoder_layers_7_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(184272320)))]; tensor var_4939_cast_fp16 = layer_norm(axes = var_4939_axes_0, beta = model_text_model_encoder_layers_7_norm1_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_7_norm1_weight_to_fp16, x = input_107_cast_fp16)[name = tensor("op_4939_cast_fp16")]; tensor var_4945 = const()[name = tensor("op_4945"), val = tensor([1, 256, 1, 768])]; tensor hidden_states_73_cast_fp16 = reshape(shape = var_4945, x = var_4939_cast_fp16)[name = tensor("hidden_states_73_cast_fp16")]; tensor input_109_perm_0 = const()[name = tensor("input_109_perm_0"), val = tensor([0, 3, 2, 1])]; tensor hidden_states_75_pad_type_0 = const()[name = tensor("hidden_states_75_pad_type_0"), val = tensor("valid")]; tensor hidden_states_75_strides_0 = const()[name = tensor("hidden_states_75_strides_0"), val = tensor([1, 1])]; tensor hidden_states_75_pad_0 = const()[name = tensor("hidden_states_75_pad_0"), val = tensor([0, 0, 0, 0])]; tensor hidden_states_75_dilations_0 = const()[name = tensor("hidden_states_75_dilations_0"), val = tensor([1, 1])]; tensor hidden_states_75_groups_0 = const()[name = tensor("hidden_states_75_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mlp_gated_layers_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mlp_gated_layers_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(184273920)))]; tensor input_109_cast_fp16 = transpose(perm = input_109_perm_0, x = hidden_states_73_cast_fp16)[name = tensor("transpose_31")]; tensor hidden_states_75_cast_fp16 = conv(dilations = hidden_states_75_dilations_0, groups = hidden_states_75_groups_0, pad = hidden_states_75_pad_0, pad_type = hidden_states_75_pad_type_0, strides = hidden_states_75_strides_0, weight = model_text_model_encoder_layers_7_mlp_gated_layers_weight_to_fp16, x = input_109_cast_fp16)[name = tensor("hidden_states_75_cast_fp16")]; tensor hidden_states_77_perm_0 = const()[name = tensor("hidden_states_77_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_4955 = const()[name = tensor("op_4955"), val = tensor([1, 256, 6144])]; tensor hidden_states_77_cast_fp16 = transpose(perm = hidden_states_77_perm_0, x = hidden_states_75_cast_fp16)[name = tensor("transpose_30")]; tensor hidden_states_79_cast_fp16 = reshape(shape = var_4955, x = hidden_states_77_cast_fp16)[name = tensor("hidden_states_79_cast_fp16")]; tensor input_111_begin_0 = const()[name = tensor("input_111_begin_0"), val = tensor([0, 0, 0])]; tensor input_111_end_0 = const()[name = tensor("input_111_end_0"), val = tensor([1, 256, 3072])]; tensor input_111_end_mask_0 = const()[name = tensor("input_111_end_mask_0"), val = tensor([true, true, false])]; tensor input_111_cast_fp16 = slice_by_index(begin = input_111_begin_0, end = input_111_end_0, end_mask = input_111_end_mask_0, x = hidden_states_79_cast_fp16)[name = tensor("input_111_cast_fp16")]; tensor non_gated_15_begin_0 = const()[name = tensor("non_gated_15_begin_0"), val = tensor([0, 0, 3072])]; tensor non_gated_15_end_0 = const()[name = tensor("non_gated_15_end_0"), val = tensor([1, 256, 6144])]; tensor non_gated_15_end_mask_0 = const()[name = tensor("non_gated_15_end_mask_0"), val = tensor([true, true, true])]; tensor non_gated_15_cast_fp16 = slice_by_index(begin = non_gated_15_begin_0, end = non_gated_15_end_0, end_mask = non_gated_15_end_mask_0, x = hidden_states_79_cast_fp16)[name = tensor("non_gated_15_cast_fp16")]; tensor activated_gated_15_mode_0 = const()[name = tensor("activated_gated_15_mode_0"), val = tensor("EXACT")]; tensor activated_gated_15_cast_fp16 = gelu(mode = activated_gated_15_mode_0, x = input_111_cast_fp16)[name = tensor("activated_gated_15_cast_fp16")]; tensor combined_29_cast_fp16 = mul(x = activated_gated_15_cast_fp16, y = non_gated_15_cast_fp16)[name = tensor("combined_29_cast_fp16")]; tensor var_4965 = const()[name = tensor("op_4965"), val = tensor([1, 256, 1, 3072])]; tensor combined_31_cast_fp16 = reshape(shape = var_4965, x = combined_29_cast_fp16)[name = tensor("combined_31_cast_fp16")]; tensor input_113_perm_0 = const()[name = tensor("input_113_perm_0"), val = tensor([0, 3, 2, 1])]; tensor output_45_pad_type_0 = const()[name = tensor("output_45_pad_type_0"), val = tensor("valid")]; tensor output_45_strides_0 = const()[name = tensor("output_45_strides_0"), val = tensor([1, 1])]; tensor output_45_pad_0 = const()[name = tensor("output_45_pad_0"), val = tensor([0, 0, 0, 0])]; tensor output_45_dilations_0 = const()[name = tensor("output_45_dilations_0"), val = tensor([1, 1])]; tensor output_45_groups_0 = const()[name = tensor("output_45_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_7_mlp_wo_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mlp_wo_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(193711168)))]; tensor model_text_model_encoder_layers_7_mlp_wo_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_mlp_wo_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198429824)))]; tensor input_113_cast_fp16 = transpose(perm = input_113_perm_0, x = combined_31_cast_fp16)[name = tensor("transpose_29")]; tensor output_45_cast_fp16 = conv(bias = model_text_model_encoder_layers_7_mlp_wo_bias_to_fp16, dilations = output_45_dilations_0, groups = output_45_groups_0, pad = output_45_pad_0, pad_type = output_45_pad_type_0, strides = output_45_strides_0, weight = model_text_model_encoder_layers_7_mlp_wo_weight_to_fp16, x = input_113_cast_fp16)[name = tensor("output_45_cast_fp16")]; tensor output_47_perm_0 = const()[name = tensor("output_47_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_4976 = const()[name = tensor("op_4976"), val = tensor([1, 256, 768])]; tensor output_47_cast_fp16 = transpose(perm = output_47_perm_0, x = output_45_cast_fp16)[name = tensor("transpose_28")]; tensor mlp_out_15_cast_fp16 = reshape(shape = var_4976, x = output_47_cast_fp16)[name = tensor("mlp_out_15_cast_fp16")]; tensor input_115_cast_fp16 = add(x = mlp_out_15_cast_fp16, y = var_4939_cast_fp16)[name = tensor("input_115_cast_fp16")]; tensor var_4982_axes_0 = const()[name = tensor("op_4982_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_7_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198431424)))]; tensor model_text_model_encoder_layers_7_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_7_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198433024)))]; tensor var_4982_cast_fp16 = layer_norm(axes = var_4982_axes_0, beta = model_text_model_encoder_layers_7_norm2_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_7_norm2_weight_to_fp16, x = input_115_cast_fp16)[name = tensor("op_4982_cast_fp16")]; tensor var_5063 = const()[name = tensor("op_5063"), val = tensor([1, 256, 1, 768])]; tensor x_35_cast_fp16 = reshape(shape = var_5063, x = var_4982_cast_fp16)[name = tensor("x_35_cast_fp16")]; tensor input_117_perm_0 = const()[name = tensor("input_117_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_5122_pad_type_0 = const()[name = tensor("op_5122_pad_type_0"), val = tensor("valid")]; tensor var_5122_strides_0 = const()[name = tensor("op_5122_strides_0"), val = tensor([1, 1])]; tensor var_5122_pad_0 = const()[name = tensor("op_5122_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5122_dilations_0 = const()[name = tensor("op_5122_dilations_0"), val = tensor([1, 1])]; tensor var_5122_groups_0 = const()[name = tensor("op_5122_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_q_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198434624)))]; tensor model_text_model_encoder_layers_8_mixer_q_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198532992)))]; tensor input_117_cast_fp16 = transpose(perm = input_117_perm_0, x = x_35_cast_fp16)[name = tensor("transpose_27")]; tensor var_5122_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_q_projs_0_bias_to_fp16, dilations = var_5122_dilations_0, groups = var_5122_groups_0, pad = var_5122_pad_0, pad_type = var_5122_pad_type_0, strides = var_5122_strides_0, weight = model_text_model_encoder_layers_8_mixer_q_projs_0_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5122_cast_fp16")]; tensor var_5123_axes_0 = const()[name = tensor("op_5123_axes_0"), val = tensor([2])]; tensor var_5123_cast_fp16 = squeeze(axes = var_5123_axes_0, x = var_5122_cast_fp16)[name = tensor("op_5123_cast_fp16")]; tensor var_5131_pad_type_0 = const()[name = tensor("op_5131_pad_type_0"), val = tensor("valid")]; tensor var_5131_strides_0 = const()[name = tensor("op_5131_strides_0"), val = tensor([1, 1])]; tensor var_5131_pad_0 = const()[name = tensor("op_5131_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5131_dilations_0 = const()[name = tensor("op_5131_dilations_0"), val = tensor([1, 1])]; tensor var_5131_groups_0 = const()[name = tensor("op_5131_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_k_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198533184)))]; tensor model_text_model_encoder_layers_8_mixer_k_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198631552)))]; tensor var_5131_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_k_projs_0_bias_to_fp16, dilations = var_5131_dilations_0, groups = var_5131_groups_0, pad = var_5131_pad_0, pad_type = var_5131_pad_type_0, strides = var_5131_strides_0, weight = model_text_model_encoder_layers_8_mixer_k_projs_0_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5131_cast_fp16")]; tensor var_5132_axes_0 = const()[name = tensor("op_5132_axes_0"), val = tensor([2])]; tensor var_5132_cast_fp16 = squeeze(axes = var_5132_axes_0, x = var_5131_cast_fp16)[name = tensor("op_5132_cast_fp16")]; tensor var_5140_pad_type_0 = const()[name = tensor("op_5140_pad_type_0"), val = tensor("valid")]; tensor var_5140_strides_0 = const()[name = tensor("op_5140_strides_0"), val = tensor([1, 1])]; tensor var_5140_pad_0 = const()[name = tensor("op_5140_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5140_dilations_0 = const()[name = tensor("op_5140_dilations_0"), val = tensor([1, 1])]; tensor var_5140_groups_0 = const()[name = tensor("op_5140_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_v_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198631744)))]; tensor model_text_model_encoder_layers_8_mixer_v_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198730112)))]; tensor var_5140_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_v_projs_0_bias_to_fp16, dilations = var_5140_dilations_0, groups = var_5140_groups_0, pad = var_5140_pad_0, pad_type = var_5140_pad_type_0, strides = var_5140_strides_0, weight = model_text_model_encoder_layers_8_mixer_v_projs_0_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5140_cast_fp16")]; tensor var_5141_axes_0 = const()[name = tensor("op_5141_axes_0"), val = tensor([2])]; tensor var_5141_cast_fp16 = squeeze(axes = var_5141_axes_0, x = var_5140_cast_fp16)[name = tensor("op_5141_cast_fp16")]; tensor var_5144_transpose_x_1 = const()[name = tensor("op_5144_transpose_x_1"), val = tensor(true)]; tensor var_5144_transpose_y_1 = const()[name = tensor("op_5144_transpose_y_1"), val = tensor(false)]; tensor var_5144_cast_fp16 = matmul(transpose_x = var_5144_transpose_x_1, transpose_y = var_5144_transpose_y_1, x = var_5123_cast_fp16, y = var_5132_cast_fp16)[name = tensor("op_5144_cast_fp16")]; tensor var_5145_to_fp16 = const()[name = tensor("op_5145_to_fp16"), val = tensor(0x1p-3)]; tensor scores_577_cast_fp16 = mul(x = var_5144_cast_fp16, y = var_5145_to_fp16)[name = tensor("scores_577_cast_fp16")]; tensor scores_579_cast_fp16 = add(x = scores_577_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_579_cast_fp16")]; tensor scores_581_cast_fp16 = sub(x = scores_579_cast_fp16, y = var_157_cast_fp16)[name = tensor("scores_581_cast_fp16")]; tensor attn_weights_193_cast_fp16 = softmax(axis = var_29, x = scores_581_cast_fp16)[name = tensor("attn_weights_193_cast_fp16")]; tensor var_5150_transpose_x_1 = const()[name = tensor("op_5150_transpose_x_1"), val = tensor(false)]; tensor var_5150_transpose_y_1 = const()[name = tensor("op_5150_transpose_y_1"), val = tensor(true)]; tensor var_5150_cast_fp16 = matmul(transpose_x = var_5150_transpose_x_1, transpose_y = var_5150_transpose_y_1, x = attn_weights_193_cast_fp16, y = var_5141_cast_fp16)[name = tensor("op_5150_cast_fp16")]; tensor var_5157_pad_type_0 = const()[name = tensor("op_5157_pad_type_0"), val = tensor("valid")]; tensor var_5157_strides_0 = const()[name = tensor("op_5157_strides_0"), val = tensor([1, 1])]; tensor var_5157_pad_0 = const()[name = tensor("op_5157_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5157_dilations_0 = const()[name = tensor("op_5157_dilations_0"), val = tensor([1, 1])]; tensor var_5157_groups_0 = const()[name = tensor("op_5157_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_q_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198730304)))]; tensor model_text_model_encoder_layers_8_mixer_q_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198828672)))]; tensor var_5157_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_q_projs_1_bias_to_fp16, dilations = var_5157_dilations_0, groups = var_5157_groups_0, pad = var_5157_pad_0, pad_type = var_5157_pad_type_0, strides = var_5157_strides_0, weight = model_text_model_encoder_layers_8_mixer_q_projs_1_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5157_cast_fp16")]; tensor var_5158_axes_0 = const()[name = tensor("op_5158_axes_0"), val = tensor([2])]; tensor var_5158_cast_fp16 = squeeze(axes = var_5158_axes_0, x = var_5157_cast_fp16)[name = tensor("op_5158_cast_fp16")]; tensor var_5166_pad_type_0 = const()[name = tensor("op_5166_pad_type_0"), val = tensor("valid")]; tensor var_5166_strides_0 = const()[name = tensor("op_5166_strides_0"), val = tensor([1, 1])]; tensor var_5166_pad_0 = const()[name = tensor("op_5166_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5166_dilations_0 = const()[name = tensor("op_5166_dilations_0"), val = tensor([1, 1])]; tensor var_5166_groups_0 = const()[name = tensor("op_5166_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_k_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198828864)))]; tensor model_text_model_encoder_layers_8_mixer_k_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198927232)))]; tensor var_5166_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_k_projs_1_bias_to_fp16, dilations = var_5166_dilations_0, groups = var_5166_groups_0, pad = var_5166_pad_0, pad_type = var_5166_pad_type_0, strides = var_5166_strides_0, weight = model_text_model_encoder_layers_8_mixer_k_projs_1_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5166_cast_fp16")]; tensor var_5167_axes_0 = const()[name = tensor("op_5167_axes_0"), val = tensor([2])]; tensor var_5167_cast_fp16 = squeeze(axes = var_5167_axes_0, x = var_5166_cast_fp16)[name = tensor("op_5167_cast_fp16")]; tensor var_5175_pad_type_0 = const()[name = tensor("op_5175_pad_type_0"), val = tensor("valid")]; tensor var_5175_strides_0 = const()[name = tensor("op_5175_strides_0"), val = tensor([1, 1])]; tensor var_5175_pad_0 = const()[name = tensor("op_5175_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5175_dilations_0 = const()[name = tensor("op_5175_dilations_0"), val = tensor([1, 1])]; tensor var_5175_groups_0 = const()[name = tensor("op_5175_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_v_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198927424)))]; tensor model_text_model_encoder_layers_8_mixer_v_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199025792)))]; tensor var_5175_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_v_projs_1_bias_to_fp16, dilations = var_5175_dilations_0, groups = var_5175_groups_0, pad = var_5175_pad_0, pad_type = var_5175_pad_type_0, strides = var_5175_strides_0, weight = model_text_model_encoder_layers_8_mixer_v_projs_1_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5175_cast_fp16")]; tensor var_5176_axes_0 = const()[name = tensor("op_5176_axes_0"), val = tensor([2])]; tensor var_5176_cast_fp16 = squeeze(axes = var_5176_axes_0, x = var_5175_cast_fp16)[name = tensor("op_5176_cast_fp16")]; tensor var_5179_transpose_x_1 = const()[name = tensor("op_5179_transpose_x_1"), val = tensor(true)]; tensor var_5179_transpose_y_1 = const()[name = tensor("op_5179_transpose_y_1"), val = tensor(false)]; tensor var_5179_cast_fp16 = matmul(transpose_x = var_5179_transpose_x_1, transpose_y = var_5179_transpose_y_1, x = var_5158_cast_fp16, y = var_5167_cast_fp16)[name = tensor("op_5179_cast_fp16")]; tensor var_5180_to_fp16 = const()[name = tensor("op_5180_to_fp16"), val = tensor(0x1p-3)]; tensor scores_583_cast_fp16 = mul(x = var_5179_cast_fp16, y = var_5180_to_fp16)[name = tensor("scores_583_cast_fp16")]; tensor scores_585_cast_fp16 = add(x = scores_583_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_585_cast_fp16")]; tensor scores_587_cast_fp16 = sub(x = scores_585_cast_fp16, y = var_161_cast_fp16)[name = tensor("scores_587_cast_fp16")]; tensor attn_weights_195_cast_fp16 = softmax(axis = var_29, x = scores_587_cast_fp16)[name = tensor("attn_weights_195_cast_fp16")]; tensor var_5185_transpose_x_1 = const()[name = tensor("op_5185_transpose_x_1"), val = tensor(false)]; tensor var_5185_transpose_y_1 = const()[name = tensor("op_5185_transpose_y_1"), val = tensor(true)]; tensor var_5185_cast_fp16 = matmul(transpose_x = var_5185_transpose_x_1, transpose_y = var_5185_transpose_y_1, x = attn_weights_195_cast_fp16, y = var_5176_cast_fp16)[name = tensor("op_5185_cast_fp16")]; tensor var_5192_pad_type_0 = const()[name = tensor("op_5192_pad_type_0"), val = tensor("valid")]; tensor var_5192_strides_0 = const()[name = tensor("op_5192_strides_0"), val = tensor([1, 1])]; tensor var_5192_pad_0 = const()[name = tensor("op_5192_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5192_dilations_0 = const()[name = tensor("op_5192_dilations_0"), val = tensor([1, 1])]; tensor var_5192_groups_0 = const()[name = tensor("op_5192_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_q_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199025984)))]; tensor model_text_model_encoder_layers_8_mixer_q_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199124352)))]; tensor var_5192_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_q_projs_2_bias_to_fp16, dilations = var_5192_dilations_0, groups = var_5192_groups_0, pad = var_5192_pad_0, pad_type = var_5192_pad_type_0, strides = var_5192_strides_0, weight = model_text_model_encoder_layers_8_mixer_q_projs_2_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5192_cast_fp16")]; tensor var_5193_axes_0 = const()[name = tensor("op_5193_axes_0"), val = tensor([2])]; tensor var_5193_cast_fp16 = squeeze(axes = var_5193_axes_0, x = var_5192_cast_fp16)[name = tensor("op_5193_cast_fp16")]; tensor var_5201_pad_type_0 = const()[name = tensor("op_5201_pad_type_0"), val = tensor("valid")]; tensor var_5201_strides_0 = const()[name = tensor("op_5201_strides_0"), val = tensor([1, 1])]; tensor var_5201_pad_0 = const()[name = tensor("op_5201_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5201_dilations_0 = const()[name = tensor("op_5201_dilations_0"), val = tensor([1, 1])]; tensor var_5201_groups_0 = const()[name = tensor("op_5201_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_k_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199124544)))]; tensor model_text_model_encoder_layers_8_mixer_k_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199222912)))]; tensor var_5201_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_k_projs_2_bias_to_fp16, dilations = var_5201_dilations_0, groups = var_5201_groups_0, pad = var_5201_pad_0, pad_type = var_5201_pad_type_0, strides = var_5201_strides_0, weight = model_text_model_encoder_layers_8_mixer_k_projs_2_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5201_cast_fp16")]; tensor var_5202_axes_0 = const()[name = tensor("op_5202_axes_0"), val = tensor([2])]; tensor var_5202_cast_fp16 = squeeze(axes = var_5202_axes_0, x = var_5201_cast_fp16)[name = tensor("op_5202_cast_fp16")]; tensor var_5210_pad_type_0 = const()[name = tensor("op_5210_pad_type_0"), val = tensor("valid")]; tensor var_5210_strides_0 = const()[name = tensor("op_5210_strides_0"), val = tensor([1, 1])]; tensor var_5210_pad_0 = const()[name = tensor("op_5210_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5210_dilations_0 = const()[name = tensor("op_5210_dilations_0"), val = tensor([1, 1])]; tensor var_5210_groups_0 = const()[name = tensor("op_5210_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_v_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199223104)))]; tensor model_text_model_encoder_layers_8_mixer_v_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199321472)))]; tensor var_5210_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_v_projs_2_bias_to_fp16, dilations = var_5210_dilations_0, groups = var_5210_groups_0, pad = var_5210_pad_0, pad_type = var_5210_pad_type_0, strides = var_5210_strides_0, weight = model_text_model_encoder_layers_8_mixer_v_projs_2_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5210_cast_fp16")]; tensor var_5211_axes_0 = const()[name = tensor("op_5211_axes_0"), val = tensor([2])]; tensor var_5211_cast_fp16 = squeeze(axes = var_5211_axes_0, x = var_5210_cast_fp16)[name = tensor("op_5211_cast_fp16")]; tensor var_5214_transpose_x_1 = const()[name = tensor("op_5214_transpose_x_1"), val = tensor(true)]; tensor var_5214_transpose_y_1 = const()[name = tensor("op_5214_transpose_y_1"), val = tensor(false)]; tensor var_5214_cast_fp16 = matmul(transpose_x = var_5214_transpose_x_1, transpose_y = var_5214_transpose_y_1, x = var_5193_cast_fp16, y = var_5202_cast_fp16)[name = tensor("op_5214_cast_fp16")]; tensor var_5215_to_fp16 = const()[name = tensor("op_5215_to_fp16"), val = tensor(0x1p-3)]; tensor scores_589_cast_fp16 = mul(x = var_5214_cast_fp16, y = var_5215_to_fp16)[name = tensor("scores_589_cast_fp16")]; tensor scores_591_cast_fp16 = add(x = scores_589_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_591_cast_fp16")]; tensor scores_593_cast_fp16 = sub(x = scores_591_cast_fp16, y = var_165_cast_fp16)[name = tensor("scores_593_cast_fp16")]; tensor attn_weights_197_cast_fp16 = softmax(axis = var_29, x = scores_593_cast_fp16)[name = tensor("attn_weights_197_cast_fp16")]; tensor var_5220_transpose_x_1 = const()[name = tensor("op_5220_transpose_x_1"), val = tensor(false)]; tensor var_5220_transpose_y_1 = const()[name = tensor("op_5220_transpose_y_1"), val = tensor(true)]; tensor var_5220_cast_fp16 = matmul(transpose_x = var_5220_transpose_x_1, transpose_y = var_5220_transpose_y_1, x = attn_weights_197_cast_fp16, y = var_5211_cast_fp16)[name = tensor("op_5220_cast_fp16")]; tensor var_5227_pad_type_0 = const()[name = tensor("op_5227_pad_type_0"), val = tensor("valid")]; tensor var_5227_strides_0 = const()[name = tensor("op_5227_strides_0"), val = tensor([1, 1])]; tensor var_5227_pad_0 = const()[name = tensor("op_5227_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5227_dilations_0 = const()[name = tensor("op_5227_dilations_0"), val = tensor([1, 1])]; tensor var_5227_groups_0 = const()[name = tensor("op_5227_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_q_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199321664)))]; tensor model_text_model_encoder_layers_8_mixer_q_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199420032)))]; tensor var_5227_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_q_projs_3_bias_to_fp16, dilations = var_5227_dilations_0, groups = var_5227_groups_0, pad = var_5227_pad_0, pad_type = var_5227_pad_type_0, strides = var_5227_strides_0, weight = model_text_model_encoder_layers_8_mixer_q_projs_3_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5227_cast_fp16")]; tensor var_5228_axes_0 = const()[name = tensor("op_5228_axes_0"), val = tensor([2])]; tensor var_5228_cast_fp16 = squeeze(axes = var_5228_axes_0, x = var_5227_cast_fp16)[name = tensor("op_5228_cast_fp16")]; tensor var_5236_pad_type_0 = const()[name = tensor("op_5236_pad_type_0"), val = tensor("valid")]; tensor var_5236_strides_0 = const()[name = tensor("op_5236_strides_0"), val = tensor([1, 1])]; tensor var_5236_pad_0 = const()[name = tensor("op_5236_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5236_dilations_0 = const()[name = tensor("op_5236_dilations_0"), val = tensor([1, 1])]; tensor var_5236_groups_0 = const()[name = tensor("op_5236_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_k_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199420224)))]; tensor model_text_model_encoder_layers_8_mixer_k_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199518592)))]; tensor var_5236_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_k_projs_3_bias_to_fp16, dilations = var_5236_dilations_0, groups = var_5236_groups_0, pad = var_5236_pad_0, pad_type = var_5236_pad_type_0, strides = var_5236_strides_0, weight = model_text_model_encoder_layers_8_mixer_k_projs_3_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5236_cast_fp16")]; tensor var_5237_axes_0 = const()[name = tensor("op_5237_axes_0"), val = tensor([2])]; tensor var_5237_cast_fp16 = squeeze(axes = var_5237_axes_0, x = var_5236_cast_fp16)[name = tensor("op_5237_cast_fp16")]; tensor var_5245_pad_type_0 = const()[name = tensor("op_5245_pad_type_0"), val = tensor("valid")]; tensor var_5245_strides_0 = const()[name = tensor("op_5245_strides_0"), val = tensor([1, 1])]; tensor var_5245_pad_0 = const()[name = tensor("op_5245_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5245_dilations_0 = const()[name = tensor("op_5245_dilations_0"), val = tensor([1, 1])]; tensor var_5245_groups_0 = const()[name = tensor("op_5245_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_v_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199518784)))]; tensor model_text_model_encoder_layers_8_mixer_v_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199617152)))]; tensor var_5245_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_v_projs_3_bias_to_fp16, dilations = var_5245_dilations_0, groups = var_5245_groups_0, pad = var_5245_pad_0, pad_type = var_5245_pad_type_0, strides = var_5245_strides_0, weight = model_text_model_encoder_layers_8_mixer_v_projs_3_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5245_cast_fp16")]; tensor var_5246_axes_0 = const()[name = tensor("op_5246_axes_0"), val = tensor([2])]; tensor var_5246_cast_fp16 = squeeze(axes = var_5246_axes_0, x = var_5245_cast_fp16)[name = tensor("op_5246_cast_fp16")]; tensor var_5249_transpose_x_1 = const()[name = tensor("op_5249_transpose_x_1"), val = tensor(true)]; tensor var_5249_transpose_y_1 = const()[name = tensor("op_5249_transpose_y_1"), val = tensor(false)]; tensor var_5249_cast_fp16 = matmul(transpose_x = var_5249_transpose_x_1, transpose_y = var_5249_transpose_y_1, x = var_5228_cast_fp16, y = var_5237_cast_fp16)[name = tensor("op_5249_cast_fp16")]; tensor var_5250_to_fp16 = const()[name = tensor("op_5250_to_fp16"), val = tensor(0x1p-3)]; tensor scores_595_cast_fp16 = mul(x = var_5249_cast_fp16, y = var_5250_to_fp16)[name = tensor("scores_595_cast_fp16")]; tensor scores_597_cast_fp16 = add(x = scores_595_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_597_cast_fp16")]; tensor scores_599_cast_fp16 = sub(x = scores_597_cast_fp16, y = var_169_cast_fp16)[name = tensor("scores_599_cast_fp16")]; tensor attn_weights_199_cast_fp16 = softmax(axis = var_29, x = scores_599_cast_fp16)[name = tensor("attn_weights_199_cast_fp16")]; tensor var_5255_transpose_x_1 = const()[name = tensor("op_5255_transpose_x_1"), val = tensor(false)]; tensor var_5255_transpose_y_1 = const()[name = tensor("op_5255_transpose_y_1"), val = tensor(true)]; tensor var_5255_cast_fp16 = matmul(transpose_x = var_5255_transpose_x_1, transpose_y = var_5255_transpose_y_1, x = attn_weights_199_cast_fp16, y = var_5246_cast_fp16)[name = tensor("op_5255_cast_fp16")]; tensor var_5262_pad_type_0 = const()[name = tensor("op_5262_pad_type_0"), val = tensor("valid")]; tensor var_5262_strides_0 = const()[name = tensor("op_5262_strides_0"), val = tensor([1, 1])]; tensor var_5262_pad_0 = const()[name = tensor("op_5262_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5262_dilations_0 = const()[name = tensor("op_5262_dilations_0"), val = tensor([1, 1])]; tensor var_5262_groups_0 = const()[name = tensor("op_5262_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_q_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199617344)))]; tensor model_text_model_encoder_layers_8_mixer_q_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199715712)))]; tensor var_5262_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_q_projs_4_bias_to_fp16, dilations = var_5262_dilations_0, groups = var_5262_groups_0, pad = var_5262_pad_0, pad_type = var_5262_pad_type_0, strides = var_5262_strides_0, weight = model_text_model_encoder_layers_8_mixer_q_projs_4_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5262_cast_fp16")]; tensor var_5263_axes_0 = const()[name = tensor("op_5263_axes_0"), val = tensor([2])]; tensor var_5263_cast_fp16 = squeeze(axes = var_5263_axes_0, x = var_5262_cast_fp16)[name = tensor("op_5263_cast_fp16")]; tensor var_5271_pad_type_0 = const()[name = tensor("op_5271_pad_type_0"), val = tensor("valid")]; tensor var_5271_strides_0 = const()[name = tensor("op_5271_strides_0"), val = tensor([1, 1])]; tensor var_5271_pad_0 = const()[name = tensor("op_5271_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5271_dilations_0 = const()[name = tensor("op_5271_dilations_0"), val = tensor([1, 1])]; tensor var_5271_groups_0 = const()[name = tensor("op_5271_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_k_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199715904)))]; tensor model_text_model_encoder_layers_8_mixer_k_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199814272)))]; tensor var_5271_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_k_projs_4_bias_to_fp16, dilations = var_5271_dilations_0, groups = var_5271_groups_0, pad = var_5271_pad_0, pad_type = var_5271_pad_type_0, strides = var_5271_strides_0, weight = model_text_model_encoder_layers_8_mixer_k_projs_4_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5271_cast_fp16")]; tensor var_5272_axes_0 = const()[name = tensor("op_5272_axes_0"), val = tensor([2])]; tensor var_5272_cast_fp16 = squeeze(axes = var_5272_axes_0, x = var_5271_cast_fp16)[name = tensor("op_5272_cast_fp16")]; tensor var_5280_pad_type_0 = const()[name = tensor("op_5280_pad_type_0"), val = tensor("valid")]; tensor var_5280_strides_0 = const()[name = tensor("op_5280_strides_0"), val = tensor([1, 1])]; tensor var_5280_pad_0 = const()[name = tensor("op_5280_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5280_dilations_0 = const()[name = tensor("op_5280_dilations_0"), val = tensor([1, 1])]; tensor var_5280_groups_0 = const()[name = tensor("op_5280_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_v_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199814464)))]; tensor model_text_model_encoder_layers_8_mixer_v_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199912832)))]; tensor var_5280_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_v_projs_4_bias_to_fp16, dilations = var_5280_dilations_0, groups = var_5280_groups_0, pad = var_5280_pad_0, pad_type = var_5280_pad_type_0, strides = var_5280_strides_0, weight = model_text_model_encoder_layers_8_mixer_v_projs_4_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5280_cast_fp16")]; tensor var_5281_axes_0 = const()[name = tensor("op_5281_axes_0"), val = tensor([2])]; tensor var_5281_cast_fp16 = squeeze(axes = var_5281_axes_0, x = var_5280_cast_fp16)[name = tensor("op_5281_cast_fp16")]; tensor var_5284_transpose_x_1 = const()[name = tensor("op_5284_transpose_x_1"), val = tensor(true)]; tensor var_5284_transpose_y_1 = const()[name = tensor("op_5284_transpose_y_1"), val = tensor(false)]; tensor var_5284_cast_fp16 = matmul(transpose_x = var_5284_transpose_x_1, transpose_y = var_5284_transpose_y_1, x = var_5263_cast_fp16, y = var_5272_cast_fp16)[name = tensor("op_5284_cast_fp16")]; tensor var_5285_to_fp16 = const()[name = tensor("op_5285_to_fp16"), val = tensor(0x1p-3)]; tensor scores_601_cast_fp16 = mul(x = var_5284_cast_fp16, y = var_5285_to_fp16)[name = tensor("scores_601_cast_fp16")]; tensor scores_603_cast_fp16 = add(x = scores_601_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_603_cast_fp16")]; tensor scores_605_cast_fp16 = sub(x = scores_603_cast_fp16, y = var_173_cast_fp16)[name = tensor("scores_605_cast_fp16")]; tensor attn_weights_201_cast_fp16 = softmax(axis = var_29, x = scores_605_cast_fp16)[name = tensor("attn_weights_201_cast_fp16")]; tensor var_5290_transpose_x_1 = const()[name = tensor("op_5290_transpose_x_1"), val = tensor(false)]; tensor var_5290_transpose_y_1 = const()[name = tensor("op_5290_transpose_y_1"), val = tensor(true)]; tensor var_5290_cast_fp16 = matmul(transpose_x = var_5290_transpose_x_1, transpose_y = var_5290_transpose_y_1, x = attn_weights_201_cast_fp16, y = var_5281_cast_fp16)[name = tensor("op_5290_cast_fp16")]; tensor var_5297_pad_type_0 = const()[name = tensor("op_5297_pad_type_0"), val = tensor("valid")]; tensor var_5297_strides_0 = const()[name = tensor("op_5297_strides_0"), val = tensor([1, 1])]; tensor var_5297_pad_0 = const()[name = tensor("op_5297_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5297_dilations_0 = const()[name = tensor("op_5297_dilations_0"), val = tensor([1, 1])]; tensor var_5297_groups_0 = const()[name = tensor("op_5297_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_q_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199913024)))]; tensor model_text_model_encoder_layers_8_mixer_q_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200011392)))]; tensor var_5297_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_q_projs_5_bias_to_fp16, dilations = var_5297_dilations_0, groups = var_5297_groups_0, pad = var_5297_pad_0, pad_type = var_5297_pad_type_0, strides = var_5297_strides_0, weight = model_text_model_encoder_layers_8_mixer_q_projs_5_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5297_cast_fp16")]; tensor var_5298_axes_0 = const()[name = tensor("op_5298_axes_0"), val = tensor([2])]; tensor var_5298_cast_fp16 = squeeze(axes = var_5298_axes_0, x = var_5297_cast_fp16)[name = tensor("op_5298_cast_fp16")]; tensor var_5306_pad_type_0 = const()[name = tensor("op_5306_pad_type_0"), val = tensor("valid")]; tensor var_5306_strides_0 = const()[name = tensor("op_5306_strides_0"), val = tensor([1, 1])]; tensor var_5306_pad_0 = const()[name = tensor("op_5306_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5306_dilations_0 = const()[name = tensor("op_5306_dilations_0"), val = tensor([1, 1])]; tensor var_5306_groups_0 = const()[name = tensor("op_5306_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_k_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200011584)))]; tensor model_text_model_encoder_layers_8_mixer_k_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200109952)))]; tensor var_5306_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_k_projs_5_bias_to_fp16, dilations = var_5306_dilations_0, groups = var_5306_groups_0, pad = var_5306_pad_0, pad_type = var_5306_pad_type_0, strides = var_5306_strides_0, weight = model_text_model_encoder_layers_8_mixer_k_projs_5_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5306_cast_fp16")]; tensor var_5307_axes_0 = const()[name = tensor("op_5307_axes_0"), val = tensor([2])]; tensor var_5307_cast_fp16 = squeeze(axes = var_5307_axes_0, x = var_5306_cast_fp16)[name = tensor("op_5307_cast_fp16")]; tensor var_5315_pad_type_0 = const()[name = tensor("op_5315_pad_type_0"), val = tensor("valid")]; tensor var_5315_strides_0 = const()[name = tensor("op_5315_strides_0"), val = tensor([1, 1])]; tensor var_5315_pad_0 = const()[name = tensor("op_5315_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5315_dilations_0 = const()[name = tensor("op_5315_dilations_0"), val = tensor([1, 1])]; tensor var_5315_groups_0 = const()[name = tensor("op_5315_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_v_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200110144)))]; tensor model_text_model_encoder_layers_8_mixer_v_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200208512)))]; tensor var_5315_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_v_projs_5_bias_to_fp16, dilations = var_5315_dilations_0, groups = var_5315_groups_0, pad = var_5315_pad_0, pad_type = var_5315_pad_type_0, strides = var_5315_strides_0, weight = model_text_model_encoder_layers_8_mixer_v_projs_5_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5315_cast_fp16")]; tensor var_5316_axes_0 = const()[name = tensor("op_5316_axes_0"), val = tensor([2])]; tensor var_5316_cast_fp16 = squeeze(axes = var_5316_axes_0, x = var_5315_cast_fp16)[name = tensor("op_5316_cast_fp16")]; tensor var_5319_transpose_x_1 = const()[name = tensor("op_5319_transpose_x_1"), val = tensor(true)]; tensor var_5319_transpose_y_1 = const()[name = tensor("op_5319_transpose_y_1"), val = tensor(false)]; tensor var_5319_cast_fp16 = matmul(transpose_x = var_5319_transpose_x_1, transpose_y = var_5319_transpose_y_1, x = var_5298_cast_fp16, y = var_5307_cast_fp16)[name = tensor("op_5319_cast_fp16")]; tensor var_5320_to_fp16 = const()[name = tensor("op_5320_to_fp16"), val = tensor(0x1p-3)]; tensor scores_607_cast_fp16 = mul(x = var_5319_cast_fp16, y = var_5320_to_fp16)[name = tensor("scores_607_cast_fp16")]; tensor scores_609_cast_fp16 = add(x = scores_607_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_609_cast_fp16")]; tensor scores_611_cast_fp16 = sub(x = scores_609_cast_fp16, y = var_177_cast_fp16)[name = tensor("scores_611_cast_fp16")]; tensor attn_weights_203_cast_fp16 = softmax(axis = var_29, x = scores_611_cast_fp16)[name = tensor("attn_weights_203_cast_fp16")]; tensor var_5325_transpose_x_1 = const()[name = tensor("op_5325_transpose_x_1"), val = tensor(false)]; tensor var_5325_transpose_y_1 = const()[name = tensor("op_5325_transpose_y_1"), val = tensor(true)]; tensor var_5325_cast_fp16 = matmul(transpose_x = var_5325_transpose_x_1, transpose_y = var_5325_transpose_y_1, x = attn_weights_203_cast_fp16, y = var_5316_cast_fp16)[name = tensor("op_5325_cast_fp16")]; tensor var_5332_pad_type_0 = const()[name = tensor("op_5332_pad_type_0"), val = tensor("valid")]; tensor var_5332_strides_0 = const()[name = tensor("op_5332_strides_0"), val = tensor([1, 1])]; tensor var_5332_pad_0 = const()[name = tensor("op_5332_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5332_dilations_0 = const()[name = tensor("op_5332_dilations_0"), val = tensor([1, 1])]; tensor var_5332_groups_0 = const()[name = tensor("op_5332_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_q_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200208704)))]; tensor model_text_model_encoder_layers_8_mixer_q_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200307072)))]; tensor var_5332_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_q_projs_6_bias_to_fp16, dilations = var_5332_dilations_0, groups = var_5332_groups_0, pad = var_5332_pad_0, pad_type = var_5332_pad_type_0, strides = var_5332_strides_0, weight = model_text_model_encoder_layers_8_mixer_q_projs_6_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5332_cast_fp16")]; tensor var_5333_axes_0 = const()[name = tensor("op_5333_axes_0"), val = tensor([2])]; tensor var_5333_cast_fp16 = squeeze(axes = var_5333_axes_0, x = var_5332_cast_fp16)[name = tensor("op_5333_cast_fp16")]; tensor var_5341_pad_type_0 = const()[name = tensor("op_5341_pad_type_0"), val = tensor("valid")]; tensor var_5341_strides_0 = const()[name = tensor("op_5341_strides_0"), val = tensor([1, 1])]; tensor var_5341_pad_0 = const()[name = tensor("op_5341_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5341_dilations_0 = const()[name = tensor("op_5341_dilations_0"), val = tensor([1, 1])]; tensor var_5341_groups_0 = const()[name = tensor("op_5341_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_k_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200307264)))]; tensor model_text_model_encoder_layers_8_mixer_k_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200405632)))]; tensor var_5341_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_k_projs_6_bias_to_fp16, dilations = var_5341_dilations_0, groups = var_5341_groups_0, pad = var_5341_pad_0, pad_type = var_5341_pad_type_0, strides = var_5341_strides_0, weight = model_text_model_encoder_layers_8_mixer_k_projs_6_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5341_cast_fp16")]; tensor var_5342_axes_0 = const()[name = tensor("op_5342_axes_0"), val = tensor([2])]; tensor var_5342_cast_fp16 = squeeze(axes = var_5342_axes_0, x = var_5341_cast_fp16)[name = tensor("op_5342_cast_fp16")]; tensor var_5350_pad_type_0 = const()[name = tensor("op_5350_pad_type_0"), val = tensor("valid")]; tensor var_5350_strides_0 = const()[name = tensor("op_5350_strides_0"), val = tensor([1, 1])]; tensor var_5350_pad_0 = const()[name = tensor("op_5350_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5350_dilations_0 = const()[name = tensor("op_5350_dilations_0"), val = tensor([1, 1])]; tensor var_5350_groups_0 = const()[name = tensor("op_5350_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_v_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200405824)))]; tensor model_text_model_encoder_layers_8_mixer_v_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200504192)))]; tensor var_5350_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_v_projs_6_bias_to_fp16, dilations = var_5350_dilations_0, groups = var_5350_groups_0, pad = var_5350_pad_0, pad_type = var_5350_pad_type_0, strides = var_5350_strides_0, weight = model_text_model_encoder_layers_8_mixer_v_projs_6_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5350_cast_fp16")]; tensor var_5351_axes_0 = const()[name = tensor("op_5351_axes_0"), val = tensor([2])]; tensor var_5351_cast_fp16 = squeeze(axes = var_5351_axes_0, x = var_5350_cast_fp16)[name = tensor("op_5351_cast_fp16")]; tensor var_5354_transpose_x_1 = const()[name = tensor("op_5354_transpose_x_1"), val = tensor(true)]; tensor var_5354_transpose_y_1 = const()[name = tensor("op_5354_transpose_y_1"), val = tensor(false)]; tensor var_5354_cast_fp16 = matmul(transpose_x = var_5354_transpose_x_1, transpose_y = var_5354_transpose_y_1, x = var_5333_cast_fp16, y = var_5342_cast_fp16)[name = tensor("op_5354_cast_fp16")]; tensor var_5355_to_fp16 = const()[name = tensor("op_5355_to_fp16"), val = tensor(0x1p-3)]; tensor scores_613_cast_fp16 = mul(x = var_5354_cast_fp16, y = var_5355_to_fp16)[name = tensor("scores_613_cast_fp16")]; tensor scores_615_cast_fp16 = add(x = scores_613_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_615_cast_fp16")]; tensor scores_617_cast_fp16 = sub(x = scores_615_cast_fp16, y = var_181_cast_fp16)[name = tensor("scores_617_cast_fp16")]; tensor attn_weights_205_cast_fp16 = softmax(axis = var_29, x = scores_617_cast_fp16)[name = tensor("attn_weights_205_cast_fp16")]; tensor var_5360_transpose_x_1 = const()[name = tensor("op_5360_transpose_x_1"), val = tensor(false)]; tensor var_5360_transpose_y_1 = const()[name = tensor("op_5360_transpose_y_1"), val = tensor(true)]; tensor var_5360_cast_fp16 = matmul(transpose_x = var_5360_transpose_x_1, transpose_y = var_5360_transpose_y_1, x = attn_weights_205_cast_fp16, y = var_5351_cast_fp16)[name = tensor("op_5360_cast_fp16")]; tensor var_5367_pad_type_0 = const()[name = tensor("op_5367_pad_type_0"), val = tensor("valid")]; tensor var_5367_strides_0 = const()[name = tensor("op_5367_strides_0"), val = tensor([1, 1])]; tensor var_5367_pad_0 = const()[name = tensor("op_5367_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5367_dilations_0 = const()[name = tensor("op_5367_dilations_0"), val = tensor([1, 1])]; tensor var_5367_groups_0 = const()[name = tensor("op_5367_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_q_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200504384)))]; tensor model_text_model_encoder_layers_8_mixer_q_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200602752)))]; tensor var_5367_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_q_projs_7_bias_to_fp16, dilations = var_5367_dilations_0, groups = var_5367_groups_0, pad = var_5367_pad_0, pad_type = var_5367_pad_type_0, strides = var_5367_strides_0, weight = model_text_model_encoder_layers_8_mixer_q_projs_7_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5367_cast_fp16")]; tensor var_5368_axes_0 = const()[name = tensor("op_5368_axes_0"), val = tensor([2])]; tensor var_5368_cast_fp16 = squeeze(axes = var_5368_axes_0, x = var_5367_cast_fp16)[name = tensor("op_5368_cast_fp16")]; tensor var_5376_pad_type_0 = const()[name = tensor("op_5376_pad_type_0"), val = tensor("valid")]; tensor var_5376_strides_0 = const()[name = tensor("op_5376_strides_0"), val = tensor([1, 1])]; tensor var_5376_pad_0 = const()[name = tensor("op_5376_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5376_dilations_0 = const()[name = tensor("op_5376_dilations_0"), val = tensor([1, 1])]; tensor var_5376_groups_0 = const()[name = tensor("op_5376_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_k_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200602944)))]; tensor model_text_model_encoder_layers_8_mixer_k_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200701312)))]; tensor var_5376_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_k_projs_7_bias_to_fp16, dilations = var_5376_dilations_0, groups = var_5376_groups_0, pad = var_5376_pad_0, pad_type = var_5376_pad_type_0, strides = var_5376_strides_0, weight = model_text_model_encoder_layers_8_mixer_k_projs_7_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5376_cast_fp16")]; tensor var_5377_axes_0 = const()[name = tensor("op_5377_axes_0"), val = tensor([2])]; tensor var_5377_cast_fp16 = squeeze(axes = var_5377_axes_0, x = var_5376_cast_fp16)[name = tensor("op_5377_cast_fp16")]; tensor var_5385_pad_type_0 = const()[name = tensor("op_5385_pad_type_0"), val = tensor("valid")]; tensor var_5385_strides_0 = const()[name = tensor("op_5385_strides_0"), val = tensor([1, 1])]; tensor var_5385_pad_0 = const()[name = tensor("op_5385_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5385_dilations_0 = const()[name = tensor("op_5385_dilations_0"), val = tensor([1, 1])]; tensor var_5385_groups_0 = const()[name = tensor("op_5385_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_v_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200701504)))]; tensor model_text_model_encoder_layers_8_mixer_v_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200799872)))]; tensor var_5385_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_v_projs_7_bias_to_fp16, dilations = var_5385_dilations_0, groups = var_5385_groups_0, pad = var_5385_pad_0, pad_type = var_5385_pad_type_0, strides = var_5385_strides_0, weight = model_text_model_encoder_layers_8_mixer_v_projs_7_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5385_cast_fp16")]; tensor var_5386_axes_0 = const()[name = tensor("op_5386_axes_0"), val = tensor([2])]; tensor var_5386_cast_fp16 = squeeze(axes = var_5386_axes_0, x = var_5385_cast_fp16)[name = tensor("op_5386_cast_fp16")]; tensor var_5389_transpose_x_1 = const()[name = tensor("op_5389_transpose_x_1"), val = tensor(true)]; tensor var_5389_transpose_y_1 = const()[name = tensor("op_5389_transpose_y_1"), val = tensor(false)]; tensor var_5389_cast_fp16 = matmul(transpose_x = var_5389_transpose_x_1, transpose_y = var_5389_transpose_y_1, x = var_5368_cast_fp16, y = var_5377_cast_fp16)[name = tensor("op_5389_cast_fp16")]; tensor var_5390_to_fp16 = const()[name = tensor("op_5390_to_fp16"), val = tensor(0x1p-3)]; tensor scores_619_cast_fp16 = mul(x = var_5389_cast_fp16, y = var_5390_to_fp16)[name = tensor("scores_619_cast_fp16")]; tensor scores_621_cast_fp16 = add(x = scores_619_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_621_cast_fp16")]; tensor scores_623_cast_fp16 = sub(x = scores_621_cast_fp16, y = var_185_cast_fp16)[name = tensor("scores_623_cast_fp16")]; tensor attn_weights_207_cast_fp16 = softmax(axis = var_29, x = scores_623_cast_fp16)[name = tensor("attn_weights_207_cast_fp16")]; tensor var_5395_transpose_x_1 = const()[name = tensor("op_5395_transpose_x_1"), val = tensor(false)]; tensor var_5395_transpose_y_1 = const()[name = tensor("op_5395_transpose_y_1"), val = tensor(true)]; tensor var_5395_cast_fp16 = matmul(transpose_x = var_5395_transpose_x_1, transpose_y = var_5395_transpose_y_1, x = attn_weights_207_cast_fp16, y = var_5386_cast_fp16)[name = tensor("op_5395_cast_fp16")]; tensor var_5402_pad_type_0 = const()[name = tensor("op_5402_pad_type_0"), val = tensor("valid")]; tensor var_5402_strides_0 = const()[name = tensor("op_5402_strides_0"), val = tensor([1, 1])]; tensor var_5402_pad_0 = const()[name = tensor("op_5402_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5402_dilations_0 = const()[name = tensor("op_5402_dilations_0"), val = tensor([1, 1])]; tensor var_5402_groups_0 = const()[name = tensor("op_5402_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_q_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200800064)))]; tensor model_text_model_encoder_layers_8_mixer_q_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200898432)))]; tensor var_5402_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_q_projs_8_bias_to_fp16, dilations = var_5402_dilations_0, groups = var_5402_groups_0, pad = var_5402_pad_0, pad_type = var_5402_pad_type_0, strides = var_5402_strides_0, weight = model_text_model_encoder_layers_8_mixer_q_projs_8_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5402_cast_fp16")]; tensor var_5403_axes_0 = const()[name = tensor("op_5403_axes_0"), val = tensor([2])]; tensor var_5403_cast_fp16 = squeeze(axes = var_5403_axes_0, x = var_5402_cast_fp16)[name = tensor("op_5403_cast_fp16")]; tensor var_5411_pad_type_0 = const()[name = tensor("op_5411_pad_type_0"), val = tensor("valid")]; tensor var_5411_strides_0 = const()[name = tensor("op_5411_strides_0"), val = tensor([1, 1])]; tensor var_5411_pad_0 = const()[name = tensor("op_5411_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5411_dilations_0 = const()[name = tensor("op_5411_dilations_0"), val = tensor([1, 1])]; tensor var_5411_groups_0 = const()[name = tensor("op_5411_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_k_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200898624)))]; tensor model_text_model_encoder_layers_8_mixer_k_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200996992)))]; tensor var_5411_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_k_projs_8_bias_to_fp16, dilations = var_5411_dilations_0, groups = var_5411_groups_0, pad = var_5411_pad_0, pad_type = var_5411_pad_type_0, strides = var_5411_strides_0, weight = model_text_model_encoder_layers_8_mixer_k_projs_8_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5411_cast_fp16")]; tensor var_5412_axes_0 = const()[name = tensor("op_5412_axes_0"), val = tensor([2])]; tensor var_5412_cast_fp16 = squeeze(axes = var_5412_axes_0, x = var_5411_cast_fp16)[name = tensor("op_5412_cast_fp16")]; tensor var_5420_pad_type_0 = const()[name = tensor("op_5420_pad_type_0"), val = tensor("valid")]; tensor var_5420_strides_0 = const()[name = tensor("op_5420_strides_0"), val = tensor([1, 1])]; tensor var_5420_pad_0 = const()[name = tensor("op_5420_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5420_dilations_0 = const()[name = tensor("op_5420_dilations_0"), val = tensor([1, 1])]; tensor var_5420_groups_0 = const()[name = tensor("op_5420_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_v_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200997184)))]; tensor model_text_model_encoder_layers_8_mixer_v_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201095552)))]; tensor var_5420_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_v_projs_8_bias_to_fp16, dilations = var_5420_dilations_0, groups = var_5420_groups_0, pad = var_5420_pad_0, pad_type = var_5420_pad_type_0, strides = var_5420_strides_0, weight = model_text_model_encoder_layers_8_mixer_v_projs_8_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5420_cast_fp16")]; tensor var_5421_axes_0 = const()[name = tensor("op_5421_axes_0"), val = tensor([2])]; tensor var_5421_cast_fp16 = squeeze(axes = var_5421_axes_0, x = var_5420_cast_fp16)[name = tensor("op_5421_cast_fp16")]; tensor var_5424_transpose_x_1 = const()[name = tensor("op_5424_transpose_x_1"), val = tensor(true)]; tensor var_5424_transpose_y_1 = const()[name = tensor("op_5424_transpose_y_1"), val = tensor(false)]; tensor var_5424_cast_fp16 = matmul(transpose_x = var_5424_transpose_x_1, transpose_y = var_5424_transpose_y_1, x = var_5403_cast_fp16, y = var_5412_cast_fp16)[name = tensor("op_5424_cast_fp16")]; tensor var_5425_to_fp16 = const()[name = tensor("op_5425_to_fp16"), val = tensor(0x1p-3)]; tensor scores_625_cast_fp16 = mul(x = var_5424_cast_fp16, y = var_5425_to_fp16)[name = tensor("scores_625_cast_fp16")]; tensor scores_627_cast_fp16 = add(x = scores_625_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_627_cast_fp16")]; tensor scores_629_cast_fp16 = sub(x = scores_627_cast_fp16, y = var_189_cast_fp16)[name = tensor("scores_629_cast_fp16")]; tensor attn_weights_209_cast_fp16 = softmax(axis = var_29, x = scores_629_cast_fp16)[name = tensor("attn_weights_209_cast_fp16")]; tensor var_5430_transpose_x_1 = const()[name = tensor("op_5430_transpose_x_1"), val = tensor(false)]; tensor var_5430_transpose_y_1 = const()[name = tensor("op_5430_transpose_y_1"), val = tensor(true)]; tensor var_5430_cast_fp16 = matmul(transpose_x = var_5430_transpose_x_1, transpose_y = var_5430_transpose_y_1, x = attn_weights_209_cast_fp16, y = var_5421_cast_fp16)[name = tensor("op_5430_cast_fp16")]; tensor var_5437_pad_type_0 = const()[name = tensor("op_5437_pad_type_0"), val = tensor("valid")]; tensor var_5437_strides_0 = const()[name = tensor("op_5437_strides_0"), val = tensor([1, 1])]; tensor var_5437_pad_0 = const()[name = tensor("op_5437_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5437_dilations_0 = const()[name = tensor("op_5437_dilations_0"), val = tensor([1, 1])]; tensor var_5437_groups_0 = const()[name = tensor("op_5437_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_q_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201095744)))]; tensor model_text_model_encoder_layers_8_mixer_q_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201194112)))]; tensor var_5437_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_q_projs_9_bias_to_fp16, dilations = var_5437_dilations_0, groups = var_5437_groups_0, pad = var_5437_pad_0, pad_type = var_5437_pad_type_0, strides = var_5437_strides_0, weight = model_text_model_encoder_layers_8_mixer_q_projs_9_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5437_cast_fp16")]; tensor var_5438_axes_0 = const()[name = tensor("op_5438_axes_0"), val = tensor([2])]; tensor var_5438_cast_fp16 = squeeze(axes = var_5438_axes_0, x = var_5437_cast_fp16)[name = tensor("op_5438_cast_fp16")]; tensor var_5446_pad_type_0 = const()[name = tensor("op_5446_pad_type_0"), val = tensor("valid")]; tensor var_5446_strides_0 = const()[name = tensor("op_5446_strides_0"), val = tensor([1, 1])]; tensor var_5446_pad_0 = const()[name = tensor("op_5446_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5446_dilations_0 = const()[name = tensor("op_5446_dilations_0"), val = tensor([1, 1])]; tensor var_5446_groups_0 = const()[name = tensor("op_5446_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_k_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201194304)))]; tensor model_text_model_encoder_layers_8_mixer_k_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201292672)))]; tensor var_5446_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_k_projs_9_bias_to_fp16, dilations = var_5446_dilations_0, groups = var_5446_groups_0, pad = var_5446_pad_0, pad_type = var_5446_pad_type_0, strides = var_5446_strides_0, weight = model_text_model_encoder_layers_8_mixer_k_projs_9_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5446_cast_fp16")]; tensor var_5447_axes_0 = const()[name = tensor("op_5447_axes_0"), val = tensor([2])]; tensor var_5447_cast_fp16 = squeeze(axes = var_5447_axes_0, x = var_5446_cast_fp16)[name = tensor("op_5447_cast_fp16")]; tensor var_5455_pad_type_0 = const()[name = tensor("op_5455_pad_type_0"), val = tensor("valid")]; tensor var_5455_strides_0 = const()[name = tensor("op_5455_strides_0"), val = tensor([1, 1])]; tensor var_5455_pad_0 = const()[name = tensor("op_5455_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5455_dilations_0 = const()[name = tensor("op_5455_dilations_0"), val = tensor([1, 1])]; tensor var_5455_groups_0 = const()[name = tensor("op_5455_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_v_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201292864)))]; tensor model_text_model_encoder_layers_8_mixer_v_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201391232)))]; tensor var_5455_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_v_projs_9_bias_to_fp16, dilations = var_5455_dilations_0, groups = var_5455_groups_0, pad = var_5455_pad_0, pad_type = var_5455_pad_type_0, strides = var_5455_strides_0, weight = model_text_model_encoder_layers_8_mixer_v_projs_9_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5455_cast_fp16")]; tensor var_5456_axes_0 = const()[name = tensor("op_5456_axes_0"), val = tensor([2])]; tensor var_5456_cast_fp16 = squeeze(axes = var_5456_axes_0, x = var_5455_cast_fp16)[name = tensor("op_5456_cast_fp16")]; tensor var_5459_transpose_x_1 = const()[name = tensor("op_5459_transpose_x_1"), val = tensor(true)]; tensor var_5459_transpose_y_1 = const()[name = tensor("op_5459_transpose_y_1"), val = tensor(false)]; tensor var_5459_cast_fp16 = matmul(transpose_x = var_5459_transpose_x_1, transpose_y = var_5459_transpose_y_1, x = var_5438_cast_fp16, y = var_5447_cast_fp16)[name = tensor("op_5459_cast_fp16")]; tensor var_5460_to_fp16 = const()[name = tensor("op_5460_to_fp16"), val = tensor(0x1p-3)]; tensor scores_631_cast_fp16 = mul(x = var_5459_cast_fp16, y = var_5460_to_fp16)[name = tensor("scores_631_cast_fp16")]; tensor scores_633_cast_fp16 = add(x = scores_631_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_633_cast_fp16")]; tensor scores_635_cast_fp16 = sub(x = scores_633_cast_fp16, y = var_193_cast_fp16)[name = tensor("scores_635_cast_fp16")]; tensor attn_weights_211_cast_fp16 = softmax(axis = var_29, x = scores_635_cast_fp16)[name = tensor("attn_weights_211_cast_fp16")]; tensor var_5465_transpose_x_1 = const()[name = tensor("op_5465_transpose_x_1"), val = tensor(false)]; tensor var_5465_transpose_y_1 = const()[name = tensor("op_5465_transpose_y_1"), val = tensor(true)]; tensor var_5465_cast_fp16 = matmul(transpose_x = var_5465_transpose_x_1, transpose_y = var_5465_transpose_y_1, x = attn_weights_211_cast_fp16, y = var_5456_cast_fp16)[name = tensor("op_5465_cast_fp16")]; tensor var_5472_pad_type_0 = const()[name = tensor("op_5472_pad_type_0"), val = tensor("valid")]; tensor var_5472_strides_0 = const()[name = tensor("op_5472_strides_0"), val = tensor([1, 1])]; tensor var_5472_pad_0 = const()[name = tensor("op_5472_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5472_dilations_0 = const()[name = tensor("op_5472_dilations_0"), val = tensor([1, 1])]; tensor var_5472_groups_0 = const()[name = tensor("op_5472_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_q_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201391424)))]; tensor model_text_model_encoder_layers_8_mixer_q_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201489792)))]; tensor var_5472_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_q_projs_10_bias_to_fp16, dilations = var_5472_dilations_0, groups = var_5472_groups_0, pad = var_5472_pad_0, pad_type = var_5472_pad_type_0, strides = var_5472_strides_0, weight = model_text_model_encoder_layers_8_mixer_q_projs_10_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5472_cast_fp16")]; tensor var_5473_axes_0 = const()[name = tensor("op_5473_axes_0"), val = tensor([2])]; tensor var_5473_cast_fp16 = squeeze(axes = var_5473_axes_0, x = var_5472_cast_fp16)[name = tensor("op_5473_cast_fp16")]; tensor var_5481_pad_type_0 = const()[name = tensor("op_5481_pad_type_0"), val = tensor("valid")]; tensor var_5481_strides_0 = const()[name = tensor("op_5481_strides_0"), val = tensor([1, 1])]; tensor var_5481_pad_0 = const()[name = tensor("op_5481_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5481_dilations_0 = const()[name = tensor("op_5481_dilations_0"), val = tensor([1, 1])]; tensor var_5481_groups_0 = const()[name = tensor("op_5481_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_k_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201489984)))]; tensor model_text_model_encoder_layers_8_mixer_k_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201588352)))]; tensor var_5481_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_k_projs_10_bias_to_fp16, dilations = var_5481_dilations_0, groups = var_5481_groups_0, pad = var_5481_pad_0, pad_type = var_5481_pad_type_0, strides = var_5481_strides_0, weight = model_text_model_encoder_layers_8_mixer_k_projs_10_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5481_cast_fp16")]; tensor var_5482_axes_0 = const()[name = tensor("op_5482_axes_0"), val = tensor([2])]; tensor var_5482_cast_fp16 = squeeze(axes = var_5482_axes_0, x = var_5481_cast_fp16)[name = tensor("op_5482_cast_fp16")]; tensor var_5490_pad_type_0 = const()[name = tensor("op_5490_pad_type_0"), val = tensor("valid")]; tensor var_5490_strides_0 = const()[name = tensor("op_5490_strides_0"), val = tensor([1, 1])]; tensor var_5490_pad_0 = const()[name = tensor("op_5490_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5490_dilations_0 = const()[name = tensor("op_5490_dilations_0"), val = tensor([1, 1])]; tensor var_5490_groups_0 = const()[name = tensor("op_5490_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_v_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201588544)))]; tensor model_text_model_encoder_layers_8_mixer_v_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201686912)))]; tensor var_5490_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_v_projs_10_bias_to_fp16, dilations = var_5490_dilations_0, groups = var_5490_groups_0, pad = var_5490_pad_0, pad_type = var_5490_pad_type_0, strides = var_5490_strides_0, weight = model_text_model_encoder_layers_8_mixer_v_projs_10_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5490_cast_fp16")]; tensor var_5491_axes_0 = const()[name = tensor("op_5491_axes_0"), val = tensor([2])]; tensor var_5491_cast_fp16 = squeeze(axes = var_5491_axes_0, x = var_5490_cast_fp16)[name = tensor("op_5491_cast_fp16")]; tensor var_5494_transpose_x_1 = const()[name = tensor("op_5494_transpose_x_1"), val = tensor(true)]; tensor var_5494_transpose_y_1 = const()[name = tensor("op_5494_transpose_y_1"), val = tensor(false)]; tensor var_5494_cast_fp16 = matmul(transpose_x = var_5494_transpose_x_1, transpose_y = var_5494_transpose_y_1, x = var_5473_cast_fp16, y = var_5482_cast_fp16)[name = tensor("op_5494_cast_fp16")]; tensor var_5495_to_fp16 = const()[name = tensor("op_5495_to_fp16"), val = tensor(0x1p-3)]; tensor scores_637_cast_fp16 = mul(x = var_5494_cast_fp16, y = var_5495_to_fp16)[name = tensor("scores_637_cast_fp16")]; tensor scores_639_cast_fp16 = add(x = scores_637_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_639_cast_fp16")]; tensor scores_641_cast_fp16 = sub(x = scores_639_cast_fp16, y = var_197_cast_fp16)[name = tensor("scores_641_cast_fp16")]; tensor attn_weights_213_cast_fp16 = softmax(axis = var_29, x = scores_641_cast_fp16)[name = tensor("attn_weights_213_cast_fp16")]; tensor var_5500_transpose_x_1 = const()[name = tensor("op_5500_transpose_x_1"), val = tensor(false)]; tensor var_5500_transpose_y_1 = const()[name = tensor("op_5500_transpose_y_1"), val = tensor(true)]; tensor var_5500_cast_fp16 = matmul(transpose_x = var_5500_transpose_x_1, transpose_y = var_5500_transpose_y_1, x = attn_weights_213_cast_fp16, y = var_5491_cast_fp16)[name = tensor("op_5500_cast_fp16")]; tensor var_5507_pad_type_0 = const()[name = tensor("op_5507_pad_type_0"), val = tensor("valid")]; tensor var_5507_strides_0 = const()[name = tensor("op_5507_strides_0"), val = tensor([1, 1])]; tensor var_5507_pad_0 = const()[name = tensor("op_5507_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5507_dilations_0 = const()[name = tensor("op_5507_dilations_0"), val = tensor([1, 1])]; tensor var_5507_groups_0 = const()[name = tensor("op_5507_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_q_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201687104)))]; tensor model_text_model_encoder_layers_8_mixer_q_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_q_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201785472)))]; tensor var_5507_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_q_projs_11_bias_to_fp16, dilations = var_5507_dilations_0, groups = var_5507_groups_0, pad = var_5507_pad_0, pad_type = var_5507_pad_type_0, strides = var_5507_strides_0, weight = model_text_model_encoder_layers_8_mixer_q_projs_11_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5507_cast_fp16")]; tensor var_5508_axes_0 = const()[name = tensor("op_5508_axes_0"), val = tensor([2])]; tensor var_5508_cast_fp16 = squeeze(axes = var_5508_axes_0, x = var_5507_cast_fp16)[name = tensor("op_5508_cast_fp16")]; tensor var_5516_pad_type_0 = const()[name = tensor("op_5516_pad_type_0"), val = tensor("valid")]; tensor var_5516_strides_0 = const()[name = tensor("op_5516_strides_0"), val = tensor([1, 1])]; tensor var_5516_pad_0 = const()[name = tensor("op_5516_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5516_dilations_0 = const()[name = tensor("op_5516_dilations_0"), val = tensor([1, 1])]; tensor var_5516_groups_0 = const()[name = tensor("op_5516_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_k_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201785664)))]; tensor model_text_model_encoder_layers_8_mixer_k_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_k_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201884032)))]; tensor var_5516_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_k_projs_11_bias_to_fp16, dilations = var_5516_dilations_0, groups = var_5516_groups_0, pad = var_5516_pad_0, pad_type = var_5516_pad_type_0, strides = var_5516_strides_0, weight = model_text_model_encoder_layers_8_mixer_k_projs_11_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5516_cast_fp16")]; tensor var_5517_axes_0 = const()[name = tensor("op_5517_axes_0"), val = tensor([2])]; tensor var_5517_cast_fp16 = squeeze(axes = var_5517_axes_0, x = var_5516_cast_fp16)[name = tensor("op_5517_cast_fp16")]; tensor var_5525_pad_type_0 = const()[name = tensor("op_5525_pad_type_0"), val = tensor("valid")]; tensor var_5525_strides_0 = const()[name = tensor("op_5525_strides_0"), val = tensor([1, 1])]; tensor var_5525_pad_0 = const()[name = tensor("op_5525_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5525_dilations_0 = const()[name = tensor("op_5525_dilations_0"), val = tensor([1, 1])]; tensor var_5525_groups_0 = const()[name = tensor("op_5525_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mixer_v_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201884224)))]; tensor model_text_model_encoder_layers_8_mixer_v_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_v_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201982592)))]; tensor var_5525_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_v_projs_11_bias_to_fp16, dilations = var_5525_dilations_0, groups = var_5525_groups_0, pad = var_5525_pad_0, pad_type = var_5525_pad_type_0, strides = var_5525_strides_0, weight = model_text_model_encoder_layers_8_mixer_v_projs_11_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("op_5525_cast_fp16")]; tensor var_5526_axes_0 = const()[name = tensor("op_5526_axes_0"), val = tensor([2])]; tensor var_5526_cast_fp16 = squeeze(axes = var_5526_axes_0, x = var_5525_cast_fp16)[name = tensor("op_5526_cast_fp16")]; tensor var_5529_transpose_x_1 = const()[name = tensor("op_5529_transpose_x_1"), val = tensor(true)]; tensor var_5529_transpose_y_1 = const()[name = tensor("op_5529_transpose_y_1"), val = tensor(false)]; tensor var_5529_cast_fp16 = matmul(transpose_x = var_5529_transpose_x_1, transpose_y = var_5529_transpose_y_1, x = var_5508_cast_fp16, y = var_5517_cast_fp16)[name = tensor("op_5529_cast_fp16")]; tensor var_5530_to_fp16 = const()[name = tensor("op_5530_to_fp16"), val = tensor(0x1p-3)]; tensor scores_643_cast_fp16 = mul(x = var_5529_cast_fp16, y = var_5530_to_fp16)[name = tensor("scores_643_cast_fp16")]; tensor scores_645_cast_fp16 = add(x = scores_643_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_645_cast_fp16")]; tensor scores_647_cast_fp16 = sub(x = scores_645_cast_fp16, y = var_201_cast_fp16)[name = tensor("scores_647_cast_fp16")]; tensor attn_weights_215_cast_fp16 = softmax(axis = var_29, x = scores_647_cast_fp16)[name = tensor("attn_weights_215_cast_fp16")]; tensor out_17_transpose_x_1 = const()[name = tensor("out_17_transpose_x_1"), val = tensor(false)]; tensor out_17_transpose_y_1 = const()[name = tensor("out_17_transpose_y_1"), val = tensor(true)]; tensor out_17_cast_fp16 = matmul(transpose_x = out_17_transpose_x_1, transpose_y = out_17_transpose_y_1, x = attn_weights_215_cast_fp16, y = var_5526_cast_fp16)[name = tensor("out_17_cast_fp16")]; tensor attn_output_17_interleave_0 = const()[name = tensor("attn_output_17_interleave_0"), val = tensor(false)]; tensor attn_output_17_cast_fp16 = concat(axis = var_29, interleave = attn_output_17_interleave_0, values = (var_5150_cast_fp16, var_5185_cast_fp16, var_5220_cast_fp16, var_5255_cast_fp16, var_5290_cast_fp16, var_5325_cast_fp16, var_5360_cast_fp16, var_5395_cast_fp16, var_5430_cast_fp16, var_5465_cast_fp16, var_5500_cast_fp16, out_17_cast_fp16))[name = tensor("attn_output_17_cast_fp16")]; tensor var_5538_perm_0 = const()[name = tensor("op_5538_perm_0"), val = tensor([0, 2, 1])]; tensor var_5547_pad_type_0 = const()[name = tensor("op_5547_pad_type_0"), val = tensor("valid")]; tensor var_5547_groups_0 = const()[name = tensor("op_5547_groups_0"), val = tensor(1)]; tensor var_5547_strides_0 = const()[name = tensor("op_5547_strides_0"), val = tensor([1])]; tensor var_5547_pad_0 = const()[name = tensor("op_5547_pad_0"), val = tensor([0, 0])]; tensor var_5547_dilations_0 = const()[name = tensor("op_5547_dilations_0"), val = tensor([1])]; tensor squeeze_8_cast_fp16_to_fp32_to_fp16 = const()[name = tensor("squeeze_8_cast_fp16_to_fp32_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201982784)))]; tensor model_text_model_encoder_layers_8_mixer_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mixer_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203162496)))]; tensor var_5538_cast_fp16 = transpose(perm = var_5538_perm_0, x = attn_output_17_cast_fp16)[name = tensor("transpose_26")]; tensor var_5547_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mixer_out_proj_bias_to_fp16, dilations = var_5547_dilations_0, groups = var_5547_groups_0, pad = var_5547_pad_0, pad_type = var_5547_pad_type_0, strides = var_5547_strides_0, weight = squeeze_8_cast_fp16_to_fp32_to_fp16, x = var_5538_cast_fp16)[name = tensor("op_5547_cast_fp16")]; tensor mixer_out_17_perm_0 = const()[name = tensor("mixer_out_17_perm_0"), val = tensor([0, 2, 1])]; tensor mixer_out_17_cast_fp16 = transpose(perm = mixer_out_17_perm_0, x = var_5547_cast_fp16)[name = tensor("transpose_25")]; tensor input_121_cast_fp16 = add(x = mixer_out_17_cast_fp16, y = var_4982_cast_fp16)[name = tensor("input_121_cast_fp16")]; tensor var_5553_axes_0 = const()[name = tensor("op_5553_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_8_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203164096)))]; tensor model_text_model_encoder_layers_8_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203165696)))]; tensor var_5553_cast_fp16 = layer_norm(axes = var_5553_axes_0, beta = model_text_model_encoder_layers_8_norm1_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_8_norm1_weight_to_fp16, x = input_121_cast_fp16)[name = tensor("op_5553_cast_fp16")]; tensor var_5559 = const()[name = tensor("op_5559"), val = tensor([1, 256, 1, 768])]; tensor hidden_states_83_cast_fp16 = reshape(shape = var_5559, x = var_5553_cast_fp16)[name = tensor("hidden_states_83_cast_fp16")]; tensor input_123_perm_0 = const()[name = tensor("input_123_perm_0"), val = tensor([0, 3, 2, 1])]; tensor hidden_states_85_pad_type_0 = const()[name = tensor("hidden_states_85_pad_type_0"), val = tensor("valid")]; tensor hidden_states_85_strides_0 = const()[name = tensor("hidden_states_85_strides_0"), val = tensor([1, 1])]; tensor hidden_states_85_pad_0 = const()[name = tensor("hidden_states_85_pad_0"), val = tensor([0, 0, 0, 0])]; tensor hidden_states_85_dilations_0 = const()[name = tensor("hidden_states_85_dilations_0"), val = tensor([1, 1])]; tensor hidden_states_85_groups_0 = const()[name = tensor("hidden_states_85_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mlp_gated_layers_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mlp_gated_layers_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203167296)))]; tensor input_123_cast_fp16 = transpose(perm = input_123_perm_0, x = hidden_states_83_cast_fp16)[name = tensor("transpose_24")]; tensor hidden_states_85_cast_fp16 = conv(dilations = hidden_states_85_dilations_0, groups = hidden_states_85_groups_0, pad = hidden_states_85_pad_0, pad_type = hidden_states_85_pad_type_0, strides = hidden_states_85_strides_0, weight = model_text_model_encoder_layers_8_mlp_gated_layers_weight_to_fp16, x = input_123_cast_fp16)[name = tensor("hidden_states_85_cast_fp16")]; tensor hidden_states_87_perm_0 = const()[name = tensor("hidden_states_87_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_5569 = const()[name = tensor("op_5569"), val = tensor([1, 256, 6144])]; tensor hidden_states_87_cast_fp16 = transpose(perm = hidden_states_87_perm_0, x = hidden_states_85_cast_fp16)[name = tensor("transpose_23")]; tensor hidden_states_89_cast_fp16 = reshape(shape = var_5569, x = hidden_states_87_cast_fp16)[name = tensor("hidden_states_89_cast_fp16")]; tensor input_125_begin_0 = const()[name = tensor("input_125_begin_0"), val = tensor([0, 0, 0])]; tensor input_125_end_0 = const()[name = tensor("input_125_end_0"), val = tensor([1, 256, 3072])]; tensor input_125_end_mask_0 = const()[name = tensor("input_125_end_mask_0"), val = tensor([true, true, false])]; tensor input_125_cast_fp16 = slice_by_index(begin = input_125_begin_0, end = input_125_end_0, end_mask = input_125_end_mask_0, x = hidden_states_89_cast_fp16)[name = tensor("input_125_cast_fp16")]; tensor non_gated_17_begin_0 = const()[name = tensor("non_gated_17_begin_0"), val = tensor([0, 0, 3072])]; tensor non_gated_17_end_0 = const()[name = tensor("non_gated_17_end_0"), val = tensor([1, 256, 6144])]; tensor non_gated_17_end_mask_0 = const()[name = tensor("non_gated_17_end_mask_0"), val = tensor([true, true, true])]; tensor non_gated_17_cast_fp16 = slice_by_index(begin = non_gated_17_begin_0, end = non_gated_17_end_0, end_mask = non_gated_17_end_mask_0, x = hidden_states_89_cast_fp16)[name = tensor("non_gated_17_cast_fp16")]; tensor activated_gated_17_mode_0 = const()[name = tensor("activated_gated_17_mode_0"), val = tensor("EXACT")]; tensor activated_gated_17_cast_fp16 = gelu(mode = activated_gated_17_mode_0, x = input_125_cast_fp16)[name = tensor("activated_gated_17_cast_fp16")]; tensor combined_33_cast_fp16 = mul(x = activated_gated_17_cast_fp16, y = non_gated_17_cast_fp16)[name = tensor("combined_33_cast_fp16")]; tensor var_5579 = const()[name = tensor("op_5579"), val = tensor([1, 256, 1, 3072])]; tensor combined_35_cast_fp16 = reshape(shape = var_5579, x = combined_33_cast_fp16)[name = tensor("combined_35_cast_fp16")]; tensor input_127_perm_0 = const()[name = tensor("input_127_perm_0"), val = tensor([0, 3, 2, 1])]; tensor output_51_pad_type_0 = const()[name = tensor("output_51_pad_type_0"), val = tensor("valid")]; tensor output_51_strides_0 = const()[name = tensor("output_51_strides_0"), val = tensor([1, 1])]; tensor output_51_pad_0 = const()[name = tensor("output_51_pad_0"), val = tensor([0, 0, 0, 0])]; tensor output_51_dilations_0 = const()[name = tensor("output_51_dilations_0"), val = tensor([1, 1])]; tensor output_51_groups_0 = const()[name = tensor("output_51_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_8_mlp_wo_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mlp_wo_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(212604544)))]; tensor model_text_model_encoder_layers_8_mlp_wo_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_mlp_wo_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217323200)))]; tensor input_127_cast_fp16 = transpose(perm = input_127_perm_0, x = combined_35_cast_fp16)[name = tensor("transpose_22")]; tensor output_51_cast_fp16 = conv(bias = model_text_model_encoder_layers_8_mlp_wo_bias_to_fp16, dilations = output_51_dilations_0, groups = output_51_groups_0, pad = output_51_pad_0, pad_type = output_51_pad_type_0, strides = output_51_strides_0, weight = model_text_model_encoder_layers_8_mlp_wo_weight_to_fp16, x = input_127_cast_fp16)[name = tensor("output_51_cast_fp16")]; tensor output_53_perm_0 = const()[name = tensor("output_53_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_5590 = const()[name = tensor("op_5590"), val = tensor([1, 256, 768])]; tensor output_53_cast_fp16 = transpose(perm = output_53_perm_0, x = output_51_cast_fp16)[name = tensor("transpose_21")]; tensor mlp_out_17_cast_fp16 = reshape(shape = var_5590, x = output_53_cast_fp16)[name = tensor("mlp_out_17_cast_fp16")]; tensor input_129_cast_fp16 = add(x = mlp_out_17_cast_fp16, y = var_5553_cast_fp16)[name = tensor("input_129_cast_fp16")]; tensor var_5596_axes_0 = const()[name = tensor("op_5596_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_8_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217324800)))]; tensor model_text_model_encoder_layers_8_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_8_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217326400)))]; tensor var_5596_cast_fp16 = layer_norm(axes = var_5596_axes_0, beta = model_text_model_encoder_layers_8_norm2_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_8_norm2_weight_to_fp16, x = input_129_cast_fp16)[name = tensor("op_5596_cast_fp16")]; tensor var_5677 = const()[name = tensor("op_5677"), val = tensor([1, 256, 1, 768])]; tensor x_39_cast_fp16 = reshape(shape = var_5677, x = var_5596_cast_fp16)[name = tensor("x_39_cast_fp16")]; tensor input_131_perm_0 = const()[name = tensor("input_131_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_5736_pad_type_0 = const()[name = tensor("op_5736_pad_type_0"), val = tensor("valid")]; tensor var_5736_strides_0 = const()[name = tensor("op_5736_strides_0"), val = tensor([1, 1])]; tensor var_5736_pad_0 = const()[name = tensor("op_5736_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5736_dilations_0 = const()[name = tensor("op_5736_dilations_0"), val = tensor([1, 1])]; tensor var_5736_groups_0 = const()[name = tensor("op_5736_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_q_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217328000)))]; tensor model_text_model_encoder_layers_9_mixer_q_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217426368)))]; tensor input_131_cast_fp16 = transpose(perm = input_131_perm_0, x = x_39_cast_fp16)[name = tensor("transpose_20")]; tensor var_5736_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_q_projs_0_bias_to_fp16, dilations = var_5736_dilations_0, groups = var_5736_groups_0, pad = var_5736_pad_0, pad_type = var_5736_pad_type_0, strides = var_5736_strides_0, weight = model_text_model_encoder_layers_9_mixer_q_projs_0_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5736_cast_fp16")]; tensor var_5737_axes_0 = const()[name = tensor("op_5737_axes_0"), val = tensor([2])]; tensor var_5737_cast_fp16 = squeeze(axes = var_5737_axes_0, x = var_5736_cast_fp16)[name = tensor("op_5737_cast_fp16")]; tensor var_5745_pad_type_0 = const()[name = tensor("op_5745_pad_type_0"), val = tensor("valid")]; tensor var_5745_strides_0 = const()[name = tensor("op_5745_strides_0"), val = tensor([1, 1])]; tensor var_5745_pad_0 = const()[name = tensor("op_5745_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5745_dilations_0 = const()[name = tensor("op_5745_dilations_0"), val = tensor([1, 1])]; tensor var_5745_groups_0 = const()[name = tensor("op_5745_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_k_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217426560)))]; tensor model_text_model_encoder_layers_9_mixer_k_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217524928)))]; tensor var_5745_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_k_projs_0_bias_to_fp16, dilations = var_5745_dilations_0, groups = var_5745_groups_0, pad = var_5745_pad_0, pad_type = var_5745_pad_type_0, strides = var_5745_strides_0, weight = model_text_model_encoder_layers_9_mixer_k_projs_0_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5745_cast_fp16")]; tensor var_5746_axes_0 = const()[name = tensor("op_5746_axes_0"), val = tensor([2])]; tensor var_5746_cast_fp16 = squeeze(axes = var_5746_axes_0, x = var_5745_cast_fp16)[name = tensor("op_5746_cast_fp16")]; tensor var_5754_pad_type_0 = const()[name = tensor("op_5754_pad_type_0"), val = tensor("valid")]; tensor var_5754_strides_0 = const()[name = tensor("op_5754_strides_0"), val = tensor([1, 1])]; tensor var_5754_pad_0 = const()[name = tensor("op_5754_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5754_dilations_0 = const()[name = tensor("op_5754_dilations_0"), val = tensor([1, 1])]; tensor var_5754_groups_0 = const()[name = tensor("op_5754_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_v_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217525120)))]; tensor model_text_model_encoder_layers_9_mixer_v_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217623488)))]; tensor var_5754_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_v_projs_0_bias_to_fp16, dilations = var_5754_dilations_0, groups = var_5754_groups_0, pad = var_5754_pad_0, pad_type = var_5754_pad_type_0, strides = var_5754_strides_0, weight = model_text_model_encoder_layers_9_mixer_v_projs_0_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5754_cast_fp16")]; tensor var_5755_axes_0 = const()[name = tensor("op_5755_axes_0"), val = tensor([2])]; tensor var_5755_cast_fp16 = squeeze(axes = var_5755_axes_0, x = var_5754_cast_fp16)[name = tensor("op_5755_cast_fp16")]; tensor var_5758_transpose_x_1 = const()[name = tensor("op_5758_transpose_x_1"), val = tensor(true)]; tensor var_5758_transpose_y_1 = const()[name = tensor("op_5758_transpose_y_1"), val = tensor(false)]; tensor var_5758_cast_fp16 = matmul(transpose_x = var_5758_transpose_x_1, transpose_y = var_5758_transpose_y_1, x = var_5737_cast_fp16, y = var_5746_cast_fp16)[name = tensor("op_5758_cast_fp16")]; tensor var_5759_to_fp16 = const()[name = tensor("op_5759_to_fp16"), val = tensor(0x1p-3)]; tensor scores_649_cast_fp16 = mul(x = var_5758_cast_fp16, y = var_5759_to_fp16)[name = tensor("scores_649_cast_fp16")]; tensor scores_651_cast_fp16 = add(x = scores_649_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_651_cast_fp16")]; tensor scores_653_cast_fp16 = sub(x = scores_651_cast_fp16, y = var_157_cast_fp16)[name = tensor("scores_653_cast_fp16")]; tensor attn_weights_217_cast_fp16 = softmax(axis = var_29, x = scores_653_cast_fp16)[name = tensor("attn_weights_217_cast_fp16")]; tensor var_5764_transpose_x_1 = const()[name = tensor("op_5764_transpose_x_1"), val = tensor(false)]; tensor var_5764_transpose_y_1 = const()[name = tensor("op_5764_transpose_y_1"), val = tensor(true)]; tensor var_5764_cast_fp16 = matmul(transpose_x = var_5764_transpose_x_1, transpose_y = var_5764_transpose_y_1, x = attn_weights_217_cast_fp16, y = var_5755_cast_fp16)[name = tensor("op_5764_cast_fp16")]; tensor var_5771_pad_type_0 = const()[name = tensor("op_5771_pad_type_0"), val = tensor("valid")]; tensor var_5771_strides_0 = const()[name = tensor("op_5771_strides_0"), val = tensor([1, 1])]; tensor var_5771_pad_0 = const()[name = tensor("op_5771_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5771_dilations_0 = const()[name = tensor("op_5771_dilations_0"), val = tensor([1, 1])]; tensor var_5771_groups_0 = const()[name = tensor("op_5771_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_q_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217623680)))]; tensor model_text_model_encoder_layers_9_mixer_q_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217722048)))]; tensor var_5771_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_q_projs_1_bias_to_fp16, dilations = var_5771_dilations_0, groups = var_5771_groups_0, pad = var_5771_pad_0, pad_type = var_5771_pad_type_0, strides = var_5771_strides_0, weight = model_text_model_encoder_layers_9_mixer_q_projs_1_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5771_cast_fp16")]; tensor var_5772_axes_0 = const()[name = tensor("op_5772_axes_0"), val = tensor([2])]; tensor var_5772_cast_fp16 = squeeze(axes = var_5772_axes_0, x = var_5771_cast_fp16)[name = tensor("op_5772_cast_fp16")]; tensor var_5780_pad_type_0 = const()[name = tensor("op_5780_pad_type_0"), val = tensor("valid")]; tensor var_5780_strides_0 = const()[name = tensor("op_5780_strides_0"), val = tensor([1, 1])]; tensor var_5780_pad_0 = const()[name = tensor("op_5780_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5780_dilations_0 = const()[name = tensor("op_5780_dilations_0"), val = tensor([1, 1])]; tensor var_5780_groups_0 = const()[name = tensor("op_5780_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_k_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217722240)))]; tensor model_text_model_encoder_layers_9_mixer_k_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217820608)))]; tensor var_5780_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_k_projs_1_bias_to_fp16, dilations = var_5780_dilations_0, groups = var_5780_groups_0, pad = var_5780_pad_0, pad_type = var_5780_pad_type_0, strides = var_5780_strides_0, weight = model_text_model_encoder_layers_9_mixer_k_projs_1_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5780_cast_fp16")]; tensor var_5781_axes_0 = const()[name = tensor("op_5781_axes_0"), val = tensor([2])]; tensor var_5781_cast_fp16 = squeeze(axes = var_5781_axes_0, x = var_5780_cast_fp16)[name = tensor("op_5781_cast_fp16")]; tensor var_5789_pad_type_0 = const()[name = tensor("op_5789_pad_type_0"), val = tensor("valid")]; tensor var_5789_strides_0 = const()[name = tensor("op_5789_strides_0"), val = tensor([1, 1])]; tensor var_5789_pad_0 = const()[name = tensor("op_5789_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5789_dilations_0 = const()[name = tensor("op_5789_dilations_0"), val = tensor([1, 1])]; tensor var_5789_groups_0 = const()[name = tensor("op_5789_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_v_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217820800)))]; tensor model_text_model_encoder_layers_9_mixer_v_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217919168)))]; tensor var_5789_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_v_projs_1_bias_to_fp16, dilations = var_5789_dilations_0, groups = var_5789_groups_0, pad = var_5789_pad_0, pad_type = var_5789_pad_type_0, strides = var_5789_strides_0, weight = model_text_model_encoder_layers_9_mixer_v_projs_1_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5789_cast_fp16")]; tensor var_5790_axes_0 = const()[name = tensor("op_5790_axes_0"), val = tensor([2])]; tensor var_5790_cast_fp16 = squeeze(axes = var_5790_axes_0, x = var_5789_cast_fp16)[name = tensor("op_5790_cast_fp16")]; tensor var_5793_transpose_x_1 = const()[name = tensor("op_5793_transpose_x_1"), val = tensor(true)]; tensor var_5793_transpose_y_1 = const()[name = tensor("op_5793_transpose_y_1"), val = tensor(false)]; tensor var_5793_cast_fp16 = matmul(transpose_x = var_5793_transpose_x_1, transpose_y = var_5793_transpose_y_1, x = var_5772_cast_fp16, y = var_5781_cast_fp16)[name = tensor("op_5793_cast_fp16")]; tensor var_5794_to_fp16 = const()[name = tensor("op_5794_to_fp16"), val = tensor(0x1p-3)]; tensor scores_655_cast_fp16 = mul(x = var_5793_cast_fp16, y = var_5794_to_fp16)[name = tensor("scores_655_cast_fp16")]; tensor scores_657_cast_fp16 = add(x = scores_655_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_657_cast_fp16")]; tensor scores_659_cast_fp16 = sub(x = scores_657_cast_fp16, y = var_161_cast_fp16)[name = tensor("scores_659_cast_fp16")]; tensor attn_weights_219_cast_fp16 = softmax(axis = var_29, x = scores_659_cast_fp16)[name = tensor("attn_weights_219_cast_fp16")]; tensor var_5799_transpose_x_1 = const()[name = tensor("op_5799_transpose_x_1"), val = tensor(false)]; tensor var_5799_transpose_y_1 = const()[name = tensor("op_5799_transpose_y_1"), val = tensor(true)]; tensor var_5799_cast_fp16 = matmul(transpose_x = var_5799_transpose_x_1, transpose_y = var_5799_transpose_y_1, x = attn_weights_219_cast_fp16, y = var_5790_cast_fp16)[name = tensor("op_5799_cast_fp16")]; tensor var_5806_pad_type_0 = const()[name = tensor("op_5806_pad_type_0"), val = tensor("valid")]; tensor var_5806_strides_0 = const()[name = tensor("op_5806_strides_0"), val = tensor([1, 1])]; tensor var_5806_pad_0 = const()[name = tensor("op_5806_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5806_dilations_0 = const()[name = tensor("op_5806_dilations_0"), val = tensor([1, 1])]; tensor var_5806_groups_0 = const()[name = tensor("op_5806_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_q_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217919360)))]; tensor model_text_model_encoder_layers_9_mixer_q_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218017728)))]; tensor var_5806_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_q_projs_2_bias_to_fp16, dilations = var_5806_dilations_0, groups = var_5806_groups_0, pad = var_5806_pad_0, pad_type = var_5806_pad_type_0, strides = var_5806_strides_0, weight = model_text_model_encoder_layers_9_mixer_q_projs_2_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5806_cast_fp16")]; tensor var_5807_axes_0 = const()[name = tensor("op_5807_axes_0"), val = tensor([2])]; tensor var_5807_cast_fp16 = squeeze(axes = var_5807_axes_0, x = var_5806_cast_fp16)[name = tensor("op_5807_cast_fp16")]; tensor var_5815_pad_type_0 = const()[name = tensor("op_5815_pad_type_0"), val = tensor("valid")]; tensor var_5815_strides_0 = const()[name = tensor("op_5815_strides_0"), val = tensor([1, 1])]; tensor var_5815_pad_0 = const()[name = tensor("op_5815_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5815_dilations_0 = const()[name = tensor("op_5815_dilations_0"), val = tensor([1, 1])]; tensor var_5815_groups_0 = const()[name = tensor("op_5815_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_k_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218017920)))]; tensor model_text_model_encoder_layers_9_mixer_k_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218116288)))]; tensor var_5815_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_k_projs_2_bias_to_fp16, dilations = var_5815_dilations_0, groups = var_5815_groups_0, pad = var_5815_pad_0, pad_type = var_5815_pad_type_0, strides = var_5815_strides_0, weight = model_text_model_encoder_layers_9_mixer_k_projs_2_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5815_cast_fp16")]; tensor var_5816_axes_0 = const()[name = tensor("op_5816_axes_0"), val = tensor([2])]; tensor var_5816_cast_fp16 = squeeze(axes = var_5816_axes_0, x = var_5815_cast_fp16)[name = tensor("op_5816_cast_fp16")]; tensor var_5824_pad_type_0 = const()[name = tensor("op_5824_pad_type_0"), val = tensor("valid")]; tensor var_5824_strides_0 = const()[name = tensor("op_5824_strides_0"), val = tensor([1, 1])]; tensor var_5824_pad_0 = const()[name = tensor("op_5824_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5824_dilations_0 = const()[name = tensor("op_5824_dilations_0"), val = tensor([1, 1])]; tensor var_5824_groups_0 = const()[name = tensor("op_5824_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_v_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218116480)))]; tensor model_text_model_encoder_layers_9_mixer_v_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218214848)))]; tensor var_5824_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_v_projs_2_bias_to_fp16, dilations = var_5824_dilations_0, groups = var_5824_groups_0, pad = var_5824_pad_0, pad_type = var_5824_pad_type_0, strides = var_5824_strides_0, weight = model_text_model_encoder_layers_9_mixer_v_projs_2_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5824_cast_fp16")]; tensor var_5825_axes_0 = const()[name = tensor("op_5825_axes_0"), val = tensor([2])]; tensor var_5825_cast_fp16 = squeeze(axes = var_5825_axes_0, x = var_5824_cast_fp16)[name = tensor("op_5825_cast_fp16")]; tensor var_5828_transpose_x_1 = const()[name = tensor("op_5828_transpose_x_1"), val = tensor(true)]; tensor var_5828_transpose_y_1 = const()[name = tensor("op_5828_transpose_y_1"), val = tensor(false)]; tensor var_5828_cast_fp16 = matmul(transpose_x = var_5828_transpose_x_1, transpose_y = var_5828_transpose_y_1, x = var_5807_cast_fp16, y = var_5816_cast_fp16)[name = tensor("op_5828_cast_fp16")]; tensor var_5829_to_fp16 = const()[name = tensor("op_5829_to_fp16"), val = tensor(0x1p-3)]; tensor scores_661_cast_fp16 = mul(x = var_5828_cast_fp16, y = var_5829_to_fp16)[name = tensor("scores_661_cast_fp16")]; tensor scores_663_cast_fp16 = add(x = scores_661_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_663_cast_fp16")]; tensor scores_665_cast_fp16 = sub(x = scores_663_cast_fp16, y = var_165_cast_fp16)[name = tensor("scores_665_cast_fp16")]; tensor attn_weights_221_cast_fp16 = softmax(axis = var_29, x = scores_665_cast_fp16)[name = tensor("attn_weights_221_cast_fp16")]; tensor var_5834_transpose_x_1 = const()[name = tensor("op_5834_transpose_x_1"), val = tensor(false)]; tensor var_5834_transpose_y_1 = const()[name = tensor("op_5834_transpose_y_1"), val = tensor(true)]; tensor var_5834_cast_fp16 = matmul(transpose_x = var_5834_transpose_x_1, transpose_y = var_5834_transpose_y_1, x = attn_weights_221_cast_fp16, y = var_5825_cast_fp16)[name = tensor("op_5834_cast_fp16")]; tensor var_5841_pad_type_0 = const()[name = tensor("op_5841_pad_type_0"), val = tensor("valid")]; tensor var_5841_strides_0 = const()[name = tensor("op_5841_strides_0"), val = tensor([1, 1])]; tensor var_5841_pad_0 = const()[name = tensor("op_5841_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5841_dilations_0 = const()[name = tensor("op_5841_dilations_0"), val = tensor([1, 1])]; tensor var_5841_groups_0 = const()[name = tensor("op_5841_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_q_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218215040)))]; tensor model_text_model_encoder_layers_9_mixer_q_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218313408)))]; tensor var_5841_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_q_projs_3_bias_to_fp16, dilations = var_5841_dilations_0, groups = var_5841_groups_0, pad = var_5841_pad_0, pad_type = var_5841_pad_type_0, strides = var_5841_strides_0, weight = model_text_model_encoder_layers_9_mixer_q_projs_3_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5841_cast_fp16")]; tensor var_5842_axes_0 = const()[name = tensor("op_5842_axes_0"), val = tensor([2])]; tensor var_5842_cast_fp16 = squeeze(axes = var_5842_axes_0, x = var_5841_cast_fp16)[name = tensor("op_5842_cast_fp16")]; tensor var_5850_pad_type_0 = const()[name = tensor("op_5850_pad_type_0"), val = tensor("valid")]; tensor var_5850_strides_0 = const()[name = tensor("op_5850_strides_0"), val = tensor([1, 1])]; tensor var_5850_pad_0 = const()[name = tensor("op_5850_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5850_dilations_0 = const()[name = tensor("op_5850_dilations_0"), val = tensor([1, 1])]; tensor var_5850_groups_0 = const()[name = tensor("op_5850_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_k_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218313600)))]; tensor model_text_model_encoder_layers_9_mixer_k_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218411968)))]; tensor var_5850_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_k_projs_3_bias_to_fp16, dilations = var_5850_dilations_0, groups = var_5850_groups_0, pad = var_5850_pad_0, pad_type = var_5850_pad_type_0, strides = var_5850_strides_0, weight = model_text_model_encoder_layers_9_mixer_k_projs_3_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5850_cast_fp16")]; tensor var_5851_axes_0 = const()[name = tensor("op_5851_axes_0"), val = tensor([2])]; tensor var_5851_cast_fp16 = squeeze(axes = var_5851_axes_0, x = var_5850_cast_fp16)[name = tensor("op_5851_cast_fp16")]; tensor var_5859_pad_type_0 = const()[name = tensor("op_5859_pad_type_0"), val = tensor("valid")]; tensor var_5859_strides_0 = const()[name = tensor("op_5859_strides_0"), val = tensor([1, 1])]; tensor var_5859_pad_0 = const()[name = tensor("op_5859_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5859_dilations_0 = const()[name = tensor("op_5859_dilations_0"), val = tensor([1, 1])]; tensor var_5859_groups_0 = const()[name = tensor("op_5859_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_v_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218412160)))]; tensor model_text_model_encoder_layers_9_mixer_v_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218510528)))]; tensor var_5859_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_v_projs_3_bias_to_fp16, dilations = var_5859_dilations_0, groups = var_5859_groups_0, pad = var_5859_pad_0, pad_type = var_5859_pad_type_0, strides = var_5859_strides_0, weight = model_text_model_encoder_layers_9_mixer_v_projs_3_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5859_cast_fp16")]; tensor var_5860_axes_0 = const()[name = tensor("op_5860_axes_0"), val = tensor([2])]; tensor var_5860_cast_fp16 = squeeze(axes = var_5860_axes_0, x = var_5859_cast_fp16)[name = tensor("op_5860_cast_fp16")]; tensor var_5863_transpose_x_1 = const()[name = tensor("op_5863_transpose_x_1"), val = tensor(true)]; tensor var_5863_transpose_y_1 = const()[name = tensor("op_5863_transpose_y_1"), val = tensor(false)]; tensor var_5863_cast_fp16 = matmul(transpose_x = var_5863_transpose_x_1, transpose_y = var_5863_transpose_y_1, x = var_5842_cast_fp16, y = var_5851_cast_fp16)[name = tensor("op_5863_cast_fp16")]; tensor var_5864_to_fp16 = const()[name = tensor("op_5864_to_fp16"), val = tensor(0x1p-3)]; tensor scores_667_cast_fp16 = mul(x = var_5863_cast_fp16, y = var_5864_to_fp16)[name = tensor("scores_667_cast_fp16")]; tensor scores_669_cast_fp16 = add(x = scores_667_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_669_cast_fp16")]; tensor scores_671_cast_fp16 = sub(x = scores_669_cast_fp16, y = var_169_cast_fp16)[name = tensor("scores_671_cast_fp16")]; tensor attn_weights_223_cast_fp16 = softmax(axis = var_29, x = scores_671_cast_fp16)[name = tensor("attn_weights_223_cast_fp16")]; tensor var_5869_transpose_x_1 = const()[name = tensor("op_5869_transpose_x_1"), val = tensor(false)]; tensor var_5869_transpose_y_1 = const()[name = tensor("op_5869_transpose_y_1"), val = tensor(true)]; tensor var_5869_cast_fp16 = matmul(transpose_x = var_5869_transpose_x_1, transpose_y = var_5869_transpose_y_1, x = attn_weights_223_cast_fp16, y = var_5860_cast_fp16)[name = tensor("op_5869_cast_fp16")]; tensor var_5876_pad_type_0 = const()[name = tensor("op_5876_pad_type_0"), val = tensor("valid")]; tensor var_5876_strides_0 = const()[name = tensor("op_5876_strides_0"), val = tensor([1, 1])]; tensor var_5876_pad_0 = const()[name = tensor("op_5876_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5876_dilations_0 = const()[name = tensor("op_5876_dilations_0"), val = tensor([1, 1])]; tensor var_5876_groups_0 = const()[name = tensor("op_5876_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_q_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218510720)))]; tensor model_text_model_encoder_layers_9_mixer_q_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218609088)))]; tensor var_5876_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_q_projs_4_bias_to_fp16, dilations = var_5876_dilations_0, groups = var_5876_groups_0, pad = var_5876_pad_0, pad_type = var_5876_pad_type_0, strides = var_5876_strides_0, weight = model_text_model_encoder_layers_9_mixer_q_projs_4_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5876_cast_fp16")]; tensor var_5877_axes_0 = const()[name = tensor("op_5877_axes_0"), val = tensor([2])]; tensor var_5877_cast_fp16 = squeeze(axes = var_5877_axes_0, x = var_5876_cast_fp16)[name = tensor("op_5877_cast_fp16")]; tensor var_5885_pad_type_0 = const()[name = tensor("op_5885_pad_type_0"), val = tensor("valid")]; tensor var_5885_strides_0 = const()[name = tensor("op_5885_strides_0"), val = tensor([1, 1])]; tensor var_5885_pad_0 = const()[name = tensor("op_5885_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5885_dilations_0 = const()[name = tensor("op_5885_dilations_0"), val = tensor([1, 1])]; tensor var_5885_groups_0 = const()[name = tensor("op_5885_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_k_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218609280)))]; tensor model_text_model_encoder_layers_9_mixer_k_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218707648)))]; tensor var_5885_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_k_projs_4_bias_to_fp16, dilations = var_5885_dilations_0, groups = var_5885_groups_0, pad = var_5885_pad_0, pad_type = var_5885_pad_type_0, strides = var_5885_strides_0, weight = model_text_model_encoder_layers_9_mixer_k_projs_4_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5885_cast_fp16")]; tensor var_5886_axes_0 = const()[name = tensor("op_5886_axes_0"), val = tensor([2])]; tensor var_5886_cast_fp16 = squeeze(axes = var_5886_axes_0, x = var_5885_cast_fp16)[name = tensor("op_5886_cast_fp16")]; tensor var_5894_pad_type_0 = const()[name = tensor("op_5894_pad_type_0"), val = tensor("valid")]; tensor var_5894_strides_0 = const()[name = tensor("op_5894_strides_0"), val = tensor([1, 1])]; tensor var_5894_pad_0 = const()[name = tensor("op_5894_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5894_dilations_0 = const()[name = tensor("op_5894_dilations_0"), val = tensor([1, 1])]; tensor var_5894_groups_0 = const()[name = tensor("op_5894_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_v_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218707840)))]; tensor model_text_model_encoder_layers_9_mixer_v_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218806208)))]; tensor var_5894_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_v_projs_4_bias_to_fp16, dilations = var_5894_dilations_0, groups = var_5894_groups_0, pad = var_5894_pad_0, pad_type = var_5894_pad_type_0, strides = var_5894_strides_0, weight = model_text_model_encoder_layers_9_mixer_v_projs_4_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5894_cast_fp16")]; tensor var_5895_axes_0 = const()[name = tensor("op_5895_axes_0"), val = tensor([2])]; tensor var_5895_cast_fp16 = squeeze(axes = var_5895_axes_0, x = var_5894_cast_fp16)[name = tensor("op_5895_cast_fp16")]; tensor var_5898_transpose_x_1 = const()[name = tensor("op_5898_transpose_x_1"), val = tensor(true)]; tensor var_5898_transpose_y_1 = const()[name = tensor("op_5898_transpose_y_1"), val = tensor(false)]; tensor var_5898_cast_fp16 = matmul(transpose_x = var_5898_transpose_x_1, transpose_y = var_5898_transpose_y_1, x = var_5877_cast_fp16, y = var_5886_cast_fp16)[name = tensor("op_5898_cast_fp16")]; tensor var_5899_to_fp16 = const()[name = tensor("op_5899_to_fp16"), val = tensor(0x1p-3)]; tensor scores_673_cast_fp16 = mul(x = var_5898_cast_fp16, y = var_5899_to_fp16)[name = tensor("scores_673_cast_fp16")]; tensor scores_675_cast_fp16 = add(x = scores_673_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_675_cast_fp16")]; tensor scores_677_cast_fp16 = sub(x = scores_675_cast_fp16, y = var_173_cast_fp16)[name = tensor("scores_677_cast_fp16")]; tensor attn_weights_225_cast_fp16 = softmax(axis = var_29, x = scores_677_cast_fp16)[name = tensor("attn_weights_225_cast_fp16")]; tensor var_5904_transpose_x_1 = const()[name = tensor("op_5904_transpose_x_1"), val = tensor(false)]; tensor var_5904_transpose_y_1 = const()[name = tensor("op_5904_transpose_y_1"), val = tensor(true)]; tensor var_5904_cast_fp16 = matmul(transpose_x = var_5904_transpose_x_1, transpose_y = var_5904_transpose_y_1, x = attn_weights_225_cast_fp16, y = var_5895_cast_fp16)[name = tensor("op_5904_cast_fp16")]; tensor var_5911_pad_type_0 = const()[name = tensor("op_5911_pad_type_0"), val = tensor("valid")]; tensor var_5911_strides_0 = const()[name = tensor("op_5911_strides_0"), val = tensor([1, 1])]; tensor var_5911_pad_0 = const()[name = tensor("op_5911_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5911_dilations_0 = const()[name = tensor("op_5911_dilations_0"), val = tensor([1, 1])]; tensor var_5911_groups_0 = const()[name = tensor("op_5911_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_q_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218806400)))]; tensor model_text_model_encoder_layers_9_mixer_q_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218904768)))]; tensor var_5911_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_q_projs_5_bias_to_fp16, dilations = var_5911_dilations_0, groups = var_5911_groups_0, pad = var_5911_pad_0, pad_type = var_5911_pad_type_0, strides = var_5911_strides_0, weight = model_text_model_encoder_layers_9_mixer_q_projs_5_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5911_cast_fp16")]; tensor var_5912_axes_0 = const()[name = tensor("op_5912_axes_0"), val = tensor([2])]; tensor var_5912_cast_fp16 = squeeze(axes = var_5912_axes_0, x = var_5911_cast_fp16)[name = tensor("op_5912_cast_fp16")]; tensor var_5920_pad_type_0 = const()[name = tensor("op_5920_pad_type_0"), val = tensor("valid")]; tensor var_5920_strides_0 = const()[name = tensor("op_5920_strides_0"), val = tensor([1, 1])]; tensor var_5920_pad_0 = const()[name = tensor("op_5920_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5920_dilations_0 = const()[name = tensor("op_5920_dilations_0"), val = tensor([1, 1])]; tensor var_5920_groups_0 = const()[name = tensor("op_5920_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_k_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218904960)))]; tensor model_text_model_encoder_layers_9_mixer_k_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219003328)))]; tensor var_5920_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_k_projs_5_bias_to_fp16, dilations = var_5920_dilations_0, groups = var_5920_groups_0, pad = var_5920_pad_0, pad_type = var_5920_pad_type_0, strides = var_5920_strides_0, weight = model_text_model_encoder_layers_9_mixer_k_projs_5_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5920_cast_fp16")]; tensor var_5921_axes_0 = const()[name = tensor("op_5921_axes_0"), val = tensor([2])]; tensor var_5921_cast_fp16 = squeeze(axes = var_5921_axes_0, x = var_5920_cast_fp16)[name = tensor("op_5921_cast_fp16")]; tensor var_5929_pad_type_0 = const()[name = tensor("op_5929_pad_type_0"), val = tensor("valid")]; tensor var_5929_strides_0 = const()[name = tensor("op_5929_strides_0"), val = tensor([1, 1])]; tensor var_5929_pad_0 = const()[name = tensor("op_5929_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5929_dilations_0 = const()[name = tensor("op_5929_dilations_0"), val = tensor([1, 1])]; tensor var_5929_groups_0 = const()[name = tensor("op_5929_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_v_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219003520)))]; tensor model_text_model_encoder_layers_9_mixer_v_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219101888)))]; tensor var_5929_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_v_projs_5_bias_to_fp16, dilations = var_5929_dilations_0, groups = var_5929_groups_0, pad = var_5929_pad_0, pad_type = var_5929_pad_type_0, strides = var_5929_strides_0, weight = model_text_model_encoder_layers_9_mixer_v_projs_5_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5929_cast_fp16")]; tensor var_5930_axes_0 = const()[name = tensor("op_5930_axes_0"), val = tensor([2])]; tensor var_5930_cast_fp16 = squeeze(axes = var_5930_axes_0, x = var_5929_cast_fp16)[name = tensor("op_5930_cast_fp16")]; tensor var_5933_transpose_x_1 = const()[name = tensor("op_5933_transpose_x_1"), val = tensor(true)]; tensor var_5933_transpose_y_1 = const()[name = tensor("op_5933_transpose_y_1"), val = tensor(false)]; tensor var_5933_cast_fp16 = matmul(transpose_x = var_5933_transpose_x_1, transpose_y = var_5933_transpose_y_1, x = var_5912_cast_fp16, y = var_5921_cast_fp16)[name = tensor("op_5933_cast_fp16")]; tensor var_5934_to_fp16 = const()[name = tensor("op_5934_to_fp16"), val = tensor(0x1p-3)]; tensor scores_679_cast_fp16 = mul(x = var_5933_cast_fp16, y = var_5934_to_fp16)[name = tensor("scores_679_cast_fp16")]; tensor scores_681_cast_fp16 = add(x = scores_679_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_681_cast_fp16")]; tensor scores_683_cast_fp16 = sub(x = scores_681_cast_fp16, y = var_177_cast_fp16)[name = tensor("scores_683_cast_fp16")]; tensor attn_weights_227_cast_fp16 = softmax(axis = var_29, x = scores_683_cast_fp16)[name = tensor("attn_weights_227_cast_fp16")]; tensor var_5939_transpose_x_1 = const()[name = tensor("op_5939_transpose_x_1"), val = tensor(false)]; tensor var_5939_transpose_y_1 = const()[name = tensor("op_5939_transpose_y_1"), val = tensor(true)]; tensor var_5939_cast_fp16 = matmul(transpose_x = var_5939_transpose_x_1, transpose_y = var_5939_transpose_y_1, x = attn_weights_227_cast_fp16, y = var_5930_cast_fp16)[name = tensor("op_5939_cast_fp16")]; tensor var_5946_pad_type_0 = const()[name = tensor("op_5946_pad_type_0"), val = tensor("valid")]; tensor var_5946_strides_0 = const()[name = tensor("op_5946_strides_0"), val = tensor([1, 1])]; tensor var_5946_pad_0 = const()[name = tensor("op_5946_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5946_dilations_0 = const()[name = tensor("op_5946_dilations_0"), val = tensor([1, 1])]; tensor var_5946_groups_0 = const()[name = tensor("op_5946_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_q_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219102080)))]; tensor model_text_model_encoder_layers_9_mixer_q_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219200448)))]; tensor var_5946_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_q_projs_6_bias_to_fp16, dilations = var_5946_dilations_0, groups = var_5946_groups_0, pad = var_5946_pad_0, pad_type = var_5946_pad_type_0, strides = var_5946_strides_0, weight = model_text_model_encoder_layers_9_mixer_q_projs_6_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5946_cast_fp16")]; tensor var_5947_axes_0 = const()[name = tensor("op_5947_axes_0"), val = tensor([2])]; tensor var_5947_cast_fp16 = squeeze(axes = var_5947_axes_0, x = var_5946_cast_fp16)[name = tensor("op_5947_cast_fp16")]; tensor var_5955_pad_type_0 = const()[name = tensor("op_5955_pad_type_0"), val = tensor("valid")]; tensor var_5955_strides_0 = const()[name = tensor("op_5955_strides_0"), val = tensor([1, 1])]; tensor var_5955_pad_0 = const()[name = tensor("op_5955_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5955_dilations_0 = const()[name = tensor("op_5955_dilations_0"), val = tensor([1, 1])]; tensor var_5955_groups_0 = const()[name = tensor("op_5955_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_k_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219200640)))]; tensor model_text_model_encoder_layers_9_mixer_k_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219299008)))]; tensor var_5955_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_k_projs_6_bias_to_fp16, dilations = var_5955_dilations_0, groups = var_5955_groups_0, pad = var_5955_pad_0, pad_type = var_5955_pad_type_0, strides = var_5955_strides_0, weight = model_text_model_encoder_layers_9_mixer_k_projs_6_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5955_cast_fp16")]; tensor var_5956_axes_0 = const()[name = tensor("op_5956_axes_0"), val = tensor([2])]; tensor var_5956_cast_fp16 = squeeze(axes = var_5956_axes_0, x = var_5955_cast_fp16)[name = tensor("op_5956_cast_fp16")]; tensor var_5964_pad_type_0 = const()[name = tensor("op_5964_pad_type_0"), val = tensor("valid")]; tensor var_5964_strides_0 = const()[name = tensor("op_5964_strides_0"), val = tensor([1, 1])]; tensor var_5964_pad_0 = const()[name = tensor("op_5964_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5964_dilations_0 = const()[name = tensor("op_5964_dilations_0"), val = tensor([1, 1])]; tensor var_5964_groups_0 = const()[name = tensor("op_5964_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_v_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219299200)))]; tensor model_text_model_encoder_layers_9_mixer_v_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219397568)))]; tensor var_5964_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_v_projs_6_bias_to_fp16, dilations = var_5964_dilations_0, groups = var_5964_groups_0, pad = var_5964_pad_0, pad_type = var_5964_pad_type_0, strides = var_5964_strides_0, weight = model_text_model_encoder_layers_9_mixer_v_projs_6_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5964_cast_fp16")]; tensor var_5965_axes_0 = const()[name = tensor("op_5965_axes_0"), val = tensor([2])]; tensor var_5965_cast_fp16 = squeeze(axes = var_5965_axes_0, x = var_5964_cast_fp16)[name = tensor("op_5965_cast_fp16")]; tensor var_5968_transpose_x_1 = const()[name = tensor("op_5968_transpose_x_1"), val = tensor(true)]; tensor var_5968_transpose_y_1 = const()[name = tensor("op_5968_transpose_y_1"), val = tensor(false)]; tensor var_5968_cast_fp16 = matmul(transpose_x = var_5968_transpose_x_1, transpose_y = var_5968_transpose_y_1, x = var_5947_cast_fp16, y = var_5956_cast_fp16)[name = tensor("op_5968_cast_fp16")]; tensor var_5969_to_fp16 = const()[name = tensor("op_5969_to_fp16"), val = tensor(0x1p-3)]; tensor scores_685_cast_fp16 = mul(x = var_5968_cast_fp16, y = var_5969_to_fp16)[name = tensor("scores_685_cast_fp16")]; tensor scores_687_cast_fp16 = add(x = scores_685_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_687_cast_fp16")]; tensor scores_689_cast_fp16 = sub(x = scores_687_cast_fp16, y = var_181_cast_fp16)[name = tensor("scores_689_cast_fp16")]; tensor attn_weights_229_cast_fp16 = softmax(axis = var_29, x = scores_689_cast_fp16)[name = tensor("attn_weights_229_cast_fp16")]; tensor var_5974_transpose_x_1 = const()[name = tensor("op_5974_transpose_x_1"), val = tensor(false)]; tensor var_5974_transpose_y_1 = const()[name = tensor("op_5974_transpose_y_1"), val = tensor(true)]; tensor var_5974_cast_fp16 = matmul(transpose_x = var_5974_transpose_x_1, transpose_y = var_5974_transpose_y_1, x = attn_weights_229_cast_fp16, y = var_5965_cast_fp16)[name = tensor("op_5974_cast_fp16")]; tensor var_5981_pad_type_0 = const()[name = tensor("op_5981_pad_type_0"), val = tensor("valid")]; tensor var_5981_strides_0 = const()[name = tensor("op_5981_strides_0"), val = tensor([1, 1])]; tensor var_5981_pad_0 = const()[name = tensor("op_5981_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5981_dilations_0 = const()[name = tensor("op_5981_dilations_0"), val = tensor([1, 1])]; tensor var_5981_groups_0 = const()[name = tensor("op_5981_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_q_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219397760)))]; tensor model_text_model_encoder_layers_9_mixer_q_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219496128)))]; tensor var_5981_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_q_projs_7_bias_to_fp16, dilations = var_5981_dilations_0, groups = var_5981_groups_0, pad = var_5981_pad_0, pad_type = var_5981_pad_type_0, strides = var_5981_strides_0, weight = model_text_model_encoder_layers_9_mixer_q_projs_7_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5981_cast_fp16")]; tensor var_5982_axes_0 = const()[name = tensor("op_5982_axes_0"), val = tensor([2])]; tensor var_5982_cast_fp16 = squeeze(axes = var_5982_axes_0, x = var_5981_cast_fp16)[name = tensor("op_5982_cast_fp16")]; tensor var_5990_pad_type_0 = const()[name = tensor("op_5990_pad_type_0"), val = tensor("valid")]; tensor var_5990_strides_0 = const()[name = tensor("op_5990_strides_0"), val = tensor([1, 1])]; tensor var_5990_pad_0 = const()[name = tensor("op_5990_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5990_dilations_0 = const()[name = tensor("op_5990_dilations_0"), val = tensor([1, 1])]; tensor var_5990_groups_0 = const()[name = tensor("op_5990_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_k_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219496320)))]; tensor model_text_model_encoder_layers_9_mixer_k_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219594688)))]; tensor var_5990_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_k_projs_7_bias_to_fp16, dilations = var_5990_dilations_0, groups = var_5990_groups_0, pad = var_5990_pad_0, pad_type = var_5990_pad_type_0, strides = var_5990_strides_0, weight = model_text_model_encoder_layers_9_mixer_k_projs_7_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5990_cast_fp16")]; tensor var_5991_axes_0 = const()[name = tensor("op_5991_axes_0"), val = tensor([2])]; tensor var_5991_cast_fp16 = squeeze(axes = var_5991_axes_0, x = var_5990_cast_fp16)[name = tensor("op_5991_cast_fp16")]; tensor var_5999_pad_type_0 = const()[name = tensor("op_5999_pad_type_0"), val = tensor("valid")]; tensor var_5999_strides_0 = const()[name = tensor("op_5999_strides_0"), val = tensor([1, 1])]; tensor var_5999_pad_0 = const()[name = tensor("op_5999_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_5999_dilations_0 = const()[name = tensor("op_5999_dilations_0"), val = tensor([1, 1])]; tensor var_5999_groups_0 = const()[name = tensor("op_5999_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_v_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219594880)))]; tensor model_text_model_encoder_layers_9_mixer_v_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219693248)))]; tensor var_5999_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_v_projs_7_bias_to_fp16, dilations = var_5999_dilations_0, groups = var_5999_groups_0, pad = var_5999_pad_0, pad_type = var_5999_pad_type_0, strides = var_5999_strides_0, weight = model_text_model_encoder_layers_9_mixer_v_projs_7_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_5999_cast_fp16")]; tensor var_6000_axes_0 = const()[name = tensor("op_6000_axes_0"), val = tensor([2])]; tensor var_6000_cast_fp16 = squeeze(axes = var_6000_axes_0, x = var_5999_cast_fp16)[name = tensor("op_6000_cast_fp16")]; tensor var_6003_transpose_x_1 = const()[name = tensor("op_6003_transpose_x_1"), val = tensor(true)]; tensor var_6003_transpose_y_1 = const()[name = tensor("op_6003_transpose_y_1"), val = tensor(false)]; tensor var_6003_cast_fp16 = matmul(transpose_x = var_6003_transpose_x_1, transpose_y = var_6003_transpose_y_1, x = var_5982_cast_fp16, y = var_5991_cast_fp16)[name = tensor("op_6003_cast_fp16")]; tensor var_6004_to_fp16 = const()[name = tensor("op_6004_to_fp16"), val = tensor(0x1p-3)]; tensor scores_691_cast_fp16 = mul(x = var_6003_cast_fp16, y = var_6004_to_fp16)[name = tensor("scores_691_cast_fp16")]; tensor scores_693_cast_fp16 = add(x = scores_691_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_693_cast_fp16")]; tensor scores_695_cast_fp16 = sub(x = scores_693_cast_fp16, y = var_185_cast_fp16)[name = tensor("scores_695_cast_fp16")]; tensor attn_weights_231_cast_fp16 = softmax(axis = var_29, x = scores_695_cast_fp16)[name = tensor("attn_weights_231_cast_fp16")]; tensor var_6009_transpose_x_1 = const()[name = tensor("op_6009_transpose_x_1"), val = tensor(false)]; tensor var_6009_transpose_y_1 = const()[name = tensor("op_6009_transpose_y_1"), val = tensor(true)]; tensor var_6009_cast_fp16 = matmul(transpose_x = var_6009_transpose_x_1, transpose_y = var_6009_transpose_y_1, x = attn_weights_231_cast_fp16, y = var_6000_cast_fp16)[name = tensor("op_6009_cast_fp16")]; tensor var_6016_pad_type_0 = const()[name = tensor("op_6016_pad_type_0"), val = tensor("valid")]; tensor var_6016_strides_0 = const()[name = tensor("op_6016_strides_0"), val = tensor([1, 1])]; tensor var_6016_pad_0 = const()[name = tensor("op_6016_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6016_dilations_0 = const()[name = tensor("op_6016_dilations_0"), val = tensor([1, 1])]; tensor var_6016_groups_0 = const()[name = tensor("op_6016_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_q_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219693440)))]; tensor model_text_model_encoder_layers_9_mixer_q_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219791808)))]; tensor var_6016_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_q_projs_8_bias_to_fp16, dilations = var_6016_dilations_0, groups = var_6016_groups_0, pad = var_6016_pad_0, pad_type = var_6016_pad_type_0, strides = var_6016_strides_0, weight = model_text_model_encoder_layers_9_mixer_q_projs_8_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_6016_cast_fp16")]; tensor var_6017_axes_0 = const()[name = tensor("op_6017_axes_0"), val = tensor([2])]; tensor var_6017_cast_fp16 = squeeze(axes = var_6017_axes_0, x = var_6016_cast_fp16)[name = tensor("op_6017_cast_fp16")]; tensor var_6025_pad_type_0 = const()[name = tensor("op_6025_pad_type_0"), val = tensor("valid")]; tensor var_6025_strides_0 = const()[name = tensor("op_6025_strides_0"), val = tensor([1, 1])]; tensor var_6025_pad_0 = const()[name = tensor("op_6025_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6025_dilations_0 = const()[name = tensor("op_6025_dilations_0"), val = tensor([1, 1])]; tensor var_6025_groups_0 = const()[name = tensor("op_6025_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_k_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219792000)))]; tensor model_text_model_encoder_layers_9_mixer_k_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219890368)))]; tensor var_6025_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_k_projs_8_bias_to_fp16, dilations = var_6025_dilations_0, groups = var_6025_groups_0, pad = var_6025_pad_0, pad_type = var_6025_pad_type_0, strides = var_6025_strides_0, weight = model_text_model_encoder_layers_9_mixer_k_projs_8_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_6025_cast_fp16")]; tensor var_6026_axes_0 = const()[name = tensor("op_6026_axes_0"), val = tensor([2])]; tensor var_6026_cast_fp16 = squeeze(axes = var_6026_axes_0, x = var_6025_cast_fp16)[name = tensor("op_6026_cast_fp16")]; tensor var_6034_pad_type_0 = const()[name = tensor("op_6034_pad_type_0"), val = tensor("valid")]; tensor var_6034_strides_0 = const()[name = tensor("op_6034_strides_0"), val = tensor([1, 1])]; tensor var_6034_pad_0 = const()[name = tensor("op_6034_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6034_dilations_0 = const()[name = tensor("op_6034_dilations_0"), val = tensor([1, 1])]; tensor var_6034_groups_0 = const()[name = tensor("op_6034_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_v_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219890560)))]; tensor model_text_model_encoder_layers_9_mixer_v_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219988928)))]; tensor var_6034_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_v_projs_8_bias_to_fp16, dilations = var_6034_dilations_0, groups = var_6034_groups_0, pad = var_6034_pad_0, pad_type = var_6034_pad_type_0, strides = var_6034_strides_0, weight = model_text_model_encoder_layers_9_mixer_v_projs_8_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_6034_cast_fp16")]; tensor var_6035_axes_0 = const()[name = tensor("op_6035_axes_0"), val = tensor([2])]; tensor var_6035_cast_fp16 = squeeze(axes = var_6035_axes_0, x = var_6034_cast_fp16)[name = tensor("op_6035_cast_fp16")]; tensor var_6038_transpose_x_1 = const()[name = tensor("op_6038_transpose_x_1"), val = tensor(true)]; tensor var_6038_transpose_y_1 = const()[name = tensor("op_6038_transpose_y_1"), val = tensor(false)]; tensor var_6038_cast_fp16 = matmul(transpose_x = var_6038_transpose_x_1, transpose_y = var_6038_transpose_y_1, x = var_6017_cast_fp16, y = var_6026_cast_fp16)[name = tensor("op_6038_cast_fp16")]; tensor var_6039_to_fp16 = const()[name = tensor("op_6039_to_fp16"), val = tensor(0x1p-3)]; tensor scores_697_cast_fp16 = mul(x = var_6038_cast_fp16, y = var_6039_to_fp16)[name = tensor("scores_697_cast_fp16")]; tensor scores_699_cast_fp16 = add(x = scores_697_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_699_cast_fp16")]; tensor scores_701_cast_fp16 = sub(x = scores_699_cast_fp16, y = var_189_cast_fp16)[name = tensor("scores_701_cast_fp16")]; tensor attn_weights_233_cast_fp16 = softmax(axis = var_29, x = scores_701_cast_fp16)[name = tensor("attn_weights_233_cast_fp16")]; tensor var_6044_transpose_x_1 = const()[name = tensor("op_6044_transpose_x_1"), val = tensor(false)]; tensor var_6044_transpose_y_1 = const()[name = tensor("op_6044_transpose_y_1"), val = tensor(true)]; tensor var_6044_cast_fp16 = matmul(transpose_x = var_6044_transpose_x_1, transpose_y = var_6044_transpose_y_1, x = attn_weights_233_cast_fp16, y = var_6035_cast_fp16)[name = tensor("op_6044_cast_fp16")]; tensor var_6051_pad_type_0 = const()[name = tensor("op_6051_pad_type_0"), val = tensor("valid")]; tensor var_6051_strides_0 = const()[name = tensor("op_6051_strides_0"), val = tensor([1, 1])]; tensor var_6051_pad_0 = const()[name = tensor("op_6051_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6051_dilations_0 = const()[name = tensor("op_6051_dilations_0"), val = tensor([1, 1])]; tensor var_6051_groups_0 = const()[name = tensor("op_6051_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_q_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219989120)))]; tensor model_text_model_encoder_layers_9_mixer_q_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220087488)))]; tensor var_6051_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_q_projs_9_bias_to_fp16, dilations = var_6051_dilations_0, groups = var_6051_groups_0, pad = var_6051_pad_0, pad_type = var_6051_pad_type_0, strides = var_6051_strides_0, weight = model_text_model_encoder_layers_9_mixer_q_projs_9_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_6051_cast_fp16")]; tensor var_6052_axes_0 = const()[name = tensor("op_6052_axes_0"), val = tensor([2])]; tensor var_6052_cast_fp16 = squeeze(axes = var_6052_axes_0, x = var_6051_cast_fp16)[name = tensor("op_6052_cast_fp16")]; tensor var_6060_pad_type_0 = const()[name = tensor("op_6060_pad_type_0"), val = tensor("valid")]; tensor var_6060_strides_0 = const()[name = tensor("op_6060_strides_0"), val = tensor([1, 1])]; tensor var_6060_pad_0 = const()[name = tensor("op_6060_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6060_dilations_0 = const()[name = tensor("op_6060_dilations_0"), val = tensor([1, 1])]; tensor var_6060_groups_0 = const()[name = tensor("op_6060_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_k_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220087680)))]; tensor model_text_model_encoder_layers_9_mixer_k_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220186048)))]; tensor var_6060_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_k_projs_9_bias_to_fp16, dilations = var_6060_dilations_0, groups = var_6060_groups_0, pad = var_6060_pad_0, pad_type = var_6060_pad_type_0, strides = var_6060_strides_0, weight = model_text_model_encoder_layers_9_mixer_k_projs_9_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_6060_cast_fp16")]; tensor var_6061_axes_0 = const()[name = tensor("op_6061_axes_0"), val = tensor([2])]; tensor var_6061_cast_fp16 = squeeze(axes = var_6061_axes_0, x = var_6060_cast_fp16)[name = tensor("op_6061_cast_fp16")]; tensor var_6069_pad_type_0 = const()[name = tensor("op_6069_pad_type_0"), val = tensor("valid")]; tensor var_6069_strides_0 = const()[name = tensor("op_6069_strides_0"), val = tensor([1, 1])]; tensor var_6069_pad_0 = const()[name = tensor("op_6069_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6069_dilations_0 = const()[name = tensor("op_6069_dilations_0"), val = tensor([1, 1])]; tensor var_6069_groups_0 = const()[name = tensor("op_6069_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_v_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220186240)))]; tensor model_text_model_encoder_layers_9_mixer_v_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220284608)))]; tensor var_6069_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_v_projs_9_bias_to_fp16, dilations = var_6069_dilations_0, groups = var_6069_groups_0, pad = var_6069_pad_0, pad_type = var_6069_pad_type_0, strides = var_6069_strides_0, weight = model_text_model_encoder_layers_9_mixer_v_projs_9_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_6069_cast_fp16")]; tensor var_6070_axes_0 = const()[name = tensor("op_6070_axes_0"), val = tensor([2])]; tensor var_6070_cast_fp16 = squeeze(axes = var_6070_axes_0, x = var_6069_cast_fp16)[name = tensor("op_6070_cast_fp16")]; tensor var_6073_transpose_x_1 = const()[name = tensor("op_6073_transpose_x_1"), val = tensor(true)]; tensor var_6073_transpose_y_1 = const()[name = tensor("op_6073_transpose_y_1"), val = tensor(false)]; tensor var_6073_cast_fp16 = matmul(transpose_x = var_6073_transpose_x_1, transpose_y = var_6073_transpose_y_1, x = var_6052_cast_fp16, y = var_6061_cast_fp16)[name = tensor("op_6073_cast_fp16")]; tensor var_6074_to_fp16 = const()[name = tensor("op_6074_to_fp16"), val = tensor(0x1p-3)]; tensor scores_703_cast_fp16 = mul(x = var_6073_cast_fp16, y = var_6074_to_fp16)[name = tensor("scores_703_cast_fp16")]; tensor scores_705_cast_fp16 = add(x = scores_703_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_705_cast_fp16")]; tensor scores_707_cast_fp16 = sub(x = scores_705_cast_fp16, y = var_193_cast_fp16)[name = tensor("scores_707_cast_fp16")]; tensor attn_weights_235_cast_fp16 = softmax(axis = var_29, x = scores_707_cast_fp16)[name = tensor("attn_weights_235_cast_fp16")]; tensor var_6079_transpose_x_1 = const()[name = tensor("op_6079_transpose_x_1"), val = tensor(false)]; tensor var_6079_transpose_y_1 = const()[name = tensor("op_6079_transpose_y_1"), val = tensor(true)]; tensor var_6079_cast_fp16 = matmul(transpose_x = var_6079_transpose_x_1, transpose_y = var_6079_transpose_y_1, x = attn_weights_235_cast_fp16, y = var_6070_cast_fp16)[name = tensor("op_6079_cast_fp16")]; tensor var_6086_pad_type_0 = const()[name = tensor("op_6086_pad_type_0"), val = tensor("valid")]; tensor var_6086_strides_0 = const()[name = tensor("op_6086_strides_0"), val = tensor([1, 1])]; tensor var_6086_pad_0 = const()[name = tensor("op_6086_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6086_dilations_0 = const()[name = tensor("op_6086_dilations_0"), val = tensor([1, 1])]; tensor var_6086_groups_0 = const()[name = tensor("op_6086_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_q_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220284800)))]; tensor model_text_model_encoder_layers_9_mixer_q_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220383168)))]; tensor var_6086_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_q_projs_10_bias_to_fp16, dilations = var_6086_dilations_0, groups = var_6086_groups_0, pad = var_6086_pad_0, pad_type = var_6086_pad_type_0, strides = var_6086_strides_0, weight = model_text_model_encoder_layers_9_mixer_q_projs_10_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_6086_cast_fp16")]; tensor var_6087_axes_0 = const()[name = tensor("op_6087_axes_0"), val = tensor([2])]; tensor var_6087_cast_fp16 = squeeze(axes = var_6087_axes_0, x = var_6086_cast_fp16)[name = tensor("op_6087_cast_fp16")]; tensor var_6095_pad_type_0 = const()[name = tensor("op_6095_pad_type_0"), val = tensor("valid")]; tensor var_6095_strides_0 = const()[name = tensor("op_6095_strides_0"), val = tensor([1, 1])]; tensor var_6095_pad_0 = const()[name = tensor("op_6095_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6095_dilations_0 = const()[name = tensor("op_6095_dilations_0"), val = tensor([1, 1])]; tensor var_6095_groups_0 = const()[name = tensor("op_6095_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_k_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220383360)))]; tensor model_text_model_encoder_layers_9_mixer_k_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220481728)))]; tensor var_6095_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_k_projs_10_bias_to_fp16, dilations = var_6095_dilations_0, groups = var_6095_groups_0, pad = var_6095_pad_0, pad_type = var_6095_pad_type_0, strides = var_6095_strides_0, weight = model_text_model_encoder_layers_9_mixer_k_projs_10_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_6095_cast_fp16")]; tensor var_6096_axes_0 = const()[name = tensor("op_6096_axes_0"), val = tensor([2])]; tensor var_6096_cast_fp16 = squeeze(axes = var_6096_axes_0, x = var_6095_cast_fp16)[name = tensor("op_6096_cast_fp16")]; tensor var_6104_pad_type_0 = const()[name = tensor("op_6104_pad_type_0"), val = tensor("valid")]; tensor var_6104_strides_0 = const()[name = tensor("op_6104_strides_0"), val = tensor([1, 1])]; tensor var_6104_pad_0 = const()[name = tensor("op_6104_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6104_dilations_0 = const()[name = tensor("op_6104_dilations_0"), val = tensor([1, 1])]; tensor var_6104_groups_0 = const()[name = tensor("op_6104_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_v_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220481920)))]; tensor model_text_model_encoder_layers_9_mixer_v_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220580288)))]; tensor var_6104_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_v_projs_10_bias_to_fp16, dilations = var_6104_dilations_0, groups = var_6104_groups_0, pad = var_6104_pad_0, pad_type = var_6104_pad_type_0, strides = var_6104_strides_0, weight = model_text_model_encoder_layers_9_mixer_v_projs_10_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_6104_cast_fp16")]; tensor var_6105_axes_0 = const()[name = tensor("op_6105_axes_0"), val = tensor([2])]; tensor var_6105_cast_fp16 = squeeze(axes = var_6105_axes_0, x = var_6104_cast_fp16)[name = tensor("op_6105_cast_fp16")]; tensor var_6108_transpose_x_1 = const()[name = tensor("op_6108_transpose_x_1"), val = tensor(true)]; tensor var_6108_transpose_y_1 = const()[name = tensor("op_6108_transpose_y_1"), val = tensor(false)]; tensor var_6108_cast_fp16 = matmul(transpose_x = var_6108_transpose_x_1, transpose_y = var_6108_transpose_y_1, x = var_6087_cast_fp16, y = var_6096_cast_fp16)[name = tensor("op_6108_cast_fp16")]; tensor var_6109_to_fp16 = const()[name = tensor("op_6109_to_fp16"), val = tensor(0x1p-3)]; tensor scores_709_cast_fp16 = mul(x = var_6108_cast_fp16, y = var_6109_to_fp16)[name = tensor("scores_709_cast_fp16")]; tensor scores_711_cast_fp16 = add(x = scores_709_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_711_cast_fp16")]; tensor scores_713_cast_fp16 = sub(x = scores_711_cast_fp16, y = var_197_cast_fp16)[name = tensor("scores_713_cast_fp16")]; tensor attn_weights_237_cast_fp16 = softmax(axis = var_29, x = scores_713_cast_fp16)[name = tensor("attn_weights_237_cast_fp16")]; tensor var_6114_transpose_x_1 = const()[name = tensor("op_6114_transpose_x_1"), val = tensor(false)]; tensor var_6114_transpose_y_1 = const()[name = tensor("op_6114_transpose_y_1"), val = tensor(true)]; tensor var_6114_cast_fp16 = matmul(transpose_x = var_6114_transpose_x_1, transpose_y = var_6114_transpose_y_1, x = attn_weights_237_cast_fp16, y = var_6105_cast_fp16)[name = tensor("op_6114_cast_fp16")]; tensor var_6121_pad_type_0 = const()[name = tensor("op_6121_pad_type_0"), val = tensor("valid")]; tensor var_6121_strides_0 = const()[name = tensor("op_6121_strides_0"), val = tensor([1, 1])]; tensor var_6121_pad_0 = const()[name = tensor("op_6121_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6121_dilations_0 = const()[name = tensor("op_6121_dilations_0"), val = tensor([1, 1])]; tensor var_6121_groups_0 = const()[name = tensor("op_6121_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_q_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220580480)))]; tensor model_text_model_encoder_layers_9_mixer_q_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_q_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220678848)))]; tensor var_6121_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_q_projs_11_bias_to_fp16, dilations = var_6121_dilations_0, groups = var_6121_groups_0, pad = var_6121_pad_0, pad_type = var_6121_pad_type_0, strides = var_6121_strides_0, weight = model_text_model_encoder_layers_9_mixer_q_projs_11_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_6121_cast_fp16")]; tensor var_6122_axes_0 = const()[name = tensor("op_6122_axes_0"), val = tensor([2])]; tensor var_6122_cast_fp16 = squeeze(axes = var_6122_axes_0, x = var_6121_cast_fp16)[name = tensor("op_6122_cast_fp16")]; tensor var_6130_pad_type_0 = const()[name = tensor("op_6130_pad_type_0"), val = tensor("valid")]; tensor var_6130_strides_0 = const()[name = tensor("op_6130_strides_0"), val = tensor([1, 1])]; tensor var_6130_pad_0 = const()[name = tensor("op_6130_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6130_dilations_0 = const()[name = tensor("op_6130_dilations_0"), val = tensor([1, 1])]; tensor var_6130_groups_0 = const()[name = tensor("op_6130_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_k_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220679040)))]; tensor model_text_model_encoder_layers_9_mixer_k_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_k_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220777408)))]; tensor var_6130_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_k_projs_11_bias_to_fp16, dilations = var_6130_dilations_0, groups = var_6130_groups_0, pad = var_6130_pad_0, pad_type = var_6130_pad_type_0, strides = var_6130_strides_0, weight = model_text_model_encoder_layers_9_mixer_k_projs_11_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_6130_cast_fp16")]; tensor var_6131_axes_0 = const()[name = tensor("op_6131_axes_0"), val = tensor([2])]; tensor var_6131_cast_fp16 = squeeze(axes = var_6131_axes_0, x = var_6130_cast_fp16)[name = tensor("op_6131_cast_fp16")]; tensor var_6139_pad_type_0 = const()[name = tensor("op_6139_pad_type_0"), val = tensor("valid")]; tensor var_6139_strides_0 = const()[name = tensor("op_6139_strides_0"), val = tensor([1, 1])]; tensor var_6139_pad_0 = const()[name = tensor("op_6139_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6139_dilations_0 = const()[name = tensor("op_6139_dilations_0"), val = tensor([1, 1])]; tensor var_6139_groups_0 = const()[name = tensor("op_6139_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mixer_v_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220777600)))]; tensor model_text_model_encoder_layers_9_mixer_v_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_v_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220875968)))]; tensor var_6139_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_v_projs_11_bias_to_fp16, dilations = var_6139_dilations_0, groups = var_6139_groups_0, pad = var_6139_pad_0, pad_type = var_6139_pad_type_0, strides = var_6139_strides_0, weight = model_text_model_encoder_layers_9_mixer_v_projs_11_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("op_6139_cast_fp16")]; tensor var_6140_axes_0 = const()[name = tensor("op_6140_axes_0"), val = tensor([2])]; tensor var_6140_cast_fp16 = squeeze(axes = var_6140_axes_0, x = var_6139_cast_fp16)[name = tensor("op_6140_cast_fp16")]; tensor var_6143_transpose_x_1 = const()[name = tensor("op_6143_transpose_x_1"), val = tensor(true)]; tensor var_6143_transpose_y_1 = const()[name = tensor("op_6143_transpose_y_1"), val = tensor(false)]; tensor var_6143_cast_fp16 = matmul(transpose_x = var_6143_transpose_x_1, transpose_y = var_6143_transpose_y_1, x = var_6122_cast_fp16, y = var_6131_cast_fp16)[name = tensor("op_6143_cast_fp16")]; tensor var_6144_to_fp16 = const()[name = tensor("op_6144_to_fp16"), val = tensor(0x1p-3)]; tensor scores_715_cast_fp16 = mul(x = var_6143_cast_fp16, y = var_6144_to_fp16)[name = tensor("scores_715_cast_fp16")]; tensor scores_717_cast_fp16 = add(x = scores_715_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_717_cast_fp16")]; tensor scores_719_cast_fp16 = sub(x = scores_717_cast_fp16, y = var_201_cast_fp16)[name = tensor("scores_719_cast_fp16")]; tensor attn_weights_239_cast_fp16 = softmax(axis = var_29, x = scores_719_cast_fp16)[name = tensor("attn_weights_239_cast_fp16")]; tensor out_19_transpose_x_1 = const()[name = tensor("out_19_transpose_x_1"), val = tensor(false)]; tensor out_19_transpose_y_1 = const()[name = tensor("out_19_transpose_y_1"), val = tensor(true)]; tensor out_19_cast_fp16 = matmul(transpose_x = out_19_transpose_x_1, transpose_y = out_19_transpose_y_1, x = attn_weights_239_cast_fp16, y = var_6140_cast_fp16)[name = tensor("out_19_cast_fp16")]; tensor attn_output_19_interleave_0 = const()[name = tensor("attn_output_19_interleave_0"), val = tensor(false)]; tensor attn_output_19_cast_fp16 = concat(axis = var_29, interleave = attn_output_19_interleave_0, values = (var_5764_cast_fp16, var_5799_cast_fp16, var_5834_cast_fp16, var_5869_cast_fp16, var_5904_cast_fp16, var_5939_cast_fp16, var_5974_cast_fp16, var_6009_cast_fp16, var_6044_cast_fp16, var_6079_cast_fp16, var_6114_cast_fp16, out_19_cast_fp16))[name = tensor("attn_output_19_cast_fp16")]; tensor var_6152_perm_0 = const()[name = tensor("op_6152_perm_0"), val = tensor([0, 2, 1])]; tensor var_6161_pad_type_0 = const()[name = tensor("op_6161_pad_type_0"), val = tensor("valid")]; tensor var_6161_groups_0 = const()[name = tensor("op_6161_groups_0"), val = tensor(1)]; tensor var_6161_strides_0 = const()[name = tensor("op_6161_strides_0"), val = tensor([1])]; tensor var_6161_pad_0 = const()[name = tensor("op_6161_pad_0"), val = tensor([0, 0])]; tensor var_6161_dilations_0 = const()[name = tensor("op_6161_dilations_0"), val = tensor([1])]; tensor squeeze_9_cast_fp16_to_fp32_to_fp16 = const()[name = tensor("squeeze_9_cast_fp16_to_fp32_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220876160)))]; tensor model_text_model_encoder_layers_9_mixer_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mixer_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(222055872)))]; tensor var_6152_cast_fp16 = transpose(perm = var_6152_perm_0, x = attn_output_19_cast_fp16)[name = tensor("transpose_19")]; tensor var_6161_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mixer_out_proj_bias_to_fp16, dilations = var_6161_dilations_0, groups = var_6161_groups_0, pad = var_6161_pad_0, pad_type = var_6161_pad_type_0, strides = var_6161_strides_0, weight = squeeze_9_cast_fp16_to_fp32_to_fp16, x = var_6152_cast_fp16)[name = tensor("op_6161_cast_fp16")]; tensor mixer_out_19_perm_0 = const()[name = tensor("mixer_out_19_perm_0"), val = tensor([0, 2, 1])]; tensor mixer_out_19_cast_fp16 = transpose(perm = mixer_out_19_perm_0, x = var_6161_cast_fp16)[name = tensor("transpose_18")]; tensor input_135_cast_fp16 = add(x = mixer_out_19_cast_fp16, y = var_5596_cast_fp16)[name = tensor("input_135_cast_fp16")]; tensor var_6167_axes_0 = const()[name = tensor("op_6167_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_9_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(222057472)))]; tensor model_text_model_encoder_layers_9_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(222059072)))]; tensor var_6167_cast_fp16 = layer_norm(axes = var_6167_axes_0, beta = model_text_model_encoder_layers_9_norm1_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_9_norm1_weight_to_fp16, x = input_135_cast_fp16)[name = tensor("op_6167_cast_fp16")]; tensor var_6173 = const()[name = tensor("op_6173"), val = tensor([1, 256, 1, 768])]; tensor hidden_states_93_cast_fp16 = reshape(shape = var_6173, x = var_6167_cast_fp16)[name = tensor("hidden_states_93_cast_fp16")]; tensor input_137_perm_0 = const()[name = tensor("input_137_perm_0"), val = tensor([0, 3, 2, 1])]; tensor hidden_states_95_pad_type_0 = const()[name = tensor("hidden_states_95_pad_type_0"), val = tensor("valid")]; tensor hidden_states_95_strides_0 = const()[name = tensor("hidden_states_95_strides_0"), val = tensor([1, 1])]; tensor hidden_states_95_pad_0 = const()[name = tensor("hidden_states_95_pad_0"), val = tensor([0, 0, 0, 0])]; tensor hidden_states_95_dilations_0 = const()[name = tensor("hidden_states_95_dilations_0"), val = tensor([1, 1])]; tensor hidden_states_95_groups_0 = const()[name = tensor("hidden_states_95_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mlp_gated_layers_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mlp_gated_layers_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(222060672)))]; tensor input_137_cast_fp16 = transpose(perm = input_137_perm_0, x = hidden_states_93_cast_fp16)[name = tensor("transpose_17")]; tensor hidden_states_95_cast_fp16 = conv(dilations = hidden_states_95_dilations_0, groups = hidden_states_95_groups_0, pad = hidden_states_95_pad_0, pad_type = hidden_states_95_pad_type_0, strides = hidden_states_95_strides_0, weight = model_text_model_encoder_layers_9_mlp_gated_layers_weight_to_fp16, x = input_137_cast_fp16)[name = tensor("hidden_states_95_cast_fp16")]; tensor hidden_states_97_perm_0 = const()[name = tensor("hidden_states_97_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_6183 = const()[name = tensor("op_6183"), val = tensor([1, 256, 6144])]; tensor hidden_states_97_cast_fp16 = transpose(perm = hidden_states_97_perm_0, x = hidden_states_95_cast_fp16)[name = tensor("transpose_16")]; tensor hidden_states_99_cast_fp16 = reshape(shape = var_6183, x = hidden_states_97_cast_fp16)[name = tensor("hidden_states_99_cast_fp16")]; tensor input_139_begin_0 = const()[name = tensor("input_139_begin_0"), val = tensor([0, 0, 0])]; tensor input_139_end_0 = const()[name = tensor("input_139_end_0"), val = tensor([1, 256, 3072])]; tensor input_139_end_mask_0 = const()[name = tensor("input_139_end_mask_0"), val = tensor([true, true, false])]; tensor input_139_cast_fp16 = slice_by_index(begin = input_139_begin_0, end = input_139_end_0, end_mask = input_139_end_mask_0, x = hidden_states_99_cast_fp16)[name = tensor("input_139_cast_fp16")]; tensor non_gated_19_begin_0 = const()[name = tensor("non_gated_19_begin_0"), val = tensor([0, 0, 3072])]; tensor non_gated_19_end_0 = const()[name = tensor("non_gated_19_end_0"), val = tensor([1, 256, 6144])]; tensor non_gated_19_end_mask_0 = const()[name = tensor("non_gated_19_end_mask_0"), val = tensor([true, true, true])]; tensor non_gated_19_cast_fp16 = slice_by_index(begin = non_gated_19_begin_0, end = non_gated_19_end_0, end_mask = non_gated_19_end_mask_0, x = hidden_states_99_cast_fp16)[name = tensor("non_gated_19_cast_fp16")]; tensor activated_gated_19_mode_0 = const()[name = tensor("activated_gated_19_mode_0"), val = tensor("EXACT")]; tensor activated_gated_19_cast_fp16 = gelu(mode = activated_gated_19_mode_0, x = input_139_cast_fp16)[name = tensor("activated_gated_19_cast_fp16")]; tensor combined_37_cast_fp16 = mul(x = activated_gated_19_cast_fp16, y = non_gated_19_cast_fp16)[name = tensor("combined_37_cast_fp16")]; tensor var_6193 = const()[name = tensor("op_6193"), val = tensor([1, 256, 1, 3072])]; tensor combined_39_cast_fp16 = reshape(shape = var_6193, x = combined_37_cast_fp16)[name = tensor("combined_39_cast_fp16")]; tensor input_141_perm_0 = const()[name = tensor("input_141_perm_0"), val = tensor([0, 3, 2, 1])]; tensor output_57_pad_type_0 = const()[name = tensor("output_57_pad_type_0"), val = tensor("valid")]; tensor output_57_strides_0 = const()[name = tensor("output_57_strides_0"), val = tensor([1, 1])]; tensor output_57_pad_0 = const()[name = tensor("output_57_pad_0"), val = tensor([0, 0, 0, 0])]; tensor output_57_dilations_0 = const()[name = tensor("output_57_dilations_0"), val = tensor([1, 1])]; tensor output_57_groups_0 = const()[name = tensor("output_57_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_9_mlp_wo_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mlp_wo_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(231497920)))]; tensor model_text_model_encoder_layers_9_mlp_wo_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_mlp_wo_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236216576)))]; tensor input_141_cast_fp16 = transpose(perm = input_141_perm_0, x = combined_39_cast_fp16)[name = tensor("transpose_15")]; tensor output_57_cast_fp16 = conv(bias = model_text_model_encoder_layers_9_mlp_wo_bias_to_fp16, dilations = output_57_dilations_0, groups = output_57_groups_0, pad = output_57_pad_0, pad_type = output_57_pad_type_0, strides = output_57_strides_0, weight = model_text_model_encoder_layers_9_mlp_wo_weight_to_fp16, x = input_141_cast_fp16)[name = tensor("output_57_cast_fp16")]; tensor output_59_perm_0 = const()[name = tensor("output_59_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_6204 = const()[name = tensor("op_6204"), val = tensor([1, 256, 768])]; tensor output_59_cast_fp16 = transpose(perm = output_59_perm_0, x = output_57_cast_fp16)[name = tensor("transpose_14")]; tensor mlp_out_19_cast_fp16 = reshape(shape = var_6204, x = output_59_cast_fp16)[name = tensor("mlp_out_19_cast_fp16")]; tensor input_143_cast_fp16 = add(x = mlp_out_19_cast_fp16, y = var_6167_cast_fp16)[name = tensor("input_143_cast_fp16")]; tensor var_6210_axes_0 = const()[name = tensor("op_6210_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_9_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236218176)))]; tensor model_text_model_encoder_layers_9_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_9_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236219776)))]; tensor var_6210_cast_fp16 = layer_norm(axes = var_6210_axes_0, beta = model_text_model_encoder_layers_9_norm2_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_9_norm2_weight_to_fp16, x = input_143_cast_fp16)[name = tensor("op_6210_cast_fp16")]; tensor var_6291 = const()[name = tensor("op_6291"), val = tensor([1, 256, 1, 768])]; tensor x_43_cast_fp16 = reshape(shape = var_6291, x = var_6210_cast_fp16)[name = tensor("x_43_cast_fp16")]; tensor input_145_perm_0 = const()[name = tensor("input_145_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_6350_pad_type_0 = const()[name = tensor("op_6350_pad_type_0"), val = tensor("valid")]; tensor var_6350_strides_0 = const()[name = tensor("op_6350_strides_0"), val = tensor([1, 1])]; tensor var_6350_pad_0 = const()[name = tensor("op_6350_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6350_dilations_0 = const()[name = tensor("op_6350_dilations_0"), val = tensor([1, 1])]; tensor var_6350_groups_0 = const()[name = tensor("op_6350_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_q_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236221376)))]; tensor model_text_model_encoder_layers_10_mixer_q_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236319744)))]; tensor input_145_cast_fp16 = transpose(perm = input_145_perm_0, x = x_43_cast_fp16)[name = tensor("transpose_13")]; tensor var_6350_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_q_projs_0_bias_to_fp16, dilations = var_6350_dilations_0, groups = var_6350_groups_0, pad = var_6350_pad_0, pad_type = var_6350_pad_type_0, strides = var_6350_strides_0, weight = model_text_model_encoder_layers_10_mixer_q_projs_0_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6350_cast_fp16")]; tensor var_6351_axes_0 = const()[name = tensor("op_6351_axes_0"), val = tensor([2])]; tensor var_6351_cast_fp16 = squeeze(axes = var_6351_axes_0, x = var_6350_cast_fp16)[name = tensor("op_6351_cast_fp16")]; tensor var_6359_pad_type_0 = const()[name = tensor("op_6359_pad_type_0"), val = tensor("valid")]; tensor var_6359_strides_0 = const()[name = tensor("op_6359_strides_0"), val = tensor([1, 1])]; tensor var_6359_pad_0 = const()[name = tensor("op_6359_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6359_dilations_0 = const()[name = tensor("op_6359_dilations_0"), val = tensor([1, 1])]; tensor var_6359_groups_0 = const()[name = tensor("op_6359_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_k_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236319936)))]; tensor model_text_model_encoder_layers_10_mixer_k_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236418304)))]; tensor var_6359_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_k_projs_0_bias_to_fp16, dilations = var_6359_dilations_0, groups = var_6359_groups_0, pad = var_6359_pad_0, pad_type = var_6359_pad_type_0, strides = var_6359_strides_0, weight = model_text_model_encoder_layers_10_mixer_k_projs_0_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6359_cast_fp16")]; tensor var_6360_axes_0 = const()[name = tensor("op_6360_axes_0"), val = tensor([2])]; tensor var_6360_cast_fp16 = squeeze(axes = var_6360_axes_0, x = var_6359_cast_fp16)[name = tensor("op_6360_cast_fp16")]; tensor var_6368_pad_type_0 = const()[name = tensor("op_6368_pad_type_0"), val = tensor("valid")]; tensor var_6368_strides_0 = const()[name = tensor("op_6368_strides_0"), val = tensor([1, 1])]; tensor var_6368_pad_0 = const()[name = tensor("op_6368_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6368_dilations_0 = const()[name = tensor("op_6368_dilations_0"), val = tensor([1, 1])]; tensor var_6368_groups_0 = const()[name = tensor("op_6368_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_v_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236418496)))]; tensor model_text_model_encoder_layers_10_mixer_v_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236516864)))]; tensor var_6368_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_v_projs_0_bias_to_fp16, dilations = var_6368_dilations_0, groups = var_6368_groups_0, pad = var_6368_pad_0, pad_type = var_6368_pad_type_0, strides = var_6368_strides_0, weight = model_text_model_encoder_layers_10_mixer_v_projs_0_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6368_cast_fp16")]; tensor var_6369_axes_0 = const()[name = tensor("op_6369_axes_0"), val = tensor([2])]; tensor var_6369_cast_fp16 = squeeze(axes = var_6369_axes_0, x = var_6368_cast_fp16)[name = tensor("op_6369_cast_fp16")]; tensor var_6372_transpose_x_1 = const()[name = tensor("op_6372_transpose_x_1"), val = tensor(true)]; tensor var_6372_transpose_y_1 = const()[name = tensor("op_6372_transpose_y_1"), val = tensor(false)]; tensor var_6372_cast_fp16 = matmul(transpose_x = var_6372_transpose_x_1, transpose_y = var_6372_transpose_y_1, x = var_6351_cast_fp16, y = var_6360_cast_fp16)[name = tensor("op_6372_cast_fp16")]; tensor var_6373_to_fp16 = const()[name = tensor("op_6373_to_fp16"), val = tensor(0x1p-3)]; tensor scores_721_cast_fp16 = mul(x = var_6372_cast_fp16, y = var_6373_to_fp16)[name = tensor("scores_721_cast_fp16")]; tensor scores_723_cast_fp16 = add(x = scores_721_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_723_cast_fp16")]; tensor scores_725_cast_fp16 = sub(x = scores_723_cast_fp16, y = var_157_cast_fp16)[name = tensor("scores_725_cast_fp16")]; tensor attn_weights_241_cast_fp16 = softmax(axis = var_29, x = scores_725_cast_fp16)[name = tensor("attn_weights_241_cast_fp16")]; tensor var_6378_transpose_x_1 = const()[name = tensor("op_6378_transpose_x_1"), val = tensor(false)]; tensor var_6378_transpose_y_1 = const()[name = tensor("op_6378_transpose_y_1"), val = tensor(true)]; tensor var_6378_cast_fp16 = matmul(transpose_x = var_6378_transpose_x_1, transpose_y = var_6378_transpose_y_1, x = attn_weights_241_cast_fp16, y = var_6369_cast_fp16)[name = tensor("op_6378_cast_fp16")]; tensor var_6385_pad_type_0 = const()[name = tensor("op_6385_pad_type_0"), val = tensor("valid")]; tensor var_6385_strides_0 = const()[name = tensor("op_6385_strides_0"), val = tensor([1, 1])]; tensor var_6385_pad_0 = const()[name = tensor("op_6385_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6385_dilations_0 = const()[name = tensor("op_6385_dilations_0"), val = tensor([1, 1])]; tensor var_6385_groups_0 = const()[name = tensor("op_6385_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_q_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236517056)))]; tensor model_text_model_encoder_layers_10_mixer_q_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236615424)))]; tensor var_6385_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_q_projs_1_bias_to_fp16, dilations = var_6385_dilations_0, groups = var_6385_groups_0, pad = var_6385_pad_0, pad_type = var_6385_pad_type_0, strides = var_6385_strides_0, weight = model_text_model_encoder_layers_10_mixer_q_projs_1_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6385_cast_fp16")]; tensor var_6386_axes_0 = const()[name = tensor("op_6386_axes_0"), val = tensor([2])]; tensor var_6386_cast_fp16 = squeeze(axes = var_6386_axes_0, x = var_6385_cast_fp16)[name = tensor("op_6386_cast_fp16")]; tensor var_6394_pad_type_0 = const()[name = tensor("op_6394_pad_type_0"), val = tensor("valid")]; tensor var_6394_strides_0 = const()[name = tensor("op_6394_strides_0"), val = tensor([1, 1])]; tensor var_6394_pad_0 = const()[name = tensor("op_6394_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6394_dilations_0 = const()[name = tensor("op_6394_dilations_0"), val = tensor([1, 1])]; tensor var_6394_groups_0 = const()[name = tensor("op_6394_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_k_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236615616)))]; tensor model_text_model_encoder_layers_10_mixer_k_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236713984)))]; tensor var_6394_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_k_projs_1_bias_to_fp16, dilations = var_6394_dilations_0, groups = var_6394_groups_0, pad = var_6394_pad_0, pad_type = var_6394_pad_type_0, strides = var_6394_strides_0, weight = model_text_model_encoder_layers_10_mixer_k_projs_1_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6394_cast_fp16")]; tensor var_6395_axes_0 = const()[name = tensor("op_6395_axes_0"), val = tensor([2])]; tensor var_6395_cast_fp16 = squeeze(axes = var_6395_axes_0, x = var_6394_cast_fp16)[name = tensor("op_6395_cast_fp16")]; tensor var_6403_pad_type_0 = const()[name = tensor("op_6403_pad_type_0"), val = tensor("valid")]; tensor var_6403_strides_0 = const()[name = tensor("op_6403_strides_0"), val = tensor([1, 1])]; tensor var_6403_pad_0 = const()[name = tensor("op_6403_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6403_dilations_0 = const()[name = tensor("op_6403_dilations_0"), val = tensor([1, 1])]; tensor var_6403_groups_0 = const()[name = tensor("op_6403_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_v_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236714176)))]; tensor model_text_model_encoder_layers_10_mixer_v_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236812544)))]; tensor var_6403_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_v_projs_1_bias_to_fp16, dilations = var_6403_dilations_0, groups = var_6403_groups_0, pad = var_6403_pad_0, pad_type = var_6403_pad_type_0, strides = var_6403_strides_0, weight = model_text_model_encoder_layers_10_mixer_v_projs_1_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6403_cast_fp16")]; tensor var_6404_axes_0 = const()[name = tensor("op_6404_axes_0"), val = tensor([2])]; tensor var_6404_cast_fp16 = squeeze(axes = var_6404_axes_0, x = var_6403_cast_fp16)[name = tensor("op_6404_cast_fp16")]; tensor var_6407_transpose_x_1 = const()[name = tensor("op_6407_transpose_x_1"), val = tensor(true)]; tensor var_6407_transpose_y_1 = const()[name = tensor("op_6407_transpose_y_1"), val = tensor(false)]; tensor var_6407_cast_fp16 = matmul(transpose_x = var_6407_transpose_x_1, transpose_y = var_6407_transpose_y_1, x = var_6386_cast_fp16, y = var_6395_cast_fp16)[name = tensor("op_6407_cast_fp16")]; tensor var_6408_to_fp16 = const()[name = tensor("op_6408_to_fp16"), val = tensor(0x1p-3)]; tensor scores_727_cast_fp16 = mul(x = var_6407_cast_fp16, y = var_6408_to_fp16)[name = tensor("scores_727_cast_fp16")]; tensor scores_729_cast_fp16 = add(x = scores_727_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_729_cast_fp16")]; tensor scores_731_cast_fp16 = sub(x = scores_729_cast_fp16, y = var_161_cast_fp16)[name = tensor("scores_731_cast_fp16")]; tensor attn_weights_243_cast_fp16 = softmax(axis = var_29, x = scores_731_cast_fp16)[name = tensor("attn_weights_243_cast_fp16")]; tensor var_6413_transpose_x_1 = const()[name = tensor("op_6413_transpose_x_1"), val = tensor(false)]; tensor var_6413_transpose_y_1 = const()[name = tensor("op_6413_transpose_y_1"), val = tensor(true)]; tensor var_6413_cast_fp16 = matmul(transpose_x = var_6413_transpose_x_1, transpose_y = var_6413_transpose_y_1, x = attn_weights_243_cast_fp16, y = var_6404_cast_fp16)[name = tensor("op_6413_cast_fp16")]; tensor var_6420_pad_type_0 = const()[name = tensor("op_6420_pad_type_0"), val = tensor("valid")]; tensor var_6420_strides_0 = const()[name = tensor("op_6420_strides_0"), val = tensor([1, 1])]; tensor var_6420_pad_0 = const()[name = tensor("op_6420_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6420_dilations_0 = const()[name = tensor("op_6420_dilations_0"), val = tensor([1, 1])]; tensor var_6420_groups_0 = const()[name = tensor("op_6420_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_q_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236812736)))]; tensor model_text_model_encoder_layers_10_mixer_q_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236911104)))]; tensor var_6420_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_q_projs_2_bias_to_fp16, dilations = var_6420_dilations_0, groups = var_6420_groups_0, pad = var_6420_pad_0, pad_type = var_6420_pad_type_0, strides = var_6420_strides_0, weight = model_text_model_encoder_layers_10_mixer_q_projs_2_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6420_cast_fp16")]; tensor var_6421_axes_0 = const()[name = tensor("op_6421_axes_0"), val = tensor([2])]; tensor var_6421_cast_fp16 = squeeze(axes = var_6421_axes_0, x = var_6420_cast_fp16)[name = tensor("op_6421_cast_fp16")]; tensor var_6429_pad_type_0 = const()[name = tensor("op_6429_pad_type_0"), val = tensor("valid")]; tensor var_6429_strides_0 = const()[name = tensor("op_6429_strides_0"), val = tensor([1, 1])]; tensor var_6429_pad_0 = const()[name = tensor("op_6429_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6429_dilations_0 = const()[name = tensor("op_6429_dilations_0"), val = tensor([1, 1])]; tensor var_6429_groups_0 = const()[name = tensor("op_6429_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_k_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236911296)))]; tensor model_text_model_encoder_layers_10_mixer_k_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237009664)))]; tensor var_6429_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_k_projs_2_bias_to_fp16, dilations = var_6429_dilations_0, groups = var_6429_groups_0, pad = var_6429_pad_0, pad_type = var_6429_pad_type_0, strides = var_6429_strides_0, weight = model_text_model_encoder_layers_10_mixer_k_projs_2_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6429_cast_fp16")]; tensor var_6430_axes_0 = const()[name = tensor("op_6430_axes_0"), val = tensor([2])]; tensor var_6430_cast_fp16 = squeeze(axes = var_6430_axes_0, x = var_6429_cast_fp16)[name = tensor("op_6430_cast_fp16")]; tensor var_6438_pad_type_0 = const()[name = tensor("op_6438_pad_type_0"), val = tensor("valid")]; tensor var_6438_strides_0 = const()[name = tensor("op_6438_strides_0"), val = tensor([1, 1])]; tensor var_6438_pad_0 = const()[name = tensor("op_6438_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6438_dilations_0 = const()[name = tensor("op_6438_dilations_0"), val = tensor([1, 1])]; tensor var_6438_groups_0 = const()[name = tensor("op_6438_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_v_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237009856)))]; tensor model_text_model_encoder_layers_10_mixer_v_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237108224)))]; tensor var_6438_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_v_projs_2_bias_to_fp16, dilations = var_6438_dilations_0, groups = var_6438_groups_0, pad = var_6438_pad_0, pad_type = var_6438_pad_type_0, strides = var_6438_strides_0, weight = model_text_model_encoder_layers_10_mixer_v_projs_2_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6438_cast_fp16")]; tensor var_6439_axes_0 = const()[name = tensor("op_6439_axes_0"), val = tensor([2])]; tensor var_6439_cast_fp16 = squeeze(axes = var_6439_axes_0, x = var_6438_cast_fp16)[name = tensor("op_6439_cast_fp16")]; tensor var_6442_transpose_x_1 = const()[name = tensor("op_6442_transpose_x_1"), val = tensor(true)]; tensor var_6442_transpose_y_1 = const()[name = tensor("op_6442_transpose_y_1"), val = tensor(false)]; tensor var_6442_cast_fp16 = matmul(transpose_x = var_6442_transpose_x_1, transpose_y = var_6442_transpose_y_1, x = var_6421_cast_fp16, y = var_6430_cast_fp16)[name = tensor("op_6442_cast_fp16")]; tensor var_6443_to_fp16 = const()[name = tensor("op_6443_to_fp16"), val = tensor(0x1p-3)]; tensor scores_733_cast_fp16 = mul(x = var_6442_cast_fp16, y = var_6443_to_fp16)[name = tensor("scores_733_cast_fp16")]; tensor scores_735_cast_fp16 = add(x = scores_733_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_735_cast_fp16")]; tensor scores_737_cast_fp16 = sub(x = scores_735_cast_fp16, y = var_165_cast_fp16)[name = tensor("scores_737_cast_fp16")]; tensor attn_weights_245_cast_fp16 = softmax(axis = var_29, x = scores_737_cast_fp16)[name = tensor("attn_weights_245_cast_fp16")]; tensor var_6448_transpose_x_1 = const()[name = tensor("op_6448_transpose_x_1"), val = tensor(false)]; tensor var_6448_transpose_y_1 = const()[name = tensor("op_6448_transpose_y_1"), val = tensor(true)]; tensor var_6448_cast_fp16 = matmul(transpose_x = var_6448_transpose_x_1, transpose_y = var_6448_transpose_y_1, x = attn_weights_245_cast_fp16, y = var_6439_cast_fp16)[name = tensor("op_6448_cast_fp16")]; tensor var_6455_pad_type_0 = const()[name = tensor("op_6455_pad_type_0"), val = tensor("valid")]; tensor var_6455_strides_0 = const()[name = tensor("op_6455_strides_0"), val = tensor([1, 1])]; tensor var_6455_pad_0 = const()[name = tensor("op_6455_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6455_dilations_0 = const()[name = tensor("op_6455_dilations_0"), val = tensor([1, 1])]; tensor var_6455_groups_0 = const()[name = tensor("op_6455_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_q_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237108416)))]; tensor model_text_model_encoder_layers_10_mixer_q_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237206784)))]; tensor var_6455_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_q_projs_3_bias_to_fp16, dilations = var_6455_dilations_0, groups = var_6455_groups_0, pad = var_6455_pad_0, pad_type = var_6455_pad_type_0, strides = var_6455_strides_0, weight = model_text_model_encoder_layers_10_mixer_q_projs_3_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6455_cast_fp16")]; tensor var_6456_axes_0 = const()[name = tensor("op_6456_axes_0"), val = tensor([2])]; tensor var_6456_cast_fp16 = squeeze(axes = var_6456_axes_0, x = var_6455_cast_fp16)[name = tensor("op_6456_cast_fp16")]; tensor var_6464_pad_type_0 = const()[name = tensor("op_6464_pad_type_0"), val = tensor("valid")]; tensor var_6464_strides_0 = const()[name = tensor("op_6464_strides_0"), val = tensor([1, 1])]; tensor var_6464_pad_0 = const()[name = tensor("op_6464_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6464_dilations_0 = const()[name = tensor("op_6464_dilations_0"), val = tensor([1, 1])]; tensor var_6464_groups_0 = const()[name = tensor("op_6464_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_k_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237206976)))]; tensor model_text_model_encoder_layers_10_mixer_k_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237305344)))]; tensor var_6464_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_k_projs_3_bias_to_fp16, dilations = var_6464_dilations_0, groups = var_6464_groups_0, pad = var_6464_pad_0, pad_type = var_6464_pad_type_0, strides = var_6464_strides_0, weight = model_text_model_encoder_layers_10_mixer_k_projs_3_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6464_cast_fp16")]; tensor var_6465_axes_0 = const()[name = tensor("op_6465_axes_0"), val = tensor([2])]; tensor var_6465_cast_fp16 = squeeze(axes = var_6465_axes_0, x = var_6464_cast_fp16)[name = tensor("op_6465_cast_fp16")]; tensor var_6473_pad_type_0 = const()[name = tensor("op_6473_pad_type_0"), val = tensor("valid")]; tensor var_6473_strides_0 = const()[name = tensor("op_6473_strides_0"), val = tensor([1, 1])]; tensor var_6473_pad_0 = const()[name = tensor("op_6473_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6473_dilations_0 = const()[name = tensor("op_6473_dilations_0"), val = tensor([1, 1])]; tensor var_6473_groups_0 = const()[name = tensor("op_6473_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_v_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237305536)))]; tensor model_text_model_encoder_layers_10_mixer_v_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237403904)))]; tensor var_6473_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_v_projs_3_bias_to_fp16, dilations = var_6473_dilations_0, groups = var_6473_groups_0, pad = var_6473_pad_0, pad_type = var_6473_pad_type_0, strides = var_6473_strides_0, weight = model_text_model_encoder_layers_10_mixer_v_projs_3_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6473_cast_fp16")]; tensor var_6474_axes_0 = const()[name = tensor("op_6474_axes_0"), val = tensor([2])]; tensor var_6474_cast_fp16 = squeeze(axes = var_6474_axes_0, x = var_6473_cast_fp16)[name = tensor("op_6474_cast_fp16")]; tensor var_6477_transpose_x_1 = const()[name = tensor("op_6477_transpose_x_1"), val = tensor(true)]; tensor var_6477_transpose_y_1 = const()[name = tensor("op_6477_transpose_y_1"), val = tensor(false)]; tensor var_6477_cast_fp16 = matmul(transpose_x = var_6477_transpose_x_1, transpose_y = var_6477_transpose_y_1, x = var_6456_cast_fp16, y = var_6465_cast_fp16)[name = tensor("op_6477_cast_fp16")]; tensor var_6478_to_fp16 = const()[name = tensor("op_6478_to_fp16"), val = tensor(0x1p-3)]; tensor scores_739_cast_fp16 = mul(x = var_6477_cast_fp16, y = var_6478_to_fp16)[name = tensor("scores_739_cast_fp16")]; tensor scores_741_cast_fp16 = add(x = scores_739_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_741_cast_fp16")]; tensor scores_743_cast_fp16 = sub(x = scores_741_cast_fp16, y = var_169_cast_fp16)[name = tensor("scores_743_cast_fp16")]; tensor attn_weights_247_cast_fp16 = softmax(axis = var_29, x = scores_743_cast_fp16)[name = tensor("attn_weights_247_cast_fp16")]; tensor var_6483_transpose_x_1 = const()[name = tensor("op_6483_transpose_x_1"), val = tensor(false)]; tensor var_6483_transpose_y_1 = const()[name = tensor("op_6483_transpose_y_1"), val = tensor(true)]; tensor var_6483_cast_fp16 = matmul(transpose_x = var_6483_transpose_x_1, transpose_y = var_6483_transpose_y_1, x = attn_weights_247_cast_fp16, y = var_6474_cast_fp16)[name = tensor("op_6483_cast_fp16")]; tensor var_6490_pad_type_0 = const()[name = tensor("op_6490_pad_type_0"), val = tensor("valid")]; tensor var_6490_strides_0 = const()[name = tensor("op_6490_strides_0"), val = tensor([1, 1])]; tensor var_6490_pad_0 = const()[name = tensor("op_6490_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6490_dilations_0 = const()[name = tensor("op_6490_dilations_0"), val = tensor([1, 1])]; tensor var_6490_groups_0 = const()[name = tensor("op_6490_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_q_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237404096)))]; tensor model_text_model_encoder_layers_10_mixer_q_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237502464)))]; tensor var_6490_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_q_projs_4_bias_to_fp16, dilations = var_6490_dilations_0, groups = var_6490_groups_0, pad = var_6490_pad_0, pad_type = var_6490_pad_type_0, strides = var_6490_strides_0, weight = model_text_model_encoder_layers_10_mixer_q_projs_4_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6490_cast_fp16")]; tensor var_6491_axes_0 = const()[name = tensor("op_6491_axes_0"), val = tensor([2])]; tensor var_6491_cast_fp16 = squeeze(axes = var_6491_axes_0, x = var_6490_cast_fp16)[name = tensor("op_6491_cast_fp16")]; tensor var_6499_pad_type_0 = const()[name = tensor("op_6499_pad_type_0"), val = tensor("valid")]; tensor var_6499_strides_0 = const()[name = tensor("op_6499_strides_0"), val = tensor([1, 1])]; tensor var_6499_pad_0 = const()[name = tensor("op_6499_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6499_dilations_0 = const()[name = tensor("op_6499_dilations_0"), val = tensor([1, 1])]; tensor var_6499_groups_0 = const()[name = tensor("op_6499_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_k_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237502656)))]; tensor model_text_model_encoder_layers_10_mixer_k_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237601024)))]; tensor var_6499_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_k_projs_4_bias_to_fp16, dilations = var_6499_dilations_0, groups = var_6499_groups_0, pad = var_6499_pad_0, pad_type = var_6499_pad_type_0, strides = var_6499_strides_0, weight = model_text_model_encoder_layers_10_mixer_k_projs_4_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6499_cast_fp16")]; tensor var_6500_axes_0 = const()[name = tensor("op_6500_axes_0"), val = tensor([2])]; tensor var_6500_cast_fp16 = squeeze(axes = var_6500_axes_0, x = var_6499_cast_fp16)[name = tensor("op_6500_cast_fp16")]; tensor var_6508_pad_type_0 = const()[name = tensor("op_6508_pad_type_0"), val = tensor("valid")]; tensor var_6508_strides_0 = const()[name = tensor("op_6508_strides_0"), val = tensor([1, 1])]; tensor var_6508_pad_0 = const()[name = tensor("op_6508_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6508_dilations_0 = const()[name = tensor("op_6508_dilations_0"), val = tensor([1, 1])]; tensor var_6508_groups_0 = const()[name = tensor("op_6508_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_v_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237601216)))]; tensor model_text_model_encoder_layers_10_mixer_v_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237699584)))]; tensor var_6508_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_v_projs_4_bias_to_fp16, dilations = var_6508_dilations_0, groups = var_6508_groups_0, pad = var_6508_pad_0, pad_type = var_6508_pad_type_0, strides = var_6508_strides_0, weight = model_text_model_encoder_layers_10_mixer_v_projs_4_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6508_cast_fp16")]; tensor var_6509_axes_0 = const()[name = tensor("op_6509_axes_0"), val = tensor([2])]; tensor var_6509_cast_fp16 = squeeze(axes = var_6509_axes_0, x = var_6508_cast_fp16)[name = tensor("op_6509_cast_fp16")]; tensor var_6512_transpose_x_1 = const()[name = tensor("op_6512_transpose_x_1"), val = tensor(true)]; tensor var_6512_transpose_y_1 = const()[name = tensor("op_6512_transpose_y_1"), val = tensor(false)]; tensor var_6512_cast_fp16 = matmul(transpose_x = var_6512_transpose_x_1, transpose_y = var_6512_transpose_y_1, x = var_6491_cast_fp16, y = var_6500_cast_fp16)[name = tensor("op_6512_cast_fp16")]; tensor var_6513_to_fp16 = const()[name = tensor("op_6513_to_fp16"), val = tensor(0x1p-3)]; tensor scores_745_cast_fp16 = mul(x = var_6512_cast_fp16, y = var_6513_to_fp16)[name = tensor("scores_745_cast_fp16")]; tensor scores_747_cast_fp16 = add(x = scores_745_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_747_cast_fp16")]; tensor scores_749_cast_fp16 = sub(x = scores_747_cast_fp16, y = var_173_cast_fp16)[name = tensor("scores_749_cast_fp16")]; tensor attn_weights_249_cast_fp16 = softmax(axis = var_29, x = scores_749_cast_fp16)[name = tensor("attn_weights_249_cast_fp16")]; tensor var_6518_transpose_x_1 = const()[name = tensor("op_6518_transpose_x_1"), val = tensor(false)]; tensor var_6518_transpose_y_1 = const()[name = tensor("op_6518_transpose_y_1"), val = tensor(true)]; tensor var_6518_cast_fp16 = matmul(transpose_x = var_6518_transpose_x_1, transpose_y = var_6518_transpose_y_1, x = attn_weights_249_cast_fp16, y = var_6509_cast_fp16)[name = tensor("op_6518_cast_fp16")]; tensor var_6525_pad_type_0 = const()[name = tensor("op_6525_pad_type_0"), val = tensor("valid")]; tensor var_6525_strides_0 = const()[name = tensor("op_6525_strides_0"), val = tensor([1, 1])]; tensor var_6525_pad_0 = const()[name = tensor("op_6525_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6525_dilations_0 = const()[name = tensor("op_6525_dilations_0"), val = tensor([1, 1])]; tensor var_6525_groups_0 = const()[name = tensor("op_6525_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_q_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237699776)))]; tensor model_text_model_encoder_layers_10_mixer_q_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237798144)))]; tensor var_6525_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_q_projs_5_bias_to_fp16, dilations = var_6525_dilations_0, groups = var_6525_groups_0, pad = var_6525_pad_0, pad_type = var_6525_pad_type_0, strides = var_6525_strides_0, weight = model_text_model_encoder_layers_10_mixer_q_projs_5_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6525_cast_fp16")]; tensor var_6526_axes_0 = const()[name = tensor("op_6526_axes_0"), val = tensor([2])]; tensor var_6526_cast_fp16 = squeeze(axes = var_6526_axes_0, x = var_6525_cast_fp16)[name = tensor("op_6526_cast_fp16")]; tensor var_6534_pad_type_0 = const()[name = tensor("op_6534_pad_type_0"), val = tensor("valid")]; tensor var_6534_strides_0 = const()[name = tensor("op_6534_strides_0"), val = tensor([1, 1])]; tensor var_6534_pad_0 = const()[name = tensor("op_6534_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6534_dilations_0 = const()[name = tensor("op_6534_dilations_0"), val = tensor([1, 1])]; tensor var_6534_groups_0 = const()[name = tensor("op_6534_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_k_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237798336)))]; tensor model_text_model_encoder_layers_10_mixer_k_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237896704)))]; tensor var_6534_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_k_projs_5_bias_to_fp16, dilations = var_6534_dilations_0, groups = var_6534_groups_0, pad = var_6534_pad_0, pad_type = var_6534_pad_type_0, strides = var_6534_strides_0, weight = model_text_model_encoder_layers_10_mixer_k_projs_5_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6534_cast_fp16")]; tensor var_6535_axes_0 = const()[name = tensor("op_6535_axes_0"), val = tensor([2])]; tensor var_6535_cast_fp16 = squeeze(axes = var_6535_axes_0, x = var_6534_cast_fp16)[name = tensor("op_6535_cast_fp16")]; tensor var_6543_pad_type_0 = const()[name = tensor("op_6543_pad_type_0"), val = tensor("valid")]; tensor var_6543_strides_0 = const()[name = tensor("op_6543_strides_0"), val = tensor([1, 1])]; tensor var_6543_pad_0 = const()[name = tensor("op_6543_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6543_dilations_0 = const()[name = tensor("op_6543_dilations_0"), val = tensor([1, 1])]; tensor var_6543_groups_0 = const()[name = tensor("op_6543_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_v_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237896896)))]; tensor model_text_model_encoder_layers_10_mixer_v_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237995264)))]; tensor var_6543_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_v_projs_5_bias_to_fp16, dilations = var_6543_dilations_0, groups = var_6543_groups_0, pad = var_6543_pad_0, pad_type = var_6543_pad_type_0, strides = var_6543_strides_0, weight = model_text_model_encoder_layers_10_mixer_v_projs_5_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6543_cast_fp16")]; tensor var_6544_axes_0 = const()[name = tensor("op_6544_axes_0"), val = tensor([2])]; tensor var_6544_cast_fp16 = squeeze(axes = var_6544_axes_0, x = var_6543_cast_fp16)[name = tensor("op_6544_cast_fp16")]; tensor var_6547_transpose_x_1 = const()[name = tensor("op_6547_transpose_x_1"), val = tensor(true)]; tensor var_6547_transpose_y_1 = const()[name = tensor("op_6547_transpose_y_1"), val = tensor(false)]; tensor var_6547_cast_fp16 = matmul(transpose_x = var_6547_transpose_x_1, transpose_y = var_6547_transpose_y_1, x = var_6526_cast_fp16, y = var_6535_cast_fp16)[name = tensor("op_6547_cast_fp16")]; tensor var_6548_to_fp16 = const()[name = tensor("op_6548_to_fp16"), val = tensor(0x1p-3)]; tensor scores_751_cast_fp16 = mul(x = var_6547_cast_fp16, y = var_6548_to_fp16)[name = tensor("scores_751_cast_fp16")]; tensor scores_753_cast_fp16 = add(x = scores_751_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_753_cast_fp16")]; tensor scores_755_cast_fp16 = sub(x = scores_753_cast_fp16, y = var_177_cast_fp16)[name = tensor("scores_755_cast_fp16")]; tensor attn_weights_251_cast_fp16 = softmax(axis = var_29, x = scores_755_cast_fp16)[name = tensor("attn_weights_251_cast_fp16")]; tensor var_6553_transpose_x_1 = const()[name = tensor("op_6553_transpose_x_1"), val = tensor(false)]; tensor var_6553_transpose_y_1 = const()[name = tensor("op_6553_transpose_y_1"), val = tensor(true)]; tensor var_6553_cast_fp16 = matmul(transpose_x = var_6553_transpose_x_1, transpose_y = var_6553_transpose_y_1, x = attn_weights_251_cast_fp16, y = var_6544_cast_fp16)[name = tensor("op_6553_cast_fp16")]; tensor var_6560_pad_type_0 = const()[name = tensor("op_6560_pad_type_0"), val = tensor("valid")]; tensor var_6560_strides_0 = const()[name = tensor("op_6560_strides_0"), val = tensor([1, 1])]; tensor var_6560_pad_0 = const()[name = tensor("op_6560_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6560_dilations_0 = const()[name = tensor("op_6560_dilations_0"), val = tensor([1, 1])]; tensor var_6560_groups_0 = const()[name = tensor("op_6560_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_q_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(237995456)))]; tensor model_text_model_encoder_layers_10_mixer_q_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238093824)))]; tensor var_6560_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_q_projs_6_bias_to_fp16, dilations = var_6560_dilations_0, groups = var_6560_groups_0, pad = var_6560_pad_0, pad_type = var_6560_pad_type_0, strides = var_6560_strides_0, weight = model_text_model_encoder_layers_10_mixer_q_projs_6_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6560_cast_fp16")]; tensor var_6561_axes_0 = const()[name = tensor("op_6561_axes_0"), val = tensor([2])]; tensor var_6561_cast_fp16 = squeeze(axes = var_6561_axes_0, x = var_6560_cast_fp16)[name = tensor("op_6561_cast_fp16")]; tensor var_6569_pad_type_0 = const()[name = tensor("op_6569_pad_type_0"), val = tensor("valid")]; tensor var_6569_strides_0 = const()[name = tensor("op_6569_strides_0"), val = tensor([1, 1])]; tensor var_6569_pad_0 = const()[name = tensor("op_6569_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6569_dilations_0 = const()[name = tensor("op_6569_dilations_0"), val = tensor([1, 1])]; tensor var_6569_groups_0 = const()[name = tensor("op_6569_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_k_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238094016)))]; tensor model_text_model_encoder_layers_10_mixer_k_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238192384)))]; tensor var_6569_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_k_projs_6_bias_to_fp16, dilations = var_6569_dilations_0, groups = var_6569_groups_0, pad = var_6569_pad_0, pad_type = var_6569_pad_type_0, strides = var_6569_strides_0, weight = model_text_model_encoder_layers_10_mixer_k_projs_6_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6569_cast_fp16")]; tensor var_6570_axes_0 = const()[name = tensor("op_6570_axes_0"), val = tensor([2])]; tensor var_6570_cast_fp16 = squeeze(axes = var_6570_axes_0, x = var_6569_cast_fp16)[name = tensor("op_6570_cast_fp16")]; tensor var_6578_pad_type_0 = const()[name = tensor("op_6578_pad_type_0"), val = tensor("valid")]; tensor var_6578_strides_0 = const()[name = tensor("op_6578_strides_0"), val = tensor([1, 1])]; tensor var_6578_pad_0 = const()[name = tensor("op_6578_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6578_dilations_0 = const()[name = tensor("op_6578_dilations_0"), val = tensor([1, 1])]; tensor var_6578_groups_0 = const()[name = tensor("op_6578_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_v_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238192576)))]; tensor model_text_model_encoder_layers_10_mixer_v_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238290944)))]; tensor var_6578_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_v_projs_6_bias_to_fp16, dilations = var_6578_dilations_0, groups = var_6578_groups_0, pad = var_6578_pad_0, pad_type = var_6578_pad_type_0, strides = var_6578_strides_0, weight = model_text_model_encoder_layers_10_mixer_v_projs_6_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6578_cast_fp16")]; tensor var_6579_axes_0 = const()[name = tensor("op_6579_axes_0"), val = tensor([2])]; tensor var_6579_cast_fp16 = squeeze(axes = var_6579_axes_0, x = var_6578_cast_fp16)[name = tensor("op_6579_cast_fp16")]; tensor var_6582_transpose_x_1 = const()[name = tensor("op_6582_transpose_x_1"), val = tensor(true)]; tensor var_6582_transpose_y_1 = const()[name = tensor("op_6582_transpose_y_1"), val = tensor(false)]; tensor var_6582_cast_fp16 = matmul(transpose_x = var_6582_transpose_x_1, transpose_y = var_6582_transpose_y_1, x = var_6561_cast_fp16, y = var_6570_cast_fp16)[name = tensor("op_6582_cast_fp16")]; tensor var_6583_to_fp16 = const()[name = tensor("op_6583_to_fp16"), val = tensor(0x1p-3)]; tensor scores_757_cast_fp16 = mul(x = var_6582_cast_fp16, y = var_6583_to_fp16)[name = tensor("scores_757_cast_fp16")]; tensor scores_759_cast_fp16 = add(x = scores_757_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_759_cast_fp16")]; tensor scores_761_cast_fp16 = sub(x = scores_759_cast_fp16, y = var_181_cast_fp16)[name = tensor("scores_761_cast_fp16")]; tensor attn_weights_253_cast_fp16 = softmax(axis = var_29, x = scores_761_cast_fp16)[name = tensor("attn_weights_253_cast_fp16")]; tensor var_6588_transpose_x_1 = const()[name = tensor("op_6588_transpose_x_1"), val = tensor(false)]; tensor var_6588_transpose_y_1 = const()[name = tensor("op_6588_transpose_y_1"), val = tensor(true)]; tensor var_6588_cast_fp16 = matmul(transpose_x = var_6588_transpose_x_1, transpose_y = var_6588_transpose_y_1, x = attn_weights_253_cast_fp16, y = var_6579_cast_fp16)[name = tensor("op_6588_cast_fp16")]; tensor var_6595_pad_type_0 = const()[name = tensor("op_6595_pad_type_0"), val = tensor("valid")]; tensor var_6595_strides_0 = const()[name = tensor("op_6595_strides_0"), val = tensor([1, 1])]; tensor var_6595_pad_0 = const()[name = tensor("op_6595_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6595_dilations_0 = const()[name = tensor("op_6595_dilations_0"), val = tensor([1, 1])]; tensor var_6595_groups_0 = const()[name = tensor("op_6595_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_q_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238291136)))]; tensor model_text_model_encoder_layers_10_mixer_q_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238389504)))]; tensor var_6595_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_q_projs_7_bias_to_fp16, dilations = var_6595_dilations_0, groups = var_6595_groups_0, pad = var_6595_pad_0, pad_type = var_6595_pad_type_0, strides = var_6595_strides_0, weight = model_text_model_encoder_layers_10_mixer_q_projs_7_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6595_cast_fp16")]; tensor var_6596_axes_0 = const()[name = tensor("op_6596_axes_0"), val = tensor([2])]; tensor var_6596_cast_fp16 = squeeze(axes = var_6596_axes_0, x = var_6595_cast_fp16)[name = tensor("op_6596_cast_fp16")]; tensor var_6604_pad_type_0 = const()[name = tensor("op_6604_pad_type_0"), val = tensor("valid")]; tensor var_6604_strides_0 = const()[name = tensor("op_6604_strides_0"), val = tensor([1, 1])]; tensor var_6604_pad_0 = const()[name = tensor("op_6604_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6604_dilations_0 = const()[name = tensor("op_6604_dilations_0"), val = tensor([1, 1])]; tensor var_6604_groups_0 = const()[name = tensor("op_6604_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_k_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238389696)))]; tensor model_text_model_encoder_layers_10_mixer_k_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238488064)))]; tensor var_6604_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_k_projs_7_bias_to_fp16, dilations = var_6604_dilations_0, groups = var_6604_groups_0, pad = var_6604_pad_0, pad_type = var_6604_pad_type_0, strides = var_6604_strides_0, weight = model_text_model_encoder_layers_10_mixer_k_projs_7_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6604_cast_fp16")]; tensor var_6605_axes_0 = const()[name = tensor("op_6605_axes_0"), val = tensor([2])]; tensor var_6605_cast_fp16 = squeeze(axes = var_6605_axes_0, x = var_6604_cast_fp16)[name = tensor("op_6605_cast_fp16")]; tensor var_6613_pad_type_0 = const()[name = tensor("op_6613_pad_type_0"), val = tensor("valid")]; tensor var_6613_strides_0 = const()[name = tensor("op_6613_strides_0"), val = tensor([1, 1])]; tensor var_6613_pad_0 = const()[name = tensor("op_6613_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6613_dilations_0 = const()[name = tensor("op_6613_dilations_0"), val = tensor([1, 1])]; tensor var_6613_groups_0 = const()[name = tensor("op_6613_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_v_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238488256)))]; tensor model_text_model_encoder_layers_10_mixer_v_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238586624)))]; tensor var_6613_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_v_projs_7_bias_to_fp16, dilations = var_6613_dilations_0, groups = var_6613_groups_0, pad = var_6613_pad_0, pad_type = var_6613_pad_type_0, strides = var_6613_strides_0, weight = model_text_model_encoder_layers_10_mixer_v_projs_7_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6613_cast_fp16")]; tensor var_6614_axes_0 = const()[name = tensor("op_6614_axes_0"), val = tensor([2])]; tensor var_6614_cast_fp16 = squeeze(axes = var_6614_axes_0, x = var_6613_cast_fp16)[name = tensor("op_6614_cast_fp16")]; tensor var_6617_transpose_x_1 = const()[name = tensor("op_6617_transpose_x_1"), val = tensor(true)]; tensor var_6617_transpose_y_1 = const()[name = tensor("op_6617_transpose_y_1"), val = tensor(false)]; tensor var_6617_cast_fp16 = matmul(transpose_x = var_6617_transpose_x_1, transpose_y = var_6617_transpose_y_1, x = var_6596_cast_fp16, y = var_6605_cast_fp16)[name = tensor("op_6617_cast_fp16")]; tensor var_6618_to_fp16 = const()[name = tensor("op_6618_to_fp16"), val = tensor(0x1p-3)]; tensor scores_763_cast_fp16 = mul(x = var_6617_cast_fp16, y = var_6618_to_fp16)[name = tensor("scores_763_cast_fp16")]; tensor scores_765_cast_fp16 = add(x = scores_763_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_765_cast_fp16")]; tensor scores_767_cast_fp16 = sub(x = scores_765_cast_fp16, y = var_185_cast_fp16)[name = tensor("scores_767_cast_fp16")]; tensor attn_weights_255_cast_fp16 = softmax(axis = var_29, x = scores_767_cast_fp16)[name = tensor("attn_weights_255_cast_fp16")]; tensor var_6623_transpose_x_1 = const()[name = tensor("op_6623_transpose_x_1"), val = tensor(false)]; tensor var_6623_transpose_y_1 = const()[name = tensor("op_6623_transpose_y_1"), val = tensor(true)]; tensor var_6623_cast_fp16 = matmul(transpose_x = var_6623_transpose_x_1, transpose_y = var_6623_transpose_y_1, x = attn_weights_255_cast_fp16, y = var_6614_cast_fp16)[name = tensor("op_6623_cast_fp16")]; tensor var_6630_pad_type_0 = const()[name = tensor("op_6630_pad_type_0"), val = tensor("valid")]; tensor var_6630_strides_0 = const()[name = tensor("op_6630_strides_0"), val = tensor([1, 1])]; tensor var_6630_pad_0 = const()[name = tensor("op_6630_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6630_dilations_0 = const()[name = tensor("op_6630_dilations_0"), val = tensor([1, 1])]; tensor var_6630_groups_0 = const()[name = tensor("op_6630_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_q_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238586816)))]; tensor model_text_model_encoder_layers_10_mixer_q_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238685184)))]; tensor var_6630_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_q_projs_8_bias_to_fp16, dilations = var_6630_dilations_0, groups = var_6630_groups_0, pad = var_6630_pad_0, pad_type = var_6630_pad_type_0, strides = var_6630_strides_0, weight = model_text_model_encoder_layers_10_mixer_q_projs_8_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6630_cast_fp16")]; tensor var_6631_axes_0 = const()[name = tensor("op_6631_axes_0"), val = tensor([2])]; tensor var_6631_cast_fp16 = squeeze(axes = var_6631_axes_0, x = var_6630_cast_fp16)[name = tensor("op_6631_cast_fp16")]; tensor var_6639_pad_type_0 = const()[name = tensor("op_6639_pad_type_0"), val = tensor("valid")]; tensor var_6639_strides_0 = const()[name = tensor("op_6639_strides_0"), val = tensor([1, 1])]; tensor var_6639_pad_0 = const()[name = tensor("op_6639_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6639_dilations_0 = const()[name = tensor("op_6639_dilations_0"), val = tensor([1, 1])]; tensor var_6639_groups_0 = const()[name = tensor("op_6639_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_k_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238685376)))]; tensor model_text_model_encoder_layers_10_mixer_k_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238783744)))]; tensor var_6639_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_k_projs_8_bias_to_fp16, dilations = var_6639_dilations_0, groups = var_6639_groups_0, pad = var_6639_pad_0, pad_type = var_6639_pad_type_0, strides = var_6639_strides_0, weight = model_text_model_encoder_layers_10_mixer_k_projs_8_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6639_cast_fp16")]; tensor var_6640_axes_0 = const()[name = tensor("op_6640_axes_0"), val = tensor([2])]; tensor var_6640_cast_fp16 = squeeze(axes = var_6640_axes_0, x = var_6639_cast_fp16)[name = tensor("op_6640_cast_fp16")]; tensor var_6648_pad_type_0 = const()[name = tensor("op_6648_pad_type_0"), val = tensor("valid")]; tensor var_6648_strides_0 = const()[name = tensor("op_6648_strides_0"), val = tensor([1, 1])]; tensor var_6648_pad_0 = const()[name = tensor("op_6648_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6648_dilations_0 = const()[name = tensor("op_6648_dilations_0"), val = tensor([1, 1])]; tensor var_6648_groups_0 = const()[name = tensor("op_6648_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_v_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238783936)))]; tensor model_text_model_encoder_layers_10_mixer_v_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238882304)))]; tensor var_6648_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_v_projs_8_bias_to_fp16, dilations = var_6648_dilations_0, groups = var_6648_groups_0, pad = var_6648_pad_0, pad_type = var_6648_pad_type_0, strides = var_6648_strides_0, weight = model_text_model_encoder_layers_10_mixer_v_projs_8_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6648_cast_fp16")]; tensor var_6649_axes_0 = const()[name = tensor("op_6649_axes_0"), val = tensor([2])]; tensor var_6649_cast_fp16 = squeeze(axes = var_6649_axes_0, x = var_6648_cast_fp16)[name = tensor("op_6649_cast_fp16")]; tensor var_6652_transpose_x_1 = const()[name = tensor("op_6652_transpose_x_1"), val = tensor(true)]; tensor var_6652_transpose_y_1 = const()[name = tensor("op_6652_transpose_y_1"), val = tensor(false)]; tensor var_6652_cast_fp16 = matmul(transpose_x = var_6652_transpose_x_1, transpose_y = var_6652_transpose_y_1, x = var_6631_cast_fp16, y = var_6640_cast_fp16)[name = tensor("op_6652_cast_fp16")]; tensor var_6653_to_fp16 = const()[name = tensor("op_6653_to_fp16"), val = tensor(0x1p-3)]; tensor scores_769_cast_fp16 = mul(x = var_6652_cast_fp16, y = var_6653_to_fp16)[name = tensor("scores_769_cast_fp16")]; tensor scores_771_cast_fp16 = add(x = scores_769_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_771_cast_fp16")]; tensor scores_773_cast_fp16 = sub(x = scores_771_cast_fp16, y = var_189_cast_fp16)[name = tensor("scores_773_cast_fp16")]; tensor attn_weights_257_cast_fp16 = softmax(axis = var_29, x = scores_773_cast_fp16)[name = tensor("attn_weights_257_cast_fp16")]; tensor var_6658_transpose_x_1 = const()[name = tensor("op_6658_transpose_x_1"), val = tensor(false)]; tensor var_6658_transpose_y_1 = const()[name = tensor("op_6658_transpose_y_1"), val = tensor(true)]; tensor var_6658_cast_fp16 = matmul(transpose_x = var_6658_transpose_x_1, transpose_y = var_6658_transpose_y_1, x = attn_weights_257_cast_fp16, y = var_6649_cast_fp16)[name = tensor("op_6658_cast_fp16")]; tensor var_6665_pad_type_0 = const()[name = tensor("op_6665_pad_type_0"), val = tensor("valid")]; tensor var_6665_strides_0 = const()[name = tensor("op_6665_strides_0"), val = tensor([1, 1])]; tensor var_6665_pad_0 = const()[name = tensor("op_6665_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6665_dilations_0 = const()[name = tensor("op_6665_dilations_0"), val = tensor([1, 1])]; tensor var_6665_groups_0 = const()[name = tensor("op_6665_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_q_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238882496)))]; tensor model_text_model_encoder_layers_10_mixer_q_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238980864)))]; tensor var_6665_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_q_projs_9_bias_to_fp16, dilations = var_6665_dilations_0, groups = var_6665_groups_0, pad = var_6665_pad_0, pad_type = var_6665_pad_type_0, strides = var_6665_strides_0, weight = model_text_model_encoder_layers_10_mixer_q_projs_9_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6665_cast_fp16")]; tensor var_6666_axes_0 = const()[name = tensor("op_6666_axes_0"), val = tensor([2])]; tensor var_6666_cast_fp16 = squeeze(axes = var_6666_axes_0, x = var_6665_cast_fp16)[name = tensor("op_6666_cast_fp16")]; tensor var_6674_pad_type_0 = const()[name = tensor("op_6674_pad_type_0"), val = tensor("valid")]; tensor var_6674_strides_0 = const()[name = tensor("op_6674_strides_0"), val = tensor([1, 1])]; tensor var_6674_pad_0 = const()[name = tensor("op_6674_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6674_dilations_0 = const()[name = tensor("op_6674_dilations_0"), val = tensor([1, 1])]; tensor var_6674_groups_0 = const()[name = tensor("op_6674_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_k_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238981056)))]; tensor model_text_model_encoder_layers_10_mixer_k_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239079424)))]; tensor var_6674_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_k_projs_9_bias_to_fp16, dilations = var_6674_dilations_0, groups = var_6674_groups_0, pad = var_6674_pad_0, pad_type = var_6674_pad_type_0, strides = var_6674_strides_0, weight = model_text_model_encoder_layers_10_mixer_k_projs_9_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6674_cast_fp16")]; tensor var_6675_axes_0 = const()[name = tensor("op_6675_axes_0"), val = tensor([2])]; tensor var_6675_cast_fp16 = squeeze(axes = var_6675_axes_0, x = var_6674_cast_fp16)[name = tensor("op_6675_cast_fp16")]; tensor var_6683_pad_type_0 = const()[name = tensor("op_6683_pad_type_0"), val = tensor("valid")]; tensor var_6683_strides_0 = const()[name = tensor("op_6683_strides_0"), val = tensor([1, 1])]; tensor var_6683_pad_0 = const()[name = tensor("op_6683_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6683_dilations_0 = const()[name = tensor("op_6683_dilations_0"), val = tensor([1, 1])]; tensor var_6683_groups_0 = const()[name = tensor("op_6683_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_v_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239079616)))]; tensor model_text_model_encoder_layers_10_mixer_v_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239177984)))]; tensor var_6683_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_v_projs_9_bias_to_fp16, dilations = var_6683_dilations_0, groups = var_6683_groups_0, pad = var_6683_pad_0, pad_type = var_6683_pad_type_0, strides = var_6683_strides_0, weight = model_text_model_encoder_layers_10_mixer_v_projs_9_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6683_cast_fp16")]; tensor var_6684_axes_0 = const()[name = tensor("op_6684_axes_0"), val = tensor([2])]; tensor var_6684_cast_fp16 = squeeze(axes = var_6684_axes_0, x = var_6683_cast_fp16)[name = tensor("op_6684_cast_fp16")]; tensor var_6687_transpose_x_1 = const()[name = tensor("op_6687_transpose_x_1"), val = tensor(true)]; tensor var_6687_transpose_y_1 = const()[name = tensor("op_6687_transpose_y_1"), val = tensor(false)]; tensor var_6687_cast_fp16 = matmul(transpose_x = var_6687_transpose_x_1, transpose_y = var_6687_transpose_y_1, x = var_6666_cast_fp16, y = var_6675_cast_fp16)[name = tensor("op_6687_cast_fp16")]; tensor var_6688_to_fp16 = const()[name = tensor("op_6688_to_fp16"), val = tensor(0x1p-3)]; tensor scores_775_cast_fp16 = mul(x = var_6687_cast_fp16, y = var_6688_to_fp16)[name = tensor("scores_775_cast_fp16")]; tensor scores_777_cast_fp16 = add(x = scores_775_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_777_cast_fp16")]; tensor scores_779_cast_fp16 = sub(x = scores_777_cast_fp16, y = var_193_cast_fp16)[name = tensor("scores_779_cast_fp16")]; tensor attn_weights_259_cast_fp16 = softmax(axis = var_29, x = scores_779_cast_fp16)[name = tensor("attn_weights_259_cast_fp16")]; tensor var_6693_transpose_x_1 = const()[name = tensor("op_6693_transpose_x_1"), val = tensor(false)]; tensor var_6693_transpose_y_1 = const()[name = tensor("op_6693_transpose_y_1"), val = tensor(true)]; tensor var_6693_cast_fp16 = matmul(transpose_x = var_6693_transpose_x_1, transpose_y = var_6693_transpose_y_1, x = attn_weights_259_cast_fp16, y = var_6684_cast_fp16)[name = tensor("op_6693_cast_fp16")]; tensor var_6700_pad_type_0 = const()[name = tensor("op_6700_pad_type_0"), val = tensor("valid")]; tensor var_6700_strides_0 = const()[name = tensor("op_6700_strides_0"), val = tensor([1, 1])]; tensor var_6700_pad_0 = const()[name = tensor("op_6700_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6700_dilations_0 = const()[name = tensor("op_6700_dilations_0"), val = tensor([1, 1])]; tensor var_6700_groups_0 = const()[name = tensor("op_6700_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_q_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239178176)))]; tensor model_text_model_encoder_layers_10_mixer_q_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239276544)))]; tensor var_6700_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_q_projs_10_bias_to_fp16, dilations = var_6700_dilations_0, groups = var_6700_groups_0, pad = var_6700_pad_0, pad_type = var_6700_pad_type_0, strides = var_6700_strides_0, weight = model_text_model_encoder_layers_10_mixer_q_projs_10_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6700_cast_fp16")]; tensor var_6701_axes_0 = const()[name = tensor("op_6701_axes_0"), val = tensor([2])]; tensor var_6701_cast_fp16 = squeeze(axes = var_6701_axes_0, x = var_6700_cast_fp16)[name = tensor("op_6701_cast_fp16")]; tensor var_6709_pad_type_0 = const()[name = tensor("op_6709_pad_type_0"), val = tensor("valid")]; tensor var_6709_strides_0 = const()[name = tensor("op_6709_strides_0"), val = tensor([1, 1])]; tensor var_6709_pad_0 = const()[name = tensor("op_6709_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6709_dilations_0 = const()[name = tensor("op_6709_dilations_0"), val = tensor([1, 1])]; tensor var_6709_groups_0 = const()[name = tensor("op_6709_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_k_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239276736)))]; tensor model_text_model_encoder_layers_10_mixer_k_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239375104)))]; tensor var_6709_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_k_projs_10_bias_to_fp16, dilations = var_6709_dilations_0, groups = var_6709_groups_0, pad = var_6709_pad_0, pad_type = var_6709_pad_type_0, strides = var_6709_strides_0, weight = model_text_model_encoder_layers_10_mixer_k_projs_10_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6709_cast_fp16")]; tensor var_6710_axes_0 = const()[name = tensor("op_6710_axes_0"), val = tensor([2])]; tensor var_6710_cast_fp16 = squeeze(axes = var_6710_axes_0, x = var_6709_cast_fp16)[name = tensor("op_6710_cast_fp16")]; tensor var_6718_pad_type_0 = const()[name = tensor("op_6718_pad_type_0"), val = tensor("valid")]; tensor var_6718_strides_0 = const()[name = tensor("op_6718_strides_0"), val = tensor([1, 1])]; tensor var_6718_pad_0 = const()[name = tensor("op_6718_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6718_dilations_0 = const()[name = tensor("op_6718_dilations_0"), val = tensor([1, 1])]; tensor var_6718_groups_0 = const()[name = tensor("op_6718_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_v_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239375296)))]; tensor model_text_model_encoder_layers_10_mixer_v_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239473664)))]; tensor var_6718_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_v_projs_10_bias_to_fp16, dilations = var_6718_dilations_0, groups = var_6718_groups_0, pad = var_6718_pad_0, pad_type = var_6718_pad_type_0, strides = var_6718_strides_0, weight = model_text_model_encoder_layers_10_mixer_v_projs_10_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6718_cast_fp16")]; tensor var_6719_axes_0 = const()[name = tensor("op_6719_axes_0"), val = tensor([2])]; tensor var_6719_cast_fp16 = squeeze(axes = var_6719_axes_0, x = var_6718_cast_fp16)[name = tensor("op_6719_cast_fp16")]; tensor var_6722_transpose_x_1 = const()[name = tensor("op_6722_transpose_x_1"), val = tensor(true)]; tensor var_6722_transpose_y_1 = const()[name = tensor("op_6722_transpose_y_1"), val = tensor(false)]; tensor var_6722_cast_fp16 = matmul(transpose_x = var_6722_transpose_x_1, transpose_y = var_6722_transpose_y_1, x = var_6701_cast_fp16, y = var_6710_cast_fp16)[name = tensor("op_6722_cast_fp16")]; tensor var_6723_to_fp16 = const()[name = tensor("op_6723_to_fp16"), val = tensor(0x1p-3)]; tensor scores_781_cast_fp16 = mul(x = var_6722_cast_fp16, y = var_6723_to_fp16)[name = tensor("scores_781_cast_fp16")]; tensor scores_783_cast_fp16 = add(x = scores_781_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_783_cast_fp16")]; tensor scores_785_cast_fp16 = sub(x = scores_783_cast_fp16, y = var_197_cast_fp16)[name = tensor("scores_785_cast_fp16")]; tensor attn_weights_261_cast_fp16 = softmax(axis = var_29, x = scores_785_cast_fp16)[name = tensor("attn_weights_261_cast_fp16")]; tensor var_6728_transpose_x_1 = const()[name = tensor("op_6728_transpose_x_1"), val = tensor(false)]; tensor var_6728_transpose_y_1 = const()[name = tensor("op_6728_transpose_y_1"), val = tensor(true)]; tensor var_6728_cast_fp16 = matmul(transpose_x = var_6728_transpose_x_1, transpose_y = var_6728_transpose_y_1, x = attn_weights_261_cast_fp16, y = var_6719_cast_fp16)[name = tensor("op_6728_cast_fp16")]; tensor var_6735_pad_type_0 = const()[name = tensor("op_6735_pad_type_0"), val = tensor("valid")]; tensor var_6735_strides_0 = const()[name = tensor("op_6735_strides_0"), val = tensor([1, 1])]; tensor var_6735_pad_0 = const()[name = tensor("op_6735_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6735_dilations_0 = const()[name = tensor("op_6735_dilations_0"), val = tensor([1, 1])]; tensor var_6735_groups_0 = const()[name = tensor("op_6735_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_q_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239473856)))]; tensor model_text_model_encoder_layers_10_mixer_q_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_q_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239572224)))]; tensor var_6735_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_q_projs_11_bias_to_fp16, dilations = var_6735_dilations_0, groups = var_6735_groups_0, pad = var_6735_pad_0, pad_type = var_6735_pad_type_0, strides = var_6735_strides_0, weight = model_text_model_encoder_layers_10_mixer_q_projs_11_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6735_cast_fp16")]; tensor var_6736_axes_0 = const()[name = tensor("op_6736_axes_0"), val = tensor([2])]; tensor var_6736_cast_fp16 = squeeze(axes = var_6736_axes_0, x = var_6735_cast_fp16)[name = tensor("op_6736_cast_fp16")]; tensor var_6744_pad_type_0 = const()[name = tensor("op_6744_pad_type_0"), val = tensor("valid")]; tensor var_6744_strides_0 = const()[name = tensor("op_6744_strides_0"), val = tensor([1, 1])]; tensor var_6744_pad_0 = const()[name = tensor("op_6744_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6744_dilations_0 = const()[name = tensor("op_6744_dilations_0"), val = tensor([1, 1])]; tensor var_6744_groups_0 = const()[name = tensor("op_6744_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_k_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239572416)))]; tensor model_text_model_encoder_layers_10_mixer_k_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_k_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239670784)))]; tensor var_6744_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_k_projs_11_bias_to_fp16, dilations = var_6744_dilations_0, groups = var_6744_groups_0, pad = var_6744_pad_0, pad_type = var_6744_pad_type_0, strides = var_6744_strides_0, weight = model_text_model_encoder_layers_10_mixer_k_projs_11_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6744_cast_fp16")]; tensor var_6745_axes_0 = const()[name = tensor("op_6745_axes_0"), val = tensor([2])]; tensor var_6745_cast_fp16 = squeeze(axes = var_6745_axes_0, x = var_6744_cast_fp16)[name = tensor("op_6745_cast_fp16")]; tensor var_6753_pad_type_0 = const()[name = tensor("op_6753_pad_type_0"), val = tensor("valid")]; tensor var_6753_strides_0 = const()[name = tensor("op_6753_strides_0"), val = tensor([1, 1])]; tensor var_6753_pad_0 = const()[name = tensor("op_6753_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6753_dilations_0 = const()[name = tensor("op_6753_dilations_0"), val = tensor([1, 1])]; tensor var_6753_groups_0 = const()[name = tensor("op_6753_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mixer_v_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239670976)))]; tensor model_text_model_encoder_layers_10_mixer_v_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_v_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239769344)))]; tensor var_6753_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_v_projs_11_bias_to_fp16, dilations = var_6753_dilations_0, groups = var_6753_groups_0, pad = var_6753_pad_0, pad_type = var_6753_pad_type_0, strides = var_6753_strides_0, weight = model_text_model_encoder_layers_10_mixer_v_projs_11_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("op_6753_cast_fp16")]; tensor var_6754_axes_0 = const()[name = tensor("op_6754_axes_0"), val = tensor([2])]; tensor var_6754_cast_fp16 = squeeze(axes = var_6754_axes_0, x = var_6753_cast_fp16)[name = tensor("op_6754_cast_fp16")]; tensor var_6757_transpose_x_1 = const()[name = tensor("op_6757_transpose_x_1"), val = tensor(true)]; tensor var_6757_transpose_y_1 = const()[name = tensor("op_6757_transpose_y_1"), val = tensor(false)]; tensor var_6757_cast_fp16 = matmul(transpose_x = var_6757_transpose_x_1, transpose_y = var_6757_transpose_y_1, x = var_6736_cast_fp16, y = var_6745_cast_fp16)[name = tensor("op_6757_cast_fp16")]; tensor var_6758_to_fp16 = const()[name = tensor("op_6758_to_fp16"), val = tensor(0x1p-3)]; tensor scores_787_cast_fp16 = mul(x = var_6757_cast_fp16, y = var_6758_to_fp16)[name = tensor("scores_787_cast_fp16")]; tensor scores_789_cast_fp16 = add(x = scores_787_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_789_cast_fp16")]; tensor scores_791_cast_fp16 = sub(x = scores_789_cast_fp16, y = var_201_cast_fp16)[name = tensor("scores_791_cast_fp16")]; tensor attn_weights_263_cast_fp16 = softmax(axis = var_29, x = scores_791_cast_fp16)[name = tensor("attn_weights_263_cast_fp16")]; tensor out_21_transpose_x_1 = const()[name = tensor("out_21_transpose_x_1"), val = tensor(false)]; tensor out_21_transpose_y_1 = const()[name = tensor("out_21_transpose_y_1"), val = tensor(true)]; tensor out_21_cast_fp16 = matmul(transpose_x = out_21_transpose_x_1, transpose_y = out_21_transpose_y_1, x = attn_weights_263_cast_fp16, y = var_6754_cast_fp16)[name = tensor("out_21_cast_fp16")]; tensor attn_output_21_interleave_0 = const()[name = tensor("attn_output_21_interleave_0"), val = tensor(false)]; tensor attn_output_21_cast_fp16 = concat(axis = var_29, interleave = attn_output_21_interleave_0, values = (var_6378_cast_fp16, var_6413_cast_fp16, var_6448_cast_fp16, var_6483_cast_fp16, var_6518_cast_fp16, var_6553_cast_fp16, var_6588_cast_fp16, var_6623_cast_fp16, var_6658_cast_fp16, var_6693_cast_fp16, var_6728_cast_fp16, out_21_cast_fp16))[name = tensor("attn_output_21_cast_fp16")]; tensor var_6766_perm_0 = const()[name = tensor("op_6766_perm_0"), val = tensor([0, 2, 1])]; tensor var_6775_pad_type_0 = const()[name = tensor("op_6775_pad_type_0"), val = tensor("valid")]; tensor var_6775_groups_0 = const()[name = tensor("op_6775_groups_0"), val = tensor(1)]; tensor var_6775_strides_0 = const()[name = tensor("op_6775_strides_0"), val = tensor([1])]; tensor var_6775_pad_0 = const()[name = tensor("op_6775_pad_0"), val = tensor([0, 0])]; tensor var_6775_dilations_0 = const()[name = tensor("op_6775_dilations_0"), val = tensor([1])]; tensor squeeze_10_cast_fp16_to_fp32_to_fp16 = const()[name = tensor("squeeze_10_cast_fp16_to_fp32_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239769536)))]; tensor model_text_model_encoder_layers_10_mixer_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mixer_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(240949248)))]; tensor var_6766_cast_fp16 = transpose(perm = var_6766_perm_0, x = attn_output_21_cast_fp16)[name = tensor("transpose_12")]; tensor var_6775_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mixer_out_proj_bias_to_fp16, dilations = var_6775_dilations_0, groups = var_6775_groups_0, pad = var_6775_pad_0, pad_type = var_6775_pad_type_0, strides = var_6775_strides_0, weight = squeeze_10_cast_fp16_to_fp32_to_fp16, x = var_6766_cast_fp16)[name = tensor("op_6775_cast_fp16")]; tensor mixer_out_21_perm_0 = const()[name = tensor("mixer_out_21_perm_0"), val = tensor([0, 2, 1])]; tensor mixer_out_21_cast_fp16 = transpose(perm = mixer_out_21_perm_0, x = var_6775_cast_fp16)[name = tensor("transpose_11")]; tensor input_149_cast_fp16 = add(x = mixer_out_21_cast_fp16, y = var_6210_cast_fp16)[name = tensor("input_149_cast_fp16")]; tensor var_6781_axes_0 = const()[name = tensor("op_6781_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_10_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(240950848)))]; tensor model_text_model_encoder_layers_10_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(240952448)))]; tensor var_6781_cast_fp16 = layer_norm(axes = var_6781_axes_0, beta = model_text_model_encoder_layers_10_norm1_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_10_norm1_weight_to_fp16, x = input_149_cast_fp16)[name = tensor("op_6781_cast_fp16")]; tensor var_6787 = const()[name = tensor("op_6787"), val = tensor([1, 256, 1, 768])]; tensor hidden_states_103_cast_fp16 = reshape(shape = var_6787, x = var_6781_cast_fp16)[name = tensor("hidden_states_103_cast_fp16")]; tensor input_151_perm_0 = const()[name = tensor("input_151_perm_0"), val = tensor([0, 3, 2, 1])]; tensor hidden_states_105_pad_type_0 = const()[name = tensor("hidden_states_105_pad_type_0"), val = tensor("valid")]; tensor hidden_states_105_strides_0 = const()[name = tensor("hidden_states_105_strides_0"), val = tensor([1, 1])]; tensor hidden_states_105_pad_0 = const()[name = tensor("hidden_states_105_pad_0"), val = tensor([0, 0, 0, 0])]; tensor hidden_states_105_dilations_0 = const()[name = tensor("hidden_states_105_dilations_0"), val = tensor([1, 1])]; tensor hidden_states_105_groups_0 = const()[name = tensor("hidden_states_105_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mlp_gated_layers_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mlp_gated_layers_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(240954048)))]; tensor input_151_cast_fp16 = transpose(perm = input_151_perm_0, x = hidden_states_103_cast_fp16)[name = tensor("transpose_10")]; tensor hidden_states_105_cast_fp16 = conv(dilations = hidden_states_105_dilations_0, groups = hidden_states_105_groups_0, pad = hidden_states_105_pad_0, pad_type = hidden_states_105_pad_type_0, strides = hidden_states_105_strides_0, weight = model_text_model_encoder_layers_10_mlp_gated_layers_weight_to_fp16, x = input_151_cast_fp16)[name = tensor("hidden_states_105_cast_fp16")]; tensor hidden_states_107_perm_0 = const()[name = tensor("hidden_states_107_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_6797 = const()[name = tensor("op_6797"), val = tensor([1, 256, 6144])]; tensor hidden_states_107_cast_fp16 = transpose(perm = hidden_states_107_perm_0, x = hidden_states_105_cast_fp16)[name = tensor("transpose_9")]; tensor hidden_states_109_cast_fp16 = reshape(shape = var_6797, x = hidden_states_107_cast_fp16)[name = tensor("hidden_states_109_cast_fp16")]; tensor input_153_begin_0 = const()[name = tensor("input_153_begin_0"), val = tensor([0, 0, 0])]; tensor input_153_end_0 = const()[name = tensor("input_153_end_0"), val = tensor([1, 256, 3072])]; tensor input_153_end_mask_0 = const()[name = tensor("input_153_end_mask_0"), val = tensor([true, true, false])]; tensor input_153_cast_fp16 = slice_by_index(begin = input_153_begin_0, end = input_153_end_0, end_mask = input_153_end_mask_0, x = hidden_states_109_cast_fp16)[name = tensor("input_153_cast_fp16")]; tensor non_gated_21_begin_0 = const()[name = tensor("non_gated_21_begin_0"), val = tensor([0, 0, 3072])]; tensor non_gated_21_end_0 = const()[name = tensor("non_gated_21_end_0"), val = tensor([1, 256, 6144])]; tensor non_gated_21_end_mask_0 = const()[name = tensor("non_gated_21_end_mask_0"), val = tensor([true, true, true])]; tensor non_gated_21_cast_fp16 = slice_by_index(begin = non_gated_21_begin_0, end = non_gated_21_end_0, end_mask = non_gated_21_end_mask_0, x = hidden_states_109_cast_fp16)[name = tensor("non_gated_21_cast_fp16")]; tensor activated_gated_21_mode_0 = const()[name = tensor("activated_gated_21_mode_0"), val = tensor("EXACT")]; tensor activated_gated_21_cast_fp16 = gelu(mode = activated_gated_21_mode_0, x = input_153_cast_fp16)[name = tensor("activated_gated_21_cast_fp16")]; tensor combined_41_cast_fp16 = mul(x = activated_gated_21_cast_fp16, y = non_gated_21_cast_fp16)[name = tensor("combined_41_cast_fp16")]; tensor var_6807 = const()[name = tensor("op_6807"), val = tensor([1, 256, 1, 3072])]; tensor combined_43_cast_fp16 = reshape(shape = var_6807, x = combined_41_cast_fp16)[name = tensor("combined_43_cast_fp16")]; tensor input_155_perm_0 = const()[name = tensor("input_155_perm_0"), val = tensor([0, 3, 2, 1])]; tensor output_63_pad_type_0 = const()[name = tensor("output_63_pad_type_0"), val = tensor("valid")]; tensor output_63_strides_0 = const()[name = tensor("output_63_strides_0"), val = tensor([1, 1])]; tensor output_63_pad_0 = const()[name = tensor("output_63_pad_0"), val = tensor([0, 0, 0, 0])]; tensor output_63_dilations_0 = const()[name = tensor("output_63_dilations_0"), val = tensor([1, 1])]; tensor output_63_groups_0 = const()[name = tensor("output_63_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_10_mlp_wo_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mlp_wo_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(250391296)))]; tensor model_text_model_encoder_layers_10_mlp_wo_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_mlp_wo_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255109952)))]; tensor input_155_cast_fp16 = transpose(perm = input_155_perm_0, x = combined_43_cast_fp16)[name = tensor("transpose_8")]; tensor output_63_cast_fp16 = conv(bias = model_text_model_encoder_layers_10_mlp_wo_bias_to_fp16, dilations = output_63_dilations_0, groups = output_63_groups_0, pad = output_63_pad_0, pad_type = output_63_pad_type_0, strides = output_63_strides_0, weight = model_text_model_encoder_layers_10_mlp_wo_weight_to_fp16, x = input_155_cast_fp16)[name = tensor("output_63_cast_fp16")]; tensor output_65_perm_0 = const()[name = tensor("output_65_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_6818 = const()[name = tensor("op_6818"), val = tensor([1, 256, 768])]; tensor output_65_cast_fp16 = transpose(perm = output_65_perm_0, x = output_63_cast_fp16)[name = tensor("transpose_7")]; tensor mlp_out_21_cast_fp16 = reshape(shape = var_6818, x = output_65_cast_fp16)[name = tensor("mlp_out_21_cast_fp16")]; tensor input_157_cast_fp16 = add(x = mlp_out_21_cast_fp16, y = var_6781_cast_fp16)[name = tensor("input_157_cast_fp16")]; tensor var_6824_axes_0 = const()[name = tensor("op_6824_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_10_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255111552)))]; tensor model_text_model_encoder_layers_10_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_10_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255113152)))]; tensor var_6824_cast_fp16 = layer_norm(axes = var_6824_axes_0, beta = model_text_model_encoder_layers_10_norm2_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_10_norm2_weight_to_fp16, x = input_157_cast_fp16)[name = tensor("op_6824_cast_fp16")]; tensor var_6905 = const()[name = tensor("op_6905"), val = tensor([1, 256, 1, 768])]; tensor x_cast_fp16 = reshape(shape = var_6905, x = var_6824_cast_fp16)[name = tensor("x_cast_fp16")]; tensor input_159_perm_0 = const()[name = tensor("input_159_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_6964_pad_type_0 = const()[name = tensor("op_6964_pad_type_0"), val = tensor("valid")]; tensor var_6964_strides_0 = const()[name = tensor("op_6964_strides_0"), val = tensor([1, 1])]; tensor var_6964_pad_0 = const()[name = tensor("op_6964_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6964_dilations_0 = const()[name = tensor("op_6964_dilations_0"), val = tensor([1, 1])]; tensor var_6964_groups_0 = const()[name = tensor("op_6964_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_q_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255114752)))]; tensor model_text_model_encoder_layers_11_mixer_q_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255213120)))]; tensor input_159_cast_fp16 = transpose(perm = input_159_perm_0, x = x_cast_fp16)[name = tensor("transpose_6")]; tensor var_6964_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_q_projs_0_bias_to_fp16, dilations = var_6964_dilations_0, groups = var_6964_groups_0, pad = var_6964_pad_0, pad_type = var_6964_pad_type_0, strides = var_6964_strides_0, weight = model_text_model_encoder_layers_11_mixer_q_projs_0_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_6964_cast_fp16")]; tensor var_6965_axes_0 = const()[name = tensor("op_6965_axes_0"), val = tensor([2])]; tensor var_6965_cast_fp16 = squeeze(axes = var_6965_axes_0, x = var_6964_cast_fp16)[name = tensor("op_6965_cast_fp16")]; tensor var_6973_pad_type_0 = const()[name = tensor("op_6973_pad_type_0"), val = tensor("valid")]; tensor var_6973_strides_0 = const()[name = tensor("op_6973_strides_0"), val = tensor([1, 1])]; tensor var_6973_pad_0 = const()[name = tensor("op_6973_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6973_dilations_0 = const()[name = tensor("op_6973_dilations_0"), val = tensor([1, 1])]; tensor var_6973_groups_0 = const()[name = tensor("op_6973_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_k_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255213312)))]; tensor model_text_model_encoder_layers_11_mixer_k_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255311680)))]; tensor var_6973_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_k_projs_0_bias_to_fp16, dilations = var_6973_dilations_0, groups = var_6973_groups_0, pad = var_6973_pad_0, pad_type = var_6973_pad_type_0, strides = var_6973_strides_0, weight = model_text_model_encoder_layers_11_mixer_k_projs_0_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_6973_cast_fp16")]; tensor var_6974_axes_0 = const()[name = tensor("op_6974_axes_0"), val = tensor([2])]; tensor var_6974_cast_fp16 = squeeze(axes = var_6974_axes_0, x = var_6973_cast_fp16)[name = tensor("op_6974_cast_fp16")]; tensor var_6982_pad_type_0 = const()[name = tensor("op_6982_pad_type_0"), val = tensor("valid")]; tensor var_6982_strides_0 = const()[name = tensor("op_6982_strides_0"), val = tensor([1, 1])]; tensor var_6982_pad_0 = const()[name = tensor("op_6982_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6982_dilations_0 = const()[name = tensor("op_6982_dilations_0"), val = tensor([1, 1])]; tensor var_6982_groups_0 = const()[name = tensor("op_6982_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_v_projs_0_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_0_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255311872)))]; tensor model_text_model_encoder_layers_11_mixer_v_projs_0_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255410240)))]; tensor var_6982_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_v_projs_0_bias_to_fp16, dilations = var_6982_dilations_0, groups = var_6982_groups_0, pad = var_6982_pad_0, pad_type = var_6982_pad_type_0, strides = var_6982_strides_0, weight = model_text_model_encoder_layers_11_mixer_v_projs_0_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_6982_cast_fp16")]; tensor var_6983_axes_0 = const()[name = tensor("op_6983_axes_0"), val = tensor([2])]; tensor var_6983_cast_fp16 = squeeze(axes = var_6983_axes_0, x = var_6982_cast_fp16)[name = tensor("op_6983_cast_fp16")]; tensor var_6986_transpose_x_1 = const()[name = tensor("op_6986_transpose_x_1"), val = tensor(true)]; tensor var_6986_transpose_y_1 = const()[name = tensor("op_6986_transpose_y_1"), val = tensor(false)]; tensor var_6986_cast_fp16 = matmul(transpose_x = var_6986_transpose_x_1, transpose_y = var_6986_transpose_y_1, x = var_6965_cast_fp16, y = var_6974_cast_fp16)[name = tensor("op_6986_cast_fp16")]; tensor var_6987_to_fp16 = const()[name = tensor("op_6987_to_fp16"), val = tensor(0x1p-3)]; tensor scores_793_cast_fp16 = mul(x = var_6986_cast_fp16, y = var_6987_to_fp16)[name = tensor("scores_793_cast_fp16")]; tensor scores_795_cast_fp16 = add(x = scores_793_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_795_cast_fp16")]; tensor scores_797_cast_fp16 = sub(x = scores_795_cast_fp16, y = var_157_cast_fp16)[name = tensor("scores_797_cast_fp16")]; tensor attn_weights_265_cast_fp16 = softmax(axis = var_29, x = scores_797_cast_fp16)[name = tensor("attn_weights_265_cast_fp16")]; tensor var_6992_transpose_x_1 = const()[name = tensor("op_6992_transpose_x_1"), val = tensor(false)]; tensor var_6992_transpose_y_1 = const()[name = tensor("op_6992_transpose_y_1"), val = tensor(true)]; tensor var_6992_cast_fp16 = matmul(transpose_x = var_6992_transpose_x_1, transpose_y = var_6992_transpose_y_1, x = attn_weights_265_cast_fp16, y = var_6983_cast_fp16)[name = tensor("op_6992_cast_fp16")]; tensor var_6999_pad_type_0 = const()[name = tensor("op_6999_pad_type_0"), val = tensor("valid")]; tensor var_6999_strides_0 = const()[name = tensor("op_6999_strides_0"), val = tensor([1, 1])]; tensor var_6999_pad_0 = const()[name = tensor("op_6999_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_6999_dilations_0 = const()[name = tensor("op_6999_dilations_0"), val = tensor([1, 1])]; tensor var_6999_groups_0 = const()[name = tensor("op_6999_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_q_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255410432)))]; tensor model_text_model_encoder_layers_11_mixer_q_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255508800)))]; tensor var_6999_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_q_projs_1_bias_to_fp16, dilations = var_6999_dilations_0, groups = var_6999_groups_0, pad = var_6999_pad_0, pad_type = var_6999_pad_type_0, strides = var_6999_strides_0, weight = model_text_model_encoder_layers_11_mixer_q_projs_1_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_6999_cast_fp16")]; tensor var_7000_axes_0 = const()[name = tensor("op_7000_axes_0"), val = tensor([2])]; tensor var_7000_cast_fp16 = squeeze(axes = var_7000_axes_0, x = var_6999_cast_fp16)[name = tensor("op_7000_cast_fp16")]; tensor var_7008_pad_type_0 = const()[name = tensor("op_7008_pad_type_0"), val = tensor("valid")]; tensor var_7008_strides_0 = const()[name = tensor("op_7008_strides_0"), val = tensor([1, 1])]; tensor var_7008_pad_0 = const()[name = tensor("op_7008_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7008_dilations_0 = const()[name = tensor("op_7008_dilations_0"), val = tensor([1, 1])]; tensor var_7008_groups_0 = const()[name = tensor("op_7008_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_k_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255508992)))]; tensor model_text_model_encoder_layers_11_mixer_k_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255607360)))]; tensor var_7008_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_k_projs_1_bias_to_fp16, dilations = var_7008_dilations_0, groups = var_7008_groups_0, pad = var_7008_pad_0, pad_type = var_7008_pad_type_0, strides = var_7008_strides_0, weight = model_text_model_encoder_layers_11_mixer_k_projs_1_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7008_cast_fp16")]; tensor var_7009_axes_0 = const()[name = tensor("op_7009_axes_0"), val = tensor([2])]; tensor var_7009_cast_fp16 = squeeze(axes = var_7009_axes_0, x = var_7008_cast_fp16)[name = tensor("op_7009_cast_fp16")]; tensor var_7017_pad_type_0 = const()[name = tensor("op_7017_pad_type_0"), val = tensor("valid")]; tensor var_7017_strides_0 = const()[name = tensor("op_7017_strides_0"), val = tensor([1, 1])]; tensor var_7017_pad_0 = const()[name = tensor("op_7017_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7017_dilations_0 = const()[name = tensor("op_7017_dilations_0"), val = tensor([1, 1])]; tensor var_7017_groups_0 = const()[name = tensor("op_7017_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_v_projs_1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255607552)))]; tensor model_text_model_encoder_layers_11_mixer_v_projs_1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255705920)))]; tensor var_7017_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_v_projs_1_bias_to_fp16, dilations = var_7017_dilations_0, groups = var_7017_groups_0, pad = var_7017_pad_0, pad_type = var_7017_pad_type_0, strides = var_7017_strides_0, weight = model_text_model_encoder_layers_11_mixer_v_projs_1_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7017_cast_fp16")]; tensor var_7018_axes_0 = const()[name = tensor("op_7018_axes_0"), val = tensor([2])]; tensor var_7018_cast_fp16 = squeeze(axes = var_7018_axes_0, x = var_7017_cast_fp16)[name = tensor("op_7018_cast_fp16")]; tensor var_7021_transpose_x_1 = const()[name = tensor("op_7021_transpose_x_1"), val = tensor(true)]; tensor var_7021_transpose_y_1 = const()[name = tensor("op_7021_transpose_y_1"), val = tensor(false)]; tensor var_7021_cast_fp16 = matmul(transpose_x = var_7021_transpose_x_1, transpose_y = var_7021_transpose_y_1, x = var_7000_cast_fp16, y = var_7009_cast_fp16)[name = tensor("op_7021_cast_fp16")]; tensor var_7022_to_fp16 = const()[name = tensor("op_7022_to_fp16"), val = tensor(0x1p-3)]; tensor scores_799_cast_fp16 = mul(x = var_7021_cast_fp16, y = var_7022_to_fp16)[name = tensor("scores_799_cast_fp16")]; tensor scores_801_cast_fp16 = add(x = scores_799_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_801_cast_fp16")]; tensor scores_803_cast_fp16 = sub(x = scores_801_cast_fp16, y = var_161_cast_fp16)[name = tensor("scores_803_cast_fp16")]; tensor attn_weights_267_cast_fp16 = softmax(axis = var_29, x = scores_803_cast_fp16)[name = tensor("attn_weights_267_cast_fp16")]; tensor var_7027_transpose_x_1 = const()[name = tensor("op_7027_transpose_x_1"), val = tensor(false)]; tensor var_7027_transpose_y_1 = const()[name = tensor("op_7027_transpose_y_1"), val = tensor(true)]; tensor var_7027_cast_fp16 = matmul(transpose_x = var_7027_transpose_x_1, transpose_y = var_7027_transpose_y_1, x = attn_weights_267_cast_fp16, y = var_7018_cast_fp16)[name = tensor("op_7027_cast_fp16")]; tensor var_7034_pad_type_0 = const()[name = tensor("op_7034_pad_type_0"), val = tensor("valid")]; tensor var_7034_strides_0 = const()[name = tensor("op_7034_strides_0"), val = tensor([1, 1])]; tensor var_7034_pad_0 = const()[name = tensor("op_7034_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7034_dilations_0 = const()[name = tensor("op_7034_dilations_0"), val = tensor([1, 1])]; tensor var_7034_groups_0 = const()[name = tensor("op_7034_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_q_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255706112)))]; tensor model_text_model_encoder_layers_11_mixer_q_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255804480)))]; tensor var_7034_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_q_projs_2_bias_to_fp16, dilations = var_7034_dilations_0, groups = var_7034_groups_0, pad = var_7034_pad_0, pad_type = var_7034_pad_type_0, strides = var_7034_strides_0, weight = model_text_model_encoder_layers_11_mixer_q_projs_2_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7034_cast_fp16")]; tensor var_7035_axes_0 = const()[name = tensor("op_7035_axes_0"), val = tensor([2])]; tensor var_7035_cast_fp16 = squeeze(axes = var_7035_axes_0, x = var_7034_cast_fp16)[name = tensor("op_7035_cast_fp16")]; tensor var_7043_pad_type_0 = const()[name = tensor("op_7043_pad_type_0"), val = tensor("valid")]; tensor var_7043_strides_0 = const()[name = tensor("op_7043_strides_0"), val = tensor([1, 1])]; tensor var_7043_pad_0 = const()[name = tensor("op_7043_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7043_dilations_0 = const()[name = tensor("op_7043_dilations_0"), val = tensor([1, 1])]; tensor var_7043_groups_0 = const()[name = tensor("op_7043_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_k_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255804672)))]; tensor model_text_model_encoder_layers_11_mixer_k_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255903040)))]; tensor var_7043_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_k_projs_2_bias_to_fp16, dilations = var_7043_dilations_0, groups = var_7043_groups_0, pad = var_7043_pad_0, pad_type = var_7043_pad_type_0, strides = var_7043_strides_0, weight = model_text_model_encoder_layers_11_mixer_k_projs_2_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7043_cast_fp16")]; tensor var_7044_axes_0 = const()[name = tensor("op_7044_axes_0"), val = tensor([2])]; tensor var_7044_cast_fp16 = squeeze(axes = var_7044_axes_0, x = var_7043_cast_fp16)[name = tensor("op_7044_cast_fp16")]; tensor var_7052_pad_type_0 = const()[name = tensor("op_7052_pad_type_0"), val = tensor("valid")]; tensor var_7052_strides_0 = const()[name = tensor("op_7052_strides_0"), val = tensor([1, 1])]; tensor var_7052_pad_0 = const()[name = tensor("op_7052_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7052_dilations_0 = const()[name = tensor("op_7052_dilations_0"), val = tensor([1, 1])]; tensor var_7052_groups_0 = const()[name = tensor("op_7052_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_v_projs_2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255903232)))]; tensor model_text_model_encoder_layers_11_mixer_v_projs_2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256001600)))]; tensor var_7052_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_v_projs_2_bias_to_fp16, dilations = var_7052_dilations_0, groups = var_7052_groups_0, pad = var_7052_pad_0, pad_type = var_7052_pad_type_0, strides = var_7052_strides_0, weight = model_text_model_encoder_layers_11_mixer_v_projs_2_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7052_cast_fp16")]; tensor var_7053_axes_0 = const()[name = tensor("op_7053_axes_0"), val = tensor([2])]; tensor var_7053_cast_fp16 = squeeze(axes = var_7053_axes_0, x = var_7052_cast_fp16)[name = tensor("op_7053_cast_fp16")]; tensor var_7056_transpose_x_1 = const()[name = tensor("op_7056_transpose_x_1"), val = tensor(true)]; tensor var_7056_transpose_y_1 = const()[name = tensor("op_7056_transpose_y_1"), val = tensor(false)]; tensor var_7056_cast_fp16 = matmul(transpose_x = var_7056_transpose_x_1, transpose_y = var_7056_transpose_y_1, x = var_7035_cast_fp16, y = var_7044_cast_fp16)[name = tensor("op_7056_cast_fp16")]; tensor var_7057_to_fp16 = const()[name = tensor("op_7057_to_fp16"), val = tensor(0x1p-3)]; tensor scores_805_cast_fp16 = mul(x = var_7056_cast_fp16, y = var_7057_to_fp16)[name = tensor("scores_805_cast_fp16")]; tensor scores_807_cast_fp16 = add(x = scores_805_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_807_cast_fp16")]; tensor scores_809_cast_fp16 = sub(x = scores_807_cast_fp16, y = var_165_cast_fp16)[name = tensor("scores_809_cast_fp16")]; tensor attn_weights_269_cast_fp16 = softmax(axis = var_29, x = scores_809_cast_fp16)[name = tensor("attn_weights_269_cast_fp16")]; tensor var_7062_transpose_x_1 = const()[name = tensor("op_7062_transpose_x_1"), val = tensor(false)]; tensor var_7062_transpose_y_1 = const()[name = tensor("op_7062_transpose_y_1"), val = tensor(true)]; tensor var_7062_cast_fp16 = matmul(transpose_x = var_7062_transpose_x_1, transpose_y = var_7062_transpose_y_1, x = attn_weights_269_cast_fp16, y = var_7053_cast_fp16)[name = tensor("op_7062_cast_fp16")]; tensor var_7069_pad_type_0 = const()[name = tensor("op_7069_pad_type_0"), val = tensor("valid")]; tensor var_7069_strides_0 = const()[name = tensor("op_7069_strides_0"), val = tensor([1, 1])]; tensor var_7069_pad_0 = const()[name = tensor("op_7069_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7069_dilations_0 = const()[name = tensor("op_7069_dilations_0"), val = tensor([1, 1])]; tensor var_7069_groups_0 = const()[name = tensor("op_7069_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_q_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256001792)))]; tensor model_text_model_encoder_layers_11_mixer_q_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256100160)))]; tensor var_7069_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_q_projs_3_bias_to_fp16, dilations = var_7069_dilations_0, groups = var_7069_groups_0, pad = var_7069_pad_0, pad_type = var_7069_pad_type_0, strides = var_7069_strides_0, weight = model_text_model_encoder_layers_11_mixer_q_projs_3_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7069_cast_fp16")]; tensor var_7070_axes_0 = const()[name = tensor("op_7070_axes_0"), val = tensor([2])]; tensor var_7070_cast_fp16 = squeeze(axes = var_7070_axes_0, x = var_7069_cast_fp16)[name = tensor("op_7070_cast_fp16")]; tensor var_7078_pad_type_0 = const()[name = tensor("op_7078_pad_type_0"), val = tensor("valid")]; tensor var_7078_strides_0 = const()[name = tensor("op_7078_strides_0"), val = tensor([1, 1])]; tensor var_7078_pad_0 = const()[name = tensor("op_7078_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7078_dilations_0 = const()[name = tensor("op_7078_dilations_0"), val = tensor([1, 1])]; tensor var_7078_groups_0 = const()[name = tensor("op_7078_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_k_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256100352)))]; tensor model_text_model_encoder_layers_11_mixer_k_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256198720)))]; tensor var_7078_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_k_projs_3_bias_to_fp16, dilations = var_7078_dilations_0, groups = var_7078_groups_0, pad = var_7078_pad_0, pad_type = var_7078_pad_type_0, strides = var_7078_strides_0, weight = model_text_model_encoder_layers_11_mixer_k_projs_3_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7078_cast_fp16")]; tensor var_7079_axes_0 = const()[name = tensor("op_7079_axes_0"), val = tensor([2])]; tensor var_7079_cast_fp16 = squeeze(axes = var_7079_axes_0, x = var_7078_cast_fp16)[name = tensor("op_7079_cast_fp16")]; tensor var_7087_pad_type_0 = const()[name = tensor("op_7087_pad_type_0"), val = tensor("valid")]; tensor var_7087_strides_0 = const()[name = tensor("op_7087_strides_0"), val = tensor([1, 1])]; tensor var_7087_pad_0 = const()[name = tensor("op_7087_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7087_dilations_0 = const()[name = tensor("op_7087_dilations_0"), val = tensor([1, 1])]; tensor var_7087_groups_0 = const()[name = tensor("op_7087_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_v_projs_3_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256198912)))]; tensor model_text_model_encoder_layers_11_mixer_v_projs_3_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256297280)))]; tensor var_7087_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_v_projs_3_bias_to_fp16, dilations = var_7087_dilations_0, groups = var_7087_groups_0, pad = var_7087_pad_0, pad_type = var_7087_pad_type_0, strides = var_7087_strides_0, weight = model_text_model_encoder_layers_11_mixer_v_projs_3_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7087_cast_fp16")]; tensor var_7088_axes_0 = const()[name = tensor("op_7088_axes_0"), val = tensor([2])]; tensor var_7088_cast_fp16 = squeeze(axes = var_7088_axes_0, x = var_7087_cast_fp16)[name = tensor("op_7088_cast_fp16")]; tensor var_7091_transpose_x_1 = const()[name = tensor("op_7091_transpose_x_1"), val = tensor(true)]; tensor var_7091_transpose_y_1 = const()[name = tensor("op_7091_transpose_y_1"), val = tensor(false)]; tensor var_7091_cast_fp16 = matmul(transpose_x = var_7091_transpose_x_1, transpose_y = var_7091_transpose_y_1, x = var_7070_cast_fp16, y = var_7079_cast_fp16)[name = tensor("op_7091_cast_fp16")]; tensor var_7092_to_fp16 = const()[name = tensor("op_7092_to_fp16"), val = tensor(0x1p-3)]; tensor scores_811_cast_fp16 = mul(x = var_7091_cast_fp16, y = var_7092_to_fp16)[name = tensor("scores_811_cast_fp16")]; tensor scores_813_cast_fp16 = add(x = scores_811_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_813_cast_fp16")]; tensor scores_815_cast_fp16 = sub(x = scores_813_cast_fp16, y = var_169_cast_fp16)[name = tensor("scores_815_cast_fp16")]; tensor attn_weights_271_cast_fp16 = softmax(axis = var_29, x = scores_815_cast_fp16)[name = tensor("attn_weights_271_cast_fp16")]; tensor var_7097_transpose_x_1 = const()[name = tensor("op_7097_transpose_x_1"), val = tensor(false)]; tensor var_7097_transpose_y_1 = const()[name = tensor("op_7097_transpose_y_1"), val = tensor(true)]; tensor var_7097_cast_fp16 = matmul(transpose_x = var_7097_transpose_x_1, transpose_y = var_7097_transpose_y_1, x = attn_weights_271_cast_fp16, y = var_7088_cast_fp16)[name = tensor("op_7097_cast_fp16")]; tensor var_7104_pad_type_0 = const()[name = tensor("op_7104_pad_type_0"), val = tensor("valid")]; tensor var_7104_strides_0 = const()[name = tensor("op_7104_strides_0"), val = tensor([1, 1])]; tensor var_7104_pad_0 = const()[name = tensor("op_7104_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7104_dilations_0 = const()[name = tensor("op_7104_dilations_0"), val = tensor([1, 1])]; tensor var_7104_groups_0 = const()[name = tensor("op_7104_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_q_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256297472)))]; tensor model_text_model_encoder_layers_11_mixer_q_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256395840)))]; tensor var_7104_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_q_projs_4_bias_to_fp16, dilations = var_7104_dilations_0, groups = var_7104_groups_0, pad = var_7104_pad_0, pad_type = var_7104_pad_type_0, strides = var_7104_strides_0, weight = model_text_model_encoder_layers_11_mixer_q_projs_4_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7104_cast_fp16")]; tensor var_7105_axes_0 = const()[name = tensor("op_7105_axes_0"), val = tensor([2])]; tensor var_7105_cast_fp16 = squeeze(axes = var_7105_axes_0, x = var_7104_cast_fp16)[name = tensor("op_7105_cast_fp16")]; tensor var_7113_pad_type_0 = const()[name = tensor("op_7113_pad_type_0"), val = tensor("valid")]; tensor var_7113_strides_0 = const()[name = tensor("op_7113_strides_0"), val = tensor([1, 1])]; tensor var_7113_pad_0 = const()[name = tensor("op_7113_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7113_dilations_0 = const()[name = tensor("op_7113_dilations_0"), val = tensor([1, 1])]; tensor var_7113_groups_0 = const()[name = tensor("op_7113_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_k_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256396032)))]; tensor model_text_model_encoder_layers_11_mixer_k_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256494400)))]; tensor var_7113_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_k_projs_4_bias_to_fp16, dilations = var_7113_dilations_0, groups = var_7113_groups_0, pad = var_7113_pad_0, pad_type = var_7113_pad_type_0, strides = var_7113_strides_0, weight = model_text_model_encoder_layers_11_mixer_k_projs_4_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7113_cast_fp16")]; tensor var_7114_axes_0 = const()[name = tensor("op_7114_axes_0"), val = tensor([2])]; tensor var_7114_cast_fp16 = squeeze(axes = var_7114_axes_0, x = var_7113_cast_fp16)[name = tensor("op_7114_cast_fp16")]; tensor var_7122_pad_type_0 = const()[name = tensor("op_7122_pad_type_0"), val = tensor("valid")]; tensor var_7122_strides_0 = const()[name = tensor("op_7122_strides_0"), val = tensor([1, 1])]; tensor var_7122_pad_0 = const()[name = tensor("op_7122_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7122_dilations_0 = const()[name = tensor("op_7122_dilations_0"), val = tensor([1, 1])]; tensor var_7122_groups_0 = const()[name = tensor("op_7122_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_v_projs_4_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_4_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256494592)))]; tensor model_text_model_encoder_layers_11_mixer_v_projs_4_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_4_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256592960)))]; tensor var_7122_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_v_projs_4_bias_to_fp16, dilations = var_7122_dilations_0, groups = var_7122_groups_0, pad = var_7122_pad_0, pad_type = var_7122_pad_type_0, strides = var_7122_strides_0, weight = model_text_model_encoder_layers_11_mixer_v_projs_4_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7122_cast_fp16")]; tensor var_7123_axes_0 = const()[name = tensor("op_7123_axes_0"), val = tensor([2])]; tensor var_7123_cast_fp16 = squeeze(axes = var_7123_axes_0, x = var_7122_cast_fp16)[name = tensor("op_7123_cast_fp16")]; tensor var_7126_transpose_x_1 = const()[name = tensor("op_7126_transpose_x_1"), val = tensor(true)]; tensor var_7126_transpose_y_1 = const()[name = tensor("op_7126_transpose_y_1"), val = tensor(false)]; tensor var_7126_cast_fp16 = matmul(transpose_x = var_7126_transpose_x_1, transpose_y = var_7126_transpose_y_1, x = var_7105_cast_fp16, y = var_7114_cast_fp16)[name = tensor("op_7126_cast_fp16")]; tensor var_7127_to_fp16 = const()[name = tensor("op_7127_to_fp16"), val = tensor(0x1p-3)]; tensor scores_817_cast_fp16 = mul(x = var_7126_cast_fp16, y = var_7127_to_fp16)[name = tensor("scores_817_cast_fp16")]; tensor scores_819_cast_fp16 = add(x = scores_817_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_819_cast_fp16")]; tensor scores_821_cast_fp16 = sub(x = scores_819_cast_fp16, y = var_173_cast_fp16)[name = tensor("scores_821_cast_fp16")]; tensor attn_weights_273_cast_fp16 = softmax(axis = var_29, x = scores_821_cast_fp16)[name = tensor("attn_weights_273_cast_fp16")]; tensor var_7132_transpose_x_1 = const()[name = tensor("op_7132_transpose_x_1"), val = tensor(false)]; tensor var_7132_transpose_y_1 = const()[name = tensor("op_7132_transpose_y_1"), val = tensor(true)]; tensor var_7132_cast_fp16 = matmul(transpose_x = var_7132_transpose_x_1, transpose_y = var_7132_transpose_y_1, x = attn_weights_273_cast_fp16, y = var_7123_cast_fp16)[name = tensor("op_7132_cast_fp16")]; tensor var_7139_pad_type_0 = const()[name = tensor("op_7139_pad_type_0"), val = tensor("valid")]; tensor var_7139_strides_0 = const()[name = tensor("op_7139_strides_0"), val = tensor([1, 1])]; tensor var_7139_pad_0 = const()[name = tensor("op_7139_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7139_dilations_0 = const()[name = tensor("op_7139_dilations_0"), val = tensor([1, 1])]; tensor var_7139_groups_0 = const()[name = tensor("op_7139_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_q_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256593152)))]; tensor model_text_model_encoder_layers_11_mixer_q_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256691520)))]; tensor var_7139_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_q_projs_5_bias_to_fp16, dilations = var_7139_dilations_0, groups = var_7139_groups_0, pad = var_7139_pad_0, pad_type = var_7139_pad_type_0, strides = var_7139_strides_0, weight = model_text_model_encoder_layers_11_mixer_q_projs_5_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7139_cast_fp16")]; tensor var_7140_axes_0 = const()[name = tensor("op_7140_axes_0"), val = tensor([2])]; tensor var_7140_cast_fp16 = squeeze(axes = var_7140_axes_0, x = var_7139_cast_fp16)[name = tensor("op_7140_cast_fp16")]; tensor var_7148_pad_type_0 = const()[name = tensor("op_7148_pad_type_0"), val = tensor("valid")]; tensor var_7148_strides_0 = const()[name = tensor("op_7148_strides_0"), val = tensor([1, 1])]; tensor var_7148_pad_0 = const()[name = tensor("op_7148_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7148_dilations_0 = const()[name = tensor("op_7148_dilations_0"), val = tensor([1, 1])]; tensor var_7148_groups_0 = const()[name = tensor("op_7148_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_k_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256691712)))]; tensor model_text_model_encoder_layers_11_mixer_k_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256790080)))]; tensor var_7148_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_k_projs_5_bias_to_fp16, dilations = var_7148_dilations_0, groups = var_7148_groups_0, pad = var_7148_pad_0, pad_type = var_7148_pad_type_0, strides = var_7148_strides_0, weight = model_text_model_encoder_layers_11_mixer_k_projs_5_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7148_cast_fp16")]; tensor var_7149_axes_0 = const()[name = tensor("op_7149_axes_0"), val = tensor([2])]; tensor var_7149_cast_fp16 = squeeze(axes = var_7149_axes_0, x = var_7148_cast_fp16)[name = tensor("op_7149_cast_fp16")]; tensor var_7157_pad_type_0 = const()[name = tensor("op_7157_pad_type_0"), val = tensor("valid")]; tensor var_7157_strides_0 = const()[name = tensor("op_7157_strides_0"), val = tensor([1, 1])]; tensor var_7157_pad_0 = const()[name = tensor("op_7157_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7157_dilations_0 = const()[name = tensor("op_7157_dilations_0"), val = tensor([1, 1])]; tensor var_7157_groups_0 = const()[name = tensor("op_7157_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_v_projs_5_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_5_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256790272)))]; tensor model_text_model_encoder_layers_11_mixer_v_projs_5_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_5_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256888640)))]; tensor var_7157_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_v_projs_5_bias_to_fp16, dilations = var_7157_dilations_0, groups = var_7157_groups_0, pad = var_7157_pad_0, pad_type = var_7157_pad_type_0, strides = var_7157_strides_0, weight = model_text_model_encoder_layers_11_mixer_v_projs_5_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7157_cast_fp16")]; tensor var_7158_axes_0 = const()[name = tensor("op_7158_axes_0"), val = tensor([2])]; tensor var_7158_cast_fp16 = squeeze(axes = var_7158_axes_0, x = var_7157_cast_fp16)[name = tensor("op_7158_cast_fp16")]; tensor var_7161_transpose_x_1 = const()[name = tensor("op_7161_transpose_x_1"), val = tensor(true)]; tensor var_7161_transpose_y_1 = const()[name = tensor("op_7161_transpose_y_1"), val = tensor(false)]; tensor var_7161_cast_fp16 = matmul(transpose_x = var_7161_transpose_x_1, transpose_y = var_7161_transpose_y_1, x = var_7140_cast_fp16, y = var_7149_cast_fp16)[name = tensor("op_7161_cast_fp16")]; tensor var_7162_to_fp16 = const()[name = tensor("op_7162_to_fp16"), val = tensor(0x1p-3)]; tensor scores_823_cast_fp16 = mul(x = var_7161_cast_fp16, y = var_7162_to_fp16)[name = tensor("scores_823_cast_fp16")]; tensor scores_825_cast_fp16 = add(x = scores_823_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_825_cast_fp16")]; tensor scores_827_cast_fp16 = sub(x = scores_825_cast_fp16, y = var_177_cast_fp16)[name = tensor("scores_827_cast_fp16")]; tensor attn_weights_275_cast_fp16 = softmax(axis = var_29, x = scores_827_cast_fp16)[name = tensor("attn_weights_275_cast_fp16")]; tensor var_7167_transpose_x_1 = const()[name = tensor("op_7167_transpose_x_1"), val = tensor(false)]; tensor var_7167_transpose_y_1 = const()[name = tensor("op_7167_transpose_y_1"), val = tensor(true)]; tensor var_7167_cast_fp16 = matmul(transpose_x = var_7167_transpose_x_1, transpose_y = var_7167_transpose_y_1, x = attn_weights_275_cast_fp16, y = var_7158_cast_fp16)[name = tensor("op_7167_cast_fp16")]; tensor var_7174_pad_type_0 = const()[name = tensor("op_7174_pad_type_0"), val = tensor("valid")]; tensor var_7174_strides_0 = const()[name = tensor("op_7174_strides_0"), val = tensor([1, 1])]; tensor var_7174_pad_0 = const()[name = tensor("op_7174_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7174_dilations_0 = const()[name = tensor("op_7174_dilations_0"), val = tensor([1, 1])]; tensor var_7174_groups_0 = const()[name = tensor("op_7174_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_q_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256888832)))]; tensor model_text_model_encoder_layers_11_mixer_q_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256987200)))]; tensor var_7174_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_q_projs_6_bias_to_fp16, dilations = var_7174_dilations_0, groups = var_7174_groups_0, pad = var_7174_pad_0, pad_type = var_7174_pad_type_0, strides = var_7174_strides_0, weight = model_text_model_encoder_layers_11_mixer_q_projs_6_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7174_cast_fp16")]; tensor var_7175_axes_0 = const()[name = tensor("op_7175_axes_0"), val = tensor([2])]; tensor var_7175_cast_fp16 = squeeze(axes = var_7175_axes_0, x = var_7174_cast_fp16)[name = tensor("op_7175_cast_fp16")]; tensor var_7183_pad_type_0 = const()[name = tensor("op_7183_pad_type_0"), val = tensor("valid")]; tensor var_7183_strides_0 = const()[name = tensor("op_7183_strides_0"), val = tensor([1, 1])]; tensor var_7183_pad_0 = const()[name = tensor("op_7183_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7183_dilations_0 = const()[name = tensor("op_7183_dilations_0"), val = tensor([1, 1])]; tensor var_7183_groups_0 = const()[name = tensor("op_7183_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_k_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256987392)))]; tensor model_text_model_encoder_layers_11_mixer_k_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257085760)))]; tensor var_7183_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_k_projs_6_bias_to_fp16, dilations = var_7183_dilations_0, groups = var_7183_groups_0, pad = var_7183_pad_0, pad_type = var_7183_pad_type_0, strides = var_7183_strides_0, weight = model_text_model_encoder_layers_11_mixer_k_projs_6_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7183_cast_fp16")]; tensor var_7184_axes_0 = const()[name = tensor("op_7184_axes_0"), val = tensor([2])]; tensor var_7184_cast_fp16 = squeeze(axes = var_7184_axes_0, x = var_7183_cast_fp16)[name = tensor("op_7184_cast_fp16")]; tensor var_7192_pad_type_0 = const()[name = tensor("op_7192_pad_type_0"), val = tensor("valid")]; tensor var_7192_strides_0 = const()[name = tensor("op_7192_strides_0"), val = tensor([1, 1])]; tensor var_7192_pad_0 = const()[name = tensor("op_7192_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7192_dilations_0 = const()[name = tensor("op_7192_dilations_0"), val = tensor([1, 1])]; tensor var_7192_groups_0 = const()[name = tensor("op_7192_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_v_projs_6_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_6_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257085952)))]; tensor model_text_model_encoder_layers_11_mixer_v_projs_6_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_6_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257184320)))]; tensor var_7192_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_v_projs_6_bias_to_fp16, dilations = var_7192_dilations_0, groups = var_7192_groups_0, pad = var_7192_pad_0, pad_type = var_7192_pad_type_0, strides = var_7192_strides_0, weight = model_text_model_encoder_layers_11_mixer_v_projs_6_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7192_cast_fp16")]; tensor var_7193_axes_0 = const()[name = tensor("op_7193_axes_0"), val = tensor([2])]; tensor var_7193_cast_fp16 = squeeze(axes = var_7193_axes_0, x = var_7192_cast_fp16)[name = tensor("op_7193_cast_fp16")]; tensor var_7196_transpose_x_1 = const()[name = tensor("op_7196_transpose_x_1"), val = tensor(true)]; tensor var_7196_transpose_y_1 = const()[name = tensor("op_7196_transpose_y_1"), val = tensor(false)]; tensor var_7196_cast_fp16 = matmul(transpose_x = var_7196_transpose_x_1, transpose_y = var_7196_transpose_y_1, x = var_7175_cast_fp16, y = var_7184_cast_fp16)[name = tensor("op_7196_cast_fp16")]; tensor var_7197_to_fp16 = const()[name = tensor("op_7197_to_fp16"), val = tensor(0x1p-3)]; tensor scores_829_cast_fp16 = mul(x = var_7196_cast_fp16, y = var_7197_to_fp16)[name = tensor("scores_829_cast_fp16")]; tensor scores_831_cast_fp16 = add(x = scores_829_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_831_cast_fp16")]; tensor scores_833_cast_fp16 = sub(x = scores_831_cast_fp16, y = var_181_cast_fp16)[name = tensor("scores_833_cast_fp16")]; tensor attn_weights_277_cast_fp16 = softmax(axis = var_29, x = scores_833_cast_fp16)[name = tensor("attn_weights_277_cast_fp16")]; tensor var_7202_transpose_x_1 = const()[name = tensor("op_7202_transpose_x_1"), val = tensor(false)]; tensor var_7202_transpose_y_1 = const()[name = tensor("op_7202_transpose_y_1"), val = tensor(true)]; tensor var_7202_cast_fp16 = matmul(transpose_x = var_7202_transpose_x_1, transpose_y = var_7202_transpose_y_1, x = attn_weights_277_cast_fp16, y = var_7193_cast_fp16)[name = tensor("op_7202_cast_fp16")]; tensor var_7209_pad_type_0 = const()[name = tensor("op_7209_pad_type_0"), val = tensor("valid")]; tensor var_7209_strides_0 = const()[name = tensor("op_7209_strides_0"), val = tensor([1, 1])]; tensor var_7209_pad_0 = const()[name = tensor("op_7209_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7209_dilations_0 = const()[name = tensor("op_7209_dilations_0"), val = tensor([1, 1])]; tensor var_7209_groups_0 = const()[name = tensor("op_7209_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_q_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257184512)))]; tensor model_text_model_encoder_layers_11_mixer_q_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257282880)))]; tensor var_7209_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_q_projs_7_bias_to_fp16, dilations = var_7209_dilations_0, groups = var_7209_groups_0, pad = var_7209_pad_0, pad_type = var_7209_pad_type_0, strides = var_7209_strides_0, weight = model_text_model_encoder_layers_11_mixer_q_projs_7_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7209_cast_fp16")]; tensor var_7210_axes_0 = const()[name = tensor("op_7210_axes_0"), val = tensor([2])]; tensor var_7210_cast_fp16 = squeeze(axes = var_7210_axes_0, x = var_7209_cast_fp16)[name = tensor("op_7210_cast_fp16")]; tensor var_7218_pad_type_0 = const()[name = tensor("op_7218_pad_type_0"), val = tensor("valid")]; tensor var_7218_strides_0 = const()[name = tensor("op_7218_strides_0"), val = tensor([1, 1])]; tensor var_7218_pad_0 = const()[name = tensor("op_7218_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7218_dilations_0 = const()[name = tensor("op_7218_dilations_0"), val = tensor([1, 1])]; tensor var_7218_groups_0 = const()[name = tensor("op_7218_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_k_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257283072)))]; tensor model_text_model_encoder_layers_11_mixer_k_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257381440)))]; tensor var_7218_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_k_projs_7_bias_to_fp16, dilations = var_7218_dilations_0, groups = var_7218_groups_0, pad = var_7218_pad_0, pad_type = var_7218_pad_type_0, strides = var_7218_strides_0, weight = model_text_model_encoder_layers_11_mixer_k_projs_7_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7218_cast_fp16")]; tensor var_7219_axes_0 = const()[name = tensor("op_7219_axes_0"), val = tensor([2])]; tensor var_7219_cast_fp16 = squeeze(axes = var_7219_axes_0, x = var_7218_cast_fp16)[name = tensor("op_7219_cast_fp16")]; tensor var_7227_pad_type_0 = const()[name = tensor("op_7227_pad_type_0"), val = tensor("valid")]; tensor var_7227_strides_0 = const()[name = tensor("op_7227_strides_0"), val = tensor([1, 1])]; tensor var_7227_pad_0 = const()[name = tensor("op_7227_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7227_dilations_0 = const()[name = tensor("op_7227_dilations_0"), val = tensor([1, 1])]; tensor var_7227_groups_0 = const()[name = tensor("op_7227_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_v_projs_7_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_7_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257381632)))]; tensor model_text_model_encoder_layers_11_mixer_v_projs_7_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_7_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257480000)))]; tensor var_7227_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_v_projs_7_bias_to_fp16, dilations = var_7227_dilations_0, groups = var_7227_groups_0, pad = var_7227_pad_0, pad_type = var_7227_pad_type_0, strides = var_7227_strides_0, weight = model_text_model_encoder_layers_11_mixer_v_projs_7_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7227_cast_fp16")]; tensor var_7228_axes_0 = const()[name = tensor("op_7228_axes_0"), val = tensor([2])]; tensor var_7228_cast_fp16 = squeeze(axes = var_7228_axes_0, x = var_7227_cast_fp16)[name = tensor("op_7228_cast_fp16")]; tensor var_7231_transpose_x_1 = const()[name = tensor("op_7231_transpose_x_1"), val = tensor(true)]; tensor var_7231_transpose_y_1 = const()[name = tensor("op_7231_transpose_y_1"), val = tensor(false)]; tensor var_7231_cast_fp16 = matmul(transpose_x = var_7231_transpose_x_1, transpose_y = var_7231_transpose_y_1, x = var_7210_cast_fp16, y = var_7219_cast_fp16)[name = tensor("op_7231_cast_fp16")]; tensor var_7232_to_fp16 = const()[name = tensor("op_7232_to_fp16"), val = tensor(0x1p-3)]; tensor scores_835_cast_fp16 = mul(x = var_7231_cast_fp16, y = var_7232_to_fp16)[name = tensor("scores_835_cast_fp16")]; tensor scores_837_cast_fp16 = add(x = scores_835_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_837_cast_fp16")]; tensor scores_839_cast_fp16 = sub(x = scores_837_cast_fp16, y = var_185_cast_fp16)[name = tensor("scores_839_cast_fp16")]; tensor attn_weights_279_cast_fp16 = softmax(axis = var_29, x = scores_839_cast_fp16)[name = tensor("attn_weights_279_cast_fp16")]; tensor var_7237_transpose_x_1 = const()[name = tensor("op_7237_transpose_x_1"), val = tensor(false)]; tensor var_7237_transpose_y_1 = const()[name = tensor("op_7237_transpose_y_1"), val = tensor(true)]; tensor var_7237_cast_fp16 = matmul(transpose_x = var_7237_transpose_x_1, transpose_y = var_7237_transpose_y_1, x = attn_weights_279_cast_fp16, y = var_7228_cast_fp16)[name = tensor("op_7237_cast_fp16")]; tensor var_7244_pad_type_0 = const()[name = tensor("op_7244_pad_type_0"), val = tensor("valid")]; tensor var_7244_strides_0 = const()[name = tensor("op_7244_strides_0"), val = tensor([1, 1])]; tensor var_7244_pad_0 = const()[name = tensor("op_7244_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7244_dilations_0 = const()[name = tensor("op_7244_dilations_0"), val = tensor([1, 1])]; tensor var_7244_groups_0 = const()[name = tensor("op_7244_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_q_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257480192)))]; tensor model_text_model_encoder_layers_11_mixer_q_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257578560)))]; tensor var_7244_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_q_projs_8_bias_to_fp16, dilations = var_7244_dilations_0, groups = var_7244_groups_0, pad = var_7244_pad_0, pad_type = var_7244_pad_type_0, strides = var_7244_strides_0, weight = model_text_model_encoder_layers_11_mixer_q_projs_8_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7244_cast_fp16")]; tensor var_7245_axes_0 = const()[name = tensor("op_7245_axes_0"), val = tensor([2])]; tensor var_7245_cast_fp16 = squeeze(axes = var_7245_axes_0, x = var_7244_cast_fp16)[name = tensor("op_7245_cast_fp16")]; tensor var_7253_pad_type_0 = const()[name = tensor("op_7253_pad_type_0"), val = tensor("valid")]; tensor var_7253_strides_0 = const()[name = tensor("op_7253_strides_0"), val = tensor([1, 1])]; tensor var_7253_pad_0 = const()[name = tensor("op_7253_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7253_dilations_0 = const()[name = tensor("op_7253_dilations_0"), val = tensor([1, 1])]; tensor var_7253_groups_0 = const()[name = tensor("op_7253_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_k_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257578752)))]; tensor model_text_model_encoder_layers_11_mixer_k_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257677120)))]; tensor var_7253_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_k_projs_8_bias_to_fp16, dilations = var_7253_dilations_0, groups = var_7253_groups_0, pad = var_7253_pad_0, pad_type = var_7253_pad_type_0, strides = var_7253_strides_0, weight = model_text_model_encoder_layers_11_mixer_k_projs_8_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7253_cast_fp16")]; tensor var_7254_axes_0 = const()[name = tensor("op_7254_axes_0"), val = tensor([2])]; tensor var_7254_cast_fp16 = squeeze(axes = var_7254_axes_0, x = var_7253_cast_fp16)[name = tensor("op_7254_cast_fp16")]; tensor var_7262_pad_type_0 = const()[name = tensor("op_7262_pad_type_0"), val = tensor("valid")]; tensor var_7262_strides_0 = const()[name = tensor("op_7262_strides_0"), val = tensor([1, 1])]; tensor var_7262_pad_0 = const()[name = tensor("op_7262_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7262_dilations_0 = const()[name = tensor("op_7262_dilations_0"), val = tensor([1, 1])]; tensor var_7262_groups_0 = const()[name = tensor("op_7262_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_v_projs_8_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_8_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257677312)))]; tensor model_text_model_encoder_layers_11_mixer_v_projs_8_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_8_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257775680)))]; tensor var_7262_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_v_projs_8_bias_to_fp16, dilations = var_7262_dilations_0, groups = var_7262_groups_0, pad = var_7262_pad_0, pad_type = var_7262_pad_type_0, strides = var_7262_strides_0, weight = model_text_model_encoder_layers_11_mixer_v_projs_8_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7262_cast_fp16")]; tensor var_7263_axes_0 = const()[name = tensor("op_7263_axes_0"), val = tensor([2])]; tensor var_7263_cast_fp16 = squeeze(axes = var_7263_axes_0, x = var_7262_cast_fp16)[name = tensor("op_7263_cast_fp16")]; tensor var_7266_transpose_x_1 = const()[name = tensor("op_7266_transpose_x_1"), val = tensor(true)]; tensor var_7266_transpose_y_1 = const()[name = tensor("op_7266_transpose_y_1"), val = tensor(false)]; tensor var_7266_cast_fp16 = matmul(transpose_x = var_7266_transpose_x_1, transpose_y = var_7266_transpose_y_1, x = var_7245_cast_fp16, y = var_7254_cast_fp16)[name = tensor("op_7266_cast_fp16")]; tensor var_7267_to_fp16 = const()[name = tensor("op_7267_to_fp16"), val = tensor(0x1p-3)]; tensor scores_841_cast_fp16 = mul(x = var_7266_cast_fp16, y = var_7267_to_fp16)[name = tensor("scores_841_cast_fp16")]; tensor scores_843_cast_fp16 = add(x = scores_841_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_843_cast_fp16")]; tensor scores_845_cast_fp16 = sub(x = scores_843_cast_fp16, y = var_189_cast_fp16)[name = tensor("scores_845_cast_fp16")]; tensor attn_weights_281_cast_fp16 = softmax(axis = var_29, x = scores_845_cast_fp16)[name = tensor("attn_weights_281_cast_fp16")]; tensor var_7272_transpose_x_1 = const()[name = tensor("op_7272_transpose_x_1"), val = tensor(false)]; tensor var_7272_transpose_y_1 = const()[name = tensor("op_7272_transpose_y_1"), val = tensor(true)]; tensor var_7272_cast_fp16 = matmul(transpose_x = var_7272_transpose_x_1, transpose_y = var_7272_transpose_y_1, x = attn_weights_281_cast_fp16, y = var_7263_cast_fp16)[name = tensor("op_7272_cast_fp16")]; tensor var_7279_pad_type_0 = const()[name = tensor("op_7279_pad_type_0"), val = tensor("valid")]; tensor var_7279_strides_0 = const()[name = tensor("op_7279_strides_0"), val = tensor([1, 1])]; tensor var_7279_pad_0 = const()[name = tensor("op_7279_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7279_dilations_0 = const()[name = tensor("op_7279_dilations_0"), val = tensor([1, 1])]; tensor var_7279_groups_0 = const()[name = tensor("op_7279_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_q_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257775872)))]; tensor model_text_model_encoder_layers_11_mixer_q_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257874240)))]; tensor var_7279_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_q_projs_9_bias_to_fp16, dilations = var_7279_dilations_0, groups = var_7279_groups_0, pad = var_7279_pad_0, pad_type = var_7279_pad_type_0, strides = var_7279_strides_0, weight = model_text_model_encoder_layers_11_mixer_q_projs_9_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7279_cast_fp16")]; tensor var_7280_axes_0 = const()[name = tensor("op_7280_axes_0"), val = tensor([2])]; tensor var_7280_cast_fp16 = squeeze(axes = var_7280_axes_0, x = var_7279_cast_fp16)[name = tensor("op_7280_cast_fp16")]; tensor var_7288_pad_type_0 = const()[name = tensor("op_7288_pad_type_0"), val = tensor("valid")]; tensor var_7288_strides_0 = const()[name = tensor("op_7288_strides_0"), val = tensor([1, 1])]; tensor var_7288_pad_0 = const()[name = tensor("op_7288_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7288_dilations_0 = const()[name = tensor("op_7288_dilations_0"), val = tensor([1, 1])]; tensor var_7288_groups_0 = const()[name = tensor("op_7288_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_k_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257874432)))]; tensor model_text_model_encoder_layers_11_mixer_k_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257972800)))]; tensor var_7288_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_k_projs_9_bias_to_fp16, dilations = var_7288_dilations_0, groups = var_7288_groups_0, pad = var_7288_pad_0, pad_type = var_7288_pad_type_0, strides = var_7288_strides_0, weight = model_text_model_encoder_layers_11_mixer_k_projs_9_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7288_cast_fp16")]; tensor var_7289_axes_0 = const()[name = tensor("op_7289_axes_0"), val = tensor([2])]; tensor var_7289_cast_fp16 = squeeze(axes = var_7289_axes_0, x = var_7288_cast_fp16)[name = tensor("op_7289_cast_fp16")]; tensor var_7297_pad_type_0 = const()[name = tensor("op_7297_pad_type_0"), val = tensor("valid")]; tensor var_7297_strides_0 = const()[name = tensor("op_7297_strides_0"), val = tensor([1, 1])]; tensor var_7297_pad_0 = const()[name = tensor("op_7297_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7297_dilations_0 = const()[name = tensor("op_7297_dilations_0"), val = tensor([1, 1])]; tensor var_7297_groups_0 = const()[name = tensor("op_7297_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_v_projs_9_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_9_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257972992)))]; tensor model_text_model_encoder_layers_11_mixer_v_projs_9_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_9_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258071360)))]; tensor var_7297_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_v_projs_9_bias_to_fp16, dilations = var_7297_dilations_0, groups = var_7297_groups_0, pad = var_7297_pad_0, pad_type = var_7297_pad_type_0, strides = var_7297_strides_0, weight = model_text_model_encoder_layers_11_mixer_v_projs_9_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7297_cast_fp16")]; tensor var_7298_axes_0 = const()[name = tensor("op_7298_axes_0"), val = tensor([2])]; tensor var_7298_cast_fp16 = squeeze(axes = var_7298_axes_0, x = var_7297_cast_fp16)[name = tensor("op_7298_cast_fp16")]; tensor var_7301_transpose_x_1 = const()[name = tensor("op_7301_transpose_x_1"), val = tensor(true)]; tensor var_7301_transpose_y_1 = const()[name = tensor("op_7301_transpose_y_1"), val = tensor(false)]; tensor var_7301_cast_fp16 = matmul(transpose_x = var_7301_transpose_x_1, transpose_y = var_7301_transpose_y_1, x = var_7280_cast_fp16, y = var_7289_cast_fp16)[name = tensor("op_7301_cast_fp16")]; tensor var_7302_to_fp16 = const()[name = tensor("op_7302_to_fp16"), val = tensor(0x1p-3)]; tensor scores_847_cast_fp16 = mul(x = var_7301_cast_fp16, y = var_7302_to_fp16)[name = tensor("scores_847_cast_fp16")]; tensor scores_849_cast_fp16 = add(x = scores_847_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_849_cast_fp16")]; tensor scores_851_cast_fp16 = sub(x = scores_849_cast_fp16, y = var_193_cast_fp16)[name = tensor("scores_851_cast_fp16")]; tensor attn_weights_283_cast_fp16 = softmax(axis = var_29, x = scores_851_cast_fp16)[name = tensor("attn_weights_283_cast_fp16")]; tensor var_7307_transpose_x_1 = const()[name = tensor("op_7307_transpose_x_1"), val = tensor(false)]; tensor var_7307_transpose_y_1 = const()[name = tensor("op_7307_transpose_y_1"), val = tensor(true)]; tensor var_7307_cast_fp16 = matmul(transpose_x = var_7307_transpose_x_1, transpose_y = var_7307_transpose_y_1, x = attn_weights_283_cast_fp16, y = var_7298_cast_fp16)[name = tensor("op_7307_cast_fp16")]; tensor var_7314_pad_type_0 = const()[name = tensor("op_7314_pad_type_0"), val = tensor("valid")]; tensor var_7314_strides_0 = const()[name = tensor("op_7314_strides_0"), val = tensor([1, 1])]; tensor var_7314_pad_0 = const()[name = tensor("op_7314_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7314_dilations_0 = const()[name = tensor("op_7314_dilations_0"), val = tensor([1, 1])]; tensor var_7314_groups_0 = const()[name = tensor("op_7314_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_q_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258071552)))]; tensor model_text_model_encoder_layers_11_mixer_q_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258169920)))]; tensor var_7314_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_q_projs_10_bias_to_fp16, dilations = var_7314_dilations_0, groups = var_7314_groups_0, pad = var_7314_pad_0, pad_type = var_7314_pad_type_0, strides = var_7314_strides_0, weight = model_text_model_encoder_layers_11_mixer_q_projs_10_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7314_cast_fp16")]; tensor var_7315_axes_0 = const()[name = tensor("op_7315_axes_0"), val = tensor([2])]; tensor var_7315_cast_fp16 = squeeze(axes = var_7315_axes_0, x = var_7314_cast_fp16)[name = tensor("op_7315_cast_fp16")]; tensor var_7323_pad_type_0 = const()[name = tensor("op_7323_pad_type_0"), val = tensor("valid")]; tensor var_7323_strides_0 = const()[name = tensor("op_7323_strides_0"), val = tensor([1, 1])]; tensor var_7323_pad_0 = const()[name = tensor("op_7323_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7323_dilations_0 = const()[name = tensor("op_7323_dilations_0"), val = tensor([1, 1])]; tensor var_7323_groups_0 = const()[name = tensor("op_7323_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_k_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258170112)))]; tensor model_text_model_encoder_layers_11_mixer_k_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258268480)))]; tensor var_7323_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_k_projs_10_bias_to_fp16, dilations = var_7323_dilations_0, groups = var_7323_groups_0, pad = var_7323_pad_0, pad_type = var_7323_pad_type_0, strides = var_7323_strides_0, weight = model_text_model_encoder_layers_11_mixer_k_projs_10_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7323_cast_fp16")]; tensor var_7324_axes_0 = const()[name = tensor("op_7324_axes_0"), val = tensor([2])]; tensor var_7324_cast_fp16 = squeeze(axes = var_7324_axes_0, x = var_7323_cast_fp16)[name = tensor("op_7324_cast_fp16")]; tensor var_7332_pad_type_0 = const()[name = tensor("op_7332_pad_type_0"), val = tensor("valid")]; tensor var_7332_strides_0 = const()[name = tensor("op_7332_strides_0"), val = tensor([1, 1])]; tensor var_7332_pad_0 = const()[name = tensor("op_7332_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7332_dilations_0 = const()[name = tensor("op_7332_dilations_0"), val = tensor([1, 1])]; tensor var_7332_groups_0 = const()[name = tensor("op_7332_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_v_projs_10_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_10_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258268672)))]; tensor model_text_model_encoder_layers_11_mixer_v_projs_10_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_10_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258367040)))]; tensor var_7332_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_v_projs_10_bias_to_fp16, dilations = var_7332_dilations_0, groups = var_7332_groups_0, pad = var_7332_pad_0, pad_type = var_7332_pad_type_0, strides = var_7332_strides_0, weight = model_text_model_encoder_layers_11_mixer_v_projs_10_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7332_cast_fp16")]; tensor var_7333_axes_0 = const()[name = tensor("op_7333_axes_0"), val = tensor([2])]; tensor var_7333_cast_fp16 = squeeze(axes = var_7333_axes_0, x = var_7332_cast_fp16)[name = tensor("op_7333_cast_fp16")]; tensor var_7336_transpose_x_1 = const()[name = tensor("op_7336_transpose_x_1"), val = tensor(true)]; tensor var_7336_transpose_y_1 = const()[name = tensor("op_7336_transpose_y_1"), val = tensor(false)]; tensor var_7336_cast_fp16 = matmul(transpose_x = var_7336_transpose_x_1, transpose_y = var_7336_transpose_y_1, x = var_7315_cast_fp16, y = var_7324_cast_fp16)[name = tensor("op_7336_cast_fp16")]; tensor var_7337_to_fp16 = const()[name = tensor("op_7337_to_fp16"), val = tensor(0x1p-3)]; tensor scores_853_cast_fp16 = mul(x = var_7336_cast_fp16, y = var_7337_to_fp16)[name = tensor("scores_853_cast_fp16")]; tensor scores_855_cast_fp16 = add(x = scores_853_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_855_cast_fp16")]; tensor scores_857_cast_fp16 = sub(x = scores_855_cast_fp16, y = var_197_cast_fp16)[name = tensor("scores_857_cast_fp16")]; tensor attn_weights_285_cast_fp16 = softmax(axis = var_29, x = scores_857_cast_fp16)[name = tensor("attn_weights_285_cast_fp16")]; tensor var_7342_transpose_x_1 = const()[name = tensor("op_7342_transpose_x_1"), val = tensor(false)]; tensor var_7342_transpose_y_1 = const()[name = tensor("op_7342_transpose_y_1"), val = tensor(true)]; tensor var_7342_cast_fp16 = matmul(transpose_x = var_7342_transpose_x_1, transpose_y = var_7342_transpose_y_1, x = attn_weights_285_cast_fp16, y = var_7333_cast_fp16)[name = tensor("op_7342_cast_fp16")]; tensor var_7349_pad_type_0 = const()[name = tensor("op_7349_pad_type_0"), val = tensor("valid")]; tensor var_7349_strides_0 = const()[name = tensor("op_7349_strides_0"), val = tensor([1, 1])]; tensor var_7349_pad_0 = const()[name = tensor("op_7349_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7349_dilations_0 = const()[name = tensor("op_7349_dilations_0"), val = tensor([1, 1])]; tensor var_7349_groups_0 = const()[name = tensor("op_7349_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_q_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258367232)))]; tensor model_text_model_encoder_layers_11_mixer_q_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_q_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258465600)))]; tensor var_7349_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_q_projs_11_bias_to_fp16, dilations = var_7349_dilations_0, groups = var_7349_groups_0, pad = var_7349_pad_0, pad_type = var_7349_pad_type_0, strides = var_7349_strides_0, weight = model_text_model_encoder_layers_11_mixer_q_projs_11_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7349_cast_fp16")]; tensor var_7350_axes_0 = const()[name = tensor("op_7350_axes_0"), val = tensor([2])]; tensor var_7350_cast_fp16 = squeeze(axes = var_7350_axes_0, x = var_7349_cast_fp16)[name = tensor("op_7350_cast_fp16")]; tensor var_7358_pad_type_0 = const()[name = tensor("op_7358_pad_type_0"), val = tensor("valid")]; tensor var_7358_strides_0 = const()[name = tensor("op_7358_strides_0"), val = tensor([1, 1])]; tensor var_7358_pad_0 = const()[name = tensor("op_7358_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7358_dilations_0 = const()[name = tensor("op_7358_dilations_0"), val = tensor([1, 1])]; tensor var_7358_groups_0 = const()[name = tensor("op_7358_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_k_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258465792)))]; tensor model_text_model_encoder_layers_11_mixer_k_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_k_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258564160)))]; tensor var_7358_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_k_projs_11_bias_to_fp16, dilations = var_7358_dilations_0, groups = var_7358_groups_0, pad = var_7358_pad_0, pad_type = var_7358_pad_type_0, strides = var_7358_strides_0, weight = model_text_model_encoder_layers_11_mixer_k_projs_11_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7358_cast_fp16")]; tensor var_7359_axes_0 = const()[name = tensor("op_7359_axes_0"), val = tensor([2])]; tensor var_7359_cast_fp16 = squeeze(axes = var_7359_axes_0, x = var_7358_cast_fp16)[name = tensor("op_7359_cast_fp16")]; tensor var_7367_pad_type_0 = const()[name = tensor("op_7367_pad_type_0"), val = tensor("valid")]; tensor var_7367_strides_0 = const()[name = tensor("op_7367_strides_0"), val = tensor([1, 1])]; tensor var_7367_pad_0 = const()[name = tensor("op_7367_pad_0"), val = tensor([0, 0, 0, 0])]; tensor var_7367_dilations_0 = const()[name = tensor("op_7367_dilations_0"), val = tensor([1, 1])]; tensor var_7367_groups_0 = const()[name = tensor("op_7367_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mixer_v_projs_11_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_11_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258564352)))]; tensor model_text_model_encoder_layers_11_mixer_v_projs_11_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_v_projs_11_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258662720)))]; tensor var_7367_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_v_projs_11_bias_to_fp16, dilations = var_7367_dilations_0, groups = var_7367_groups_0, pad = var_7367_pad_0, pad_type = var_7367_pad_type_0, strides = var_7367_strides_0, weight = model_text_model_encoder_layers_11_mixer_v_projs_11_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("op_7367_cast_fp16")]; tensor var_7368_axes_0 = const()[name = tensor("op_7368_axes_0"), val = tensor([2])]; tensor var_7368_cast_fp16 = squeeze(axes = var_7368_axes_0, x = var_7367_cast_fp16)[name = tensor("op_7368_cast_fp16")]; tensor var_7371_transpose_x_1 = const()[name = tensor("op_7371_transpose_x_1"), val = tensor(true)]; tensor var_7371_transpose_y_1 = const()[name = tensor("op_7371_transpose_y_1"), val = tensor(false)]; tensor var_7371_cast_fp16 = matmul(transpose_x = var_7371_transpose_x_1, transpose_y = var_7371_transpose_y_1, x = var_7350_cast_fp16, y = var_7359_cast_fp16)[name = tensor("op_7371_cast_fp16")]; tensor var_7372_to_fp16 = const()[name = tensor("op_7372_to_fp16"), val = tensor(0x1p-3)]; tensor scores_859_cast_fp16 = mul(x = var_7371_cast_fp16, y = var_7372_to_fp16)[name = tensor("scores_859_cast_fp16")]; tensor scores_861_cast_fp16 = add(x = scores_859_cast_fp16, y = padding_mask_3_cast_fp16)[name = tensor("scores_861_cast_fp16")]; tensor scores_cast_fp16 = sub(x = scores_861_cast_fp16, y = var_201_cast_fp16)[name = tensor("scores_cast_fp16")]; tensor attn_weights_cast_fp16 = softmax(axis = var_29, x = scores_cast_fp16)[name = tensor("attn_weights_cast_fp16")]; tensor out_transpose_x_1 = const()[name = tensor("out_transpose_x_1"), val = tensor(false)]; tensor out_transpose_y_1 = const()[name = tensor("out_transpose_y_1"), val = tensor(true)]; tensor out_cast_fp16 = matmul(transpose_x = out_transpose_x_1, transpose_y = out_transpose_y_1, x = attn_weights_cast_fp16, y = var_7368_cast_fp16)[name = tensor("out_cast_fp16")]; tensor attn_output_interleave_0 = const()[name = tensor("attn_output_interleave_0"), val = tensor(false)]; tensor attn_output_cast_fp16 = concat(axis = var_29, interleave = attn_output_interleave_0, values = (var_6992_cast_fp16, var_7027_cast_fp16, var_7062_cast_fp16, var_7097_cast_fp16, var_7132_cast_fp16, var_7167_cast_fp16, var_7202_cast_fp16, var_7237_cast_fp16, var_7272_cast_fp16, var_7307_cast_fp16, var_7342_cast_fp16, out_cast_fp16))[name = tensor("attn_output_cast_fp16")]; tensor var_7380_perm_0 = const()[name = tensor("op_7380_perm_0"), val = tensor([0, 2, 1])]; tensor var_7389_pad_type_0 = const()[name = tensor("op_7389_pad_type_0"), val = tensor("valid")]; tensor var_7389_groups_0 = const()[name = tensor("op_7389_groups_0"), val = tensor(1)]; tensor var_7389_strides_0 = const()[name = tensor("op_7389_strides_0"), val = tensor([1])]; tensor var_7389_pad_0 = const()[name = tensor("op_7389_pad_0"), val = tensor([0, 0])]; tensor var_7389_dilations_0 = const()[name = tensor("op_7389_dilations_0"), val = tensor([1])]; tensor squeeze_11_cast_fp16_to_fp32_to_fp16 = const()[name = tensor("squeeze_11_cast_fp16_to_fp32_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258662912)))]; tensor model_text_model_encoder_layers_11_mixer_out_proj_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mixer_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259842624)))]; tensor var_7380_cast_fp16 = transpose(perm = var_7380_perm_0, x = attn_output_cast_fp16)[name = tensor("transpose_5")]; tensor var_7389_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mixer_out_proj_bias_to_fp16, dilations = var_7389_dilations_0, groups = var_7389_groups_0, pad = var_7389_pad_0, pad_type = var_7389_pad_type_0, strides = var_7389_strides_0, weight = squeeze_11_cast_fp16_to_fp32_to_fp16, x = var_7380_cast_fp16)[name = tensor("op_7389_cast_fp16")]; tensor mixer_out_perm_0 = const()[name = tensor("mixer_out_perm_0"), val = tensor([0, 2, 1])]; tensor mixer_out_cast_fp16 = transpose(perm = mixer_out_perm_0, x = var_7389_cast_fp16)[name = tensor("transpose_4")]; tensor input_163_cast_fp16 = add(x = mixer_out_cast_fp16, y = var_6824_cast_fp16)[name = tensor("input_163_cast_fp16")]; tensor var_7395_axes_0 = const()[name = tensor("op_7395_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_11_norm1_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259844224)))]; tensor model_text_model_encoder_layers_11_norm1_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259845824)))]; tensor var_7395_cast_fp16 = layer_norm(axes = var_7395_axes_0, beta = model_text_model_encoder_layers_11_norm1_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_11_norm1_weight_to_fp16, x = input_163_cast_fp16)[name = tensor("op_7395_cast_fp16")]; tensor var_7401 = const()[name = tensor("op_7401"), val = tensor([1, 256, 1, 768])]; tensor hidden_states_113_cast_fp16 = reshape(shape = var_7401, x = var_7395_cast_fp16)[name = tensor("hidden_states_113_cast_fp16")]; tensor input_165_perm_0 = const()[name = tensor("input_165_perm_0"), val = tensor([0, 3, 2, 1])]; tensor hidden_states_115_pad_type_0 = const()[name = tensor("hidden_states_115_pad_type_0"), val = tensor("valid")]; tensor hidden_states_115_strides_0 = const()[name = tensor("hidden_states_115_strides_0"), val = tensor([1, 1])]; tensor hidden_states_115_pad_0 = const()[name = tensor("hidden_states_115_pad_0"), val = tensor([0, 0, 0, 0])]; tensor hidden_states_115_dilations_0 = const()[name = tensor("hidden_states_115_dilations_0"), val = tensor([1, 1])]; tensor hidden_states_115_groups_0 = const()[name = tensor("hidden_states_115_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mlp_gated_layers_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mlp_gated_layers_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259847424)))]; tensor input_165_cast_fp16 = transpose(perm = input_165_perm_0, x = hidden_states_113_cast_fp16)[name = tensor("transpose_3")]; tensor hidden_states_115_cast_fp16 = conv(dilations = hidden_states_115_dilations_0, groups = hidden_states_115_groups_0, pad = hidden_states_115_pad_0, pad_type = hidden_states_115_pad_type_0, strides = hidden_states_115_strides_0, weight = model_text_model_encoder_layers_11_mlp_gated_layers_weight_to_fp16, x = input_165_cast_fp16)[name = tensor("hidden_states_115_cast_fp16")]; tensor hidden_states_117_perm_0 = const()[name = tensor("hidden_states_117_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_7411 = const()[name = tensor("op_7411"), val = tensor([1, 256, 6144])]; tensor hidden_states_117_cast_fp16 = transpose(perm = hidden_states_117_perm_0, x = hidden_states_115_cast_fp16)[name = tensor("transpose_2")]; tensor hidden_states_119_cast_fp16 = reshape(shape = var_7411, x = hidden_states_117_cast_fp16)[name = tensor("hidden_states_119_cast_fp16")]; tensor input_167_begin_0 = const()[name = tensor("input_167_begin_0"), val = tensor([0, 0, 0])]; tensor input_167_end_0 = const()[name = tensor("input_167_end_0"), val = tensor([1, 256, 3072])]; tensor input_167_end_mask_0 = const()[name = tensor("input_167_end_mask_0"), val = tensor([true, true, false])]; tensor input_167_cast_fp16 = slice_by_index(begin = input_167_begin_0, end = input_167_end_0, end_mask = input_167_end_mask_0, x = hidden_states_119_cast_fp16)[name = tensor("input_167_cast_fp16")]; tensor non_gated_begin_0 = const()[name = tensor("non_gated_begin_0"), val = tensor([0, 0, 3072])]; tensor non_gated_end_0 = const()[name = tensor("non_gated_end_0"), val = tensor([1, 256, 6144])]; tensor non_gated_end_mask_0 = const()[name = tensor("non_gated_end_mask_0"), val = tensor([true, true, true])]; tensor non_gated_cast_fp16 = slice_by_index(begin = non_gated_begin_0, end = non_gated_end_0, end_mask = non_gated_end_mask_0, x = hidden_states_119_cast_fp16)[name = tensor("non_gated_cast_fp16")]; tensor activated_gated_mode_0 = const()[name = tensor("activated_gated_mode_0"), val = tensor("EXACT")]; tensor activated_gated_cast_fp16 = gelu(mode = activated_gated_mode_0, x = input_167_cast_fp16)[name = tensor("activated_gated_cast_fp16")]; tensor combined_45_cast_fp16 = mul(x = activated_gated_cast_fp16, y = non_gated_cast_fp16)[name = tensor("combined_45_cast_fp16")]; tensor var_7421 = const()[name = tensor("op_7421"), val = tensor([1, 256, 1, 3072])]; tensor combined_cast_fp16 = reshape(shape = var_7421, x = combined_45_cast_fp16)[name = tensor("combined_cast_fp16")]; tensor input_169_perm_0 = const()[name = tensor("input_169_perm_0"), val = tensor([0, 3, 2, 1])]; tensor output_69_pad_type_0 = const()[name = tensor("output_69_pad_type_0"), val = tensor("valid")]; tensor output_69_strides_0 = const()[name = tensor("output_69_strides_0"), val = tensor([1, 1])]; tensor output_69_pad_0 = const()[name = tensor("output_69_pad_0"), val = tensor([0, 0, 0, 0])]; tensor output_69_dilations_0 = const()[name = tensor("output_69_dilations_0"), val = tensor([1, 1])]; tensor output_69_groups_0 = const()[name = tensor("output_69_groups_0"), val = tensor(1)]; tensor model_text_model_encoder_layers_11_mlp_wo_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mlp_wo_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269284672)))]; tensor model_text_model_encoder_layers_11_mlp_wo_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_mlp_wo_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(274003328)))]; tensor input_169_cast_fp16 = transpose(perm = input_169_perm_0, x = combined_cast_fp16)[name = tensor("transpose_1")]; tensor output_69_cast_fp16 = conv(bias = model_text_model_encoder_layers_11_mlp_wo_bias_to_fp16, dilations = output_69_dilations_0, groups = output_69_groups_0, pad = output_69_pad_0, pad_type = output_69_pad_type_0, strides = output_69_strides_0, weight = model_text_model_encoder_layers_11_mlp_wo_weight_to_fp16, x = input_169_cast_fp16)[name = tensor("output_69_cast_fp16")]; tensor output_perm_0 = const()[name = tensor("output_perm_0"), val = tensor([0, 3, 2, 1])]; tensor var_7432 = const()[name = tensor("op_7432"), val = tensor([1, 256, 768])]; tensor output_cast_fp16 = transpose(perm = output_perm_0, x = output_69_cast_fp16)[name = tensor("transpose_0")]; tensor mlp_out_cast_fp16 = reshape(shape = var_7432, x = output_cast_fp16)[name = tensor("mlp_out_cast_fp16")]; tensor input_171_cast_fp16 = add(x = mlp_out_cast_fp16, y = var_7395_cast_fp16)[name = tensor("input_171_cast_fp16")]; tensor var_7438_axes_0 = const()[name = tensor("op_7438_axes_0"), val = tensor([-1])]; tensor model_text_model_encoder_layers_11_norm2_weight_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(274004928)))]; tensor model_text_model_encoder_layers_11_norm2_bias_to_fp16 = const()[name = tensor("model_text_model_encoder_layers_11_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(274006528)))]; tensor var_7438_cast_fp16 = layer_norm(axes = var_7438_axes_0, beta = model_text_model_encoder_layers_11_norm2_bias_to_fp16, epsilon = var_7_to_fp16, gamma = model_text_model_encoder_layers_11_norm2_weight_to_fp16, x = input_171_cast_fp16)[name = tensor("op_7438_cast_fp16")]; tensor var_7440_axes_0 = const()[name = tensor("op_7440_axes_0"), val = tensor([-1])]; tensor var_7440 = expand_dims(axes = var_7440_axes_0, x = attention_mask)[name = tensor("op_7440")]; tensor var_7440_promoted_to_fp16_dtype_0 = const()[name = tensor("op_7440_promoted_to_fp16_dtype_0"), val = tensor("fp16")]; tensor var_7440_to_fp16 = cast(dtype = var_7440_promoted_to_fp16_dtype_0, x = var_7440)[name = tensor("cast_70")]; tensor masked_output_cast_fp16 = mul(x = var_7438_cast_fp16, y = var_7440_to_fp16)[name = tensor("masked_output_cast_fp16")]; tensor var_7443_axes_0 = const()[name = tensor("op_7443_axes_0"), val = tensor([1])]; tensor var_7443_keep_dims_0 = const()[name = tensor("op_7443_keep_dims_0"), val = tensor(false)]; tensor var_7443_cast_fp16 = reduce_sum(axes = var_7443_axes_0, keep_dims = var_7443_keep_dims_0, x = masked_output_cast_fp16)[name = tensor("op_7443_cast_fp16")]; tensor var_7445_axes_0 = const()[name = tensor("op_7445_axes_0"), val = tensor([-1])]; tensor var_7445_keep_dims_0 = const()[name = tensor("op_7445_keep_dims_0"), val = tensor(true)]; tensor var_7445 = reduce_sum(axes = var_7445_axes_0, keep_dims = var_7445_keep_dims_0, x = attention_mask)[name = tensor("op_7445")]; tensor cast_65_to_fp16_dtype_0 = const()[name = tensor("cast_65_to_fp16_dtype_0"), val = tensor("fp16")]; tensor var_7445_to_fp16 = cast(dtype = cast_65_to_fp16_dtype_0, x = var_7445)[name = tensor("cast_69")]; tensor input_cast_fp16 = real_div(x = var_7443_cast_fp16, y = var_7445_to_fp16)[name = tensor("input_cast_fp16")]; tensor var_7447 = const()[name = tensor("op_7447"), val = tensor([1])]; tensor var_7448_cast_fp16 = reduce_l2_norm(axes = var_7447, keep_dims = var_6, x = input_cast_fp16)[name = tensor("op_7448_cast_fp16")]; tensor var_7449_cast_fp16 = maximum(x = var_7448_cast_fp16, y = var_7_to_fp16)[name = tensor("op_7449_cast_fp16")]; tensor denom_reps_0 = const()[name = tensor("denom_reps_0"), val = tensor([1, 768])]; tensor denom_cast_fp16 = tile(reps = denom_reps_0, x = var_7449_cast_fp16)[name = tensor("denom_cast_fp16")]; tensor text_embeddings = real_div(x = input_cast_fp16, y = denom_cast_fp16)[name = tensor("op_7451_cast_fp16")]; } -> (text_embeddings); }