program(1.0) [buildInfo = dict, tensor>({{"coremlc-component-MIL", "3520.4.1"}, {"coremlc-version", "3520.5.1"}, {"coremltools-component-torch", "2.5.1"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "9.0"}})] { func main(tensor input_features) { tensor var_18 = const()[name = tensor("op_18"), val = tensor(-1)]; tensor input_1_perm_0 = const()[name = tensor("input_1_perm_0"), val = tensor([0, 3, 2, 1])]; tensor input_features_to_fp16_dtype_0 = const()[name = tensor("input_features_to_fp16_dtype_0"), val = tensor("fp16")]; tensor audio_model_audio_encoder_batch_norm_running_mean_to_fp16 = const()[name = tensor("audio_model_audio_encoder_batch_norm_running_mean_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64)))]; tensor audio_model_audio_encoder_batch_norm_running_var_to_fp16 = const()[name = tensor("audio_model_audio_encoder_batch_norm_running_var_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256)))]; tensor audio_model_audio_encoder_batch_norm_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_batch_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(448)))]; tensor audio_model_audio_encoder_batch_norm_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_batch_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(640)))]; tensor var_7_to_fp16 = const()[name = tensor("op_7_to_fp16"), val = tensor(0x1.5p-17)]; tensor input_features_to_fp16 = cast(dtype = input_features_to_fp16_dtype_0, x = input_features)[name = tensor("cast_232")]; tensor input_1_cast_fp16 = transpose(perm = input_1_perm_0, x = input_features_to_fp16)[name = tensor("transpose_165")]; tensor normalized_input_features_cast_fp16 = batch_norm(beta = audio_model_audio_encoder_batch_norm_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_batch_norm_weight_to_fp16, mean = audio_model_audio_encoder_batch_norm_running_mean_to_fp16, variance = audio_model_audio_encoder_batch_norm_running_var_to_fp16, x = input_1_cast_fp16)[name = tensor("normalized_input_features_cast_fp16")]; tensor transpose_2_perm_0 = const()[name = tensor("transpose_2_perm_0"), val = tensor([2, 0, 3, 1])]; tensor concat_4 = const()[name = tensor("concat_4"), val = tensor([1001, 64])]; tensor transpose_2_cast_fp16 = transpose(perm = transpose_2_perm_0, x = normalized_input_features_cast_fp16)[name = tensor("transpose_164")]; tensor reshape_1_cast_fp16 = reshape(shape = concat_4, x = transpose_2_cast_fp16)[name = tensor("reshape_1_cast_fp16")]; tensor matmul_0_transpose_x_0 = const()[name = tensor("matmul_0_transpose_x_0"), val = tensor(false)]; tensor matmul_0_transpose_y_0 = const()[name = tensor("matmul_0_transpose_y_0"), val = tensor(false)]; tensor const_0_to_fp16 = const()[name = tensor("const_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(832)))]; tensor matmul_0_cast_fp16 = matmul(transpose_x = matmul_0_transpose_x_0, transpose_y = matmul_0_transpose_y_0, x = const_0_to_fp16, y = reshape_1_cast_fp16)[name = tensor("matmul_0_cast_fp16")]; tensor concat_7 = const()[name = tensor("concat_7"), val = tensor([1024, 1, 1, 64])]; tensor reshape_2_cast_fp16 = reshape(shape = concat_7, x = matmul_0_cast_fp16)[name = tensor("reshape_2_cast_fp16")]; tensor x_3_perm_0 = const()[name = tensor("x_3_perm_0"), val = tensor([1, 2, 0, 3])]; tensor var_77 = const()[name = tensor("op_77"), val = tensor([1, 4, 256, 64])]; tensor x_3_cast_fp16 = transpose(perm = x_3_perm_0, x = reshape_2_cast_fp16)[name = tensor("transpose_163")]; tensor x_5_cast_fp16 = reshape(shape = var_77, x = x_3_cast_fp16)[name = tensor("x_5_cast_fp16")]; tensor var_79 = const()[name = tensor("op_79"), val = tensor([0, 1, 3, 2])]; tensor var_87 = const()[name = tensor("op_87"), val = tensor([1, 1, 256, 256])]; tensor var_80_cast_fp16 = transpose(perm = var_79, x = x_5_cast_fp16)[name = tensor("transpose_162")]; tensor hidden_states_1_cast_fp16 = reshape(shape = var_87, x = var_80_cast_fp16)[name = tensor("hidden_states_1_cast_fp16")]; tensor hidden_states_3_pad_type_0 = const()[name = tensor("hidden_states_3_pad_type_0"), val = tensor("valid")]; tensor hidden_states_3_strides_0 = const()[name = tensor("hidden_states_3_strides_0"), val = tensor([4, 4])]; tensor hidden_states_3_pad_0 = const()[name = tensor("hidden_states_3_pad_0"), val = tensor([0, 0, 0, 0])]; tensor hidden_states_3_dilations_0 = const()[name = tensor("hidden_states_3_dilations_0"), val = tensor([1, 1])]; tensor hidden_states_3_groups_0 = const()[name = tensor("hidden_states_3_groups_0"), val = tensor(1)]; tensor audio_model_audio_encoder_patch_embed_proj_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_patch_embed_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2050944)))]; tensor audio_model_audio_encoder_patch_embed_proj_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_patch_embed_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2054080)))]; tensor hidden_states_3_cast_fp16 = conv(bias = audio_model_audio_encoder_patch_embed_proj_bias_to_fp16, dilations = hidden_states_3_dilations_0, groups = hidden_states_3_groups_0, pad = hidden_states_3_pad_0, pad_type = hidden_states_3_pad_type_0, strides = hidden_states_3_strides_0, weight = audio_model_audio_encoder_patch_embed_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = tensor("hidden_states_3_cast_fp16")]; tensor concat_8 = const()[name = tensor("concat_8"), val = tensor([1, 96, 4096])]; tensor var_100_cast_fp16 = reshape(shape = concat_8, x = hidden_states_3_cast_fp16)[name = tensor("op_100_cast_fp16")]; tensor input_3_perm_0 = const()[name = tensor("input_3_perm_0"), val = tensor([0, 2, 1])]; tensor hidden_states_5_axes_0 = const()[name = tensor("hidden_states_5_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_patch_embed_norm_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_patch_embed_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2054336)))]; tensor audio_model_audio_encoder_patch_embed_norm_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_patch_embed_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2054592)))]; tensor input_3_cast_fp16 = transpose(perm = input_3_perm_0, x = var_100_cast_fp16)[name = tensor("transpose_161")]; tensor hidden_states_5_cast_fp16 = layer_norm(axes = hidden_states_5_axes_0, beta = audio_model_audio_encoder_patch_embed_norm_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_patch_embed_norm_weight_to_fp16, x = input_3_cast_fp16)[name = tensor("hidden_states_5_cast_fp16")]; tensor hidden_states_7_axes_0 = const()[name = tensor("hidden_states_7_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_0_blocks_0_layernorm_before_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_layernorm_before_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2054848)))]; tensor audio_model_audio_encoder_layers_0_blocks_0_layernorm_before_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_layernorm_before_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2055104)))]; tensor hidden_states_7_cast_fp16 = layer_norm(axes = hidden_states_7_axes_0, beta = audio_model_audio_encoder_layers_0_blocks_0_layernorm_before_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_0_blocks_0_layernorm_before_weight_to_fp16, x = hidden_states_5_cast_fp16)[name = tensor("hidden_states_7_cast_fp16")]; tensor reshape_3_shape_0 = const()[name = tensor("reshape_3_shape_0"), val = tensor([8, 8, 8, 768])]; tensor reshape_3_cast_fp16 = reshape(shape = reshape_3_shape_0, x = hidden_states_7_cast_fp16)[name = tensor("reshape_3_cast_fp16")]; tensor transpose_15_perm_0 = const()[name = tensor("transpose_15_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_4_shape_0 = const()[name = tensor("reshape_4_shape_0"), val = tensor([-1, 64, 96])]; tensor transpose_15_cast_fp16 = transpose(perm = transpose_15_perm_0, x = reshape_3_cast_fp16)[name = tensor("transpose_160")]; tensor reshape_4_cast_fp16 = reshape(shape = reshape_4_shape_0, x = transpose_15_cast_fp16)[name = tensor("reshape_4_cast_fp16")]; tensor audio_model_audio_encoder_layers_0_blocks_0_attention_self_query_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_attention_self_query_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2055360)))]; tensor audio_model_audio_encoder_layers_0_blocks_0_attention_self_query_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_attention_self_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2073856)))]; tensor linear_0_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_0_blocks_0_attention_self_query_bias_to_fp16, weight = audio_model_audio_encoder_layers_0_blocks_0_attention_self_query_weight_to_fp16, x = reshape_4_cast_fp16)[name = tensor("linear_0_cast_fp16")]; tensor var_161 = const()[name = tensor("op_161"), val = tensor([64, 64, -1, 24])]; tensor var_162_cast_fp16 = reshape(shape = var_161, x = linear_0_cast_fp16)[name = tensor("op_162_cast_fp16")]; tensor audio_model_audio_encoder_layers_0_blocks_0_attention_self_key_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_attention_self_key_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2074112)))]; tensor audio_model_audio_encoder_layers_0_blocks_0_attention_self_key_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_attention_self_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2092608)))]; tensor linear_1_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_0_blocks_0_attention_self_key_bias_to_fp16, weight = audio_model_audio_encoder_layers_0_blocks_0_attention_self_key_weight_to_fp16, x = reshape_4_cast_fp16)[name = tensor("linear_1_cast_fp16")]; tensor var_167 = const()[name = tensor("op_167"), val = tensor([64, 64, -1, 24])]; tensor var_168_cast_fp16 = reshape(shape = var_167, x = linear_1_cast_fp16)[name = tensor("op_168_cast_fp16")]; tensor audio_model_audio_encoder_layers_0_blocks_0_attention_self_value_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_attention_self_value_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2092864)))]; tensor audio_model_audio_encoder_layers_0_blocks_0_attention_self_value_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_attention_self_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2111360)))]; tensor linear_2_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_0_blocks_0_attention_self_value_bias_to_fp16, weight = audio_model_audio_encoder_layers_0_blocks_0_attention_self_value_weight_to_fp16, x = reshape_4_cast_fp16)[name = tensor("linear_2_cast_fp16")]; tensor var_173 = const()[name = tensor("op_173"), val = tensor([64, 64, -1, 24])]; tensor var_174_cast_fp16 = reshape(shape = var_173, x = linear_2_cast_fp16)[name = tensor("op_174_cast_fp16")]; tensor value_layer_1_perm_0 = const()[name = tensor("value_layer_1_perm_0"), val = tensor([0, 2, 1, 3])]; tensor attention_scores_1_transpose_x_0 = const()[name = tensor("attention_scores_1_transpose_x_0"), val = tensor(false)]; tensor attention_scores_1_transpose_y_0 = const()[name = tensor("attention_scores_1_transpose_y_0"), val = tensor(false)]; tensor transpose_63_perm_0 = const()[name = tensor("transpose_63_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_64_perm_0 = const()[name = tensor("transpose_64_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_64 = transpose(perm = transpose_64_perm_0, x = var_168_cast_fp16)[name = tensor("transpose_157")]; tensor transpose_63 = transpose(perm = transpose_63_perm_0, x = var_162_cast_fp16)[name = tensor("transpose_158")]; tensor attention_scores_1_cast_fp16 = matmul(transpose_x = attention_scores_1_transpose_x_0, transpose_y = attention_scores_1_transpose_y_0, x = transpose_63, y = transpose_64)[name = tensor("attention_scores_1_cast_fp16")]; tensor _inversed_attention_scores_3_y_0_to_fp16 = const()[name = tensor("_inversed_attention_scores_3_y_0_to_fp16"), val = tensor(0x1.a2p-3)]; tensor _inversed_attention_scores_3_cast_fp16 = mul(x = attention_scores_1_cast_fp16, y = _inversed_attention_scores_3_y_0_to_fp16)[name = tensor("_inversed_attention_scores_3_cast_fp16")]; tensor var_189_to_fp16 = const()[name = tensor("op_189_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2111616)))]; tensor input_7_cast_fp16 = add(x = _inversed_attention_scores_3_cast_fp16, y = var_189_to_fp16)[name = tensor("input_7_cast_fp16")]; tensor input_9_cast_fp16 = softmax(axis = var_18, x = input_7_cast_fp16)[name = tensor("input_9_cast_fp16")]; tensor context_layer_1_transpose_x_0 = const()[name = tensor("context_layer_1_transpose_x_0"), val = tensor(false)]; tensor context_layer_1_transpose_y_0 = const()[name = tensor("context_layer_1_transpose_y_0"), val = tensor(false)]; tensor value_layer_1_cast_fp16 = transpose(perm = value_layer_1_perm_0, x = var_174_cast_fp16)[name = tensor("transpose_159")]; tensor context_layer_1_cast_fp16 = matmul(transpose_x = context_layer_1_transpose_x_0, transpose_y = context_layer_1_transpose_y_0, x = input_9_cast_fp16, y = value_layer_1_cast_fp16)[name = tensor("context_layer_1_cast_fp16")]; tensor var_194 = const()[name = tensor("op_194"), val = tensor([0, 2, 1, 3])]; tensor var_199 = const()[name = tensor("op_199"), val = tensor([64, 64, 96])]; tensor var_195_cast_fp16 = transpose(perm = var_194, x = context_layer_1_cast_fp16)[name = tensor("transpose_156")]; tensor input_11_cast_fp16 = reshape(shape = var_199, x = var_195_cast_fp16)[name = tensor("input_11_cast_fp16")]; tensor audio_model_audio_encoder_layers_0_blocks_0_attention_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_attention_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2144448)))]; tensor audio_model_audio_encoder_layers_0_blocks_0_attention_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_attention_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2162944)))]; tensor linear_3_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_0_blocks_0_attention_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_0_blocks_0_attention_output_dense_weight_to_fp16, x = input_11_cast_fp16)[name = tensor("linear_3_cast_fp16")]; tensor reshape_5_shape_0 = const()[name = tensor("reshape_5_shape_0"), val = tensor([8, 8, 8, 768])]; tensor reshape_5_cast_fp16 = reshape(shape = reshape_5_shape_0, x = linear_3_cast_fp16)[name = tensor("reshape_5_cast_fp16")]; tensor transpose_16_perm_0 = const()[name = tensor("transpose_16_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_6_shape_0 = const()[name = tensor("reshape_6_shape_0"), val = tensor([1, 4096, 96])]; tensor transpose_16_cast_fp16 = transpose(perm = transpose_16_perm_0, x = reshape_5_cast_fp16)[name = tensor("transpose_155")]; tensor reshape_6_cast_fp16 = reshape(shape = reshape_6_shape_0, x = transpose_16_cast_fp16)[name = tensor("reshape_6_cast_fp16")]; tensor input_15_cast_fp16 = add(x = hidden_states_5_cast_fp16, y = reshape_6_cast_fp16)[name = tensor("input_15_cast_fp16")]; tensor input_17_axes_0 = const()[name = tensor("input_17_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_0_blocks_0_layernorm_after_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_layernorm_after_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2163200)))]; tensor audio_model_audio_encoder_layers_0_blocks_0_layernorm_after_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_layernorm_after_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2163456)))]; tensor input_17_cast_fp16 = layer_norm(axes = input_17_axes_0, beta = audio_model_audio_encoder_layers_0_blocks_0_layernorm_after_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_0_blocks_0_layernorm_after_weight_to_fp16, x = input_15_cast_fp16)[name = tensor("input_17_cast_fp16")]; tensor audio_model_audio_encoder_layers_0_blocks_0_intermediate_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2163712)))]; tensor audio_model_audio_encoder_layers_0_blocks_0_intermediate_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2237504)))]; tensor linear_4_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_0_blocks_0_intermediate_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_0_blocks_0_intermediate_dense_weight_to_fp16, x = input_17_cast_fp16)[name = tensor("linear_4_cast_fp16")]; tensor input_21_mode_0 = const()[name = tensor("input_21_mode_0"), val = tensor("EXACT")]; tensor input_21_cast_fp16 = gelu(mode = input_21_mode_0, x = linear_4_cast_fp16)[name = tensor("input_21_cast_fp16")]; tensor audio_model_audio_encoder_layers_0_blocks_0_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2238336)))]; tensor audio_model_audio_encoder_layers_0_blocks_0_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_0_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2312128)))]; tensor linear_5_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_0_blocks_0_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_0_blocks_0_output_dense_weight_to_fp16, x = input_21_cast_fp16)[name = tensor("linear_5_cast_fp16")]; tensor hidden_states_15_cast_fp16 = add(x = input_15_cast_fp16, y = linear_5_cast_fp16)[name = tensor("hidden_states_15_cast_fp16")]; tensor hidden_states_17_axes_0 = const()[name = tensor("hidden_states_17_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_0_blocks_1_layernorm_before_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_layernorm_before_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2312384)))]; tensor audio_model_audio_encoder_layers_0_blocks_1_layernorm_before_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_layernorm_before_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2312640)))]; tensor hidden_states_17_cast_fp16 = layer_norm(axes = hidden_states_17_axes_0, beta = audio_model_audio_encoder_layers_0_blocks_1_layernorm_before_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_0_blocks_1_layernorm_before_weight_to_fp16, x = hidden_states_15_cast_fp16)[name = tensor("hidden_states_17_cast_fp16")]; tensor var_249 = const()[name = tensor("op_249"), val = tensor([1, 64, 64, 96])]; tensor input_25_cast_fp16 = reshape(shape = var_249, x = hidden_states_17_cast_fp16)[name = tensor("input_25_cast_fp16")]; tensor gather_0_axis_0 = const()[name = tensor("gather_0_axis_0"), val = tensor(1)]; tensor gather_0_batch_dims_0 = const()[name = tensor("gather_0_batch_dims_0"), val = tensor(0)]; tensor gather_0_validate_indices_0 = const()[name = tensor("gather_0_validate_indices_0"), val = tensor(false)]; tensor concat_9_to_uint16 = const()[name = tensor("concat_9_to_uint16"), val = tensor([4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 0, 1, 2, 3])]; tensor gather_0_cast_fp16_cast_uint16 = gather(axis = gather_0_axis_0, batch_dims = gather_0_batch_dims_0, indices = concat_9_to_uint16, validate_indices = gather_0_validate_indices_0, x = input_25_cast_fp16)[name = tensor("gather_0_cast_fp16_cast_uint16")]; tensor gather_1_axis_0 = const()[name = tensor("gather_1_axis_0"), val = tensor(2)]; tensor gather_1_batch_dims_0 = const()[name = tensor("gather_1_batch_dims_0"), val = tensor(0)]; tensor gather_1_validate_indices_0 = const()[name = tensor("gather_1_validate_indices_0"), val = tensor(false)]; tensor concat_10_to_uint16 = const()[name = tensor("concat_10_to_uint16"), val = tensor([4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 0, 1, 2, 3])]; tensor gather_1_cast_fp16_cast_uint16 = gather(axis = gather_1_axis_0, batch_dims = gather_1_batch_dims_0, indices = concat_10_to_uint16, validate_indices = gather_1_validate_indices_0, x = gather_0_cast_fp16_cast_uint16)[name = tensor("gather_1_cast_fp16_cast_uint16")]; tensor reshape_7_shape_0 = const()[name = tensor("reshape_7_shape_0"), val = tensor([8, 8, 8, 768])]; tensor reshape_7_cast_fp16 = reshape(shape = reshape_7_shape_0, x = gather_1_cast_fp16_cast_uint16)[name = tensor("reshape_7_cast_fp16")]; tensor transpose_17_perm_0 = const()[name = tensor("transpose_17_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_8_shape_0 = const()[name = tensor("reshape_8_shape_0"), val = tensor([-1, 64, 96])]; tensor transpose_17_cast_fp16 = transpose(perm = transpose_17_perm_0, x = reshape_7_cast_fp16)[name = tensor("transpose_154")]; tensor reshape_8_cast_fp16 = reshape(shape = reshape_8_shape_0, x = transpose_17_cast_fp16)[name = tensor("reshape_8_cast_fp16")]; tensor audio_model_audio_encoder_layers_0_blocks_1_attention_self_query_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_attention_self_query_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2312896)))]; tensor audio_model_audio_encoder_layers_0_blocks_1_attention_self_query_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_attention_self_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2331392)))]; tensor linear_6_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_0_blocks_1_attention_self_query_bias_to_fp16, weight = audio_model_audio_encoder_layers_0_blocks_1_attention_self_query_weight_to_fp16, x = reshape_8_cast_fp16)[name = tensor("linear_6_cast_fp16")]; tensor var_350 = const()[name = tensor("op_350"), val = tensor([64, 64, -1, 24])]; tensor var_351_cast_fp16 = reshape(shape = var_350, x = linear_6_cast_fp16)[name = tensor("op_351_cast_fp16")]; tensor audio_model_audio_encoder_layers_0_blocks_1_attention_self_key_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_attention_self_key_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2331648)))]; tensor audio_model_audio_encoder_layers_0_blocks_1_attention_self_key_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_attention_self_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2350144)))]; tensor linear_7_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_0_blocks_1_attention_self_key_bias_to_fp16, weight = audio_model_audio_encoder_layers_0_blocks_1_attention_self_key_weight_to_fp16, x = reshape_8_cast_fp16)[name = tensor("linear_7_cast_fp16")]; tensor var_356 = const()[name = tensor("op_356"), val = tensor([64, 64, -1, 24])]; tensor var_357_cast_fp16 = reshape(shape = var_356, x = linear_7_cast_fp16)[name = tensor("op_357_cast_fp16")]; tensor audio_model_audio_encoder_layers_0_blocks_1_attention_self_value_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_attention_self_value_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2350400)))]; tensor audio_model_audio_encoder_layers_0_blocks_1_attention_self_value_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_attention_self_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2368896)))]; tensor linear_8_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_0_blocks_1_attention_self_value_bias_to_fp16, weight = audio_model_audio_encoder_layers_0_blocks_1_attention_self_value_weight_to_fp16, x = reshape_8_cast_fp16)[name = tensor("linear_8_cast_fp16")]; tensor var_362 = const()[name = tensor("op_362"), val = tensor([64, 64, -1, 24])]; tensor var_363_cast_fp16 = reshape(shape = var_362, x = linear_8_cast_fp16)[name = tensor("op_363_cast_fp16")]; tensor value_layer_3_perm_0 = const()[name = tensor("value_layer_3_perm_0"), val = tensor([0, 2, 1, 3])]; tensor attention_scores_5_transpose_x_0 = const()[name = tensor("attention_scores_5_transpose_x_0"), val = tensor(false)]; tensor attention_scores_5_transpose_y_0 = const()[name = tensor("attention_scores_5_transpose_y_0"), val = tensor(false)]; tensor transpose_65_perm_0 = const()[name = tensor("transpose_65_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_66_perm_0 = const()[name = tensor("transpose_66_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_66 = transpose(perm = transpose_66_perm_0, x = var_357_cast_fp16)[name = tensor("transpose_151")]; tensor transpose_65 = transpose(perm = transpose_65_perm_0, x = var_351_cast_fp16)[name = tensor("transpose_152")]; tensor attention_scores_5_cast_fp16 = matmul(transpose_x = attention_scores_5_transpose_x_0, transpose_y = attention_scores_5_transpose_y_0, x = transpose_65, y = transpose_66)[name = tensor("attention_scores_5_cast_fp16")]; tensor _inversed_attention_scores_7_y_0_to_fp16 = const()[name = tensor("_inversed_attention_scores_7_y_0_to_fp16"), val = tensor(0x1.a2p-3)]; tensor _inversed_attention_scores_7_cast_fp16 = mul(x = attention_scores_5_cast_fp16, y = _inversed_attention_scores_7_y_0_to_fp16)[name = tensor("_inversed_attention_scores_7_cast_fp16")]; tensor var_378_to_fp16 = const()[name = tensor("op_378_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2369152)))]; tensor attention_scores_9_cast_fp16 = add(x = _inversed_attention_scores_7_cast_fp16, y = var_378_to_fp16)[name = tensor("attention_scores_9_cast_fp16")]; tensor var_384 = const()[name = tensor("op_384"), val = tensor([1, 64, 4, 64, 64])]; tensor attention_scores_11_cast_fp16 = reshape(shape = var_384, x = attention_scores_9_cast_fp16)[name = tensor("attention_scores_11_cast_fp16")]; tensor var_387_to_fp16 = const()[name = tensor("op_387_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2401984)))]; tensor attention_scores_13_cast_fp16 = add(x = attention_scores_11_cast_fp16, y = var_387_to_fp16)[name = tensor("attention_scores_13_cast_fp16")]; tensor var_389 = const()[name = tensor("op_389"), val = tensor([-1, 4, 64, 64])]; tensor input_27_cast_fp16 = reshape(shape = var_389, x = attention_scores_13_cast_fp16)[name = tensor("input_27_cast_fp16")]; tensor input_29_cast_fp16 = softmax(axis = var_18, x = input_27_cast_fp16)[name = tensor("input_29_cast_fp16")]; tensor context_layer_5_transpose_x_0 = const()[name = tensor("context_layer_5_transpose_x_0"), val = tensor(false)]; tensor context_layer_5_transpose_y_0 = const()[name = tensor("context_layer_5_transpose_y_0"), val = tensor(false)]; tensor value_layer_3_cast_fp16 = transpose(perm = value_layer_3_perm_0, x = var_363_cast_fp16)[name = tensor("transpose_153")]; tensor context_layer_5_cast_fp16 = matmul(transpose_x = context_layer_5_transpose_x_0, transpose_y = context_layer_5_transpose_y_0, x = input_29_cast_fp16, y = value_layer_3_cast_fp16)[name = tensor("context_layer_5_cast_fp16")]; tensor var_394 = const()[name = tensor("op_394"), val = tensor([0, 2, 1, 3])]; tensor var_399 = const()[name = tensor("op_399"), val = tensor([64, 64, 96])]; tensor var_395_cast_fp16 = transpose(perm = var_394, x = context_layer_5_cast_fp16)[name = tensor("transpose_150")]; tensor input_31_cast_fp16 = reshape(shape = var_399, x = var_395_cast_fp16)[name = tensor("input_31_cast_fp16")]; tensor audio_model_audio_encoder_layers_0_blocks_1_attention_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_attention_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2926336)))]; tensor audio_model_audio_encoder_layers_0_blocks_1_attention_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_attention_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2944832)))]; tensor linear_9_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_0_blocks_1_attention_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_0_blocks_1_attention_output_dense_weight_to_fp16, x = input_31_cast_fp16)[name = tensor("linear_9_cast_fp16")]; tensor reshape_9_shape_0 = const()[name = tensor("reshape_9_shape_0"), val = tensor([8, 8, 8, 768])]; tensor reshape_9_cast_fp16 = reshape(shape = reshape_9_shape_0, x = linear_9_cast_fp16)[name = tensor("reshape_9_cast_fp16")]; tensor transpose_18_perm_0 = const()[name = tensor("transpose_18_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_10_shape_0 = const()[name = tensor("reshape_10_shape_0"), val = tensor([-1, 64, 64, 96])]; tensor transpose_18_cast_fp16 = transpose(perm = transpose_18_perm_0, x = reshape_9_cast_fp16)[name = tensor("transpose_149")]; tensor reshape_10_cast_fp16 = reshape(shape = reshape_10_shape_0, x = transpose_18_cast_fp16)[name = tensor("reshape_10_cast_fp16")]; tensor gather_2_axis_0 = const()[name = tensor("gather_2_axis_0"), val = tensor(1)]; tensor gather_2_batch_dims_0 = const()[name = tensor("gather_2_batch_dims_0"), val = tensor(0)]; tensor gather_2_validate_indices_0 = const()[name = tensor("gather_2_validate_indices_0"), val = tensor(false)]; tensor concat_11_to_uint16 = const()[name = tensor("concat_11_to_uint16"), val = tensor([60, 61, 62, 63, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59])]; tensor gather_2_cast_fp16_cast_uint16 = gather(axis = gather_2_axis_0, batch_dims = gather_2_batch_dims_0, indices = concat_11_to_uint16, validate_indices = gather_2_validate_indices_0, x = reshape_10_cast_fp16)[name = tensor("gather_2_cast_fp16_cast_uint16")]; tensor gather_3_axis_0 = const()[name = tensor("gather_3_axis_0"), val = tensor(2)]; tensor gather_3_batch_dims_0 = const()[name = tensor("gather_3_batch_dims_0"), val = tensor(0)]; tensor gather_3_validate_indices_0 = const()[name = tensor("gather_3_validate_indices_0"), val = tensor(false)]; tensor concat_12_to_uint16 = const()[name = tensor("concat_12_to_uint16"), val = tensor([60, 61, 62, 63, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59])]; tensor gather_3_cast_fp16_cast_uint16 = gather(axis = gather_3_axis_0, batch_dims = gather_3_batch_dims_0, indices = concat_12_to_uint16, validate_indices = gather_3_validate_indices_0, x = gather_2_cast_fp16_cast_uint16)[name = tensor("gather_3_cast_fp16_cast_uint16")]; tensor var_423 = const()[name = tensor("op_423"), val = tensor([1, 4096, 96])]; tensor attention_windows_7_cast_fp16 = reshape(shape = var_423, x = gather_3_cast_fp16_cast_uint16)[name = tensor("attention_windows_7_cast_fp16")]; tensor input_35_cast_fp16 = add(x = hidden_states_15_cast_fp16, y = attention_windows_7_cast_fp16)[name = tensor("input_35_cast_fp16")]; tensor input_37_axes_0 = const()[name = tensor("input_37_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_0_blocks_1_layernorm_after_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_layernorm_after_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2945088)))]; tensor audio_model_audio_encoder_layers_0_blocks_1_layernorm_after_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_layernorm_after_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2945344)))]; tensor input_37_cast_fp16 = layer_norm(axes = input_37_axes_0, beta = audio_model_audio_encoder_layers_0_blocks_1_layernorm_after_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_0_blocks_1_layernorm_after_weight_to_fp16, x = input_35_cast_fp16)[name = tensor("input_37_cast_fp16")]; tensor audio_model_audio_encoder_layers_0_blocks_1_intermediate_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2945600)))]; tensor audio_model_audio_encoder_layers_0_blocks_1_intermediate_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3019392)))]; tensor linear_10_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_0_blocks_1_intermediate_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_0_blocks_1_intermediate_dense_weight_to_fp16, x = input_37_cast_fp16)[name = tensor("linear_10_cast_fp16")]; tensor input_41_mode_0 = const()[name = tensor("input_41_mode_0"), val = tensor("EXACT")]; tensor input_41_cast_fp16 = gelu(mode = input_41_mode_0, x = linear_10_cast_fp16)[name = tensor("input_41_cast_fp16")]; tensor audio_model_audio_encoder_layers_0_blocks_1_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3020224)))]; tensor audio_model_audio_encoder_layers_0_blocks_1_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_blocks_1_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3094016)))]; tensor linear_11_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_0_blocks_1_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_0_blocks_1_output_dense_weight_to_fp16, x = input_41_cast_fp16)[name = tensor("linear_11_cast_fp16")]; tensor input_feature_1_cast_fp16 = add(x = input_35_cast_fp16, y = linear_11_cast_fp16)[name = tensor("input_feature_1_cast_fp16")]; tensor var_446 = const()[name = tensor("op_446"), val = tensor([1, 64, 64, 96])]; tensor input_feature_3_cast_fp16 = reshape(shape = var_446, x = input_feature_1_cast_fp16)[name = tensor("input_feature_3_cast_fp16")]; tensor var_449_begin_0 = const()[name = tensor("op_449_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_449_end_0 = const()[name = tensor("op_449_end_0"), val = tensor([1, 64, 64, 96])]; tensor var_449_end_mask_0 = const()[name = tensor("op_449_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_449_stride_0 = const()[name = tensor("op_449_stride_0"), val = tensor([1, 2, 1, 1])]; tensor var_449_cast_fp16 = slice_by_index(begin = var_449_begin_0, end = var_449_end_0, end_mask = var_449_end_mask_0, stride = var_449_stride_0, x = input_feature_3_cast_fp16)[name = tensor("op_449_cast_fp16")]; tensor var_450_begin_0 = const()[name = tensor("op_450_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_450_end_0 = const()[name = tensor("op_450_end_0"), val = tensor([1, 32, 64, 96])]; tensor var_450_end_mask_0 = const()[name = tensor("op_450_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_450_stride_0 = const()[name = tensor("op_450_stride_0"), val = tensor([1, 1, 2, 1])]; tensor var_450_cast_fp16 = slice_by_index(begin = var_450_begin_0, end = var_450_end_0, end_mask = var_450_end_mask_0, stride = var_450_stride_0, x = var_449_cast_fp16)[name = tensor("op_450_cast_fp16")]; tensor var_453_begin_0 = const()[name = tensor("op_453_begin_0"), val = tensor([0, 1, 0, 0])]; tensor var_453_end_0 = const()[name = tensor("op_453_end_0"), val = tensor([1, 64, 64, 96])]; tensor var_453_end_mask_0 = const()[name = tensor("op_453_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_453_stride_0 = const()[name = tensor("op_453_stride_0"), val = tensor([1, 2, 1, 1])]; tensor var_453_cast_fp16 = slice_by_index(begin = var_453_begin_0, end = var_453_end_0, end_mask = var_453_end_mask_0, stride = var_453_stride_0, x = input_feature_3_cast_fp16)[name = tensor("op_453_cast_fp16")]; tensor var_454_begin_0 = const()[name = tensor("op_454_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_454_end_0 = const()[name = tensor("op_454_end_0"), val = tensor([1, 32, 64, 96])]; tensor var_454_end_mask_0 = const()[name = tensor("op_454_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_454_stride_0 = const()[name = tensor("op_454_stride_0"), val = tensor([1, 1, 2, 1])]; tensor var_454_cast_fp16 = slice_by_index(begin = var_454_begin_0, end = var_454_end_0, end_mask = var_454_end_mask_0, stride = var_454_stride_0, x = var_453_cast_fp16)[name = tensor("op_454_cast_fp16")]; tensor var_458_begin_0 = const()[name = tensor("op_458_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_458_end_0 = const()[name = tensor("op_458_end_0"), val = tensor([1, 32, 64, 96])]; tensor var_458_end_mask_0 = const()[name = tensor("op_458_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_458_stride_0 = const()[name = tensor("op_458_stride_0"), val = tensor([1, 1, 2, 1])]; tensor var_458_cast_fp16 = slice_by_index(begin = var_458_begin_0, end = var_458_end_0, end_mask = var_458_end_mask_0, stride = var_458_stride_0, x = var_449_cast_fp16)[name = tensor("op_458_cast_fp16")]; tensor var_462_begin_0 = const()[name = tensor("op_462_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_462_end_0 = const()[name = tensor("op_462_end_0"), val = tensor([1, 32, 64, 96])]; tensor var_462_end_mask_0 = const()[name = tensor("op_462_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_462_stride_0 = const()[name = tensor("op_462_stride_0"), val = tensor([1, 1, 2, 1])]; tensor var_462_cast_fp16 = slice_by_index(begin = var_462_begin_0, end = var_462_end_0, end_mask = var_462_end_mask_0, stride = var_462_stride_0, x = var_453_cast_fp16)[name = tensor("op_462_cast_fp16")]; tensor input_feature_5_interleave_0 = const()[name = tensor("input_feature_5_interleave_0"), val = tensor(false)]; tensor input_feature_5_cast_fp16 = concat(axis = var_18, interleave = input_feature_5_interleave_0, values = (var_450_cast_fp16, var_454_cast_fp16, var_458_cast_fp16, var_462_cast_fp16))[name = tensor("input_feature_5_cast_fp16")]; tensor var_469 = const()[name = tensor("op_469"), val = tensor([1, -1, 384])]; tensor input_45_cast_fp16 = reshape(shape = var_469, x = input_feature_5_cast_fp16)[name = tensor("input_45_cast_fp16")]; tensor input_47_axes_0 = const()[name = tensor("input_47_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_0_downsample_norm_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_downsample_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3094272)))]; tensor audio_model_audio_encoder_layers_0_downsample_norm_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_downsample_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3095104)))]; tensor input_47_cast_fp16 = layer_norm(axes = input_47_axes_0, beta = audio_model_audio_encoder_layers_0_downsample_norm_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_0_downsample_norm_weight_to_fp16, x = input_45_cast_fp16)[name = tensor("input_47_cast_fp16")]; tensor audio_model_audio_encoder_layers_0_downsample_reduction_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_0_downsample_reduction_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3095936)))]; tensor linear_12_bias_0_to_fp16 = const()[name = tensor("linear_12_bias_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3243456)))]; tensor linear_12_cast_fp16 = linear(bias = linear_12_bias_0_to_fp16, weight = audio_model_audio_encoder_layers_0_downsample_reduction_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("linear_12_cast_fp16")]; tensor hidden_states_33_axes_0 = const()[name = tensor("hidden_states_33_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_1_blocks_0_layernorm_before_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_layernorm_before_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3243904)))]; tensor audio_model_audio_encoder_layers_1_blocks_0_layernorm_before_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_layernorm_before_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3244352)))]; tensor hidden_states_33_cast_fp16 = layer_norm(axes = hidden_states_33_axes_0, beta = audio_model_audio_encoder_layers_1_blocks_0_layernorm_before_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_1_blocks_0_layernorm_before_weight_to_fp16, x = linear_12_cast_fp16)[name = tensor("hidden_states_33_cast_fp16")]; tensor reshape_11_shape_0 = const()[name = tensor("reshape_11_shape_0"), val = tensor([4, 8, 4, 1536])]; tensor reshape_11_cast_fp16 = reshape(shape = reshape_11_shape_0, x = hidden_states_33_cast_fp16)[name = tensor("reshape_11_cast_fp16")]; tensor transpose_19_perm_0 = const()[name = tensor("transpose_19_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_12_shape_0 = const()[name = tensor("reshape_12_shape_0"), val = tensor([-1, 64, 192])]; tensor transpose_19_cast_fp16 = transpose(perm = transpose_19_perm_0, x = reshape_11_cast_fp16)[name = tensor("transpose_148")]; tensor reshape_12_cast_fp16 = reshape(shape = reshape_12_shape_0, x = transpose_19_cast_fp16)[name = tensor("reshape_12_cast_fp16")]; tensor audio_model_audio_encoder_layers_1_blocks_0_attention_self_query_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_attention_self_query_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3244800)))]; tensor audio_model_audio_encoder_layers_1_blocks_0_attention_self_query_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_attention_self_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3318592)))]; tensor linear_13_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_1_blocks_0_attention_self_query_bias_to_fp16, weight = audio_model_audio_encoder_layers_1_blocks_0_attention_self_query_weight_to_fp16, x = reshape_12_cast_fp16)[name = tensor("linear_13_cast_fp16")]; tensor var_532 = const()[name = tensor("op_532"), val = tensor([16, 64, -1, 24])]; tensor var_533_cast_fp16 = reshape(shape = var_532, x = linear_13_cast_fp16)[name = tensor("op_533_cast_fp16")]; tensor audio_model_audio_encoder_layers_1_blocks_0_attention_self_key_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_attention_self_key_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3319040)))]; tensor audio_model_audio_encoder_layers_1_blocks_0_attention_self_key_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_attention_self_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3392832)))]; tensor linear_14_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_1_blocks_0_attention_self_key_bias_to_fp16, weight = audio_model_audio_encoder_layers_1_blocks_0_attention_self_key_weight_to_fp16, x = reshape_12_cast_fp16)[name = tensor("linear_14_cast_fp16")]; tensor var_538 = const()[name = tensor("op_538"), val = tensor([16, 64, -1, 24])]; tensor var_539_cast_fp16 = reshape(shape = var_538, x = linear_14_cast_fp16)[name = tensor("op_539_cast_fp16")]; tensor audio_model_audio_encoder_layers_1_blocks_0_attention_self_value_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_attention_self_value_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3393280)))]; tensor audio_model_audio_encoder_layers_1_blocks_0_attention_self_value_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_attention_self_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3467072)))]; tensor linear_15_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_1_blocks_0_attention_self_value_bias_to_fp16, weight = audio_model_audio_encoder_layers_1_blocks_0_attention_self_value_weight_to_fp16, x = reshape_12_cast_fp16)[name = tensor("linear_15_cast_fp16")]; tensor var_544 = const()[name = tensor("op_544"), val = tensor([16, 64, -1, 24])]; tensor var_545_cast_fp16 = reshape(shape = var_544, x = linear_15_cast_fp16)[name = tensor("op_545_cast_fp16")]; tensor value_layer_5_perm_0 = const()[name = tensor("value_layer_5_perm_0"), val = tensor([0, 2, 1, 3])]; tensor attention_scores_15_transpose_x_0 = const()[name = tensor("attention_scores_15_transpose_x_0"), val = tensor(false)]; tensor attention_scores_15_transpose_y_0 = const()[name = tensor("attention_scores_15_transpose_y_0"), val = tensor(false)]; tensor transpose_67_perm_0 = const()[name = tensor("transpose_67_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_68_perm_0 = const()[name = tensor("transpose_68_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_68 = transpose(perm = transpose_68_perm_0, x = var_539_cast_fp16)[name = tensor("transpose_145")]; tensor transpose_67 = transpose(perm = transpose_67_perm_0, x = var_533_cast_fp16)[name = tensor("transpose_146")]; tensor attention_scores_15_cast_fp16 = matmul(transpose_x = attention_scores_15_transpose_x_0, transpose_y = attention_scores_15_transpose_y_0, x = transpose_67, y = transpose_68)[name = tensor("attention_scores_15_cast_fp16")]; tensor _inversed_attention_scores_17_y_0_to_fp16 = const()[name = tensor("_inversed_attention_scores_17_y_0_to_fp16"), val = tensor(0x1.a2p-3)]; tensor _inversed_attention_scores_17_cast_fp16 = mul(x = attention_scores_15_cast_fp16, y = _inversed_attention_scores_17_y_0_to_fp16)[name = tensor("_inversed_attention_scores_17_cast_fp16")]; tensor var_560_to_fp16 = const()[name = tensor("op_560_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3467520)))]; tensor input_51_cast_fp16 = add(x = _inversed_attention_scores_17_cast_fp16, y = var_560_to_fp16)[name = tensor("input_51_cast_fp16")]; tensor input_53_cast_fp16 = softmax(axis = var_18, x = input_51_cast_fp16)[name = tensor("input_53_cast_fp16")]; tensor context_layer_9_transpose_x_0 = const()[name = tensor("context_layer_9_transpose_x_0"), val = tensor(false)]; tensor context_layer_9_transpose_y_0 = const()[name = tensor("context_layer_9_transpose_y_0"), val = tensor(false)]; tensor value_layer_5_cast_fp16 = transpose(perm = value_layer_5_perm_0, x = var_545_cast_fp16)[name = tensor("transpose_147")]; tensor context_layer_9_cast_fp16 = matmul(transpose_x = context_layer_9_transpose_x_0, transpose_y = context_layer_9_transpose_y_0, x = input_53_cast_fp16, y = value_layer_5_cast_fp16)[name = tensor("context_layer_9_cast_fp16")]; tensor var_565 = const()[name = tensor("op_565"), val = tensor([0, 2, 1, 3])]; tensor var_570 = const()[name = tensor("op_570"), val = tensor([16, 64, 192])]; tensor var_566_cast_fp16 = transpose(perm = var_565, x = context_layer_9_cast_fp16)[name = tensor("transpose_144")]; tensor input_55_cast_fp16 = reshape(shape = var_570, x = var_566_cast_fp16)[name = tensor("input_55_cast_fp16")]; tensor audio_model_audio_encoder_layers_1_blocks_0_attention_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_attention_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3533120)))]; tensor audio_model_audio_encoder_layers_1_blocks_0_attention_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_attention_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3606912)))]; tensor linear_16_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_1_blocks_0_attention_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_1_blocks_0_attention_output_dense_weight_to_fp16, x = input_55_cast_fp16)[name = tensor("linear_16_cast_fp16")]; tensor reshape_13_shape_0 = const()[name = tensor("reshape_13_shape_0"), val = tensor([4, 4, 8, 1536])]; tensor reshape_13_cast_fp16 = reshape(shape = reshape_13_shape_0, x = linear_16_cast_fp16)[name = tensor("reshape_13_cast_fp16")]; tensor transpose_20_perm_0 = const()[name = tensor("transpose_20_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_14_shape_0 = const()[name = tensor("reshape_14_shape_0"), val = tensor([1, 1024, 192])]; tensor transpose_20_cast_fp16 = transpose(perm = transpose_20_perm_0, x = reshape_13_cast_fp16)[name = tensor("transpose_143")]; tensor reshape_14_cast_fp16 = reshape(shape = reshape_14_shape_0, x = transpose_20_cast_fp16)[name = tensor("reshape_14_cast_fp16")]; tensor input_59_cast_fp16 = add(x = linear_12_cast_fp16, y = reshape_14_cast_fp16)[name = tensor("input_59_cast_fp16")]; tensor input_61_axes_0 = const()[name = tensor("input_61_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_1_blocks_0_layernorm_after_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_layernorm_after_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3607360)))]; tensor audio_model_audio_encoder_layers_1_blocks_0_layernorm_after_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_layernorm_after_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3607808)))]; tensor input_61_cast_fp16 = layer_norm(axes = input_61_axes_0, beta = audio_model_audio_encoder_layers_1_blocks_0_layernorm_after_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_1_blocks_0_layernorm_after_weight_to_fp16, x = input_59_cast_fp16)[name = tensor("input_61_cast_fp16")]; tensor audio_model_audio_encoder_layers_1_blocks_0_intermediate_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3608256)))]; tensor audio_model_audio_encoder_layers_1_blocks_0_intermediate_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3903232)))]; tensor linear_17_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_1_blocks_0_intermediate_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_1_blocks_0_intermediate_dense_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("linear_17_cast_fp16")]; tensor input_65_mode_0 = const()[name = tensor("input_65_mode_0"), val = tensor("EXACT")]; tensor input_65_cast_fp16 = gelu(mode = input_65_mode_0, x = linear_17_cast_fp16)[name = tensor("input_65_cast_fp16")]; tensor audio_model_audio_encoder_layers_1_blocks_0_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3904832)))]; tensor audio_model_audio_encoder_layers_1_blocks_0_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_0_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4199808)))]; tensor linear_18_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_1_blocks_0_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_1_blocks_0_output_dense_weight_to_fp16, x = input_65_cast_fp16)[name = tensor("linear_18_cast_fp16")]; tensor hidden_states_41_cast_fp16 = add(x = input_59_cast_fp16, y = linear_18_cast_fp16)[name = tensor("hidden_states_41_cast_fp16")]; tensor hidden_states_43_axes_0 = const()[name = tensor("hidden_states_43_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_1_blocks_1_layernorm_before_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_layernorm_before_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4200256)))]; tensor audio_model_audio_encoder_layers_1_blocks_1_layernorm_before_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_layernorm_before_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4200704)))]; tensor hidden_states_43_cast_fp16 = layer_norm(axes = hidden_states_43_axes_0, beta = audio_model_audio_encoder_layers_1_blocks_1_layernorm_before_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_1_blocks_1_layernorm_before_weight_to_fp16, x = hidden_states_41_cast_fp16)[name = tensor("hidden_states_43_cast_fp16")]; tensor var_620 = const()[name = tensor("op_620"), val = tensor([1, 32, 32, 192])]; tensor input_69_cast_fp16 = reshape(shape = var_620, x = hidden_states_43_cast_fp16)[name = tensor("input_69_cast_fp16")]; tensor gather_4_axis_0 = const()[name = tensor("gather_4_axis_0"), val = tensor(1)]; tensor gather_4_batch_dims_0 = const()[name = tensor("gather_4_batch_dims_0"), val = tensor(0)]; tensor gather_4_validate_indices_0 = const()[name = tensor("gather_4_validate_indices_0"), val = tensor(false)]; tensor concat_13_to_uint16 = const()[name = tensor("concat_13_to_uint16"), val = tensor([4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 0, 1, 2, 3])]; tensor gather_4_cast_fp16_cast_uint16 = gather(axis = gather_4_axis_0, batch_dims = gather_4_batch_dims_0, indices = concat_13_to_uint16, validate_indices = gather_4_validate_indices_0, x = input_69_cast_fp16)[name = tensor("gather_4_cast_fp16_cast_uint16")]; tensor gather_5_axis_0 = const()[name = tensor("gather_5_axis_0"), val = tensor(2)]; tensor gather_5_batch_dims_0 = const()[name = tensor("gather_5_batch_dims_0"), val = tensor(0)]; tensor gather_5_validate_indices_0 = const()[name = tensor("gather_5_validate_indices_0"), val = tensor(false)]; tensor concat_14_to_uint16 = const()[name = tensor("concat_14_to_uint16"), val = tensor([4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 0, 1, 2, 3])]; tensor gather_5_cast_fp16_cast_uint16 = gather(axis = gather_5_axis_0, batch_dims = gather_5_batch_dims_0, indices = concat_14_to_uint16, validate_indices = gather_5_validate_indices_0, x = gather_4_cast_fp16_cast_uint16)[name = tensor("gather_5_cast_fp16_cast_uint16")]; tensor reshape_15_shape_0 = const()[name = tensor("reshape_15_shape_0"), val = tensor([4, 8, 4, 1536])]; tensor reshape_15_cast_fp16 = reshape(shape = reshape_15_shape_0, x = gather_5_cast_fp16_cast_uint16)[name = tensor("reshape_15_cast_fp16")]; tensor transpose_21_perm_0 = const()[name = tensor("transpose_21_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_16_shape_0 = const()[name = tensor("reshape_16_shape_0"), val = tensor([-1, 64, 192])]; tensor transpose_21_cast_fp16 = transpose(perm = transpose_21_perm_0, x = reshape_15_cast_fp16)[name = tensor("transpose_142")]; tensor reshape_16_cast_fp16 = reshape(shape = reshape_16_shape_0, x = transpose_21_cast_fp16)[name = tensor("reshape_16_cast_fp16")]; tensor audio_model_audio_encoder_layers_1_blocks_1_attention_self_query_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_attention_self_query_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4201152)))]; tensor audio_model_audio_encoder_layers_1_blocks_1_attention_self_query_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_attention_self_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4274944)))]; tensor linear_19_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_1_blocks_1_attention_self_query_bias_to_fp16, weight = audio_model_audio_encoder_layers_1_blocks_1_attention_self_query_weight_to_fp16, x = reshape_16_cast_fp16)[name = tensor("linear_19_cast_fp16")]; tensor var_721 = const()[name = tensor("op_721"), val = tensor([16, 64, -1, 24])]; tensor var_722_cast_fp16 = reshape(shape = var_721, x = linear_19_cast_fp16)[name = tensor("op_722_cast_fp16")]; tensor audio_model_audio_encoder_layers_1_blocks_1_attention_self_key_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_attention_self_key_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4275392)))]; tensor audio_model_audio_encoder_layers_1_blocks_1_attention_self_key_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_attention_self_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4349184)))]; tensor linear_20_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_1_blocks_1_attention_self_key_bias_to_fp16, weight = audio_model_audio_encoder_layers_1_blocks_1_attention_self_key_weight_to_fp16, x = reshape_16_cast_fp16)[name = tensor("linear_20_cast_fp16")]; tensor var_727 = const()[name = tensor("op_727"), val = tensor([16, 64, -1, 24])]; tensor var_728_cast_fp16 = reshape(shape = var_727, x = linear_20_cast_fp16)[name = tensor("op_728_cast_fp16")]; tensor audio_model_audio_encoder_layers_1_blocks_1_attention_self_value_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_attention_self_value_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4349632)))]; tensor audio_model_audio_encoder_layers_1_blocks_1_attention_self_value_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_attention_self_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4423424)))]; tensor linear_21_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_1_blocks_1_attention_self_value_bias_to_fp16, weight = audio_model_audio_encoder_layers_1_blocks_1_attention_self_value_weight_to_fp16, x = reshape_16_cast_fp16)[name = tensor("linear_21_cast_fp16")]; tensor var_733 = const()[name = tensor("op_733"), val = tensor([16, 64, -1, 24])]; tensor var_734_cast_fp16 = reshape(shape = var_733, x = linear_21_cast_fp16)[name = tensor("op_734_cast_fp16")]; tensor value_layer_7_perm_0 = const()[name = tensor("value_layer_7_perm_0"), val = tensor([0, 2, 1, 3])]; tensor attention_scores_19_transpose_x_0 = const()[name = tensor("attention_scores_19_transpose_x_0"), val = tensor(false)]; tensor attention_scores_19_transpose_y_0 = const()[name = tensor("attention_scores_19_transpose_y_0"), val = tensor(false)]; tensor transpose_69_perm_0 = const()[name = tensor("transpose_69_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_70_perm_0 = const()[name = tensor("transpose_70_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_70 = transpose(perm = transpose_70_perm_0, x = var_728_cast_fp16)[name = tensor("transpose_139")]; tensor transpose_69 = transpose(perm = transpose_69_perm_0, x = var_722_cast_fp16)[name = tensor("transpose_140")]; tensor attention_scores_19_cast_fp16 = matmul(transpose_x = attention_scores_19_transpose_x_0, transpose_y = attention_scores_19_transpose_y_0, x = transpose_69, y = transpose_70)[name = tensor("attention_scores_19_cast_fp16")]; tensor _inversed_attention_scores_21_y_0_to_fp16 = const()[name = tensor("_inversed_attention_scores_21_y_0_to_fp16"), val = tensor(0x1.a2p-3)]; tensor _inversed_attention_scores_21_cast_fp16 = mul(x = attention_scores_19_cast_fp16, y = _inversed_attention_scores_21_y_0_to_fp16)[name = tensor("_inversed_attention_scores_21_cast_fp16")]; tensor var_749_to_fp16 = const()[name = tensor("op_749_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4423872)))]; tensor attention_scores_23_cast_fp16 = add(x = _inversed_attention_scores_21_cast_fp16, y = var_749_to_fp16)[name = tensor("attention_scores_23_cast_fp16")]; tensor var_755 = const()[name = tensor("op_755"), val = tensor([1, 16, 8, 64, 64])]; tensor attention_scores_25_cast_fp16 = reshape(shape = var_755, x = attention_scores_23_cast_fp16)[name = tensor("attention_scores_25_cast_fp16")]; tensor var_758_to_fp16 = const()[name = tensor("op_758_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4489472)))]; tensor attention_scores_27_cast_fp16 = add(x = attention_scores_25_cast_fp16, y = var_758_to_fp16)[name = tensor("attention_scores_27_cast_fp16")]; tensor var_760 = const()[name = tensor("op_760"), val = tensor([-1, 8, 64, 64])]; tensor input_71_cast_fp16 = reshape(shape = var_760, x = attention_scores_27_cast_fp16)[name = tensor("input_71_cast_fp16")]; tensor input_73_cast_fp16 = softmax(axis = var_18, x = input_71_cast_fp16)[name = tensor("input_73_cast_fp16")]; tensor context_layer_13_transpose_x_0 = const()[name = tensor("context_layer_13_transpose_x_0"), val = tensor(false)]; tensor context_layer_13_transpose_y_0 = const()[name = tensor("context_layer_13_transpose_y_0"), val = tensor(false)]; tensor value_layer_7_cast_fp16 = transpose(perm = value_layer_7_perm_0, x = var_734_cast_fp16)[name = tensor("transpose_141")]; tensor context_layer_13_cast_fp16 = matmul(transpose_x = context_layer_13_transpose_x_0, transpose_y = context_layer_13_transpose_y_0, x = input_73_cast_fp16, y = value_layer_7_cast_fp16)[name = tensor("context_layer_13_cast_fp16")]; tensor var_765 = const()[name = tensor("op_765"), val = tensor([0, 2, 1, 3])]; tensor var_770 = const()[name = tensor("op_770"), val = tensor([16, 64, 192])]; tensor var_766_cast_fp16 = transpose(perm = var_765, x = context_layer_13_cast_fp16)[name = tensor("transpose_138")]; tensor input_75_cast_fp16 = reshape(shape = var_770, x = var_766_cast_fp16)[name = tensor("input_75_cast_fp16")]; tensor audio_model_audio_encoder_layers_1_blocks_1_attention_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_attention_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4620608)))]; tensor audio_model_audio_encoder_layers_1_blocks_1_attention_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_attention_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4694400)))]; tensor linear_22_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_1_blocks_1_attention_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_1_blocks_1_attention_output_dense_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("linear_22_cast_fp16")]; tensor reshape_17_shape_0 = const()[name = tensor("reshape_17_shape_0"), val = tensor([4, 4, 8, 1536])]; tensor reshape_17_cast_fp16 = reshape(shape = reshape_17_shape_0, x = linear_22_cast_fp16)[name = tensor("reshape_17_cast_fp16")]; tensor transpose_22_perm_0 = const()[name = tensor("transpose_22_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_18_shape_0 = const()[name = tensor("reshape_18_shape_0"), val = tensor([-1, 32, 32, 192])]; tensor transpose_22_cast_fp16 = transpose(perm = transpose_22_perm_0, x = reshape_17_cast_fp16)[name = tensor("transpose_137")]; tensor reshape_18_cast_fp16 = reshape(shape = reshape_18_shape_0, x = transpose_22_cast_fp16)[name = tensor("reshape_18_cast_fp16")]; tensor gather_6_axis_0 = const()[name = tensor("gather_6_axis_0"), val = tensor(1)]; tensor gather_6_batch_dims_0 = const()[name = tensor("gather_6_batch_dims_0"), val = tensor(0)]; tensor gather_6_validate_indices_0 = const()[name = tensor("gather_6_validate_indices_0"), val = tensor(false)]; tensor concat_15_to_uint16 = const()[name = tensor("concat_15_to_uint16"), val = tensor([28, 29, 30, 31, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27])]; tensor gather_6_cast_fp16_cast_uint16 = gather(axis = gather_6_axis_0, batch_dims = gather_6_batch_dims_0, indices = concat_15_to_uint16, validate_indices = gather_6_validate_indices_0, x = reshape_18_cast_fp16)[name = tensor("gather_6_cast_fp16_cast_uint16")]; tensor gather_7_axis_0 = const()[name = tensor("gather_7_axis_0"), val = tensor(2)]; tensor gather_7_batch_dims_0 = const()[name = tensor("gather_7_batch_dims_0"), val = tensor(0)]; tensor gather_7_validate_indices_0 = const()[name = tensor("gather_7_validate_indices_0"), val = tensor(false)]; tensor concat_16_to_uint16 = const()[name = tensor("concat_16_to_uint16"), val = tensor([28, 29, 30, 31, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27])]; tensor gather_7_cast_fp16_cast_uint16 = gather(axis = gather_7_axis_0, batch_dims = gather_7_batch_dims_0, indices = concat_16_to_uint16, validate_indices = gather_7_validate_indices_0, x = gather_6_cast_fp16_cast_uint16)[name = tensor("gather_7_cast_fp16_cast_uint16")]; tensor var_794 = const()[name = tensor("op_794"), val = tensor([1, 1024, 192])]; tensor attention_windows_15_cast_fp16 = reshape(shape = var_794, x = gather_7_cast_fp16_cast_uint16)[name = tensor("attention_windows_15_cast_fp16")]; tensor input_79_cast_fp16 = add(x = hidden_states_41_cast_fp16, y = attention_windows_15_cast_fp16)[name = tensor("input_79_cast_fp16")]; tensor input_81_axes_0 = const()[name = tensor("input_81_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_1_blocks_1_layernorm_after_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_layernorm_after_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4694848)))]; tensor audio_model_audio_encoder_layers_1_blocks_1_layernorm_after_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_layernorm_after_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4695296)))]; tensor input_81_cast_fp16 = layer_norm(axes = input_81_axes_0, beta = audio_model_audio_encoder_layers_1_blocks_1_layernorm_after_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_1_blocks_1_layernorm_after_weight_to_fp16, x = input_79_cast_fp16)[name = tensor("input_81_cast_fp16")]; tensor audio_model_audio_encoder_layers_1_blocks_1_intermediate_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4695744)))]; tensor audio_model_audio_encoder_layers_1_blocks_1_intermediate_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4990720)))]; tensor linear_23_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_1_blocks_1_intermediate_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_1_blocks_1_intermediate_dense_weight_to_fp16, x = input_81_cast_fp16)[name = tensor("linear_23_cast_fp16")]; tensor input_85_mode_0 = const()[name = tensor("input_85_mode_0"), val = tensor("EXACT")]; tensor input_85_cast_fp16 = gelu(mode = input_85_mode_0, x = linear_23_cast_fp16)[name = tensor("input_85_cast_fp16")]; tensor audio_model_audio_encoder_layers_1_blocks_1_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4992320)))]; tensor audio_model_audio_encoder_layers_1_blocks_1_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_blocks_1_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5287296)))]; tensor linear_24_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_1_blocks_1_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_1_blocks_1_output_dense_weight_to_fp16, x = input_85_cast_fp16)[name = tensor("linear_24_cast_fp16")]; tensor input_feature_7_cast_fp16 = add(x = input_79_cast_fp16, y = linear_24_cast_fp16)[name = tensor("input_feature_7_cast_fp16")]; tensor var_817 = const()[name = tensor("op_817"), val = tensor([1, 32, 32, 192])]; tensor input_feature_9_cast_fp16 = reshape(shape = var_817, x = input_feature_7_cast_fp16)[name = tensor("input_feature_9_cast_fp16")]; tensor var_820_begin_0 = const()[name = tensor("op_820_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_820_end_0 = const()[name = tensor("op_820_end_0"), val = tensor([1, 32, 32, 192])]; tensor var_820_end_mask_0 = const()[name = tensor("op_820_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_820_stride_0 = const()[name = tensor("op_820_stride_0"), val = tensor([1, 2, 1, 1])]; tensor var_820_cast_fp16 = slice_by_index(begin = var_820_begin_0, end = var_820_end_0, end_mask = var_820_end_mask_0, stride = var_820_stride_0, x = input_feature_9_cast_fp16)[name = tensor("op_820_cast_fp16")]; tensor var_821_begin_0 = const()[name = tensor("op_821_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_821_end_0 = const()[name = tensor("op_821_end_0"), val = tensor([1, 16, 32, 192])]; tensor var_821_end_mask_0 = const()[name = tensor("op_821_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_821_stride_0 = const()[name = tensor("op_821_stride_0"), val = tensor([1, 1, 2, 1])]; tensor var_821_cast_fp16 = slice_by_index(begin = var_821_begin_0, end = var_821_end_0, end_mask = var_821_end_mask_0, stride = var_821_stride_0, x = var_820_cast_fp16)[name = tensor("op_821_cast_fp16")]; tensor var_824_begin_0 = const()[name = tensor("op_824_begin_0"), val = tensor([0, 1, 0, 0])]; tensor var_824_end_0 = const()[name = tensor("op_824_end_0"), val = tensor([1, 32, 32, 192])]; tensor var_824_end_mask_0 = const()[name = tensor("op_824_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_824_stride_0 = const()[name = tensor("op_824_stride_0"), val = tensor([1, 2, 1, 1])]; tensor var_824_cast_fp16 = slice_by_index(begin = var_824_begin_0, end = var_824_end_0, end_mask = var_824_end_mask_0, stride = var_824_stride_0, x = input_feature_9_cast_fp16)[name = tensor("op_824_cast_fp16")]; tensor var_825_begin_0 = const()[name = tensor("op_825_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_825_end_0 = const()[name = tensor("op_825_end_0"), val = tensor([1, 16, 32, 192])]; tensor var_825_end_mask_0 = const()[name = tensor("op_825_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_825_stride_0 = const()[name = tensor("op_825_stride_0"), val = tensor([1, 1, 2, 1])]; tensor var_825_cast_fp16 = slice_by_index(begin = var_825_begin_0, end = var_825_end_0, end_mask = var_825_end_mask_0, stride = var_825_stride_0, x = var_824_cast_fp16)[name = tensor("op_825_cast_fp16")]; tensor var_829_begin_0 = const()[name = tensor("op_829_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_829_end_0 = const()[name = tensor("op_829_end_0"), val = tensor([1, 16, 32, 192])]; tensor var_829_end_mask_0 = const()[name = tensor("op_829_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_829_stride_0 = const()[name = tensor("op_829_stride_0"), val = tensor([1, 1, 2, 1])]; tensor var_829_cast_fp16 = slice_by_index(begin = var_829_begin_0, end = var_829_end_0, end_mask = var_829_end_mask_0, stride = var_829_stride_0, x = var_820_cast_fp16)[name = tensor("op_829_cast_fp16")]; tensor var_833_begin_0 = const()[name = tensor("op_833_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_833_end_0 = const()[name = tensor("op_833_end_0"), val = tensor([1, 16, 32, 192])]; tensor var_833_end_mask_0 = const()[name = tensor("op_833_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_833_stride_0 = const()[name = tensor("op_833_stride_0"), val = tensor([1, 1, 2, 1])]; tensor var_833_cast_fp16 = slice_by_index(begin = var_833_begin_0, end = var_833_end_0, end_mask = var_833_end_mask_0, stride = var_833_stride_0, x = var_824_cast_fp16)[name = tensor("op_833_cast_fp16")]; tensor input_feature_11_interleave_0 = const()[name = tensor("input_feature_11_interleave_0"), val = tensor(false)]; tensor input_feature_11_cast_fp16 = concat(axis = var_18, interleave = input_feature_11_interleave_0, values = (var_821_cast_fp16, var_825_cast_fp16, var_829_cast_fp16, var_833_cast_fp16))[name = tensor("input_feature_11_cast_fp16")]; tensor var_840 = const()[name = tensor("op_840"), val = tensor([1, -1, 768])]; tensor input_89_cast_fp16 = reshape(shape = var_840, x = input_feature_11_cast_fp16)[name = tensor("input_89_cast_fp16")]; tensor input_91_axes_0 = const()[name = tensor("input_91_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_1_downsample_norm_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_downsample_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5287744)))]; tensor audio_model_audio_encoder_layers_1_downsample_norm_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_downsample_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5289344)))]; tensor input_91_cast_fp16 = layer_norm(axes = input_91_axes_0, beta = audio_model_audio_encoder_layers_1_downsample_norm_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_1_downsample_norm_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("input_91_cast_fp16")]; tensor audio_model_audio_encoder_layers_1_downsample_reduction_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_1_downsample_reduction_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5290944)))]; tensor linear_25_bias_0_to_fp16 = const()[name = tensor("linear_25_bias_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5880832)))]; tensor linear_25_cast_fp16 = linear(bias = linear_25_bias_0_to_fp16, weight = audio_model_audio_encoder_layers_1_downsample_reduction_weight_to_fp16, x = input_91_cast_fp16)[name = tensor("linear_25_cast_fp16")]; tensor hidden_states_59_axes_0 = const()[name = tensor("hidden_states_59_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_2_blocks_0_layernorm_before_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_layernorm_before_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5881664)))]; tensor audio_model_audio_encoder_layers_2_blocks_0_layernorm_before_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_layernorm_before_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5882496)))]; tensor hidden_states_59_cast_fp16 = layer_norm(axes = hidden_states_59_axes_0, beta = audio_model_audio_encoder_layers_2_blocks_0_layernorm_before_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_2_blocks_0_layernorm_before_weight_to_fp16, x = linear_25_cast_fp16)[name = tensor("hidden_states_59_cast_fp16")]; tensor reshape_19_shape_0 = const()[name = tensor("reshape_19_shape_0"), val = tensor([2, 8, 2, 3072])]; tensor reshape_19_cast_fp16 = reshape(shape = reshape_19_shape_0, x = hidden_states_59_cast_fp16)[name = tensor("reshape_19_cast_fp16")]; tensor transpose_23_perm_0 = const()[name = tensor("transpose_23_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_20_shape_0 = const()[name = tensor("reshape_20_shape_0"), val = tensor([-1, 64, 384])]; tensor transpose_23_cast_fp16 = transpose(perm = transpose_23_perm_0, x = reshape_19_cast_fp16)[name = tensor("transpose_136")]; tensor reshape_20_cast_fp16 = reshape(shape = reshape_20_shape_0, x = transpose_23_cast_fp16)[name = tensor("reshape_20_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_0_attention_self_query_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_attention_self_query_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5883328)))]; tensor audio_model_audio_encoder_layers_2_blocks_0_attention_self_query_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_attention_self_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6178304)))]; tensor linear_26_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_0_attention_self_query_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_0_attention_self_query_weight_to_fp16, x = reshape_20_cast_fp16)[name = tensor("linear_26_cast_fp16")]; tensor var_911 = const()[name = tensor("op_911"), val = tensor([4, 64, -1, 24])]; tensor var_912_cast_fp16 = reshape(shape = var_911, x = linear_26_cast_fp16)[name = tensor("op_912_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_0_attention_self_key_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_attention_self_key_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6179136)))]; tensor audio_model_audio_encoder_layers_2_blocks_0_attention_self_key_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_attention_self_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6474112)))]; tensor linear_27_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_0_attention_self_key_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_0_attention_self_key_weight_to_fp16, x = reshape_20_cast_fp16)[name = tensor("linear_27_cast_fp16")]; tensor var_917 = const()[name = tensor("op_917"), val = tensor([4, 64, -1, 24])]; tensor var_918_cast_fp16 = reshape(shape = var_917, x = linear_27_cast_fp16)[name = tensor("op_918_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_0_attention_self_value_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_attention_self_value_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6474944)))]; tensor audio_model_audio_encoder_layers_2_blocks_0_attention_self_value_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_attention_self_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6769920)))]; tensor linear_28_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_0_attention_self_value_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_0_attention_self_value_weight_to_fp16, x = reshape_20_cast_fp16)[name = tensor("linear_28_cast_fp16")]; tensor var_923 = const()[name = tensor("op_923"), val = tensor([4, 64, -1, 24])]; tensor var_924_cast_fp16 = reshape(shape = var_923, x = linear_28_cast_fp16)[name = tensor("op_924_cast_fp16")]; tensor value_layer_9_perm_0 = const()[name = tensor("value_layer_9_perm_0"), val = tensor([0, 2, 1, 3])]; tensor attention_scores_29_transpose_x_0 = const()[name = tensor("attention_scores_29_transpose_x_0"), val = tensor(false)]; tensor attention_scores_29_transpose_y_0 = const()[name = tensor("attention_scores_29_transpose_y_0"), val = tensor(false)]; tensor transpose_71_perm_0 = const()[name = tensor("transpose_71_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_72_perm_0 = const()[name = tensor("transpose_72_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_72 = transpose(perm = transpose_72_perm_0, x = var_918_cast_fp16)[name = tensor("transpose_133")]; tensor transpose_71 = transpose(perm = transpose_71_perm_0, x = var_912_cast_fp16)[name = tensor("transpose_134")]; tensor attention_scores_29_cast_fp16 = matmul(transpose_x = attention_scores_29_transpose_x_0, transpose_y = attention_scores_29_transpose_y_0, x = transpose_71, y = transpose_72)[name = tensor("attention_scores_29_cast_fp16")]; tensor _inversed_attention_scores_31_y_0_to_fp16 = const()[name = tensor("_inversed_attention_scores_31_y_0_to_fp16"), val = tensor(0x1.a2p-3)]; tensor _inversed_attention_scores_31_cast_fp16 = mul(x = attention_scores_29_cast_fp16, y = _inversed_attention_scores_31_y_0_to_fp16)[name = tensor("_inversed_attention_scores_31_cast_fp16")]; tensor var_939_to_fp16 = const()[name = tensor("op_939_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6770752)))]; tensor input_95_cast_fp16 = add(x = _inversed_attention_scores_31_cast_fp16, y = var_939_to_fp16)[name = tensor("input_95_cast_fp16")]; tensor input_97_cast_fp16 = softmax(axis = var_18, x = input_95_cast_fp16)[name = tensor("input_97_cast_fp16")]; tensor context_layer_17_transpose_x_0 = const()[name = tensor("context_layer_17_transpose_x_0"), val = tensor(false)]; tensor context_layer_17_transpose_y_0 = const()[name = tensor("context_layer_17_transpose_y_0"), val = tensor(false)]; tensor value_layer_9_cast_fp16 = transpose(perm = value_layer_9_perm_0, x = var_924_cast_fp16)[name = tensor("transpose_135")]; tensor context_layer_17_cast_fp16 = matmul(transpose_x = context_layer_17_transpose_x_0, transpose_y = context_layer_17_transpose_y_0, x = input_97_cast_fp16, y = value_layer_9_cast_fp16)[name = tensor("context_layer_17_cast_fp16")]; tensor var_944 = const()[name = tensor("op_944"), val = tensor([0, 2, 1, 3])]; tensor var_949 = const()[name = tensor("op_949"), val = tensor([4, 64, 384])]; tensor var_945_cast_fp16 = transpose(perm = var_944, x = context_layer_17_cast_fp16)[name = tensor("transpose_132")]; tensor input_99_cast_fp16 = reshape(shape = var_949, x = var_945_cast_fp16)[name = tensor("input_99_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_0_attention_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_attention_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6901888)))]; tensor audio_model_audio_encoder_layers_2_blocks_0_attention_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_attention_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7196864)))]; tensor linear_29_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_0_attention_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_0_attention_output_dense_weight_to_fp16, x = input_99_cast_fp16)[name = tensor("linear_29_cast_fp16")]; tensor reshape_21_shape_0 = const()[name = tensor("reshape_21_shape_0"), val = tensor([2, 2, 8, 3072])]; tensor reshape_21_cast_fp16 = reshape(shape = reshape_21_shape_0, x = linear_29_cast_fp16)[name = tensor("reshape_21_cast_fp16")]; tensor transpose_24_perm_0 = const()[name = tensor("transpose_24_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_22_shape_0 = const()[name = tensor("reshape_22_shape_0"), val = tensor([1, 256, 384])]; tensor transpose_24_cast_fp16 = transpose(perm = transpose_24_perm_0, x = reshape_21_cast_fp16)[name = tensor("transpose_131")]; tensor reshape_22_cast_fp16 = reshape(shape = reshape_22_shape_0, x = transpose_24_cast_fp16)[name = tensor("reshape_22_cast_fp16")]; tensor input_103_cast_fp16 = add(x = linear_25_cast_fp16, y = reshape_22_cast_fp16)[name = tensor("input_103_cast_fp16")]; tensor input_105_axes_0 = const()[name = tensor("input_105_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_2_blocks_0_layernorm_after_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_layernorm_after_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7197696)))]; tensor audio_model_audio_encoder_layers_2_blocks_0_layernorm_after_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_layernorm_after_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7198528)))]; tensor input_105_cast_fp16 = layer_norm(axes = input_105_axes_0, beta = audio_model_audio_encoder_layers_2_blocks_0_layernorm_after_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_2_blocks_0_layernorm_after_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("input_105_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_0_intermediate_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7199360)))]; tensor audio_model_audio_encoder_layers_2_blocks_0_intermediate_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8379072)))]; tensor linear_30_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_0_intermediate_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_0_intermediate_dense_weight_to_fp16, x = input_105_cast_fp16)[name = tensor("linear_30_cast_fp16")]; tensor input_109_mode_0 = const()[name = tensor("input_109_mode_0"), val = tensor("EXACT")]; tensor input_109_cast_fp16 = gelu(mode = input_109_mode_0, x = linear_30_cast_fp16)[name = tensor("input_109_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_0_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8382208)))]; tensor audio_model_audio_encoder_layers_2_blocks_0_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_0_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9561920)))]; tensor linear_31_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_0_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_0_output_dense_weight_to_fp16, x = input_109_cast_fp16)[name = tensor("linear_31_cast_fp16")]; tensor hidden_states_67_cast_fp16 = add(x = input_103_cast_fp16, y = linear_31_cast_fp16)[name = tensor("hidden_states_67_cast_fp16")]; tensor hidden_states_69_axes_0 = const()[name = tensor("hidden_states_69_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_2_blocks_1_layernorm_before_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_layernorm_before_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9562752)))]; tensor audio_model_audio_encoder_layers_2_blocks_1_layernorm_before_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_layernorm_before_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9563584)))]; tensor hidden_states_69_cast_fp16 = layer_norm(axes = hidden_states_69_axes_0, beta = audio_model_audio_encoder_layers_2_blocks_1_layernorm_before_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_2_blocks_1_layernorm_before_weight_to_fp16, x = hidden_states_67_cast_fp16)[name = tensor("hidden_states_69_cast_fp16")]; tensor var_999 = const()[name = tensor("op_999"), val = tensor([1, 16, 16, 384])]; tensor input_113_cast_fp16 = reshape(shape = var_999, x = hidden_states_69_cast_fp16)[name = tensor("input_113_cast_fp16")]; tensor gather_8_axis_0 = const()[name = tensor("gather_8_axis_0"), val = tensor(1)]; tensor gather_8_batch_dims_0 = const()[name = tensor("gather_8_batch_dims_0"), val = tensor(0)]; tensor gather_8_validate_indices_0 = const()[name = tensor("gather_8_validate_indices_0"), val = tensor(false)]; tensor concat_17_to_uint16 = const()[name = tensor("concat_17_to_uint16"), val = tensor([4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 0, 1, 2, 3])]; tensor gather_8_cast_fp16_cast_uint16 = gather(axis = gather_8_axis_0, batch_dims = gather_8_batch_dims_0, indices = concat_17_to_uint16, validate_indices = gather_8_validate_indices_0, x = input_113_cast_fp16)[name = tensor("gather_8_cast_fp16_cast_uint16")]; tensor gather_9_axis_0 = const()[name = tensor("gather_9_axis_0"), val = tensor(2)]; tensor gather_9_batch_dims_0 = const()[name = tensor("gather_9_batch_dims_0"), val = tensor(0)]; tensor gather_9_validate_indices_0 = const()[name = tensor("gather_9_validate_indices_0"), val = tensor(false)]; tensor concat_18_to_uint16 = const()[name = tensor("concat_18_to_uint16"), val = tensor([4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 0, 1, 2, 3])]; tensor gather_9_cast_fp16_cast_uint16 = gather(axis = gather_9_axis_0, batch_dims = gather_9_batch_dims_0, indices = concat_18_to_uint16, validate_indices = gather_9_validate_indices_0, x = gather_8_cast_fp16_cast_uint16)[name = tensor("gather_9_cast_fp16_cast_uint16")]; tensor reshape_23_shape_0 = const()[name = tensor("reshape_23_shape_0"), val = tensor([2, 8, 2, 3072])]; tensor reshape_23_cast_fp16 = reshape(shape = reshape_23_shape_0, x = gather_9_cast_fp16_cast_uint16)[name = tensor("reshape_23_cast_fp16")]; tensor transpose_25_perm_0 = const()[name = tensor("transpose_25_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_24_shape_0 = const()[name = tensor("reshape_24_shape_0"), val = tensor([-1, 64, 384])]; tensor transpose_25_cast_fp16 = transpose(perm = transpose_25_perm_0, x = reshape_23_cast_fp16)[name = tensor("transpose_130")]; tensor reshape_24_cast_fp16 = reshape(shape = reshape_24_shape_0, x = transpose_25_cast_fp16)[name = tensor("reshape_24_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_1_attention_self_query_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_attention_self_query_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9564416)))]; tensor audio_model_audio_encoder_layers_2_blocks_1_attention_self_query_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_attention_self_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9859392)))]; tensor linear_32_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_1_attention_self_query_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_1_attention_self_query_weight_to_fp16, x = reshape_24_cast_fp16)[name = tensor("linear_32_cast_fp16")]; tensor var_1100 = const()[name = tensor("op_1100"), val = tensor([4, 64, -1, 24])]; tensor var_1101_cast_fp16 = reshape(shape = var_1100, x = linear_32_cast_fp16)[name = tensor("op_1101_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_1_attention_self_key_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_attention_self_key_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9860224)))]; tensor audio_model_audio_encoder_layers_2_blocks_1_attention_self_key_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_attention_self_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10155200)))]; tensor linear_33_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_1_attention_self_key_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_1_attention_self_key_weight_to_fp16, x = reshape_24_cast_fp16)[name = tensor("linear_33_cast_fp16")]; tensor var_1106 = const()[name = tensor("op_1106"), val = tensor([4, 64, -1, 24])]; tensor var_1107_cast_fp16 = reshape(shape = var_1106, x = linear_33_cast_fp16)[name = tensor("op_1107_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_1_attention_self_value_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_attention_self_value_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10156032)))]; tensor audio_model_audio_encoder_layers_2_blocks_1_attention_self_value_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_attention_self_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10451008)))]; tensor linear_34_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_1_attention_self_value_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_1_attention_self_value_weight_to_fp16, x = reshape_24_cast_fp16)[name = tensor("linear_34_cast_fp16")]; tensor var_1112 = const()[name = tensor("op_1112"), val = tensor([4, 64, -1, 24])]; tensor var_1113_cast_fp16 = reshape(shape = var_1112, x = linear_34_cast_fp16)[name = tensor("op_1113_cast_fp16")]; tensor value_layer_11_perm_0 = const()[name = tensor("value_layer_11_perm_0"), val = tensor([0, 2, 1, 3])]; tensor attention_scores_33_transpose_x_0 = const()[name = tensor("attention_scores_33_transpose_x_0"), val = tensor(false)]; tensor attention_scores_33_transpose_y_0 = const()[name = tensor("attention_scores_33_transpose_y_0"), val = tensor(false)]; tensor transpose_73_perm_0 = const()[name = tensor("transpose_73_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_74_perm_0 = const()[name = tensor("transpose_74_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_74 = transpose(perm = transpose_74_perm_0, x = var_1107_cast_fp16)[name = tensor("transpose_127")]; tensor transpose_73 = transpose(perm = transpose_73_perm_0, x = var_1101_cast_fp16)[name = tensor("transpose_128")]; tensor attention_scores_33_cast_fp16 = matmul(transpose_x = attention_scores_33_transpose_x_0, transpose_y = attention_scores_33_transpose_y_0, x = transpose_73, y = transpose_74)[name = tensor("attention_scores_33_cast_fp16")]; tensor _inversed_attention_scores_35_y_0_to_fp16 = const()[name = tensor("_inversed_attention_scores_35_y_0_to_fp16"), val = tensor(0x1.a2p-3)]; tensor _inversed_attention_scores_35_cast_fp16 = mul(x = attention_scores_33_cast_fp16, y = _inversed_attention_scores_35_y_0_to_fp16)[name = tensor("_inversed_attention_scores_35_cast_fp16")]; tensor var_1128_to_fp16 = const()[name = tensor("op_1128_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10451840)))]; tensor attention_scores_37_cast_fp16 = add(x = _inversed_attention_scores_35_cast_fp16, y = var_1128_to_fp16)[name = tensor("attention_scores_37_cast_fp16")]; tensor var_1134 = const()[name = tensor("op_1134"), val = tensor([1, 4, 16, 64, 64])]; tensor attention_scores_39_cast_fp16 = reshape(shape = var_1134, x = attention_scores_37_cast_fp16)[name = tensor("attention_scores_39_cast_fp16")]; tensor var_1137_to_fp16 = const()[name = tensor("op_1137_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10582976)))]; tensor attention_scores_41_cast_fp16 = add(x = attention_scores_39_cast_fp16, y = var_1137_to_fp16)[name = tensor("attention_scores_41_cast_fp16")]; tensor var_1139 = const()[name = tensor("op_1139"), val = tensor([-1, 16, 64, 64])]; tensor input_115_cast_fp16 = reshape(shape = var_1139, x = attention_scores_41_cast_fp16)[name = tensor("input_115_cast_fp16")]; tensor input_117_cast_fp16 = softmax(axis = var_18, x = input_115_cast_fp16)[name = tensor("input_117_cast_fp16")]; tensor context_layer_21_transpose_x_0 = const()[name = tensor("context_layer_21_transpose_x_0"), val = tensor(false)]; tensor context_layer_21_transpose_y_0 = const()[name = tensor("context_layer_21_transpose_y_0"), val = tensor(false)]; tensor value_layer_11_cast_fp16 = transpose(perm = value_layer_11_perm_0, x = var_1113_cast_fp16)[name = tensor("transpose_129")]; tensor context_layer_21_cast_fp16 = matmul(transpose_x = context_layer_21_transpose_x_0, transpose_y = context_layer_21_transpose_y_0, x = input_117_cast_fp16, y = value_layer_11_cast_fp16)[name = tensor("context_layer_21_cast_fp16")]; tensor var_1144 = const()[name = tensor("op_1144"), val = tensor([0, 2, 1, 3])]; tensor var_1149 = const()[name = tensor("op_1149"), val = tensor([4, 64, 384])]; tensor var_1145_cast_fp16 = transpose(perm = var_1144, x = context_layer_21_cast_fp16)[name = tensor("transpose_126")]; tensor input_119_cast_fp16 = reshape(shape = var_1149, x = var_1145_cast_fp16)[name = tensor("input_119_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_1_attention_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_attention_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10615808)))]; tensor audio_model_audio_encoder_layers_2_blocks_1_attention_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_attention_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10910784)))]; tensor linear_35_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_1_attention_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_1_attention_output_dense_weight_to_fp16, x = input_119_cast_fp16)[name = tensor("linear_35_cast_fp16")]; tensor reshape_25_shape_0 = const()[name = tensor("reshape_25_shape_0"), val = tensor([2, 2, 8, 3072])]; tensor reshape_25_cast_fp16 = reshape(shape = reshape_25_shape_0, x = linear_35_cast_fp16)[name = tensor("reshape_25_cast_fp16")]; tensor transpose_26_perm_0 = const()[name = tensor("transpose_26_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_26_shape_0 = const()[name = tensor("reshape_26_shape_0"), val = tensor([-1, 16, 16, 384])]; tensor transpose_26_cast_fp16 = transpose(perm = transpose_26_perm_0, x = reshape_25_cast_fp16)[name = tensor("transpose_125")]; tensor reshape_26_cast_fp16 = reshape(shape = reshape_26_shape_0, x = transpose_26_cast_fp16)[name = tensor("reshape_26_cast_fp16")]; tensor gather_10_axis_0 = const()[name = tensor("gather_10_axis_0"), val = tensor(1)]; tensor gather_10_batch_dims_0 = const()[name = tensor("gather_10_batch_dims_0"), val = tensor(0)]; tensor gather_10_validate_indices_0 = const()[name = tensor("gather_10_validate_indices_0"), val = tensor(false)]; tensor concat_19_to_uint16 = const()[name = tensor("concat_19_to_uint16"), val = tensor([12, 13, 14, 15, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11])]; tensor gather_10_cast_fp16_cast_uint16 = gather(axis = gather_10_axis_0, batch_dims = gather_10_batch_dims_0, indices = concat_19_to_uint16, validate_indices = gather_10_validate_indices_0, x = reshape_26_cast_fp16)[name = tensor("gather_10_cast_fp16_cast_uint16")]; tensor gather_11_axis_0 = const()[name = tensor("gather_11_axis_0"), val = tensor(2)]; tensor gather_11_batch_dims_0 = const()[name = tensor("gather_11_batch_dims_0"), val = tensor(0)]; tensor gather_11_validate_indices_0 = const()[name = tensor("gather_11_validate_indices_0"), val = tensor(false)]; tensor concat_20_to_uint16 = const()[name = tensor("concat_20_to_uint16"), val = tensor([12, 13, 14, 15, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11])]; tensor gather_11_cast_fp16_cast_uint16 = gather(axis = gather_11_axis_0, batch_dims = gather_11_batch_dims_0, indices = concat_20_to_uint16, validate_indices = gather_11_validate_indices_0, x = gather_10_cast_fp16_cast_uint16)[name = tensor("gather_11_cast_fp16_cast_uint16")]; tensor var_1173 = const()[name = tensor("op_1173"), val = tensor([1, 256, 384])]; tensor attention_windows_23_cast_fp16 = reshape(shape = var_1173, x = gather_11_cast_fp16_cast_uint16)[name = tensor("attention_windows_23_cast_fp16")]; tensor input_123_cast_fp16 = add(x = hidden_states_67_cast_fp16, y = attention_windows_23_cast_fp16)[name = tensor("input_123_cast_fp16")]; tensor input_125_axes_0 = const()[name = tensor("input_125_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_2_blocks_1_layernorm_after_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_layernorm_after_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10911616)))]; tensor audio_model_audio_encoder_layers_2_blocks_1_layernorm_after_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_layernorm_after_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10912448)))]; tensor input_125_cast_fp16 = layer_norm(axes = input_125_axes_0, beta = audio_model_audio_encoder_layers_2_blocks_1_layernorm_after_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_2_blocks_1_layernorm_after_weight_to_fp16, x = input_123_cast_fp16)[name = tensor("input_125_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_1_intermediate_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10913280)))]; tensor audio_model_audio_encoder_layers_2_blocks_1_intermediate_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12092992)))]; tensor linear_36_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_1_intermediate_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_1_intermediate_dense_weight_to_fp16, x = input_125_cast_fp16)[name = tensor("linear_36_cast_fp16")]; tensor input_129_mode_0 = const()[name = tensor("input_129_mode_0"), val = tensor("EXACT")]; tensor input_129_cast_fp16 = gelu(mode = input_129_mode_0, x = linear_36_cast_fp16)[name = tensor("input_129_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_1_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12096128)))]; tensor audio_model_audio_encoder_layers_2_blocks_1_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_1_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13275840)))]; tensor linear_37_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_1_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_1_output_dense_weight_to_fp16, x = input_129_cast_fp16)[name = tensor("linear_37_cast_fp16")]; tensor hidden_states_83_cast_fp16 = add(x = input_123_cast_fp16, y = linear_37_cast_fp16)[name = tensor("hidden_states_83_cast_fp16")]; tensor hidden_states_85_axes_0 = const()[name = tensor("hidden_states_85_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_2_blocks_2_layernorm_before_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_layernorm_before_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13276672)))]; tensor audio_model_audio_encoder_layers_2_blocks_2_layernorm_before_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_layernorm_before_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13277504)))]; tensor hidden_states_85_cast_fp16 = layer_norm(axes = hidden_states_85_axes_0, beta = audio_model_audio_encoder_layers_2_blocks_2_layernorm_before_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_2_blocks_2_layernorm_before_weight_to_fp16, x = hidden_states_83_cast_fp16)[name = tensor("hidden_states_85_cast_fp16")]; tensor reshape_27_shape_0 = const()[name = tensor("reshape_27_shape_0"), val = tensor([2, 8, 2, 3072])]; tensor reshape_27_cast_fp16 = reshape(shape = reshape_27_shape_0, x = hidden_states_85_cast_fp16)[name = tensor("reshape_27_cast_fp16")]; tensor transpose_27_perm_0 = const()[name = tensor("transpose_27_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_28_shape_0 = const()[name = tensor("reshape_28_shape_0"), val = tensor([-1, 64, 384])]; tensor transpose_27_cast_fp16 = transpose(perm = transpose_27_perm_0, x = reshape_27_cast_fp16)[name = tensor("transpose_124")]; tensor reshape_28_cast_fp16 = reshape(shape = reshape_28_shape_0, x = transpose_27_cast_fp16)[name = tensor("reshape_28_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_2_attention_self_query_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_attention_self_query_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13278336)))]; tensor audio_model_audio_encoder_layers_2_blocks_2_attention_self_query_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_attention_self_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13573312)))]; tensor linear_38_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_2_attention_self_query_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_2_attention_self_query_weight_to_fp16, x = reshape_28_cast_fp16)[name = tensor("linear_38_cast_fp16")]; tensor var_1241 = const()[name = tensor("op_1241"), val = tensor([4, 64, -1, 24])]; tensor var_1242_cast_fp16 = reshape(shape = var_1241, x = linear_38_cast_fp16)[name = tensor("op_1242_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_2_attention_self_key_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_attention_self_key_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13574144)))]; tensor audio_model_audio_encoder_layers_2_blocks_2_attention_self_key_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_attention_self_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13869120)))]; tensor linear_39_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_2_attention_self_key_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_2_attention_self_key_weight_to_fp16, x = reshape_28_cast_fp16)[name = tensor("linear_39_cast_fp16")]; tensor var_1247 = const()[name = tensor("op_1247"), val = tensor([4, 64, -1, 24])]; tensor var_1248_cast_fp16 = reshape(shape = var_1247, x = linear_39_cast_fp16)[name = tensor("op_1248_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_2_attention_self_value_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_attention_self_value_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13869952)))]; tensor audio_model_audio_encoder_layers_2_blocks_2_attention_self_value_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_attention_self_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14164928)))]; tensor linear_40_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_2_attention_self_value_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_2_attention_self_value_weight_to_fp16, x = reshape_28_cast_fp16)[name = tensor("linear_40_cast_fp16")]; tensor var_1253 = const()[name = tensor("op_1253"), val = tensor([4, 64, -1, 24])]; tensor var_1254_cast_fp16 = reshape(shape = var_1253, x = linear_40_cast_fp16)[name = tensor("op_1254_cast_fp16")]; tensor value_layer_13_perm_0 = const()[name = tensor("value_layer_13_perm_0"), val = tensor([0, 2, 1, 3])]; tensor attention_scores_43_transpose_x_0 = const()[name = tensor("attention_scores_43_transpose_x_0"), val = tensor(false)]; tensor attention_scores_43_transpose_y_0 = const()[name = tensor("attention_scores_43_transpose_y_0"), val = tensor(false)]; tensor transpose_75_perm_0 = const()[name = tensor("transpose_75_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_76_perm_0 = const()[name = tensor("transpose_76_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_76 = transpose(perm = transpose_76_perm_0, x = var_1248_cast_fp16)[name = tensor("transpose_121")]; tensor transpose_75 = transpose(perm = transpose_75_perm_0, x = var_1242_cast_fp16)[name = tensor("transpose_122")]; tensor attention_scores_43_cast_fp16 = matmul(transpose_x = attention_scores_43_transpose_x_0, transpose_y = attention_scores_43_transpose_y_0, x = transpose_75, y = transpose_76)[name = tensor("attention_scores_43_cast_fp16")]; tensor _inversed_attention_scores_45_y_0_to_fp16 = const()[name = tensor("_inversed_attention_scores_45_y_0_to_fp16"), val = tensor(0x1.a2p-3)]; tensor _inversed_attention_scores_45_cast_fp16 = mul(x = attention_scores_43_cast_fp16, y = _inversed_attention_scores_45_y_0_to_fp16)[name = tensor("_inversed_attention_scores_45_cast_fp16")]; tensor var_1269_to_fp16 = const()[name = tensor("op_1269_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14165760)))]; tensor input_135_cast_fp16 = add(x = _inversed_attention_scores_45_cast_fp16, y = var_1269_to_fp16)[name = tensor("input_135_cast_fp16")]; tensor input_137_cast_fp16 = softmax(axis = var_18, x = input_135_cast_fp16)[name = tensor("input_137_cast_fp16")]; tensor context_layer_25_transpose_x_0 = const()[name = tensor("context_layer_25_transpose_x_0"), val = tensor(false)]; tensor context_layer_25_transpose_y_0 = const()[name = tensor("context_layer_25_transpose_y_0"), val = tensor(false)]; tensor value_layer_13_cast_fp16 = transpose(perm = value_layer_13_perm_0, x = var_1254_cast_fp16)[name = tensor("transpose_123")]; tensor context_layer_25_cast_fp16 = matmul(transpose_x = context_layer_25_transpose_x_0, transpose_y = context_layer_25_transpose_y_0, x = input_137_cast_fp16, y = value_layer_13_cast_fp16)[name = tensor("context_layer_25_cast_fp16")]; tensor var_1274 = const()[name = tensor("op_1274"), val = tensor([0, 2, 1, 3])]; tensor var_1279 = const()[name = tensor("op_1279"), val = tensor([4, 64, 384])]; tensor var_1275_cast_fp16 = transpose(perm = var_1274, x = context_layer_25_cast_fp16)[name = tensor("transpose_120")]; tensor input_139_cast_fp16 = reshape(shape = var_1279, x = var_1275_cast_fp16)[name = tensor("input_139_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_2_attention_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_attention_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14296896)))]; tensor audio_model_audio_encoder_layers_2_blocks_2_attention_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_attention_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14591872)))]; tensor linear_41_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_2_attention_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_2_attention_output_dense_weight_to_fp16, x = input_139_cast_fp16)[name = tensor("linear_41_cast_fp16")]; tensor reshape_29_shape_0 = const()[name = tensor("reshape_29_shape_0"), val = tensor([2, 2, 8, 3072])]; tensor reshape_29_cast_fp16 = reshape(shape = reshape_29_shape_0, x = linear_41_cast_fp16)[name = tensor("reshape_29_cast_fp16")]; tensor transpose_28_perm_0 = const()[name = tensor("transpose_28_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_30_shape_0 = const()[name = tensor("reshape_30_shape_0"), val = tensor([1, 256, 384])]; tensor transpose_28_cast_fp16 = transpose(perm = transpose_28_perm_0, x = reshape_29_cast_fp16)[name = tensor("transpose_119")]; tensor reshape_30_cast_fp16 = reshape(shape = reshape_30_shape_0, x = transpose_28_cast_fp16)[name = tensor("reshape_30_cast_fp16")]; tensor input_143_cast_fp16 = add(x = hidden_states_83_cast_fp16, y = reshape_30_cast_fp16)[name = tensor("input_143_cast_fp16")]; tensor input_145_axes_0 = const()[name = tensor("input_145_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_2_blocks_2_layernorm_after_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_layernorm_after_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14592704)))]; tensor audio_model_audio_encoder_layers_2_blocks_2_layernorm_after_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_layernorm_after_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14593536)))]; tensor input_145_cast_fp16 = layer_norm(axes = input_145_axes_0, beta = audio_model_audio_encoder_layers_2_blocks_2_layernorm_after_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_2_blocks_2_layernorm_after_weight_to_fp16, x = input_143_cast_fp16)[name = tensor("input_145_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_2_intermediate_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14594368)))]; tensor audio_model_audio_encoder_layers_2_blocks_2_intermediate_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(15774080)))]; tensor linear_42_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_2_intermediate_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_2_intermediate_dense_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("linear_42_cast_fp16")]; tensor input_149_mode_0 = const()[name = tensor("input_149_mode_0"), val = tensor("EXACT")]; tensor input_149_cast_fp16 = gelu(mode = input_149_mode_0, x = linear_42_cast_fp16)[name = tensor("input_149_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_2_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(15777216)))]; tensor audio_model_audio_encoder_layers_2_blocks_2_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_2_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16956928)))]; tensor linear_43_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_2_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_2_output_dense_weight_to_fp16, x = input_149_cast_fp16)[name = tensor("linear_43_cast_fp16")]; tensor hidden_states_93_cast_fp16 = add(x = input_143_cast_fp16, y = linear_43_cast_fp16)[name = tensor("hidden_states_93_cast_fp16")]; tensor hidden_states_95_axes_0 = const()[name = tensor("hidden_states_95_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_2_blocks_3_layernorm_before_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_layernorm_before_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16957760)))]; tensor audio_model_audio_encoder_layers_2_blocks_3_layernorm_before_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_layernorm_before_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16958592)))]; tensor hidden_states_95_cast_fp16 = layer_norm(axes = hidden_states_95_axes_0, beta = audio_model_audio_encoder_layers_2_blocks_3_layernorm_before_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_2_blocks_3_layernorm_before_weight_to_fp16, x = hidden_states_93_cast_fp16)[name = tensor("hidden_states_95_cast_fp16")]; tensor var_1329 = const()[name = tensor("op_1329"), val = tensor([1, 16, 16, 384])]; tensor input_153_cast_fp16 = reshape(shape = var_1329, x = hidden_states_95_cast_fp16)[name = tensor("input_153_cast_fp16")]; tensor gather_12_axis_0 = const()[name = tensor("gather_12_axis_0"), val = tensor(1)]; tensor gather_12_batch_dims_0 = const()[name = tensor("gather_12_batch_dims_0"), val = tensor(0)]; tensor gather_12_validate_indices_0 = const()[name = tensor("gather_12_validate_indices_0"), val = tensor(false)]; tensor concat_21_to_uint16 = const()[name = tensor("concat_21_to_uint16"), val = tensor([4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 0, 1, 2, 3])]; tensor gather_12_cast_fp16_cast_uint16 = gather(axis = gather_12_axis_0, batch_dims = gather_12_batch_dims_0, indices = concat_21_to_uint16, validate_indices = gather_12_validate_indices_0, x = input_153_cast_fp16)[name = tensor("gather_12_cast_fp16_cast_uint16")]; tensor gather_13_axis_0 = const()[name = tensor("gather_13_axis_0"), val = tensor(2)]; tensor gather_13_batch_dims_0 = const()[name = tensor("gather_13_batch_dims_0"), val = tensor(0)]; tensor gather_13_validate_indices_0 = const()[name = tensor("gather_13_validate_indices_0"), val = tensor(false)]; tensor concat_22_to_uint16 = const()[name = tensor("concat_22_to_uint16"), val = tensor([4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 0, 1, 2, 3])]; tensor gather_13_cast_fp16_cast_uint16 = gather(axis = gather_13_axis_0, batch_dims = gather_13_batch_dims_0, indices = concat_22_to_uint16, validate_indices = gather_13_validate_indices_0, x = gather_12_cast_fp16_cast_uint16)[name = tensor("gather_13_cast_fp16_cast_uint16")]; tensor reshape_31_shape_0 = const()[name = tensor("reshape_31_shape_0"), val = tensor([2, 8, 2, 3072])]; tensor reshape_31_cast_fp16 = reshape(shape = reshape_31_shape_0, x = gather_13_cast_fp16_cast_uint16)[name = tensor("reshape_31_cast_fp16")]; tensor transpose_29_perm_0 = const()[name = tensor("transpose_29_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_32_shape_0 = const()[name = tensor("reshape_32_shape_0"), val = tensor([-1, 64, 384])]; tensor transpose_29_cast_fp16 = transpose(perm = transpose_29_perm_0, x = reshape_31_cast_fp16)[name = tensor("transpose_118")]; tensor reshape_32_cast_fp16 = reshape(shape = reshape_32_shape_0, x = transpose_29_cast_fp16)[name = tensor("reshape_32_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_3_attention_self_query_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_attention_self_query_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16959424)))]; tensor audio_model_audio_encoder_layers_2_blocks_3_attention_self_query_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_attention_self_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17254400)))]; tensor linear_44_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_3_attention_self_query_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_3_attention_self_query_weight_to_fp16, x = reshape_32_cast_fp16)[name = tensor("linear_44_cast_fp16")]; tensor var_1430 = const()[name = tensor("op_1430"), val = tensor([4, 64, -1, 24])]; tensor var_1431_cast_fp16 = reshape(shape = var_1430, x = linear_44_cast_fp16)[name = tensor("op_1431_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_3_attention_self_key_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_attention_self_key_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17255232)))]; tensor audio_model_audio_encoder_layers_2_blocks_3_attention_self_key_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_attention_self_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17550208)))]; tensor linear_45_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_3_attention_self_key_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_3_attention_self_key_weight_to_fp16, x = reshape_32_cast_fp16)[name = tensor("linear_45_cast_fp16")]; tensor var_1436 = const()[name = tensor("op_1436"), val = tensor([4, 64, -1, 24])]; tensor var_1437_cast_fp16 = reshape(shape = var_1436, x = linear_45_cast_fp16)[name = tensor("op_1437_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_3_attention_self_value_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_attention_self_value_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17551040)))]; tensor audio_model_audio_encoder_layers_2_blocks_3_attention_self_value_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_attention_self_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17846016)))]; tensor linear_46_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_3_attention_self_value_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_3_attention_self_value_weight_to_fp16, x = reshape_32_cast_fp16)[name = tensor("linear_46_cast_fp16")]; tensor var_1442 = const()[name = tensor("op_1442"), val = tensor([4, 64, -1, 24])]; tensor var_1443_cast_fp16 = reshape(shape = var_1442, x = linear_46_cast_fp16)[name = tensor("op_1443_cast_fp16")]; tensor value_layer_15_perm_0 = const()[name = tensor("value_layer_15_perm_0"), val = tensor([0, 2, 1, 3])]; tensor attention_scores_47_transpose_x_0 = const()[name = tensor("attention_scores_47_transpose_x_0"), val = tensor(false)]; tensor attention_scores_47_transpose_y_0 = const()[name = tensor("attention_scores_47_transpose_y_0"), val = tensor(false)]; tensor transpose_77_perm_0 = const()[name = tensor("transpose_77_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_78_perm_0 = const()[name = tensor("transpose_78_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_78 = transpose(perm = transpose_78_perm_0, x = var_1437_cast_fp16)[name = tensor("transpose_115")]; tensor transpose_77 = transpose(perm = transpose_77_perm_0, x = var_1431_cast_fp16)[name = tensor("transpose_116")]; tensor attention_scores_47_cast_fp16 = matmul(transpose_x = attention_scores_47_transpose_x_0, transpose_y = attention_scores_47_transpose_y_0, x = transpose_77, y = transpose_78)[name = tensor("attention_scores_47_cast_fp16")]; tensor _inversed_attention_scores_49_y_0_to_fp16 = const()[name = tensor("_inversed_attention_scores_49_y_0_to_fp16"), val = tensor(0x1.a2p-3)]; tensor _inversed_attention_scores_49_cast_fp16 = mul(x = attention_scores_47_cast_fp16, y = _inversed_attention_scores_49_y_0_to_fp16)[name = tensor("_inversed_attention_scores_49_cast_fp16")]; tensor var_1458_to_fp16 = const()[name = tensor("op_1458_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17846848)))]; tensor attention_scores_51_cast_fp16 = add(x = _inversed_attention_scores_49_cast_fp16, y = var_1458_to_fp16)[name = tensor("attention_scores_51_cast_fp16")]; tensor var_1464 = const()[name = tensor("op_1464"), val = tensor([1, 4, 16, 64, 64])]; tensor attention_scores_53_cast_fp16 = reshape(shape = var_1464, x = attention_scores_51_cast_fp16)[name = tensor("attention_scores_53_cast_fp16")]; tensor attention_scores_55_cast_fp16 = add(x = attention_scores_53_cast_fp16, y = var_1137_to_fp16)[name = tensor("attention_scores_55_cast_fp16")]; tensor var_1469 = const()[name = tensor("op_1469"), val = tensor([-1, 16, 64, 64])]; tensor input_155_cast_fp16 = reshape(shape = var_1469, x = attention_scores_55_cast_fp16)[name = tensor("input_155_cast_fp16")]; tensor input_157_cast_fp16 = softmax(axis = var_18, x = input_155_cast_fp16)[name = tensor("input_157_cast_fp16")]; tensor context_layer_29_transpose_x_0 = const()[name = tensor("context_layer_29_transpose_x_0"), val = tensor(false)]; tensor context_layer_29_transpose_y_0 = const()[name = tensor("context_layer_29_transpose_y_0"), val = tensor(false)]; tensor value_layer_15_cast_fp16 = transpose(perm = value_layer_15_perm_0, x = var_1443_cast_fp16)[name = tensor("transpose_117")]; tensor context_layer_29_cast_fp16 = matmul(transpose_x = context_layer_29_transpose_x_0, transpose_y = context_layer_29_transpose_y_0, x = input_157_cast_fp16, y = value_layer_15_cast_fp16)[name = tensor("context_layer_29_cast_fp16")]; tensor var_1474 = const()[name = tensor("op_1474"), val = tensor([0, 2, 1, 3])]; tensor var_1479 = const()[name = tensor("op_1479"), val = tensor([4, 64, 384])]; tensor var_1475_cast_fp16 = transpose(perm = var_1474, x = context_layer_29_cast_fp16)[name = tensor("transpose_114")]; tensor input_159_cast_fp16 = reshape(shape = var_1479, x = var_1475_cast_fp16)[name = tensor("input_159_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_3_attention_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_attention_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17977984)))]; tensor audio_model_audio_encoder_layers_2_blocks_3_attention_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_attention_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18272960)))]; tensor linear_47_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_3_attention_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_3_attention_output_dense_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("linear_47_cast_fp16")]; tensor reshape_33_shape_0 = const()[name = tensor("reshape_33_shape_0"), val = tensor([2, 2, 8, 3072])]; tensor reshape_33_cast_fp16 = reshape(shape = reshape_33_shape_0, x = linear_47_cast_fp16)[name = tensor("reshape_33_cast_fp16")]; tensor transpose_30_perm_0 = const()[name = tensor("transpose_30_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_34_shape_0 = const()[name = tensor("reshape_34_shape_0"), val = tensor([-1, 16, 16, 384])]; tensor transpose_30_cast_fp16 = transpose(perm = transpose_30_perm_0, x = reshape_33_cast_fp16)[name = tensor("transpose_113")]; tensor reshape_34_cast_fp16 = reshape(shape = reshape_34_shape_0, x = transpose_30_cast_fp16)[name = tensor("reshape_34_cast_fp16")]; tensor gather_14_axis_0 = const()[name = tensor("gather_14_axis_0"), val = tensor(1)]; tensor gather_14_batch_dims_0 = const()[name = tensor("gather_14_batch_dims_0"), val = tensor(0)]; tensor gather_14_validate_indices_0 = const()[name = tensor("gather_14_validate_indices_0"), val = tensor(false)]; tensor concat_23_to_uint16 = const()[name = tensor("concat_23_to_uint16"), val = tensor([12, 13, 14, 15, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11])]; tensor gather_14_cast_fp16_cast_uint16 = gather(axis = gather_14_axis_0, batch_dims = gather_14_batch_dims_0, indices = concat_23_to_uint16, validate_indices = gather_14_validate_indices_0, x = reshape_34_cast_fp16)[name = tensor("gather_14_cast_fp16_cast_uint16")]; tensor gather_15_axis_0 = const()[name = tensor("gather_15_axis_0"), val = tensor(2)]; tensor gather_15_batch_dims_0 = const()[name = tensor("gather_15_batch_dims_0"), val = tensor(0)]; tensor gather_15_validate_indices_0 = const()[name = tensor("gather_15_validate_indices_0"), val = tensor(false)]; tensor concat_24_to_uint16 = const()[name = tensor("concat_24_to_uint16"), val = tensor([12, 13, 14, 15, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11])]; tensor gather_15_cast_fp16_cast_uint16 = gather(axis = gather_15_axis_0, batch_dims = gather_15_batch_dims_0, indices = concat_24_to_uint16, validate_indices = gather_15_validate_indices_0, x = gather_14_cast_fp16_cast_uint16)[name = tensor("gather_15_cast_fp16_cast_uint16")]; tensor var_1503 = const()[name = tensor("op_1503"), val = tensor([1, 256, 384])]; tensor attention_windows_31_cast_fp16 = reshape(shape = var_1503, x = gather_15_cast_fp16_cast_uint16)[name = tensor("attention_windows_31_cast_fp16")]; tensor input_163_cast_fp16 = add(x = hidden_states_93_cast_fp16, y = attention_windows_31_cast_fp16)[name = tensor("input_163_cast_fp16")]; tensor input_165_axes_0 = const()[name = tensor("input_165_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_2_blocks_3_layernorm_after_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_layernorm_after_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18273792)))]; tensor audio_model_audio_encoder_layers_2_blocks_3_layernorm_after_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_layernorm_after_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18274624)))]; tensor input_165_cast_fp16 = layer_norm(axes = input_165_axes_0, beta = audio_model_audio_encoder_layers_2_blocks_3_layernorm_after_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_2_blocks_3_layernorm_after_weight_to_fp16, x = input_163_cast_fp16)[name = tensor("input_165_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_3_intermediate_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18275456)))]; tensor audio_model_audio_encoder_layers_2_blocks_3_intermediate_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19455168)))]; tensor linear_48_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_3_intermediate_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_3_intermediate_dense_weight_to_fp16, x = input_165_cast_fp16)[name = tensor("linear_48_cast_fp16")]; tensor input_169_mode_0 = const()[name = tensor("input_169_mode_0"), val = tensor("EXACT")]; tensor input_169_cast_fp16 = gelu(mode = input_169_mode_0, x = linear_48_cast_fp16)[name = tensor("input_169_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_3_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19458304)))]; tensor audio_model_audio_encoder_layers_2_blocks_3_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_3_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(20638016)))]; tensor linear_49_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_3_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_3_output_dense_weight_to_fp16, x = input_169_cast_fp16)[name = tensor("linear_49_cast_fp16")]; tensor hidden_states_109_cast_fp16 = add(x = input_163_cast_fp16, y = linear_49_cast_fp16)[name = tensor("hidden_states_109_cast_fp16")]; tensor hidden_states_111_axes_0 = const()[name = tensor("hidden_states_111_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_2_blocks_4_layernorm_before_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_layernorm_before_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(20638848)))]; tensor audio_model_audio_encoder_layers_2_blocks_4_layernorm_before_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_layernorm_before_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(20639680)))]; tensor hidden_states_111_cast_fp16 = layer_norm(axes = hidden_states_111_axes_0, beta = audio_model_audio_encoder_layers_2_blocks_4_layernorm_before_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_2_blocks_4_layernorm_before_weight_to_fp16, x = hidden_states_109_cast_fp16)[name = tensor("hidden_states_111_cast_fp16")]; tensor reshape_35_shape_0 = const()[name = tensor("reshape_35_shape_0"), val = tensor([2, 8, 2, 3072])]; tensor reshape_35_cast_fp16 = reshape(shape = reshape_35_shape_0, x = hidden_states_111_cast_fp16)[name = tensor("reshape_35_cast_fp16")]; tensor transpose_31_perm_0 = const()[name = tensor("transpose_31_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_36_shape_0 = const()[name = tensor("reshape_36_shape_0"), val = tensor([-1, 64, 384])]; tensor transpose_31_cast_fp16 = transpose(perm = transpose_31_perm_0, x = reshape_35_cast_fp16)[name = tensor("transpose_112")]; tensor reshape_36_cast_fp16 = reshape(shape = reshape_36_shape_0, x = transpose_31_cast_fp16)[name = tensor("reshape_36_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_4_attention_self_query_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_attention_self_query_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(20640512)))]; tensor audio_model_audio_encoder_layers_2_blocks_4_attention_self_query_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_attention_self_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(20935488)))]; tensor linear_50_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_4_attention_self_query_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_4_attention_self_query_weight_to_fp16, x = reshape_36_cast_fp16)[name = tensor("linear_50_cast_fp16")]; tensor var_1571 = const()[name = tensor("op_1571"), val = tensor([4, 64, -1, 24])]; tensor var_1572_cast_fp16 = reshape(shape = var_1571, x = linear_50_cast_fp16)[name = tensor("op_1572_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_4_attention_self_key_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_attention_self_key_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(20936320)))]; tensor audio_model_audio_encoder_layers_2_blocks_4_attention_self_key_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_attention_self_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21231296)))]; tensor linear_51_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_4_attention_self_key_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_4_attention_self_key_weight_to_fp16, x = reshape_36_cast_fp16)[name = tensor("linear_51_cast_fp16")]; tensor var_1577 = const()[name = tensor("op_1577"), val = tensor([4, 64, -1, 24])]; tensor var_1578_cast_fp16 = reshape(shape = var_1577, x = linear_51_cast_fp16)[name = tensor("op_1578_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_4_attention_self_value_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_attention_self_value_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21232128)))]; tensor audio_model_audio_encoder_layers_2_blocks_4_attention_self_value_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_attention_self_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21527104)))]; tensor linear_52_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_4_attention_self_value_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_4_attention_self_value_weight_to_fp16, x = reshape_36_cast_fp16)[name = tensor("linear_52_cast_fp16")]; tensor var_1583 = const()[name = tensor("op_1583"), val = tensor([4, 64, -1, 24])]; tensor var_1584_cast_fp16 = reshape(shape = var_1583, x = linear_52_cast_fp16)[name = tensor("op_1584_cast_fp16")]; tensor value_layer_17_perm_0 = const()[name = tensor("value_layer_17_perm_0"), val = tensor([0, 2, 1, 3])]; tensor attention_scores_57_transpose_x_0 = const()[name = tensor("attention_scores_57_transpose_x_0"), val = tensor(false)]; tensor attention_scores_57_transpose_y_0 = const()[name = tensor("attention_scores_57_transpose_y_0"), val = tensor(false)]; tensor transpose_79_perm_0 = const()[name = tensor("transpose_79_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_80_perm_0 = const()[name = tensor("transpose_80_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_80 = transpose(perm = transpose_80_perm_0, x = var_1578_cast_fp16)[name = tensor("transpose_109")]; tensor transpose_79 = transpose(perm = transpose_79_perm_0, x = var_1572_cast_fp16)[name = tensor("transpose_110")]; tensor attention_scores_57_cast_fp16 = matmul(transpose_x = attention_scores_57_transpose_x_0, transpose_y = attention_scores_57_transpose_y_0, x = transpose_79, y = transpose_80)[name = tensor("attention_scores_57_cast_fp16")]; tensor _inversed_attention_scores_59_y_0_to_fp16 = const()[name = tensor("_inversed_attention_scores_59_y_0_to_fp16"), val = tensor(0x1.a2p-3)]; tensor _inversed_attention_scores_59_cast_fp16 = mul(x = attention_scores_57_cast_fp16, y = _inversed_attention_scores_59_y_0_to_fp16)[name = tensor("_inversed_attention_scores_59_cast_fp16")]; tensor var_1599_to_fp16 = const()[name = tensor("op_1599_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21527936)))]; tensor input_175_cast_fp16 = add(x = _inversed_attention_scores_59_cast_fp16, y = var_1599_to_fp16)[name = tensor("input_175_cast_fp16")]; tensor input_177_cast_fp16 = softmax(axis = var_18, x = input_175_cast_fp16)[name = tensor("input_177_cast_fp16")]; tensor context_layer_33_transpose_x_0 = const()[name = tensor("context_layer_33_transpose_x_0"), val = tensor(false)]; tensor context_layer_33_transpose_y_0 = const()[name = tensor("context_layer_33_transpose_y_0"), val = tensor(false)]; tensor value_layer_17_cast_fp16 = transpose(perm = value_layer_17_perm_0, x = var_1584_cast_fp16)[name = tensor("transpose_111")]; tensor context_layer_33_cast_fp16 = matmul(transpose_x = context_layer_33_transpose_x_0, transpose_y = context_layer_33_transpose_y_0, x = input_177_cast_fp16, y = value_layer_17_cast_fp16)[name = tensor("context_layer_33_cast_fp16")]; tensor var_1604 = const()[name = tensor("op_1604"), val = tensor([0, 2, 1, 3])]; tensor var_1609 = const()[name = tensor("op_1609"), val = tensor([4, 64, 384])]; tensor var_1605_cast_fp16 = transpose(perm = var_1604, x = context_layer_33_cast_fp16)[name = tensor("transpose_108")]; tensor input_179_cast_fp16 = reshape(shape = var_1609, x = var_1605_cast_fp16)[name = tensor("input_179_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_4_attention_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_attention_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21659072)))]; tensor audio_model_audio_encoder_layers_2_blocks_4_attention_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_attention_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21954048)))]; tensor linear_53_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_4_attention_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_4_attention_output_dense_weight_to_fp16, x = input_179_cast_fp16)[name = tensor("linear_53_cast_fp16")]; tensor reshape_37_shape_0 = const()[name = tensor("reshape_37_shape_0"), val = tensor([2, 2, 8, 3072])]; tensor reshape_37_cast_fp16 = reshape(shape = reshape_37_shape_0, x = linear_53_cast_fp16)[name = tensor("reshape_37_cast_fp16")]; tensor transpose_32_perm_0 = const()[name = tensor("transpose_32_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_38_shape_0 = const()[name = tensor("reshape_38_shape_0"), val = tensor([1, 256, 384])]; tensor transpose_32_cast_fp16 = transpose(perm = transpose_32_perm_0, x = reshape_37_cast_fp16)[name = tensor("transpose_107")]; tensor reshape_38_cast_fp16 = reshape(shape = reshape_38_shape_0, x = transpose_32_cast_fp16)[name = tensor("reshape_38_cast_fp16")]; tensor input_183_cast_fp16 = add(x = hidden_states_109_cast_fp16, y = reshape_38_cast_fp16)[name = tensor("input_183_cast_fp16")]; tensor input_185_axes_0 = const()[name = tensor("input_185_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_2_blocks_4_layernorm_after_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_layernorm_after_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21954880)))]; tensor audio_model_audio_encoder_layers_2_blocks_4_layernorm_after_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_layernorm_after_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21955712)))]; tensor input_185_cast_fp16 = layer_norm(axes = input_185_axes_0, beta = audio_model_audio_encoder_layers_2_blocks_4_layernorm_after_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_2_blocks_4_layernorm_after_weight_to_fp16, x = input_183_cast_fp16)[name = tensor("input_185_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_4_intermediate_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21956544)))]; tensor audio_model_audio_encoder_layers_2_blocks_4_intermediate_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23136256)))]; tensor linear_54_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_4_intermediate_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_4_intermediate_dense_weight_to_fp16, x = input_185_cast_fp16)[name = tensor("linear_54_cast_fp16")]; tensor input_189_mode_0 = const()[name = tensor("input_189_mode_0"), val = tensor("EXACT")]; tensor input_189_cast_fp16 = gelu(mode = input_189_mode_0, x = linear_54_cast_fp16)[name = tensor("input_189_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_4_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23139392)))]; tensor audio_model_audio_encoder_layers_2_blocks_4_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_4_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24319104)))]; tensor linear_55_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_4_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_4_output_dense_weight_to_fp16, x = input_189_cast_fp16)[name = tensor("linear_55_cast_fp16")]; tensor hidden_states_119_cast_fp16 = add(x = input_183_cast_fp16, y = linear_55_cast_fp16)[name = tensor("hidden_states_119_cast_fp16")]; tensor hidden_states_121_axes_0 = const()[name = tensor("hidden_states_121_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_2_blocks_5_layernorm_before_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_layernorm_before_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24319936)))]; tensor audio_model_audio_encoder_layers_2_blocks_5_layernorm_before_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_layernorm_before_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24320768)))]; tensor hidden_states_121_cast_fp16 = layer_norm(axes = hidden_states_121_axes_0, beta = audio_model_audio_encoder_layers_2_blocks_5_layernorm_before_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_2_blocks_5_layernorm_before_weight_to_fp16, x = hidden_states_119_cast_fp16)[name = tensor("hidden_states_121_cast_fp16")]; tensor var_1659 = const()[name = tensor("op_1659"), val = tensor([1, 16, 16, 384])]; tensor input_193_cast_fp16 = reshape(shape = var_1659, x = hidden_states_121_cast_fp16)[name = tensor("input_193_cast_fp16")]; tensor gather_16_axis_0 = const()[name = tensor("gather_16_axis_0"), val = tensor(1)]; tensor gather_16_batch_dims_0 = const()[name = tensor("gather_16_batch_dims_0"), val = tensor(0)]; tensor gather_16_validate_indices_0 = const()[name = tensor("gather_16_validate_indices_0"), val = tensor(false)]; tensor concat_25_to_uint16 = const()[name = tensor("concat_25_to_uint16"), val = tensor([4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 0, 1, 2, 3])]; tensor gather_16_cast_fp16_cast_uint16 = gather(axis = gather_16_axis_0, batch_dims = gather_16_batch_dims_0, indices = concat_25_to_uint16, validate_indices = gather_16_validate_indices_0, x = input_193_cast_fp16)[name = tensor("gather_16_cast_fp16_cast_uint16")]; tensor gather_17_axis_0 = const()[name = tensor("gather_17_axis_0"), val = tensor(2)]; tensor gather_17_batch_dims_0 = const()[name = tensor("gather_17_batch_dims_0"), val = tensor(0)]; tensor gather_17_validate_indices_0 = const()[name = tensor("gather_17_validate_indices_0"), val = tensor(false)]; tensor concat_26_to_uint16 = const()[name = tensor("concat_26_to_uint16"), val = tensor([4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 0, 1, 2, 3])]; tensor gather_17_cast_fp16_cast_uint16 = gather(axis = gather_17_axis_0, batch_dims = gather_17_batch_dims_0, indices = concat_26_to_uint16, validate_indices = gather_17_validate_indices_0, x = gather_16_cast_fp16_cast_uint16)[name = tensor("gather_17_cast_fp16_cast_uint16")]; tensor reshape_39_shape_0 = const()[name = tensor("reshape_39_shape_0"), val = tensor([2, 8, 2, 3072])]; tensor reshape_39_cast_fp16 = reshape(shape = reshape_39_shape_0, x = gather_17_cast_fp16_cast_uint16)[name = tensor("reshape_39_cast_fp16")]; tensor transpose_33_perm_0 = const()[name = tensor("transpose_33_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_40_shape_0 = const()[name = tensor("reshape_40_shape_0"), val = tensor([-1, 64, 384])]; tensor transpose_33_cast_fp16 = transpose(perm = transpose_33_perm_0, x = reshape_39_cast_fp16)[name = tensor("transpose_106")]; tensor reshape_40_cast_fp16 = reshape(shape = reshape_40_shape_0, x = transpose_33_cast_fp16)[name = tensor("reshape_40_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_5_attention_self_query_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_attention_self_query_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24321600)))]; tensor audio_model_audio_encoder_layers_2_blocks_5_attention_self_query_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_attention_self_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24616576)))]; tensor linear_56_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_5_attention_self_query_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_5_attention_self_query_weight_to_fp16, x = reshape_40_cast_fp16)[name = tensor("linear_56_cast_fp16")]; tensor var_1760 = const()[name = tensor("op_1760"), val = tensor([4, 64, -1, 24])]; tensor var_1761_cast_fp16 = reshape(shape = var_1760, x = linear_56_cast_fp16)[name = tensor("op_1761_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_5_attention_self_key_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_attention_self_key_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24617408)))]; tensor audio_model_audio_encoder_layers_2_blocks_5_attention_self_key_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_attention_self_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24912384)))]; tensor linear_57_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_5_attention_self_key_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_5_attention_self_key_weight_to_fp16, x = reshape_40_cast_fp16)[name = tensor("linear_57_cast_fp16")]; tensor var_1766 = const()[name = tensor("op_1766"), val = tensor([4, 64, -1, 24])]; tensor var_1767_cast_fp16 = reshape(shape = var_1766, x = linear_57_cast_fp16)[name = tensor("op_1767_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_5_attention_self_value_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_attention_self_value_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24913216)))]; tensor audio_model_audio_encoder_layers_2_blocks_5_attention_self_value_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_attention_self_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25208192)))]; tensor linear_58_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_5_attention_self_value_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_5_attention_self_value_weight_to_fp16, x = reshape_40_cast_fp16)[name = tensor("linear_58_cast_fp16")]; tensor var_1772 = const()[name = tensor("op_1772"), val = tensor([4, 64, -1, 24])]; tensor var_1773_cast_fp16 = reshape(shape = var_1772, x = linear_58_cast_fp16)[name = tensor("op_1773_cast_fp16")]; tensor value_layer_19_perm_0 = const()[name = tensor("value_layer_19_perm_0"), val = tensor([0, 2, 1, 3])]; tensor attention_scores_61_transpose_x_0 = const()[name = tensor("attention_scores_61_transpose_x_0"), val = tensor(false)]; tensor attention_scores_61_transpose_y_0 = const()[name = tensor("attention_scores_61_transpose_y_0"), val = tensor(false)]; tensor transpose_81_perm_0 = const()[name = tensor("transpose_81_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_82_perm_0 = const()[name = tensor("transpose_82_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_82 = transpose(perm = transpose_82_perm_0, x = var_1767_cast_fp16)[name = tensor("transpose_103")]; tensor transpose_81 = transpose(perm = transpose_81_perm_0, x = var_1761_cast_fp16)[name = tensor("transpose_104")]; tensor attention_scores_61_cast_fp16 = matmul(transpose_x = attention_scores_61_transpose_x_0, transpose_y = attention_scores_61_transpose_y_0, x = transpose_81, y = transpose_82)[name = tensor("attention_scores_61_cast_fp16")]; tensor _inversed_attention_scores_63_y_0_to_fp16 = const()[name = tensor("_inversed_attention_scores_63_y_0_to_fp16"), val = tensor(0x1.a2p-3)]; tensor _inversed_attention_scores_63_cast_fp16 = mul(x = attention_scores_61_cast_fp16, y = _inversed_attention_scores_63_y_0_to_fp16)[name = tensor("_inversed_attention_scores_63_cast_fp16")]; tensor var_1788_to_fp16 = const()[name = tensor("op_1788_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25209024)))]; tensor attention_scores_65_cast_fp16 = add(x = _inversed_attention_scores_63_cast_fp16, y = var_1788_to_fp16)[name = tensor("attention_scores_65_cast_fp16")]; tensor var_1794 = const()[name = tensor("op_1794"), val = tensor([1, 4, 16, 64, 64])]; tensor attention_scores_67_cast_fp16 = reshape(shape = var_1794, x = attention_scores_65_cast_fp16)[name = tensor("attention_scores_67_cast_fp16")]; tensor attention_scores_69_cast_fp16 = add(x = attention_scores_67_cast_fp16, y = var_1137_to_fp16)[name = tensor("attention_scores_69_cast_fp16")]; tensor var_1799 = const()[name = tensor("op_1799"), val = tensor([-1, 16, 64, 64])]; tensor input_195_cast_fp16 = reshape(shape = var_1799, x = attention_scores_69_cast_fp16)[name = tensor("input_195_cast_fp16")]; tensor input_197_cast_fp16 = softmax(axis = var_18, x = input_195_cast_fp16)[name = tensor("input_197_cast_fp16")]; tensor context_layer_37_transpose_x_0 = const()[name = tensor("context_layer_37_transpose_x_0"), val = tensor(false)]; tensor context_layer_37_transpose_y_0 = const()[name = tensor("context_layer_37_transpose_y_0"), val = tensor(false)]; tensor value_layer_19_cast_fp16 = transpose(perm = value_layer_19_perm_0, x = var_1773_cast_fp16)[name = tensor("transpose_105")]; tensor context_layer_37_cast_fp16 = matmul(transpose_x = context_layer_37_transpose_x_0, transpose_y = context_layer_37_transpose_y_0, x = input_197_cast_fp16, y = value_layer_19_cast_fp16)[name = tensor("context_layer_37_cast_fp16")]; tensor var_1804 = const()[name = tensor("op_1804"), val = tensor([0, 2, 1, 3])]; tensor var_1809 = const()[name = tensor("op_1809"), val = tensor([4, 64, 384])]; tensor var_1805_cast_fp16 = transpose(perm = var_1804, x = context_layer_37_cast_fp16)[name = tensor("transpose_102")]; tensor input_199_cast_fp16 = reshape(shape = var_1809, x = var_1805_cast_fp16)[name = tensor("input_199_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_5_attention_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_attention_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25340160)))]; tensor audio_model_audio_encoder_layers_2_blocks_5_attention_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_attention_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25635136)))]; tensor linear_59_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_5_attention_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_5_attention_output_dense_weight_to_fp16, x = input_199_cast_fp16)[name = tensor("linear_59_cast_fp16")]; tensor reshape_41_shape_0 = const()[name = tensor("reshape_41_shape_0"), val = tensor([2, 2, 8, 3072])]; tensor reshape_41_cast_fp16 = reshape(shape = reshape_41_shape_0, x = linear_59_cast_fp16)[name = tensor("reshape_41_cast_fp16")]; tensor transpose_34_perm_0 = const()[name = tensor("transpose_34_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_42_shape_0 = const()[name = tensor("reshape_42_shape_0"), val = tensor([-1, 16, 16, 384])]; tensor transpose_34_cast_fp16 = transpose(perm = transpose_34_perm_0, x = reshape_41_cast_fp16)[name = tensor("transpose_101")]; tensor reshape_42_cast_fp16 = reshape(shape = reshape_42_shape_0, x = transpose_34_cast_fp16)[name = tensor("reshape_42_cast_fp16")]; tensor gather_18_axis_0 = const()[name = tensor("gather_18_axis_0"), val = tensor(1)]; tensor gather_18_batch_dims_0 = const()[name = tensor("gather_18_batch_dims_0"), val = tensor(0)]; tensor gather_18_validate_indices_0 = const()[name = tensor("gather_18_validate_indices_0"), val = tensor(false)]; tensor concat_27_to_uint16 = const()[name = tensor("concat_27_to_uint16"), val = tensor([12, 13, 14, 15, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11])]; tensor gather_18_cast_fp16_cast_uint16 = gather(axis = gather_18_axis_0, batch_dims = gather_18_batch_dims_0, indices = concat_27_to_uint16, validate_indices = gather_18_validate_indices_0, x = reshape_42_cast_fp16)[name = tensor("gather_18_cast_fp16_cast_uint16")]; tensor gather_19_axis_0 = const()[name = tensor("gather_19_axis_0"), val = tensor(2)]; tensor gather_19_batch_dims_0 = const()[name = tensor("gather_19_batch_dims_0"), val = tensor(0)]; tensor gather_19_validate_indices_0 = const()[name = tensor("gather_19_validate_indices_0"), val = tensor(false)]; tensor concat_28_to_uint16 = const()[name = tensor("concat_28_to_uint16"), val = tensor([12, 13, 14, 15, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11])]; tensor gather_19_cast_fp16_cast_uint16 = gather(axis = gather_19_axis_0, batch_dims = gather_19_batch_dims_0, indices = concat_28_to_uint16, validate_indices = gather_19_validate_indices_0, x = gather_18_cast_fp16_cast_uint16)[name = tensor("gather_19_cast_fp16_cast_uint16")]; tensor var_1833 = const()[name = tensor("op_1833"), val = tensor([1, 256, 384])]; tensor attention_windows_39_cast_fp16 = reshape(shape = var_1833, x = gather_19_cast_fp16_cast_uint16)[name = tensor("attention_windows_39_cast_fp16")]; tensor input_203_cast_fp16 = add(x = hidden_states_119_cast_fp16, y = attention_windows_39_cast_fp16)[name = tensor("input_203_cast_fp16")]; tensor input_205_axes_0 = const()[name = tensor("input_205_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_2_blocks_5_layernorm_after_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_layernorm_after_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25635968)))]; tensor audio_model_audio_encoder_layers_2_blocks_5_layernorm_after_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_layernorm_after_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25636800)))]; tensor input_205_cast_fp16 = layer_norm(axes = input_205_axes_0, beta = audio_model_audio_encoder_layers_2_blocks_5_layernorm_after_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_2_blocks_5_layernorm_after_weight_to_fp16, x = input_203_cast_fp16)[name = tensor("input_205_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_5_intermediate_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25637632)))]; tensor audio_model_audio_encoder_layers_2_blocks_5_intermediate_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(26817344)))]; tensor linear_60_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_5_intermediate_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_5_intermediate_dense_weight_to_fp16, x = input_205_cast_fp16)[name = tensor("linear_60_cast_fp16")]; tensor input_209_mode_0 = const()[name = tensor("input_209_mode_0"), val = tensor("EXACT")]; tensor input_209_cast_fp16 = gelu(mode = input_209_mode_0, x = linear_60_cast_fp16)[name = tensor("input_209_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_blocks_5_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(26820480)))]; tensor audio_model_audio_encoder_layers_2_blocks_5_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_blocks_5_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28000192)))]; tensor linear_61_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_2_blocks_5_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_2_blocks_5_output_dense_weight_to_fp16, x = input_209_cast_fp16)[name = tensor("linear_61_cast_fp16")]; tensor input_feature_13_cast_fp16 = add(x = input_203_cast_fp16, y = linear_61_cast_fp16)[name = tensor("input_feature_13_cast_fp16")]; tensor var_1856 = const()[name = tensor("op_1856"), val = tensor([1, 16, 16, 384])]; tensor input_feature_15_cast_fp16 = reshape(shape = var_1856, x = input_feature_13_cast_fp16)[name = tensor("input_feature_15_cast_fp16")]; tensor var_1859_begin_0 = const()[name = tensor("op_1859_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_1859_end_0 = const()[name = tensor("op_1859_end_0"), val = tensor([1, 16, 16, 384])]; tensor var_1859_end_mask_0 = const()[name = tensor("op_1859_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1859_stride_0 = const()[name = tensor("op_1859_stride_0"), val = tensor([1, 2, 1, 1])]; tensor var_1859_cast_fp16 = slice_by_index(begin = var_1859_begin_0, end = var_1859_end_0, end_mask = var_1859_end_mask_0, stride = var_1859_stride_0, x = input_feature_15_cast_fp16)[name = tensor("op_1859_cast_fp16")]; tensor var_1860_begin_0 = const()[name = tensor("op_1860_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_1860_end_0 = const()[name = tensor("op_1860_end_0"), val = tensor([1, 8, 16, 384])]; tensor var_1860_end_mask_0 = const()[name = tensor("op_1860_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1860_stride_0 = const()[name = tensor("op_1860_stride_0"), val = tensor([1, 1, 2, 1])]; tensor var_1860_cast_fp16 = slice_by_index(begin = var_1860_begin_0, end = var_1860_end_0, end_mask = var_1860_end_mask_0, stride = var_1860_stride_0, x = var_1859_cast_fp16)[name = tensor("op_1860_cast_fp16")]; tensor var_1863_begin_0 = const()[name = tensor("op_1863_begin_0"), val = tensor([0, 1, 0, 0])]; tensor var_1863_end_0 = const()[name = tensor("op_1863_end_0"), val = tensor([1, 16, 16, 384])]; tensor var_1863_end_mask_0 = const()[name = tensor("op_1863_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1863_stride_0 = const()[name = tensor("op_1863_stride_0"), val = tensor([1, 2, 1, 1])]; tensor var_1863_cast_fp16 = slice_by_index(begin = var_1863_begin_0, end = var_1863_end_0, end_mask = var_1863_end_mask_0, stride = var_1863_stride_0, x = input_feature_15_cast_fp16)[name = tensor("op_1863_cast_fp16")]; tensor var_1864_begin_0 = const()[name = tensor("op_1864_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_1864_end_0 = const()[name = tensor("op_1864_end_0"), val = tensor([1, 8, 16, 384])]; tensor var_1864_end_mask_0 = const()[name = tensor("op_1864_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1864_stride_0 = const()[name = tensor("op_1864_stride_0"), val = tensor([1, 1, 2, 1])]; tensor var_1864_cast_fp16 = slice_by_index(begin = var_1864_begin_0, end = var_1864_end_0, end_mask = var_1864_end_mask_0, stride = var_1864_stride_0, x = var_1863_cast_fp16)[name = tensor("op_1864_cast_fp16")]; tensor var_1868_begin_0 = const()[name = tensor("op_1868_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_1868_end_0 = const()[name = tensor("op_1868_end_0"), val = tensor([1, 8, 16, 384])]; tensor var_1868_end_mask_0 = const()[name = tensor("op_1868_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1868_stride_0 = const()[name = tensor("op_1868_stride_0"), val = tensor([1, 1, 2, 1])]; tensor var_1868_cast_fp16 = slice_by_index(begin = var_1868_begin_0, end = var_1868_end_0, end_mask = var_1868_end_mask_0, stride = var_1868_stride_0, x = var_1859_cast_fp16)[name = tensor("op_1868_cast_fp16")]; tensor var_1872_begin_0 = const()[name = tensor("op_1872_begin_0"), val = tensor([0, 0, 1, 0])]; tensor var_1872_end_0 = const()[name = tensor("op_1872_end_0"), val = tensor([1, 8, 16, 384])]; tensor var_1872_end_mask_0 = const()[name = tensor("op_1872_end_mask_0"), val = tensor([true, true, true, true])]; tensor var_1872_stride_0 = const()[name = tensor("op_1872_stride_0"), val = tensor([1, 1, 2, 1])]; tensor var_1872_cast_fp16 = slice_by_index(begin = var_1872_begin_0, end = var_1872_end_0, end_mask = var_1872_end_mask_0, stride = var_1872_stride_0, x = var_1863_cast_fp16)[name = tensor("op_1872_cast_fp16")]; tensor input_feature_interleave_0 = const()[name = tensor("input_feature_interleave_0"), val = tensor(false)]; tensor input_feature_cast_fp16 = concat(axis = var_18, interleave = input_feature_interleave_0, values = (var_1860_cast_fp16, var_1864_cast_fp16, var_1868_cast_fp16, var_1872_cast_fp16))[name = tensor("input_feature_cast_fp16")]; tensor var_1879 = const()[name = tensor("op_1879"), val = tensor([1, -1, 1536])]; tensor input_213_cast_fp16 = reshape(shape = var_1879, x = input_feature_cast_fp16)[name = tensor("input_213_cast_fp16")]; tensor input_215_axes_0 = const()[name = tensor("input_215_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_2_downsample_norm_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_downsample_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28001024)))]; tensor audio_model_audio_encoder_layers_2_downsample_norm_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_downsample_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28004160)))]; tensor input_215_cast_fp16 = layer_norm(axes = input_215_axes_0, beta = audio_model_audio_encoder_layers_2_downsample_norm_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_2_downsample_norm_weight_to_fp16, x = input_213_cast_fp16)[name = tensor("input_215_cast_fp16")]; tensor audio_model_audio_encoder_layers_2_downsample_reduction_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_2_downsample_reduction_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28007296)))]; tensor linear_62_bias_0_to_fp16 = const()[name = tensor("linear_62_bias_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30366656)))]; tensor linear_62_cast_fp16 = linear(bias = linear_62_bias_0_to_fp16, weight = audio_model_audio_encoder_layers_2_downsample_reduction_weight_to_fp16, x = input_215_cast_fp16)[name = tensor("linear_62_cast_fp16")]; tensor hidden_states_137_axes_0 = const()[name = tensor("hidden_states_137_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_3_blocks_0_layernorm_before_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_layernorm_before_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30368256)))]; tensor audio_model_audio_encoder_layers_3_blocks_0_layernorm_before_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_layernorm_before_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30369856)))]; tensor hidden_states_137_cast_fp16 = layer_norm(axes = hidden_states_137_axes_0, beta = audio_model_audio_encoder_layers_3_blocks_0_layernorm_before_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_3_blocks_0_layernorm_before_weight_to_fp16, x = linear_62_cast_fp16)[name = tensor("hidden_states_137_cast_fp16")]; tensor reshape_43_shape_0 = const()[name = tensor("reshape_43_shape_0"), val = tensor([1, 8, 1, 6144])]; tensor reshape_43_cast_fp16 = reshape(shape = reshape_43_shape_0, x = hidden_states_137_cast_fp16)[name = tensor("reshape_43_cast_fp16")]; tensor transpose_35_perm_0 = const()[name = tensor("transpose_35_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_44_shape_0 = const()[name = tensor("reshape_44_shape_0"), val = tensor([-1, 64, 768])]; tensor transpose_35_cast_fp16 = transpose(perm = transpose_35_perm_0, x = reshape_43_cast_fp16)[name = tensor("transpose_100")]; tensor reshape_44_cast_fp16 = reshape(shape = reshape_44_shape_0, x = transpose_35_cast_fp16)[name = tensor("reshape_44_cast_fp16")]; tensor audio_model_audio_encoder_layers_3_blocks_0_attention_self_query_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_attention_self_query_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30371456)))]; tensor audio_model_audio_encoder_layers_3_blocks_0_attention_self_query_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_attention_self_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31551168)))]; tensor linear_63_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_3_blocks_0_attention_self_query_bias_to_fp16, weight = audio_model_audio_encoder_layers_3_blocks_0_attention_self_query_weight_to_fp16, x = reshape_44_cast_fp16)[name = tensor("linear_63_cast_fp16")]; tensor var_1962 = const()[name = tensor("op_1962"), val = tensor([1, 64, -1, 24])]; tensor var_1963_cast_fp16 = reshape(shape = var_1962, x = linear_63_cast_fp16)[name = tensor("op_1963_cast_fp16")]; tensor audio_model_audio_encoder_layers_3_blocks_0_attention_self_key_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_attention_self_key_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31552768)))]; tensor audio_model_audio_encoder_layers_3_blocks_0_attention_self_key_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_attention_self_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32732480)))]; tensor linear_64_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_3_blocks_0_attention_self_key_bias_to_fp16, weight = audio_model_audio_encoder_layers_3_blocks_0_attention_self_key_weight_to_fp16, x = reshape_44_cast_fp16)[name = tensor("linear_64_cast_fp16")]; tensor var_1968 = const()[name = tensor("op_1968"), val = tensor([1, 64, -1, 24])]; tensor var_1969_cast_fp16 = reshape(shape = var_1968, x = linear_64_cast_fp16)[name = tensor("op_1969_cast_fp16")]; tensor audio_model_audio_encoder_layers_3_blocks_0_attention_self_value_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_attention_self_value_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32734080)))]; tensor audio_model_audio_encoder_layers_3_blocks_0_attention_self_value_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_attention_self_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(33913792)))]; tensor linear_65_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_3_blocks_0_attention_self_value_bias_to_fp16, weight = audio_model_audio_encoder_layers_3_blocks_0_attention_self_value_weight_to_fp16, x = reshape_44_cast_fp16)[name = tensor("linear_65_cast_fp16")]; tensor var_1974 = const()[name = tensor("op_1974"), val = tensor([1, 64, -1, 24])]; tensor var_1975_cast_fp16 = reshape(shape = var_1974, x = linear_65_cast_fp16)[name = tensor("op_1975_cast_fp16")]; tensor value_layer_21_perm_0 = const()[name = tensor("value_layer_21_perm_0"), val = tensor([0, 2, 1, 3])]; tensor attention_scores_71_transpose_x_0 = const()[name = tensor("attention_scores_71_transpose_x_0"), val = tensor(false)]; tensor attention_scores_71_transpose_y_0 = const()[name = tensor("attention_scores_71_transpose_y_0"), val = tensor(false)]; tensor transpose_83_perm_0 = const()[name = tensor("transpose_83_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_84_perm_0 = const()[name = tensor("transpose_84_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_84 = transpose(perm = transpose_84_perm_0, x = var_1969_cast_fp16)[name = tensor("transpose_97")]; tensor transpose_83 = transpose(perm = transpose_83_perm_0, x = var_1963_cast_fp16)[name = tensor("transpose_98")]; tensor attention_scores_71_cast_fp16 = matmul(transpose_x = attention_scores_71_transpose_x_0, transpose_y = attention_scores_71_transpose_y_0, x = transpose_83, y = transpose_84)[name = tensor("attention_scores_71_cast_fp16")]; tensor _inversed_attention_scores_73_y_0_to_fp16 = const()[name = tensor("_inversed_attention_scores_73_y_0_to_fp16"), val = tensor(0x1.a2p-3)]; tensor _inversed_attention_scores_73_cast_fp16 = mul(x = attention_scores_71_cast_fp16, y = _inversed_attention_scores_73_y_0_to_fp16)[name = tensor("_inversed_attention_scores_73_cast_fp16")]; tensor var_1990_to_fp16 = const()[name = tensor("op_1990_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(33915392)))]; tensor input_219_cast_fp16 = add(x = _inversed_attention_scores_73_cast_fp16, y = var_1990_to_fp16)[name = tensor("input_219_cast_fp16")]; tensor input_221_cast_fp16 = softmax(axis = var_18, x = input_219_cast_fp16)[name = tensor("input_221_cast_fp16")]; tensor context_layer_41_transpose_x_0 = const()[name = tensor("context_layer_41_transpose_x_0"), val = tensor(false)]; tensor context_layer_41_transpose_y_0 = const()[name = tensor("context_layer_41_transpose_y_0"), val = tensor(false)]; tensor value_layer_21_cast_fp16 = transpose(perm = value_layer_21_perm_0, x = var_1975_cast_fp16)[name = tensor("transpose_99")]; tensor context_layer_41_cast_fp16 = matmul(transpose_x = context_layer_41_transpose_x_0, transpose_y = context_layer_41_transpose_y_0, x = input_221_cast_fp16, y = value_layer_21_cast_fp16)[name = tensor("context_layer_41_cast_fp16")]; tensor var_1995 = const()[name = tensor("op_1995"), val = tensor([0, 2, 1, 3])]; tensor var_2000 = const()[name = tensor("op_2000"), val = tensor([1, 64, 768])]; tensor var_1996_cast_fp16 = transpose(perm = var_1995, x = context_layer_41_cast_fp16)[name = tensor("transpose_96")]; tensor input_223_cast_fp16 = reshape(shape = var_2000, x = var_1996_cast_fp16)[name = tensor("input_223_cast_fp16")]; tensor audio_model_audio_encoder_layers_3_blocks_0_attention_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_attention_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34177600)))]; tensor audio_model_audio_encoder_layers_3_blocks_0_attention_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_attention_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35357312)))]; tensor linear_66_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_3_blocks_0_attention_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_3_blocks_0_attention_output_dense_weight_to_fp16, x = input_223_cast_fp16)[name = tensor("linear_66_cast_fp16")]; tensor reshape_45_shape_0 = const()[name = tensor("reshape_45_shape_0"), val = tensor([1, 1, 8, 6144])]; tensor reshape_45_cast_fp16 = reshape(shape = reshape_45_shape_0, x = linear_66_cast_fp16)[name = tensor("reshape_45_cast_fp16")]; tensor transpose_36_perm_0 = const()[name = tensor("transpose_36_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_46_shape_0 = const()[name = tensor("reshape_46_shape_0"), val = tensor([1, 64, 768])]; tensor transpose_36_cast_fp16 = transpose(perm = transpose_36_perm_0, x = reshape_45_cast_fp16)[name = tensor("transpose_95")]; tensor reshape_46_cast_fp16 = reshape(shape = reshape_46_shape_0, x = transpose_36_cast_fp16)[name = tensor("reshape_46_cast_fp16")]; tensor input_227_cast_fp16 = add(x = linear_62_cast_fp16, y = reshape_46_cast_fp16)[name = tensor("input_227_cast_fp16")]; tensor input_229_axes_0 = const()[name = tensor("input_229_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_3_blocks_0_layernorm_after_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_layernorm_after_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35358912)))]; tensor audio_model_audio_encoder_layers_3_blocks_0_layernorm_after_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_layernorm_after_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35360512)))]; tensor input_229_cast_fp16 = layer_norm(axes = input_229_axes_0, beta = audio_model_audio_encoder_layers_3_blocks_0_layernorm_after_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_3_blocks_0_layernorm_after_weight_to_fp16, x = input_227_cast_fp16)[name = tensor("input_229_cast_fp16")]; tensor audio_model_audio_encoder_layers_3_blocks_0_intermediate_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35362112)))]; tensor audio_model_audio_encoder_layers_3_blocks_0_intermediate_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40080768)))]; tensor linear_67_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_3_blocks_0_intermediate_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_3_blocks_0_intermediate_dense_weight_to_fp16, x = input_229_cast_fp16)[name = tensor("linear_67_cast_fp16")]; tensor input_233_mode_0 = const()[name = tensor("input_233_mode_0"), val = tensor("EXACT")]; tensor input_233_cast_fp16 = gelu(mode = input_233_mode_0, x = linear_67_cast_fp16)[name = tensor("input_233_cast_fp16")]; tensor audio_model_audio_encoder_layers_3_blocks_0_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40086976)))]; tensor audio_model_audio_encoder_layers_3_blocks_0_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_0_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44805632)))]; tensor linear_68_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_3_blocks_0_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_3_blocks_0_output_dense_weight_to_fp16, x = input_233_cast_fp16)[name = tensor("linear_68_cast_fp16")]; tensor hidden_states_145_cast_fp16 = add(x = input_227_cast_fp16, y = linear_68_cast_fp16)[name = tensor("hidden_states_145_cast_fp16")]; tensor hidden_states_147_axes_0 = const()[name = tensor("hidden_states_147_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_3_blocks_1_layernorm_before_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_layernorm_before_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44807232)))]; tensor audio_model_audio_encoder_layers_3_blocks_1_layernorm_before_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_layernorm_before_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44808832)))]; tensor hidden_states_147_cast_fp16 = layer_norm(axes = hidden_states_147_axes_0, beta = audio_model_audio_encoder_layers_3_blocks_1_layernorm_before_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_3_blocks_1_layernorm_before_weight_to_fp16, x = hidden_states_145_cast_fp16)[name = tensor("hidden_states_147_cast_fp16")]; tensor reshape_47_shape_0 = const()[name = tensor("reshape_47_shape_0"), val = tensor([1, 8, 1, 6144])]; tensor reshape_47_cast_fp16 = reshape(shape = reshape_47_shape_0, x = hidden_states_147_cast_fp16)[name = tensor("reshape_47_cast_fp16")]; tensor transpose_37_perm_0 = const()[name = tensor("transpose_37_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_48_shape_0 = const()[name = tensor("reshape_48_shape_0"), val = tensor([-1, 64, 768])]; tensor transpose_37_cast_fp16 = transpose(perm = transpose_37_perm_0, x = reshape_47_cast_fp16)[name = tensor("transpose_94")]; tensor reshape_48_cast_fp16 = reshape(shape = reshape_48_shape_0, x = transpose_37_cast_fp16)[name = tensor("reshape_48_cast_fp16")]; tensor audio_model_audio_encoder_layers_3_blocks_1_attention_self_query_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_attention_self_query_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44810432)))]; tensor audio_model_audio_encoder_layers_3_blocks_1_attention_self_query_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_attention_self_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(45990144)))]; tensor linear_69_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_3_blocks_1_attention_self_query_bias_to_fp16, weight = audio_model_audio_encoder_layers_3_blocks_1_attention_self_query_weight_to_fp16, x = reshape_48_cast_fp16)[name = tensor("linear_69_cast_fp16")]; tensor var_2110 = const()[name = tensor("op_2110"), val = tensor([1, 64, -1, 24])]; tensor var_2111_cast_fp16 = reshape(shape = var_2110, x = linear_69_cast_fp16)[name = tensor("op_2111_cast_fp16")]; tensor audio_model_audio_encoder_layers_3_blocks_1_attention_self_key_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_attention_self_key_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(45991744)))]; tensor audio_model_audio_encoder_layers_3_blocks_1_attention_self_key_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_attention_self_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47171456)))]; tensor linear_70_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_3_blocks_1_attention_self_key_bias_to_fp16, weight = audio_model_audio_encoder_layers_3_blocks_1_attention_self_key_weight_to_fp16, x = reshape_48_cast_fp16)[name = tensor("linear_70_cast_fp16")]; tensor var_2116 = const()[name = tensor("op_2116"), val = tensor([1, 64, -1, 24])]; tensor var_2117_cast_fp16 = reshape(shape = var_2116, x = linear_70_cast_fp16)[name = tensor("op_2117_cast_fp16")]; tensor audio_model_audio_encoder_layers_3_blocks_1_attention_self_value_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_attention_self_value_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47173056)))]; tensor audio_model_audio_encoder_layers_3_blocks_1_attention_self_value_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_attention_self_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48352768)))]; tensor linear_71_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_3_blocks_1_attention_self_value_bias_to_fp16, weight = audio_model_audio_encoder_layers_3_blocks_1_attention_self_value_weight_to_fp16, x = reshape_48_cast_fp16)[name = tensor("linear_71_cast_fp16")]; tensor var_2122 = const()[name = tensor("op_2122"), val = tensor([1, 64, -1, 24])]; tensor var_2123_cast_fp16 = reshape(shape = var_2122, x = linear_71_cast_fp16)[name = tensor("op_2123_cast_fp16")]; tensor value_layer_perm_0 = const()[name = tensor("value_layer_perm_0"), val = tensor([0, 2, 1, 3])]; tensor attention_scores_75_transpose_x_0 = const()[name = tensor("attention_scores_75_transpose_x_0"), val = tensor(false)]; tensor attention_scores_75_transpose_y_0 = const()[name = tensor("attention_scores_75_transpose_y_0"), val = tensor(false)]; tensor transpose_85_perm_0 = const()[name = tensor("transpose_85_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_86_perm_0 = const()[name = tensor("transpose_86_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_86 = transpose(perm = transpose_86_perm_0, x = var_2117_cast_fp16)[name = tensor("transpose_91")]; tensor transpose_85 = transpose(perm = transpose_85_perm_0, x = var_2111_cast_fp16)[name = tensor("transpose_92")]; tensor attention_scores_75_cast_fp16 = matmul(transpose_x = attention_scores_75_transpose_x_0, transpose_y = attention_scores_75_transpose_y_0, x = transpose_85, y = transpose_86)[name = tensor("attention_scores_75_cast_fp16")]; tensor _inversed_attention_scores_y_0_to_fp16 = const()[name = tensor("_inversed_attention_scores_y_0_to_fp16"), val = tensor(0x1.a2p-3)]; tensor _inversed_attention_scores_cast_fp16 = mul(x = attention_scores_75_cast_fp16, y = _inversed_attention_scores_y_0_to_fp16)[name = tensor("_inversed_attention_scores_cast_fp16")]; tensor var_2138_to_fp16 = const()[name = tensor("op_2138_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48354368)))]; tensor input_239_cast_fp16 = add(x = _inversed_attention_scores_cast_fp16, y = var_2138_to_fp16)[name = tensor("input_239_cast_fp16")]; tensor input_241_cast_fp16 = softmax(axis = var_18, x = input_239_cast_fp16)[name = tensor("input_241_cast_fp16")]; tensor context_layer_45_transpose_x_0 = const()[name = tensor("context_layer_45_transpose_x_0"), val = tensor(false)]; tensor context_layer_45_transpose_y_0 = const()[name = tensor("context_layer_45_transpose_y_0"), val = tensor(false)]; tensor value_layer_cast_fp16 = transpose(perm = value_layer_perm_0, x = var_2123_cast_fp16)[name = tensor("transpose_93")]; tensor context_layer_45_cast_fp16 = matmul(transpose_x = context_layer_45_transpose_x_0, transpose_y = context_layer_45_transpose_y_0, x = input_241_cast_fp16, y = value_layer_cast_fp16)[name = tensor("context_layer_45_cast_fp16")]; tensor var_2143 = const()[name = tensor("op_2143"), val = tensor([0, 2, 1, 3])]; tensor var_2148 = const()[name = tensor("op_2148"), val = tensor([1, 64, 768])]; tensor var_2144_cast_fp16 = transpose(perm = var_2143, x = context_layer_45_cast_fp16)[name = tensor("transpose_90")]; tensor input_243_cast_fp16 = reshape(shape = var_2148, x = var_2144_cast_fp16)[name = tensor("input_243_cast_fp16")]; tensor audio_model_audio_encoder_layers_3_blocks_1_attention_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_attention_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48616576)))]; tensor audio_model_audio_encoder_layers_3_blocks_1_attention_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_attention_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49796288)))]; tensor linear_72_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_3_blocks_1_attention_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_3_blocks_1_attention_output_dense_weight_to_fp16, x = input_243_cast_fp16)[name = tensor("linear_72_cast_fp16")]; tensor reshape_49_shape_0 = const()[name = tensor("reshape_49_shape_0"), val = tensor([1, 1, 8, 6144])]; tensor reshape_49_cast_fp16 = reshape(shape = reshape_49_shape_0, x = linear_72_cast_fp16)[name = tensor("reshape_49_cast_fp16")]; tensor transpose_38_perm_0 = const()[name = tensor("transpose_38_perm_0"), val = tensor([0, 2, 1, 3])]; tensor reshape_50_shape_0 = const()[name = tensor("reshape_50_shape_0"), val = tensor([1, 64, 768])]; tensor transpose_38_cast_fp16 = transpose(perm = transpose_38_perm_0, x = reshape_49_cast_fp16)[name = tensor("transpose_89")]; tensor reshape_50_cast_fp16 = reshape(shape = reshape_50_shape_0, x = transpose_38_cast_fp16)[name = tensor("reshape_50_cast_fp16")]; tensor input_247_cast_fp16 = add(x = hidden_states_145_cast_fp16, y = reshape_50_cast_fp16)[name = tensor("input_247_cast_fp16")]; tensor input_249_axes_0 = const()[name = tensor("input_249_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_layers_3_blocks_1_layernorm_after_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_layernorm_after_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49797888)))]; tensor audio_model_audio_encoder_layers_3_blocks_1_layernorm_after_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_layernorm_after_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49799488)))]; tensor input_249_cast_fp16 = layer_norm(axes = input_249_axes_0, beta = audio_model_audio_encoder_layers_3_blocks_1_layernorm_after_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_layers_3_blocks_1_layernorm_after_weight_to_fp16, x = input_247_cast_fp16)[name = tensor("input_249_cast_fp16")]; tensor audio_model_audio_encoder_layers_3_blocks_1_intermediate_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49801088)))]; tensor audio_model_audio_encoder_layers_3_blocks_1_intermediate_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54519744)))]; tensor linear_73_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_3_blocks_1_intermediate_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_3_blocks_1_intermediate_dense_weight_to_fp16, x = input_249_cast_fp16)[name = tensor("linear_73_cast_fp16")]; tensor input_253_mode_0 = const()[name = tensor("input_253_mode_0"), val = tensor("EXACT")]; tensor input_253_cast_fp16 = gelu(mode = input_253_mode_0, x = linear_73_cast_fp16)[name = tensor("input_253_cast_fp16")]; tensor audio_model_audio_encoder_layers_3_blocks_1_output_dense_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54525952)))]; tensor audio_model_audio_encoder_layers_3_blocks_1_output_dense_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_layers_3_blocks_1_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59244608)))]; tensor linear_74_cast_fp16 = linear(bias = audio_model_audio_encoder_layers_3_blocks_1_output_dense_bias_to_fp16, weight = audio_model_audio_encoder_layers_3_blocks_1_output_dense_weight_to_fp16, x = input_253_cast_fp16)[name = tensor("linear_74_cast_fp16")]; tensor input_257_cast_fp16 = add(x = input_247_cast_fp16, y = linear_74_cast_fp16)[name = tensor("input_257_cast_fp16")]; tensor last_hidden_state_1_axes_0 = const()[name = tensor("last_hidden_state_1_axes_0"), val = tensor([-1])]; tensor audio_model_audio_encoder_norm_weight_to_fp16 = const()[name = tensor("audio_model_audio_encoder_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59246208)))]; tensor audio_model_audio_encoder_norm_bias_to_fp16 = const()[name = tensor("audio_model_audio_encoder_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59247808)))]; tensor last_hidden_state_1_cast_fp16 = layer_norm(axes = last_hidden_state_1_axes_0, beta = audio_model_audio_encoder_norm_bias_to_fp16, epsilon = var_7_to_fp16, gamma = audio_model_audio_encoder_norm_weight_to_fp16, x = input_257_cast_fp16)[name = tensor("last_hidden_state_1_cast_fp16")]; tensor var_2199 = const()[name = tensor("op_2199"), val = tensor([0, 2, 1])]; tensor var_2214 = const()[name = tensor("op_2214"), val = tensor([1, 768, 4, 2, 8])]; tensor var_2200_cast_fp16 = transpose(perm = var_2199, x = last_hidden_state_1_cast_fp16)[name = tensor("transpose_88")]; tensor last_hidden_state_5_cast_fp16 = reshape(shape = var_2214, x = var_2200_cast_fp16)[name = tensor("last_hidden_state_5_cast_fp16")]; tensor var_2216 = const()[name = tensor("op_2216"), val = tensor([0, 1, 3, 2, 4])]; tensor concat_29 = const()[name = tensor("concat_29"), val = tensor([1, 768, 64])]; tensor var_2217_cast_fp16 = transpose(perm = var_2216, x = last_hidden_state_5_cast_fp16)[name = tensor("transpose_87")]; tensor input_259_cast_fp16 = reshape(shape = concat_29, x = var_2217_cast_fp16)[name = tensor("input_259_cast_fp16")]; tensor reduce_mean_0_axes_0 = const()[name = tensor("reduce_mean_0_axes_0"), val = tensor([-1])]; tensor reduce_mean_0_keep_dims_0 = const()[name = tensor("reduce_mean_0_keep_dims_0"), val = tensor(true)]; tensor reduce_mean_0_cast_fp16 = reduce_mean(axes = reduce_mean_0_axes_0, keep_dims = reduce_mean_0_keep_dims_0, x = input_259_cast_fp16)[name = tensor("reduce_mean_0_cast_fp16")]; tensor concat_30_axis_0 = const()[name = tensor("concat_30_axis_0"), val = tensor(-1)]; tensor concat_30_interleave_0 = const()[name = tensor("concat_30_interleave_0"), val = tensor(false)]; tensor concat_30_cast_fp16 = concat(axis = concat_30_axis_0, interleave = concat_30_interleave_0, values = reduce_mean_0_cast_fp16)[name = tensor("concat_30_cast_fp16")]; tensor concat_31 = const()[name = tensor("concat_31"), val = tensor([1, 768])]; tensor input_261_cast_fp16 = reshape(shape = concat_31, x = concat_30_cast_fp16)[name = tensor("input_261_cast_fp16")]; tensor audio_projection_linear1_weight_to_fp16 = const()[name = tensor("audio_projection_linear1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59249408)))]; tensor audio_projection_linear1_bias_to_fp16 = const()[name = tensor("audio_projection_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60035904)))]; tensor linear_75_cast_fp16 = linear(bias = audio_projection_linear1_bias_to_fp16, weight = audio_projection_linear1_weight_to_fp16, x = input_261_cast_fp16)[name = tensor("linear_75_cast_fp16")]; tensor input_cast_fp16 = relu(x = linear_75_cast_fp16)[name = tensor("input_cast_fp16")]; tensor audio_projection_linear2_weight_to_fp16 = const()[name = tensor("audio_projection_linear2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60036992)))]; tensor audio_projection_linear2_bias_to_fp16 = const()[name = tensor("audio_projection_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60561344)))]; tensor linear_76_cast_fp16 = linear(bias = audio_projection_linear2_bias_to_fp16, weight = audio_projection_linear2_weight_to_fp16, x = input_cast_fp16)[name = tensor("linear_76_cast_fp16")]; tensor linear_76_cast_fp16_to_fp32_dtype_0 = const()[name = tensor("linear_76_cast_fp16_to_fp32_dtype_0"), val = tensor("fp32")]; tensor audio_embeds = cast(dtype = linear_76_cast_fp16_to_fp32_dtype_0, x = linear_76_cast_fp16)[name = tensor("cast_231")]; } -> (audio_embeds); }