| program(1.0) |
| [buildInfo = dict<tensor<string, []>, tensor<string, []>>({{"coremlc-component-MIL", "3520.4.1"}, {"coremlc-version", "3520.5.1"}, {"coremltools-component-torch", "2.5.1"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "9.0"}})] |
| { |
| func main<ios17>(tensor<fp32, [1, 64, 1001]> mel) { |
| tensor<int32, []> var_12 = const()[name = tensor<string, []>("op_12"), val = tensor<int32, []>(-1)]; |
| tensor<int32, [1]> x_1_axes_0 = const()[name = tensor<string, []>("x_1_axes_0"), val = tensor<int32, [1]>([1])]; |
| tensor<string, []> mel_to_fp16_dtype_0 = const()[name = tensor<string, []>("mel_to_fp16_dtype_0"), val = tensor<string, []>("fp16")]; |
| tensor<fp16, [1, 64, 1001]> mel_to_fp16 = cast(dtype = mel_to_fp16_dtype_0, x = mel)[name = tensor<string, []>("cast_27")]; |
| tensor<fp16, [1, 1, 64, 1001]> x_1_cast_fp16 = expand_dims(axes = x_1_axes_0, x = mel_to_fp16)[name = tensor<string, []>("x_1_cast_fp16")]; |
| tensor<int32, [4]> var_34 = const()[name = tensor<string, []>("op_34"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<fp16, [64]> m_encoder_init_bn_running_mean_to_fp16 = const()[name = tensor<string, []>("m_encoder_init_bn_running_mean_to_fp16"), val = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(64)))]; |
| tensor<fp16, [64]> m_encoder_init_bn_running_var_to_fp16 = const()[name = tensor<string, []>("m_encoder_init_bn_running_var_to_fp16"), val = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(256)))]; |
| tensor<fp16, [64]> m_encoder_init_bn_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_init_bn_weight_to_fp16"), val = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(448)))]; |
| tensor<fp16, [64]> m_encoder_init_bn_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_init_bn_bias_to_fp16"), val = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(640)))]; |
| tensor<fp16, []> var_21_to_fp16 = const()[name = tensor<string, []>("op_21_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)]; |
| tensor<fp16, [1, 64, 1, 1001]> input_1_cast_fp16 = transpose(perm = var_34, x = x_1_cast_fp16)[name = tensor<string, []>("transpose_26")]; |
| tensor<fp16, [1, 64, 1, 1001]> x_3_cast_fp16 = batch_norm(beta = m_encoder_init_bn_bias_to_fp16, epsilon = var_21_to_fp16, gamma = m_encoder_init_bn_weight_to_fp16, mean = m_encoder_init_bn_running_mean_to_fp16, variance = m_encoder_init_bn_running_var_to_fp16, x = input_1_cast_fp16)[name = tensor<string, []>("x_3_cast_fp16")]; |
| tensor<int32, [4]> var_41 = const()[name = tensor<string, []>("op_41"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<string, []> x_7_pad_type_0 = const()[name = tensor<string, []>("x_7_pad_type_0"), val = tensor<string, []>("valid")]; |
| tensor<int32, [2]> x_7_strides_0 = const()[name = tensor<string, []>("x_7_strides_0"), val = tensor<int32, [2]>([16, 16])]; |
| tensor<int32, [4]> x_7_pad_0 = const()[name = tensor<string, []>("x_7_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])]; |
| tensor<int32, [2]> x_7_dilations_0 = const()[name = tensor<string, []>("x_7_dilations_0"), val = tensor<int32, [2]>([1, 1])]; |
| tensor<int32, []> x_7_groups_0 = const()[name = tensor<string, []>("x_7_groups_0"), val = tensor<int32, []>(1)]; |
| tensor<fp16, [384, 1, 16, 16]> m_encoder_patch_embed_proj_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_patch_embed_proj_weight_to_fp16"), val = tensor<fp16, [384, 1, 16, 16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(832)))]; |
| tensor<fp16, [384]> m_encoder_patch_embed_proj_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_patch_embed_proj_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(197504)))]; |
| tensor<fp16, [1, 1, 64, 1001]> x_5_cast_fp16 = transpose(perm = var_41, x = x_3_cast_fp16)[name = tensor<string, []>("transpose_25")]; |
| tensor<fp16, [1, 384, 4, 62]> x_7_cast_fp16 = conv(bias = m_encoder_patch_embed_proj_bias_to_fp16, dilations = x_7_dilations_0, groups = x_7_groups_0, pad = x_7_pad_0, pad_type = x_7_pad_type_0, strides = x_7_strides_0, weight = m_encoder_patch_embed_proj_weight_to_fp16, x = x_5_cast_fp16)[name = tensor<string, []>("x_7_cast_fp16")]; |
| tensor<fp16, [1, 384, 1, 62]> var_55_to_fp16 = const()[name = tensor<string, []>("op_55_to_fp16"), val = tensor<fp16, [1, 384, 1, 62]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(198336)))]; |
| tensor<fp16, [1, 384, 4, 62]> x_9_cast_fp16 = add(x = x_7_cast_fp16, y = var_55_to_fp16)[name = tensor<string, []>("x_9_cast_fp16")]; |
| tensor<fp16, [1, 384, 4, 1]> m_encoder_freq_pos_embed_to_fp16 = const()[name = tensor<string, []>("m_encoder_freq_pos_embed_to_fp16"), val = tensor<fp16, [1, 384, 4, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(246016)))]; |
| tensor<fp16, [1, 384, 4, 62]> x_11_cast_fp16 = add(x = x_9_cast_fp16, y = m_encoder_freq_pos_embed_to_fp16)[name = tensor<string, []>("x_11_cast_fp16")]; |
| tensor<int32, [3]> concat_0 = const()[name = tensor<string, []>("concat_0"), val = tensor<int32, [3]>([1, 384, 248])]; |
| tensor<fp16, [1, 384, 248]> var_62_cast_fp16 = reshape(shape = concat_0, x = x_11_cast_fp16)[name = tensor<string, []>("op_62_cast_fp16")]; |
| tensor<int32, [3]> var_63 = const()[name = tensor<string, []>("op_63"), val = tensor<int32, [3]>([0, 2, 1])]; |
| tensor<int32, [1]> x_13_axes_0 = const()[name = tensor<string, []>("x_13_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_0_norm1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_0_norm1_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(249152)))]; |
| tensor<fp16, [384]> m_encoder_blocks_0_norm1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_0_norm1_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(249984)))]; |
| tensor<fp16, []> var_15_to_fp16 = const()[name = tensor<string, []>("op_15_to_fp16"), val = tensor<fp16, []>(0x1.1p-20)]; |
| tensor<fp16, [1, 248, 384]> input_3_cast_fp16 = transpose(perm = var_63, x = var_62_cast_fp16)[name = tensor<string, []>("transpose_24")]; |
| tensor<fp16, [1, 248, 384]> x_13_cast_fp16 = layer_norm(axes = x_13_axes_0, beta = m_encoder_blocks_0_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_0_norm1_weight_to_fp16, x = input_3_cast_fp16)[name = tensor<string, []>("x_13_cast_fp16")]; |
| tensor<fp16, [1152, 384]> m_encoder_blocks_0_attn_qkv_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_0_attn_qkv_weight_to_fp16"), val = tensor<fp16, [1152, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(250816)))]; |
| tensor<fp16, [1152]> m_encoder_blocks_0_attn_qkv_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_0_attn_qkv_bias_to_fp16"), val = tensor<fp16, [1152]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1135616)))]; |
| tensor<fp16, [1, 248, 1152]> linear_0_cast_fp16 = linear(bias = m_encoder_blocks_0_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_0_attn_qkv_weight_to_fp16, x = x_13_cast_fp16)[name = tensor<string, []>("linear_0_cast_fp16")]; |
| tensor<int32, [5]> var_97 = const()[name = tensor<string, []>("op_97"), val = tensor<int32, [5]>([1, 248, 3, 6, 64])]; |
| tensor<fp16, [1, 248, 3, 6, 64]> var_98_cast_fp16 = reshape(shape = var_97, x = linear_0_cast_fp16)[name = tensor<string, []>("op_98_cast_fp16")]; |
| tensor<int32, [5]> var_99 = const()[name = tensor<string, []>("op_99"), val = tensor<int32, [5]>([2, 0, 3, 1, 4])]; |
| tensor<int32, [3]> var_101_split_sizes_0 = const()[name = tensor<string, []>("op_101_split_sizes_0"), val = tensor<int32, [3]>([1, 1, 1])]; |
| tensor<int32, []> var_101_axis_0 = const()[name = tensor<string, []>("op_101_axis_0"), val = tensor<int32, []>(0)]; |
| tensor<fp16, [3, 1, 6, 248, 64]> qkv_1_cast_fp16 = transpose(perm = var_99, x = var_98_cast_fp16)[name = tensor<string, []>("transpose_23")]; |
| tensor<fp16, [1, 1, 6, 248, 64]> var_101_cast_fp16_0, tensor<fp16, [1, 1, 6, 248, 64]> var_101_cast_fp16_1, tensor<fp16, [1, 1, 6, 248, 64]> var_101_cast_fp16_2 = split(axis = var_101_axis_0, split_sizes = var_101_split_sizes_0, x = qkv_1_cast_fp16)[name = tensor<string, []>("op_101_cast_fp16")]; |
| tensor<int32, [1]> squeeze_0_axes_0 = const()[name = tensor<string, []>("squeeze_0_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_0_cast_fp16 = squeeze(axes = squeeze_0_axes_0, x = var_101_cast_fp16_0)[name = tensor<string, []>("squeeze_0_cast_fp16")]; |
| tensor<int32, [1]> squeeze_1_axes_0 = const()[name = tensor<string, []>("squeeze_1_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_1_cast_fp16 = squeeze(axes = squeeze_1_axes_0, x = var_101_cast_fp16_1)[name = tensor<string, []>("squeeze_1_cast_fp16")]; |
| tensor<int32, [1]> squeeze_2_axes_0 = const()[name = tensor<string, []>("squeeze_2_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_2_cast_fp16 = squeeze(axes = squeeze_2_axes_0, x = var_101_cast_fp16_2)[name = tensor<string, []>("squeeze_2_cast_fp16")]; |
| tensor<bool, []> var_106_transpose_x_1 = const()[name = tensor<string, []>("op_106_transpose_x_1"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_106_transpose_y_1 = const()[name = tensor<string, []>("op_106_transpose_y_1"), val = tensor<bool, []>(true)]; |
| tensor<fp16, [1, 6, 248, 248]> var_106_cast_fp16 = matmul(transpose_x = var_106_transpose_x_1, transpose_y = var_106_transpose_y_1, x = squeeze_0_cast_fp16, y = squeeze_1_cast_fp16)[name = tensor<string, []>("op_106_cast_fp16")]; |
| tensor<fp16, []> var_107_to_fp16 = const()[name = tensor<string, []>("op_107_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 6, 248, 248]> attn_1_cast_fp16 = mul(x = var_106_cast_fp16, y = var_107_to_fp16)[name = tensor<string, []>("attn_1_cast_fp16")]; |
| tensor<fp16, [1, 6, 248, 248]> input_7_cast_fp16 = softmax(axis = var_12, x = attn_1_cast_fp16)[name = tensor<string, []>("input_7_cast_fp16")]; |
| tensor<bool, []> var_111_transpose_x_0 = const()[name = tensor<string, []>("op_111_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_111_transpose_y_0 = const()[name = tensor<string, []>("op_111_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 6, 248, 64]> var_111_cast_fp16 = matmul(transpose_x = var_111_transpose_x_0, transpose_y = var_111_transpose_y_0, x = input_7_cast_fp16, y = squeeze_2_cast_fp16)[name = tensor<string, []>("op_111_cast_fp16")]; |
| tensor<int32, [4]> var_112_perm_0 = const()[name = tensor<string, []>("op_112_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_113 = const()[name = tensor<string, []>("op_113"), val = tensor<int32, [3]>([1, 248, 384])]; |
| tensor<fp16, [1, 248, 6, 64]> var_112_cast_fp16 = transpose(perm = var_112_perm_0, x = var_111_cast_fp16)[name = tensor<string, []>("transpose_22")]; |
| tensor<fp16, [1, 248, 384]> input_9_cast_fp16 = reshape(shape = var_113, x = var_112_cast_fp16)[name = tensor<string, []>("input_9_cast_fp16")]; |
| tensor<fp16, [384, 384]> m_encoder_blocks_0_attn_proj_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_0_attn_proj_weight_to_fp16"), val = tensor<fp16, [384, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1137984)))]; |
| tensor<fp16, [384]> m_encoder_blocks_0_attn_proj_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_0_attn_proj_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1432960)))]; |
| tensor<fp16, [1, 248, 384]> linear_1_cast_fp16 = linear(bias = m_encoder_blocks_0_attn_proj_bias_to_fp16, weight = m_encoder_blocks_0_attn_proj_weight_to_fp16, x = input_9_cast_fp16)[name = tensor<string, []>("linear_1_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_13_cast_fp16 = add(x = input_3_cast_fp16, y = linear_1_cast_fp16)[name = tensor<string, []>("input_13_cast_fp16")]; |
| tensor<int32, [1]> input_15_axes_0 = const()[name = tensor<string, []>("input_15_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_0_norm2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_0_norm2_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1433792)))]; |
| tensor<fp16, [384]> m_encoder_blocks_0_norm2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_0_norm2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1434624)))]; |
| tensor<fp16, [1, 248, 384]> input_15_cast_fp16 = layer_norm(axes = input_15_axes_0, beta = m_encoder_blocks_0_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_0_norm2_weight_to_fp16, x = input_13_cast_fp16)[name = tensor<string, []>("input_15_cast_fp16")]; |
| tensor<fp16, [1536, 384]> m_encoder_blocks_0_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_0_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [1536, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1435456)))]; |
| tensor<fp16, [1536]> m_encoder_blocks_0_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_0_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(2615168)))]; |
| tensor<fp16, [1, 248, 1536]> linear_2_cast_fp16 = linear(bias = m_encoder_blocks_0_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_0_mlp_fc1_weight_to_fp16, x = input_15_cast_fp16)[name = tensor<string, []>("linear_2_cast_fp16")]; |
| tensor<string, []> input_19_mode_0 = const()[name = tensor<string, []>("input_19_mode_0"), val = tensor<string, []>("EXACT")]; |
| tensor<fp16, [1, 248, 1536]> input_19_cast_fp16 = gelu(mode = input_19_mode_0, x = linear_2_cast_fp16)[name = tensor<string, []>("input_19_cast_fp16")]; |
| tensor<fp16, [384, 1536]> m_encoder_blocks_0_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_0_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [384, 1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(2618304)))]; |
| tensor<fp16, [384]> m_encoder_blocks_0_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_0_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(3798016)))]; |
| tensor<fp16, [1, 248, 384]> linear_3_cast_fp16 = linear(bias = m_encoder_blocks_0_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_0_mlp_fc2_weight_to_fp16, x = input_19_cast_fp16)[name = tensor<string, []>("linear_3_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_25_cast_fp16 = add(x = input_13_cast_fp16, y = linear_3_cast_fp16)[name = tensor<string, []>("input_25_cast_fp16")]; |
| tensor<int32, [1]> x_15_axes_0 = const()[name = tensor<string, []>("x_15_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_1_norm1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_1_norm1_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(3798848)))]; |
| tensor<fp16, [384]> m_encoder_blocks_1_norm1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_1_norm1_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(3799680)))]; |
| tensor<fp16, [1, 248, 384]> x_15_cast_fp16 = layer_norm(axes = x_15_axes_0, beta = m_encoder_blocks_1_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_1_norm1_weight_to_fp16, x = input_25_cast_fp16)[name = tensor<string, []>("x_15_cast_fp16")]; |
| tensor<fp16, [1152, 384]> m_encoder_blocks_1_attn_qkv_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_1_attn_qkv_weight_to_fp16"), val = tensor<fp16, [1152, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(3800512)))]; |
| tensor<fp16, [1152]> m_encoder_blocks_1_attn_qkv_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_1_attn_qkv_bias_to_fp16"), val = tensor<fp16, [1152]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(4685312)))]; |
| tensor<fp16, [1, 248, 1152]> linear_4_cast_fp16 = linear(bias = m_encoder_blocks_1_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_1_attn_qkv_weight_to_fp16, x = x_15_cast_fp16)[name = tensor<string, []>("linear_4_cast_fp16")]; |
| tensor<int32, [5]> var_155 = const()[name = tensor<string, []>("op_155"), val = tensor<int32, [5]>([1, 248, 3, 6, 64])]; |
| tensor<fp16, [1, 248, 3, 6, 64]> var_156_cast_fp16 = reshape(shape = var_155, x = linear_4_cast_fp16)[name = tensor<string, []>("op_156_cast_fp16")]; |
| tensor<int32, [5]> var_157 = const()[name = tensor<string, []>("op_157"), val = tensor<int32, [5]>([2, 0, 3, 1, 4])]; |
| tensor<int32, [3]> var_159_split_sizes_0 = const()[name = tensor<string, []>("op_159_split_sizes_0"), val = tensor<int32, [3]>([1, 1, 1])]; |
| tensor<int32, []> var_159_axis_0 = const()[name = tensor<string, []>("op_159_axis_0"), val = tensor<int32, []>(0)]; |
| tensor<fp16, [3, 1, 6, 248, 64]> qkv_3_cast_fp16 = transpose(perm = var_157, x = var_156_cast_fp16)[name = tensor<string, []>("transpose_21")]; |
| tensor<fp16, [1, 1, 6, 248, 64]> var_159_cast_fp16_0, tensor<fp16, [1, 1, 6, 248, 64]> var_159_cast_fp16_1, tensor<fp16, [1, 1, 6, 248, 64]> var_159_cast_fp16_2 = split(axis = var_159_axis_0, split_sizes = var_159_split_sizes_0, x = qkv_3_cast_fp16)[name = tensor<string, []>("op_159_cast_fp16")]; |
| tensor<int32, [1]> squeeze_3_axes_0 = const()[name = tensor<string, []>("squeeze_3_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_3_cast_fp16 = squeeze(axes = squeeze_3_axes_0, x = var_159_cast_fp16_0)[name = tensor<string, []>("squeeze_3_cast_fp16")]; |
| tensor<int32, [1]> squeeze_4_axes_0 = const()[name = tensor<string, []>("squeeze_4_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_4_cast_fp16 = squeeze(axes = squeeze_4_axes_0, x = var_159_cast_fp16_1)[name = tensor<string, []>("squeeze_4_cast_fp16")]; |
| tensor<int32, [1]> squeeze_5_axes_0 = const()[name = tensor<string, []>("squeeze_5_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_5_cast_fp16 = squeeze(axes = squeeze_5_axes_0, x = var_159_cast_fp16_2)[name = tensor<string, []>("squeeze_5_cast_fp16")]; |
| tensor<bool, []> var_164_transpose_x_1 = const()[name = tensor<string, []>("op_164_transpose_x_1"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_164_transpose_y_1 = const()[name = tensor<string, []>("op_164_transpose_y_1"), val = tensor<bool, []>(true)]; |
| tensor<fp16, [1, 6, 248, 248]> var_164_cast_fp16 = matmul(transpose_x = var_164_transpose_x_1, transpose_y = var_164_transpose_y_1, x = squeeze_3_cast_fp16, y = squeeze_4_cast_fp16)[name = tensor<string, []>("op_164_cast_fp16")]; |
| tensor<fp16, []> var_165_to_fp16 = const()[name = tensor<string, []>("op_165_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 6, 248, 248]> attn_5_cast_fp16 = mul(x = var_164_cast_fp16, y = var_165_to_fp16)[name = tensor<string, []>("attn_5_cast_fp16")]; |
| tensor<fp16, [1, 6, 248, 248]> input_27_cast_fp16 = softmax(axis = var_12, x = attn_5_cast_fp16)[name = tensor<string, []>("input_27_cast_fp16")]; |
| tensor<bool, []> var_169_transpose_x_0 = const()[name = tensor<string, []>("op_169_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_169_transpose_y_0 = const()[name = tensor<string, []>("op_169_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 6, 248, 64]> var_169_cast_fp16 = matmul(transpose_x = var_169_transpose_x_0, transpose_y = var_169_transpose_y_0, x = input_27_cast_fp16, y = squeeze_5_cast_fp16)[name = tensor<string, []>("op_169_cast_fp16")]; |
| tensor<int32, [4]> var_170_perm_0 = const()[name = tensor<string, []>("op_170_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_171 = const()[name = tensor<string, []>("op_171"), val = tensor<int32, [3]>([1, 248, 384])]; |
| tensor<fp16, [1, 248, 6, 64]> var_170_cast_fp16 = transpose(perm = var_170_perm_0, x = var_169_cast_fp16)[name = tensor<string, []>("transpose_20")]; |
| tensor<fp16, [1, 248, 384]> input_29_cast_fp16 = reshape(shape = var_171, x = var_170_cast_fp16)[name = tensor<string, []>("input_29_cast_fp16")]; |
| tensor<fp16, [384, 384]> m_encoder_blocks_1_attn_proj_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_1_attn_proj_weight_to_fp16"), val = tensor<fp16, [384, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(4687680)))]; |
| tensor<fp16, [384]> m_encoder_blocks_1_attn_proj_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_1_attn_proj_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(4982656)))]; |
| tensor<fp16, [1, 248, 384]> linear_5_cast_fp16 = linear(bias = m_encoder_blocks_1_attn_proj_bias_to_fp16, weight = m_encoder_blocks_1_attn_proj_weight_to_fp16, x = input_29_cast_fp16)[name = tensor<string, []>("linear_5_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_33_cast_fp16 = add(x = input_25_cast_fp16, y = linear_5_cast_fp16)[name = tensor<string, []>("input_33_cast_fp16")]; |
| tensor<int32, [1]> input_35_axes_0 = const()[name = tensor<string, []>("input_35_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_1_norm2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_1_norm2_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(4983488)))]; |
| tensor<fp16, [384]> m_encoder_blocks_1_norm2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_1_norm2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(4984320)))]; |
| tensor<fp16, [1, 248, 384]> input_35_cast_fp16 = layer_norm(axes = input_35_axes_0, beta = m_encoder_blocks_1_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_1_norm2_weight_to_fp16, x = input_33_cast_fp16)[name = tensor<string, []>("input_35_cast_fp16")]; |
| tensor<fp16, [1536, 384]> m_encoder_blocks_1_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_1_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [1536, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(4985152)))]; |
| tensor<fp16, [1536]> m_encoder_blocks_1_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_1_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(6164864)))]; |
| tensor<fp16, [1, 248, 1536]> linear_6_cast_fp16 = linear(bias = m_encoder_blocks_1_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_1_mlp_fc1_weight_to_fp16, x = input_35_cast_fp16)[name = tensor<string, []>("linear_6_cast_fp16")]; |
| tensor<string, []> input_39_mode_0 = const()[name = tensor<string, []>("input_39_mode_0"), val = tensor<string, []>("EXACT")]; |
| tensor<fp16, [1, 248, 1536]> input_39_cast_fp16 = gelu(mode = input_39_mode_0, x = linear_6_cast_fp16)[name = tensor<string, []>("input_39_cast_fp16")]; |
| tensor<fp16, [384, 1536]> m_encoder_blocks_1_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_1_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [384, 1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(6168000)))]; |
| tensor<fp16, [384]> m_encoder_blocks_1_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_1_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(7347712)))]; |
| tensor<fp16, [1, 248, 384]> linear_7_cast_fp16 = linear(bias = m_encoder_blocks_1_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_1_mlp_fc2_weight_to_fp16, x = input_39_cast_fp16)[name = tensor<string, []>("linear_7_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_45_cast_fp16 = add(x = input_33_cast_fp16, y = linear_7_cast_fp16)[name = tensor<string, []>("input_45_cast_fp16")]; |
| tensor<int32, [1]> x_17_axes_0 = const()[name = tensor<string, []>("x_17_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_2_norm1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_2_norm1_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(7348544)))]; |
| tensor<fp16, [384]> m_encoder_blocks_2_norm1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_2_norm1_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(7349376)))]; |
| tensor<fp16, [1, 248, 384]> x_17_cast_fp16 = layer_norm(axes = x_17_axes_0, beta = m_encoder_blocks_2_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_2_norm1_weight_to_fp16, x = input_45_cast_fp16)[name = tensor<string, []>("x_17_cast_fp16")]; |
| tensor<fp16, [1152, 384]> m_encoder_blocks_2_attn_qkv_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_2_attn_qkv_weight_to_fp16"), val = tensor<fp16, [1152, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(7350208)))]; |
| tensor<fp16, [1152]> m_encoder_blocks_2_attn_qkv_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_2_attn_qkv_bias_to_fp16"), val = tensor<fp16, [1152]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(8235008)))]; |
| tensor<fp16, [1, 248, 1152]> linear_8_cast_fp16 = linear(bias = m_encoder_blocks_2_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_2_attn_qkv_weight_to_fp16, x = x_17_cast_fp16)[name = tensor<string, []>("linear_8_cast_fp16")]; |
| tensor<int32, [5]> var_213 = const()[name = tensor<string, []>("op_213"), val = tensor<int32, [5]>([1, 248, 3, 6, 64])]; |
| tensor<fp16, [1, 248, 3, 6, 64]> var_214_cast_fp16 = reshape(shape = var_213, x = linear_8_cast_fp16)[name = tensor<string, []>("op_214_cast_fp16")]; |
| tensor<int32, [5]> var_215 = const()[name = tensor<string, []>("op_215"), val = tensor<int32, [5]>([2, 0, 3, 1, 4])]; |
| tensor<int32, [3]> var_217_split_sizes_0 = const()[name = tensor<string, []>("op_217_split_sizes_0"), val = tensor<int32, [3]>([1, 1, 1])]; |
| tensor<int32, []> var_217_axis_0 = const()[name = tensor<string, []>("op_217_axis_0"), val = tensor<int32, []>(0)]; |
| tensor<fp16, [3, 1, 6, 248, 64]> qkv_5_cast_fp16 = transpose(perm = var_215, x = var_214_cast_fp16)[name = tensor<string, []>("transpose_19")]; |
| tensor<fp16, [1, 1, 6, 248, 64]> var_217_cast_fp16_0, tensor<fp16, [1, 1, 6, 248, 64]> var_217_cast_fp16_1, tensor<fp16, [1, 1, 6, 248, 64]> var_217_cast_fp16_2 = split(axis = var_217_axis_0, split_sizes = var_217_split_sizes_0, x = qkv_5_cast_fp16)[name = tensor<string, []>("op_217_cast_fp16")]; |
| tensor<int32, [1]> squeeze_6_axes_0 = const()[name = tensor<string, []>("squeeze_6_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_6_cast_fp16 = squeeze(axes = squeeze_6_axes_0, x = var_217_cast_fp16_0)[name = tensor<string, []>("squeeze_6_cast_fp16")]; |
| tensor<int32, [1]> squeeze_7_axes_0 = const()[name = tensor<string, []>("squeeze_7_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_7_cast_fp16 = squeeze(axes = squeeze_7_axes_0, x = var_217_cast_fp16_1)[name = tensor<string, []>("squeeze_7_cast_fp16")]; |
| tensor<int32, [1]> squeeze_8_axes_0 = const()[name = tensor<string, []>("squeeze_8_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_8_cast_fp16 = squeeze(axes = squeeze_8_axes_0, x = var_217_cast_fp16_2)[name = tensor<string, []>("squeeze_8_cast_fp16")]; |
| tensor<bool, []> var_222_transpose_x_1 = const()[name = tensor<string, []>("op_222_transpose_x_1"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_222_transpose_y_1 = const()[name = tensor<string, []>("op_222_transpose_y_1"), val = tensor<bool, []>(true)]; |
| tensor<fp16, [1, 6, 248, 248]> var_222_cast_fp16 = matmul(transpose_x = var_222_transpose_x_1, transpose_y = var_222_transpose_y_1, x = squeeze_6_cast_fp16, y = squeeze_7_cast_fp16)[name = tensor<string, []>("op_222_cast_fp16")]; |
| tensor<fp16, []> var_223_to_fp16 = const()[name = tensor<string, []>("op_223_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 6, 248, 248]> attn_9_cast_fp16 = mul(x = var_222_cast_fp16, y = var_223_to_fp16)[name = tensor<string, []>("attn_9_cast_fp16")]; |
| tensor<fp16, [1, 6, 248, 248]> input_47_cast_fp16 = softmax(axis = var_12, x = attn_9_cast_fp16)[name = tensor<string, []>("input_47_cast_fp16")]; |
| tensor<bool, []> var_227_transpose_x_0 = const()[name = tensor<string, []>("op_227_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_227_transpose_y_0 = const()[name = tensor<string, []>("op_227_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 6, 248, 64]> var_227_cast_fp16 = matmul(transpose_x = var_227_transpose_x_0, transpose_y = var_227_transpose_y_0, x = input_47_cast_fp16, y = squeeze_8_cast_fp16)[name = tensor<string, []>("op_227_cast_fp16")]; |
| tensor<int32, [4]> var_228_perm_0 = const()[name = tensor<string, []>("op_228_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_229 = const()[name = tensor<string, []>("op_229"), val = tensor<int32, [3]>([1, 248, 384])]; |
| tensor<fp16, [1, 248, 6, 64]> var_228_cast_fp16 = transpose(perm = var_228_perm_0, x = var_227_cast_fp16)[name = tensor<string, []>("transpose_18")]; |
| tensor<fp16, [1, 248, 384]> input_49_cast_fp16 = reshape(shape = var_229, x = var_228_cast_fp16)[name = tensor<string, []>("input_49_cast_fp16")]; |
| tensor<fp16, [384, 384]> m_encoder_blocks_2_attn_proj_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_2_attn_proj_weight_to_fp16"), val = tensor<fp16, [384, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(8237376)))]; |
| tensor<fp16, [384]> m_encoder_blocks_2_attn_proj_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_2_attn_proj_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(8532352)))]; |
| tensor<fp16, [1, 248, 384]> linear_9_cast_fp16 = linear(bias = m_encoder_blocks_2_attn_proj_bias_to_fp16, weight = m_encoder_blocks_2_attn_proj_weight_to_fp16, x = input_49_cast_fp16)[name = tensor<string, []>("linear_9_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_53_cast_fp16 = add(x = input_45_cast_fp16, y = linear_9_cast_fp16)[name = tensor<string, []>("input_53_cast_fp16")]; |
| tensor<int32, [1]> input_55_axes_0 = const()[name = tensor<string, []>("input_55_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_2_norm2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_2_norm2_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(8533184)))]; |
| tensor<fp16, [384]> m_encoder_blocks_2_norm2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_2_norm2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(8534016)))]; |
| tensor<fp16, [1, 248, 384]> input_55_cast_fp16 = layer_norm(axes = input_55_axes_0, beta = m_encoder_blocks_2_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_2_norm2_weight_to_fp16, x = input_53_cast_fp16)[name = tensor<string, []>("input_55_cast_fp16")]; |
| tensor<fp16, [1536, 384]> m_encoder_blocks_2_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_2_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [1536, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(8534848)))]; |
| tensor<fp16, [1536]> m_encoder_blocks_2_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_2_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(9714560)))]; |
| tensor<fp16, [1, 248, 1536]> linear_10_cast_fp16 = linear(bias = m_encoder_blocks_2_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_2_mlp_fc1_weight_to_fp16, x = input_55_cast_fp16)[name = tensor<string, []>("linear_10_cast_fp16")]; |
| tensor<string, []> input_59_mode_0 = const()[name = tensor<string, []>("input_59_mode_0"), val = tensor<string, []>("EXACT")]; |
| tensor<fp16, [1, 248, 1536]> input_59_cast_fp16 = gelu(mode = input_59_mode_0, x = linear_10_cast_fp16)[name = tensor<string, []>("input_59_cast_fp16")]; |
| tensor<fp16, [384, 1536]> m_encoder_blocks_2_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_2_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [384, 1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(9717696)))]; |
| tensor<fp16, [384]> m_encoder_blocks_2_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_2_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(10897408)))]; |
| tensor<fp16, [1, 248, 384]> linear_11_cast_fp16 = linear(bias = m_encoder_blocks_2_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_2_mlp_fc2_weight_to_fp16, x = input_59_cast_fp16)[name = tensor<string, []>("linear_11_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_65_cast_fp16 = add(x = input_53_cast_fp16, y = linear_11_cast_fp16)[name = tensor<string, []>("input_65_cast_fp16")]; |
| tensor<int32, [1]> x_19_axes_0 = const()[name = tensor<string, []>("x_19_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_3_norm1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_3_norm1_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(10898240)))]; |
| tensor<fp16, [384]> m_encoder_blocks_3_norm1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_3_norm1_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(10899072)))]; |
| tensor<fp16, [1, 248, 384]> x_19_cast_fp16 = layer_norm(axes = x_19_axes_0, beta = m_encoder_blocks_3_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_3_norm1_weight_to_fp16, x = input_65_cast_fp16)[name = tensor<string, []>("x_19_cast_fp16")]; |
| tensor<fp16, [1152, 384]> m_encoder_blocks_3_attn_qkv_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_3_attn_qkv_weight_to_fp16"), val = tensor<fp16, [1152, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(10899904)))]; |
| tensor<fp16, [1152]> m_encoder_blocks_3_attn_qkv_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_3_attn_qkv_bias_to_fp16"), val = tensor<fp16, [1152]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(11784704)))]; |
| tensor<fp16, [1, 248, 1152]> linear_12_cast_fp16 = linear(bias = m_encoder_blocks_3_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_3_attn_qkv_weight_to_fp16, x = x_19_cast_fp16)[name = tensor<string, []>("linear_12_cast_fp16")]; |
| tensor<int32, [5]> var_271 = const()[name = tensor<string, []>("op_271"), val = tensor<int32, [5]>([1, 248, 3, 6, 64])]; |
| tensor<fp16, [1, 248, 3, 6, 64]> var_272_cast_fp16 = reshape(shape = var_271, x = linear_12_cast_fp16)[name = tensor<string, []>("op_272_cast_fp16")]; |
| tensor<int32, [5]> var_273 = const()[name = tensor<string, []>("op_273"), val = tensor<int32, [5]>([2, 0, 3, 1, 4])]; |
| tensor<int32, [3]> var_275_split_sizes_0 = const()[name = tensor<string, []>("op_275_split_sizes_0"), val = tensor<int32, [3]>([1, 1, 1])]; |
| tensor<int32, []> var_275_axis_0 = const()[name = tensor<string, []>("op_275_axis_0"), val = tensor<int32, []>(0)]; |
| tensor<fp16, [3, 1, 6, 248, 64]> qkv_7_cast_fp16 = transpose(perm = var_273, x = var_272_cast_fp16)[name = tensor<string, []>("transpose_17")]; |
| tensor<fp16, [1, 1, 6, 248, 64]> var_275_cast_fp16_0, tensor<fp16, [1, 1, 6, 248, 64]> var_275_cast_fp16_1, tensor<fp16, [1, 1, 6, 248, 64]> var_275_cast_fp16_2 = split(axis = var_275_axis_0, split_sizes = var_275_split_sizes_0, x = qkv_7_cast_fp16)[name = tensor<string, []>("op_275_cast_fp16")]; |
| tensor<int32, [1]> squeeze_9_axes_0 = const()[name = tensor<string, []>("squeeze_9_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_9_cast_fp16 = squeeze(axes = squeeze_9_axes_0, x = var_275_cast_fp16_0)[name = tensor<string, []>("squeeze_9_cast_fp16")]; |
| tensor<int32, [1]> squeeze_10_axes_0 = const()[name = tensor<string, []>("squeeze_10_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_10_cast_fp16 = squeeze(axes = squeeze_10_axes_0, x = var_275_cast_fp16_1)[name = tensor<string, []>("squeeze_10_cast_fp16")]; |
| tensor<int32, [1]> squeeze_11_axes_0 = const()[name = tensor<string, []>("squeeze_11_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_11_cast_fp16 = squeeze(axes = squeeze_11_axes_0, x = var_275_cast_fp16_2)[name = tensor<string, []>("squeeze_11_cast_fp16")]; |
| tensor<bool, []> var_280_transpose_x_1 = const()[name = tensor<string, []>("op_280_transpose_x_1"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_280_transpose_y_1 = const()[name = tensor<string, []>("op_280_transpose_y_1"), val = tensor<bool, []>(true)]; |
| tensor<fp16, [1, 6, 248, 248]> var_280_cast_fp16 = matmul(transpose_x = var_280_transpose_x_1, transpose_y = var_280_transpose_y_1, x = squeeze_9_cast_fp16, y = squeeze_10_cast_fp16)[name = tensor<string, []>("op_280_cast_fp16")]; |
| tensor<fp16, []> var_281_to_fp16 = const()[name = tensor<string, []>("op_281_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 6, 248, 248]> attn_13_cast_fp16 = mul(x = var_280_cast_fp16, y = var_281_to_fp16)[name = tensor<string, []>("attn_13_cast_fp16")]; |
| tensor<fp16, [1, 6, 248, 248]> input_67_cast_fp16 = softmax(axis = var_12, x = attn_13_cast_fp16)[name = tensor<string, []>("input_67_cast_fp16")]; |
| tensor<bool, []> var_285_transpose_x_0 = const()[name = tensor<string, []>("op_285_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_285_transpose_y_0 = const()[name = tensor<string, []>("op_285_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 6, 248, 64]> var_285_cast_fp16 = matmul(transpose_x = var_285_transpose_x_0, transpose_y = var_285_transpose_y_0, x = input_67_cast_fp16, y = squeeze_11_cast_fp16)[name = tensor<string, []>("op_285_cast_fp16")]; |
| tensor<int32, [4]> var_286_perm_0 = const()[name = tensor<string, []>("op_286_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_287 = const()[name = tensor<string, []>("op_287"), val = tensor<int32, [3]>([1, 248, 384])]; |
| tensor<fp16, [1, 248, 6, 64]> var_286_cast_fp16 = transpose(perm = var_286_perm_0, x = var_285_cast_fp16)[name = tensor<string, []>("transpose_16")]; |
| tensor<fp16, [1, 248, 384]> input_69_cast_fp16 = reshape(shape = var_287, x = var_286_cast_fp16)[name = tensor<string, []>("input_69_cast_fp16")]; |
| tensor<fp16, [384, 384]> m_encoder_blocks_3_attn_proj_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_3_attn_proj_weight_to_fp16"), val = tensor<fp16, [384, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(11787072)))]; |
| tensor<fp16, [384]> m_encoder_blocks_3_attn_proj_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_3_attn_proj_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(12082048)))]; |
| tensor<fp16, [1, 248, 384]> linear_13_cast_fp16 = linear(bias = m_encoder_blocks_3_attn_proj_bias_to_fp16, weight = m_encoder_blocks_3_attn_proj_weight_to_fp16, x = input_69_cast_fp16)[name = tensor<string, []>("linear_13_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_73_cast_fp16 = add(x = input_65_cast_fp16, y = linear_13_cast_fp16)[name = tensor<string, []>("input_73_cast_fp16")]; |
| tensor<int32, [1]> input_75_axes_0 = const()[name = tensor<string, []>("input_75_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_3_norm2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_3_norm2_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(12082880)))]; |
| tensor<fp16, [384]> m_encoder_blocks_3_norm2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_3_norm2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(12083712)))]; |
| tensor<fp16, [1, 248, 384]> input_75_cast_fp16 = layer_norm(axes = input_75_axes_0, beta = m_encoder_blocks_3_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_3_norm2_weight_to_fp16, x = input_73_cast_fp16)[name = tensor<string, []>("input_75_cast_fp16")]; |
| tensor<fp16, [1536, 384]> m_encoder_blocks_3_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_3_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [1536, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(12084544)))]; |
| tensor<fp16, [1536]> m_encoder_blocks_3_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_3_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(13264256)))]; |
| tensor<fp16, [1, 248, 1536]> linear_14_cast_fp16 = linear(bias = m_encoder_blocks_3_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_3_mlp_fc1_weight_to_fp16, x = input_75_cast_fp16)[name = tensor<string, []>("linear_14_cast_fp16")]; |
| tensor<string, []> input_79_mode_0 = const()[name = tensor<string, []>("input_79_mode_0"), val = tensor<string, []>("EXACT")]; |
| tensor<fp16, [1, 248, 1536]> input_79_cast_fp16 = gelu(mode = input_79_mode_0, x = linear_14_cast_fp16)[name = tensor<string, []>("input_79_cast_fp16")]; |
| tensor<fp16, [384, 1536]> m_encoder_blocks_3_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_3_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [384, 1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(13267392)))]; |
| tensor<fp16, [384]> m_encoder_blocks_3_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_3_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(14447104)))]; |
| tensor<fp16, [1, 248, 384]> linear_15_cast_fp16 = linear(bias = m_encoder_blocks_3_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_3_mlp_fc2_weight_to_fp16, x = input_79_cast_fp16)[name = tensor<string, []>("linear_15_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_85_cast_fp16 = add(x = input_73_cast_fp16, y = linear_15_cast_fp16)[name = tensor<string, []>("input_85_cast_fp16")]; |
| tensor<int32, [1]> x_21_axes_0 = const()[name = tensor<string, []>("x_21_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_4_norm1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_4_norm1_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(14447936)))]; |
| tensor<fp16, [384]> m_encoder_blocks_4_norm1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_4_norm1_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(14448768)))]; |
| tensor<fp16, [1, 248, 384]> x_21_cast_fp16 = layer_norm(axes = x_21_axes_0, beta = m_encoder_blocks_4_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_4_norm1_weight_to_fp16, x = input_85_cast_fp16)[name = tensor<string, []>("x_21_cast_fp16")]; |
| tensor<fp16, [1152, 384]> m_encoder_blocks_4_attn_qkv_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_4_attn_qkv_weight_to_fp16"), val = tensor<fp16, [1152, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(14449600)))]; |
| tensor<fp16, [1152]> m_encoder_blocks_4_attn_qkv_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_4_attn_qkv_bias_to_fp16"), val = tensor<fp16, [1152]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(15334400)))]; |
| tensor<fp16, [1, 248, 1152]> linear_16_cast_fp16 = linear(bias = m_encoder_blocks_4_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_4_attn_qkv_weight_to_fp16, x = x_21_cast_fp16)[name = tensor<string, []>("linear_16_cast_fp16")]; |
| tensor<int32, [5]> var_329 = const()[name = tensor<string, []>("op_329"), val = tensor<int32, [5]>([1, 248, 3, 6, 64])]; |
| tensor<fp16, [1, 248, 3, 6, 64]> var_330_cast_fp16 = reshape(shape = var_329, x = linear_16_cast_fp16)[name = tensor<string, []>("op_330_cast_fp16")]; |
| tensor<int32, [5]> var_331 = const()[name = tensor<string, []>("op_331"), val = tensor<int32, [5]>([2, 0, 3, 1, 4])]; |
| tensor<int32, [3]> var_333_split_sizes_0 = const()[name = tensor<string, []>("op_333_split_sizes_0"), val = tensor<int32, [3]>([1, 1, 1])]; |
| tensor<int32, []> var_333_axis_0 = const()[name = tensor<string, []>("op_333_axis_0"), val = tensor<int32, []>(0)]; |
| tensor<fp16, [3, 1, 6, 248, 64]> qkv_9_cast_fp16 = transpose(perm = var_331, x = var_330_cast_fp16)[name = tensor<string, []>("transpose_15")]; |
| tensor<fp16, [1, 1, 6, 248, 64]> var_333_cast_fp16_0, tensor<fp16, [1, 1, 6, 248, 64]> var_333_cast_fp16_1, tensor<fp16, [1, 1, 6, 248, 64]> var_333_cast_fp16_2 = split(axis = var_333_axis_0, split_sizes = var_333_split_sizes_0, x = qkv_9_cast_fp16)[name = tensor<string, []>("op_333_cast_fp16")]; |
| tensor<int32, [1]> squeeze_12_axes_0 = const()[name = tensor<string, []>("squeeze_12_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_12_cast_fp16 = squeeze(axes = squeeze_12_axes_0, x = var_333_cast_fp16_0)[name = tensor<string, []>("squeeze_12_cast_fp16")]; |
| tensor<int32, [1]> squeeze_13_axes_0 = const()[name = tensor<string, []>("squeeze_13_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_13_cast_fp16 = squeeze(axes = squeeze_13_axes_0, x = var_333_cast_fp16_1)[name = tensor<string, []>("squeeze_13_cast_fp16")]; |
| tensor<int32, [1]> squeeze_14_axes_0 = const()[name = tensor<string, []>("squeeze_14_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_14_cast_fp16 = squeeze(axes = squeeze_14_axes_0, x = var_333_cast_fp16_2)[name = tensor<string, []>("squeeze_14_cast_fp16")]; |
| tensor<bool, []> var_338_transpose_x_1 = const()[name = tensor<string, []>("op_338_transpose_x_1"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_338_transpose_y_1 = const()[name = tensor<string, []>("op_338_transpose_y_1"), val = tensor<bool, []>(true)]; |
| tensor<fp16, [1, 6, 248, 248]> var_338_cast_fp16 = matmul(transpose_x = var_338_transpose_x_1, transpose_y = var_338_transpose_y_1, x = squeeze_12_cast_fp16, y = squeeze_13_cast_fp16)[name = tensor<string, []>("op_338_cast_fp16")]; |
| tensor<fp16, []> var_339_to_fp16 = const()[name = tensor<string, []>("op_339_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 6, 248, 248]> attn_17_cast_fp16 = mul(x = var_338_cast_fp16, y = var_339_to_fp16)[name = tensor<string, []>("attn_17_cast_fp16")]; |
| tensor<fp16, [1, 6, 248, 248]> input_87_cast_fp16 = softmax(axis = var_12, x = attn_17_cast_fp16)[name = tensor<string, []>("input_87_cast_fp16")]; |
| tensor<bool, []> var_343_transpose_x_0 = const()[name = tensor<string, []>("op_343_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_343_transpose_y_0 = const()[name = tensor<string, []>("op_343_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 6, 248, 64]> var_343_cast_fp16 = matmul(transpose_x = var_343_transpose_x_0, transpose_y = var_343_transpose_y_0, x = input_87_cast_fp16, y = squeeze_14_cast_fp16)[name = tensor<string, []>("op_343_cast_fp16")]; |
| tensor<int32, [4]> var_344_perm_0 = const()[name = tensor<string, []>("op_344_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_345 = const()[name = tensor<string, []>("op_345"), val = tensor<int32, [3]>([1, 248, 384])]; |
| tensor<fp16, [1, 248, 6, 64]> var_344_cast_fp16 = transpose(perm = var_344_perm_0, x = var_343_cast_fp16)[name = tensor<string, []>("transpose_14")]; |
| tensor<fp16, [1, 248, 384]> input_89_cast_fp16 = reshape(shape = var_345, x = var_344_cast_fp16)[name = tensor<string, []>("input_89_cast_fp16")]; |
| tensor<fp16, [384, 384]> m_encoder_blocks_4_attn_proj_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_4_attn_proj_weight_to_fp16"), val = tensor<fp16, [384, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(15336768)))]; |
| tensor<fp16, [384]> m_encoder_blocks_4_attn_proj_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_4_attn_proj_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(15631744)))]; |
| tensor<fp16, [1, 248, 384]> linear_17_cast_fp16 = linear(bias = m_encoder_blocks_4_attn_proj_bias_to_fp16, weight = m_encoder_blocks_4_attn_proj_weight_to_fp16, x = input_89_cast_fp16)[name = tensor<string, []>("linear_17_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_93_cast_fp16 = add(x = input_85_cast_fp16, y = linear_17_cast_fp16)[name = tensor<string, []>("input_93_cast_fp16")]; |
| tensor<int32, [1]> input_95_axes_0 = const()[name = tensor<string, []>("input_95_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_4_norm2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_4_norm2_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(15632576)))]; |
| tensor<fp16, [384]> m_encoder_blocks_4_norm2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_4_norm2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(15633408)))]; |
| tensor<fp16, [1, 248, 384]> input_95_cast_fp16 = layer_norm(axes = input_95_axes_0, beta = m_encoder_blocks_4_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_4_norm2_weight_to_fp16, x = input_93_cast_fp16)[name = tensor<string, []>("input_95_cast_fp16")]; |
| tensor<fp16, [1536, 384]> m_encoder_blocks_4_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_4_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [1536, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(15634240)))]; |
| tensor<fp16, [1536]> m_encoder_blocks_4_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_4_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(16813952)))]; |
| tensor<fp16, [1, 248, 1536]> linear_18_cast_fp16 = linear(bias = m_encoder_blocks_4_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_4_mlp_fc1_weight_to_fp16, x = input_95_cast_fp16)[name = tensor<string, []>("linear_18_cast_fp16")]; |
| tensor<string, []> input_99_mode_0 = const()[name = tensor<string, []>("input_99_mode_0"), val = tensor<string, []>("EXACT")]; |
| tensor<fp16, [1, 248, 1536]> input_99_cast_fp16 = gelu(mode = input_99_mode_0, x = linear_18_cast_fp16)[name = tensor<string, []>("input_99_cast_fp16")]; |
| tensor<fp16, [384, 1536]> m_encoder_blocks_4_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_4_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [384, 1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(16817088)))]; |
| tensor<fp16, [384]> m_encoder_blocks_4_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_4_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(17996800)))]; |
| tensor<fp16, [1, 248, 384]> linear_19_cast_fp16 = linear(bias = m_encoder_blocks_4_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_4_mlp_fc2_weight_to_fp16, x = input_99_cast_fp16)[name = tensor<string, []>("linear_19_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_105_cast_fp16 = add(x = input_93_cast_fp16, y = linear_19_cast_fp16)[name = tensor<string, []>("input_105_cast_fp16")]; |
| tensor<int32, [1]> x_23_axes_0 = const()[name = tensor<string, []>("x_23_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_5_norm1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_5_norm1_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(17997632)))]; |
| tensor<fp16, [384]> m_encoder_blocks_5_norm1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_5_norm1_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(17998464)))]; |
| tensor<fp16, [1, 248, 384]> x_23_cast_fp16 = layer_norm(axes = x_23_axes_0, beta = m_encoder_blocks_5_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_5_norm1_weight_to_fp16, x = input_105_cast_fp16)[name = tensor<string, []>("x_23_cast_fp16")]; |
| tensor<fp16, [1152, 384]> m_encoder_blocks_5_attn_qkv_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_5_attn_qkv_weight_to_fp16"), val = tensor<fp16, [1152, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(17999296)))]; |
| tensor<fp16, [1152]> m_encoder_blocks_5_attn_qkv_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_5_attn_qkv_bias_to_fp16"), val = tensor<fp16, [1152]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(18884096)))]; |
| tensor<fp16, [1, 248, 1152]> linear_20_cast_fp16 = linear(bias = m_encoder_blocks_5_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_5_attn_qkv_weight_to_fp16, x = x_23_cast_fp16)[name = tensor<string, []>("linear_20_cast_fp16")]; |
| tensor<int32, [5]> var_387 = const()[name = tensor<string, []>("op_387"), val = tensor<int32, [5]>([1, 248, 3, 6, 64])]; |
| tensor<fp16, [1, 248, 3, 6, 64]> var_388_cast_fp16 = reshape(shape = var_387, x = linear_20_cast_fp16)[name = tensor<string, []>("op_388_cast_fp16")]; |
| tensor<int32, [5]> var_389 = const()[name = tensor<string, []>("op_389"), val = tensor<int32, [5]>([2, 0, 3, 1, 4])]; |
| tensor<int32, [3]> var_391_split_sizes_0 = const()[name = tensor<string, []>("op_391_split_sizes_0"), val = tensor<int32, [3]>([1, 1, 1])]; |
| tensor<int32, []> var_391_axis_0 = const()[name = tensor<string, []>("op_391_axis_0"), val = tensor<int32, []>(0)]; |
| tensor<fp16, [3, 1, 6, 248, 64]> qkv_11_cast_fp16 = transpose(perm = var_389, x = var_388_cast_fp16)[name = tensor<string, []>("transpose_13")]; |
| tensor<fp16, [1, 1, 6, 248, 64]> var_391_cast_fp16_0, tensor<fp16, [1, 1, 6, 248, 64]> var_391_cast_fp16_1, tensor<fp16, [1, 1, 6, 248, 64]> var_391_cast_fp16_2 = split(axis = var_391_axis_0, split_sizes = var_391_split_sizes_0, x = qkv_11_cast_fp16)[name = tensor<string, []>("op_391_cast_fp16")]; |
| tensor<int32, [1]> squeeze_15_axes_0 = const()[name = tensor<string, []>("squeeze_15_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_15_cast_fp16 = squeeze(axes = squeeze_15_axes_0, x = var_391_cast_fp16_0)[name = tensor<string, []>("squeeze_15_cast_fp16")]; |
| tensor<int32, [1]> squeeze_16_axes_0 = const()[name = tensor<string, []>("squeeze_16_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_16_cast_fp16 = squeeze(axes = squeeze_16_axes_0, x = var_391_cast_fp16_1)[name = tensor<string, []>("squeeze_16_cast_fp16")]; |
| tensor<int32, [1]> squeeze_17_axes_0 = const()[name = tensor<string, []>("squeeze_17_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_17_cast_fp16 = squeeze(axes = squeeze_17_axes_0, x = var_391_cast_fp16_2)[name = tensor<string, []>("squeeze_17_cast_fp16")]; |
| tensor<bool, []> var_396_transpose_x_1 = const()[name = tensor<string, []>("op_396_transpose_x_1"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_396_transpose_y_1 = const()[name = tensor<string, []>("op_396_transpose_y_1"), val = tensor<bool, []>(true)]; |
| tensor<fp16, [1, 6, 248, 248]> var_396_cast_fp16 = matmul(transpose_x = var_396_transpose_x_1, transpose_y = var_396_transpose_y_1, x = squeeze_15_cast_fp16, y = squeeze_16_cast_fp16)[name = tensor<string, []>("op_396_cast_fp16")]; |
| tensor<fp16, []> var_397_to_fp16 = const()[name = tensor<string, []>("op_397_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 6, 248, 248]> attn_21_cast_fp16 = mul(x = var_396_cast_fp16, y = var_397_to_fp16)[name = tensor<string, []>("attn_21_cast_fp16")]; |
| tensor<fp16, [1, 6, 248, 248]> input_107_cast_fp16 = softmax(axis = var_12, x = attn_21_cast_fp16)[name = tensor<string, []>("input_107_cast_fp16")]; |
| tensor<bool, []> var_401_transpose_x_0 = const()[name = tensor<string, []>("op_401_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_401_transpose_y_0 = const()[name = tensor<string, []>("op_401_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 6, 248, 64]> var_401_cast_fp16 = matmul(transpose_x = var_401_transpose_x_0, transpose_y = var_401_transpose_y_0, x = input_107_cast_fp16, y = squeeze_17_cast_fp16)[name = tensor<string, []>("op_401_cast_fp16")]; |
| tensor<int32, [4]> var_402_perm_0 = const()[name = tensor<string, []>("op_402_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_403 = const()[name = tensor<string, []>("op_403"), val = tensor<int32, [3]>([1, 248, 384])]; |
| tensor<fp16, [1, 248, 6, 64]> var_402_cast_fp16 = transpose(perm = var_402_perm_0, x = var_401_cast_fp16)[name = tensor<string, []>("transpose_12")]; |
| tensor<fp16, [1, 248, 384]> input_109_cast_fp16 = reshape(shape = var_403, x = var_402_cast_fp16)[name = tensor<string, []>("input_109_cast_fp16")]; |
| tensor<fp16, [384, 384]> m_encoder_blocks_5_attn_proj_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_5_attn_proj_weight_to_fp16"), val = tensor<fp16, [384, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(18886464)))]; |
| tensor<fp16, [384]> m_encoder_blocks_5_attn_proj_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_5_attn_proj_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(19181440)))]; |
| tensor<fp16, [1, 248, 384]> linear_21_cast_fp16 = linear(bias = m_encoder_blocks_5_attn_proj_bias_to_fp16, weight = m_encoder_blocks_5_attn_proj_weight_to_fp16, x = input_109_cast_fp16)[name = tensor<string, []>("linear_21_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_113_cast_fp16 = add(x = input_105_cast_fp16, y = linear_21_cast_fp16)[name = tensor<string, []>("input_113_cast_fp16")]; |
| tensor<int32, [1]> input_115_axes_0 = const()[name = tensor<string, []>("input_115_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_5_norm2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_5_norm2_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(19182272)))]; |
| tensor<fp16, [384]> m_encoder_blocks_5_norm2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_5_norm2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(19183104)))]; |
| tensor<fp16, [1, 248, 384]> input_115_cast_fp16 = layer_norm(axes = input_115_axes_0, beta = m_encoder_blocks_5_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_5_norm2_weight_to_fp16, x = input_113_cast_fp16)[name = tensor<string, []>("input_115_cast_fp16")]; |
| tensor<fp16, [1536, 384]> m_encoder_blocks_5_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_5_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [1536, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(19183936)))]; |
| tensor<fp16, [1536]> m_encoder_blocks_5_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_5_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(20363648)))]; |
| tensor<fp16, [1, 248, 1536]> linear_22_cast_fp16 = linear(bias = m_encoder_blocks_5_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_5_mlp_fc1_weight_to_fp16, x = input_115_cast_fp16)[name = tensor<string, []>("linear_22_cast_fp16")]; |
| tensor<string, []> input_119_mode_0 = const()[name = tensor<string, []>("input_119_mode_0"), val = tensor<string, []>("EXACT")]; |
| tensor<fp16, [1, 248, 1536]> input_119_cast_fp16 = gelu(mode = input_119_mode_0, x = linear_22_cast_fp16)[name = tensor<string, []>("input_119_cast_fp16")]; |
| tensor<fp16, [384, 1536]> m_encoder_blocks_5_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_5_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [384, 1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(20366784)))]; |
| tensor<fp16, [384]> m_encoder_blocks_5_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_5_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(21546496)))]; |
| tensor<fp16, [1, 248, 384]> linear_23_cast_fp16 = linear(bias = m_encoder_blocks_5_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_5_mlp_fc2_weight_to_fp16, x = input_119_cast_fp16)[name = tensor<string, []>("linear_23_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_125_cast_fp16 = add(x = input_113_cast_fp16, y = linear_23_cast_fp16)[name = tensor<string, []>("input_125_cast_fp16")]; |
| tensor<int32, [1]> x_25_axes_0 = const()[name = tensor<string, []>("x_25_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_6_norm1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_6_norm1_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(21547328)))]; |
| tensor<fp16, [384]> m_encoder_blocks_6_norm1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_6_norm1_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(21548160)))]; |
| tensor<fp16, [1, 248, 384]> x_25_cast_fp16 = layer_norm(axes = x_25_axes_0, beta = m_encoder_blocks_6_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_6_norm1_weight_to_fp16, x = input_125_cast_fp16)[name = tensor<string, []>("x_25_cast_fp16")]; |
| tensor<fp16, [1152, 384]> m_encoder_blocks_6_attn_qkv_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_6_attn_qkv_weight_to_fp16"), val = tensor<fp16, [1152, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(21548992)))]; |
| tensor<fp16, [1152]> m_encoder_blocks_6_attn_qkv_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_6_attn_qkv_bias_to_fp16"), val = tensor<fp16, [1152]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(22433792)))]; |
| tensor<fp16, [1, 248, 1152]> linear_24_cast_fp16 = linear(bias = m_encoder_blocks_6_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_6_attn_qkv_weight_to_fp16, x = x_25_cast_fp16)[name = tensor<string, []>("linear_24_cast_fp16")]; |
| tensor<int32, [5]> var_445 = const()[name = tensor<string, []>("op_445"), val = tensor<int32, [5]>([1, 248, 3, 6, 64])]; |
| tensor<fp16, [1, 248, 3, 6, 64]> var_446_cast_fp16 = reshape(shape = var_445, x = linear_24_cast_fp16)[name = tensor<string, []>("op_446_cast_fp16")]; |
| tensor<int32, [5]> var_447 = const()[name = tensor<string, []>("op_447"), val = tensor<int32, [5]>([2, 0, 3, 1, 4])]; |
| tensor<int32, [3]> var_449_split_sizes_0 = const()[name = tensor<string, []>("op_449_split_sizes_0"), val = tensor<int32, [3]>([1, 1, 1])]; |
| tensor<int32, []> var_449_axis_0 = const()[name = tensor<string, []>("op_449_axis_0"), val = tensor<int32, []>(0)]; |
| tensor<fp16, [3, 1, 6, 248, 64]> qkv_13_cast_fp16 = transpose(perm = var_447, x = var_446_cast_fp16)[name = tensor<string, []>("transpose_11")]; |
| tensor<fp16, [1, 1, 6, 248, 64]> var_449_cast_fp16_0, tensor<fp16, [1, 1, 6, 248, 64]> var_449_cast_fp16_1, tensor<fp16, [1, 1, 6, 248, 64]> var_449_cast_fp16_2 = split(axis = var_449_axis_0, split_sizes = var_449_split_sizes_0, x = qkv_13_cast_fp16)[name = tensor<string, []>("op_449_cast_fp16")]; |
| tensor<int32, [1]> squeeze_18_axes_0 = const()[name = tensor<string, []>("squeeze_18_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_18_cast_fp16 = squeeze(axes = squeeze_18_axes_0, x = var_449_cast_fp16_0)[name = tensor<string, []>("squeeze_18_cast_fp16")]; |
| tensor<int32, [1]> squeeze_19_axes_0 = const()[name = tensor<string, []>("squeeze_19_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_19_cast_fp16 = squeeze(axes = squeeze_19_axes_0, x = var_449_cast_fp16_1)[name = tensor<string, []>("squeeze_19_cast_fp16")]; |
| tensor<int32, [1]> squeeze_20_axes_0 = const()[name = tensor<string, []>("squeeze_20_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_20_cast_fp16 = squeeze(axes = squeeze_20_axes_0, x = var_449_cast_fp16_2)[name = tensor<string, []>("squeeze_20_cast_fp16")]; |
| tensor<bool, []> var_454_transpose_x_1 = const()[name = tensor<string, []>("op_454_transpose_x_1"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_454_transpose_y_1 = const()[name = tensor<string, []>("op_454_transpose_y_1"), val = tensor<bool, []>(true)]; |
| tensor<fp16, [1, 6, 248, 248]> var_454_cast_fp16 = matmul(transpose_x = var_454_transpose_x_1, transpose_y = var_454_transpose_y_1, x = squeeze_18_cast_fp16, y = squeeze_19_cast_fp16)[name = tensor<string, []>("op_454_cast_fp16")]; |
| tensor<fp16, []> var_455_to_fp16 = const()[name = tensor<string, []>("op_455_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 6, 248, 248]> attn_25_cast_fp16 = mul(x = var_454_cast_fp16, y = var_455_to_fp16)[name = tensor<string, []>("attn_25_cast_fp16")]; |
| tensor<fp16, [1, 6, 248, 248]> input_127_cast_fp16 = softmax(axis = var_12, x = attn_25_cast_fp16)[name = tensor<string, []>("input_127_cast_fp16")]; |
| tensor<bool, []> var_459_transpose_x_0 = const()[name = tensor<string, []>("op_459_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_459_transpose_y_0 = const()[name = tensor<string, []>("op_459_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 6, 248, 64]> var_459_cast_fp16 = matmul(transpose_x = var_459_transpose_x_0, transpose_y = var_459_transpose_y_0, x = input_127_cast_fp16, y = squeeze_20_cast_fp16)[name = tensor<string, []>("op_459_cast_fp16")]; |
| tensor<int32, [4]> var_460_perm_0 = const()[name = tensor<string, []>("op_460_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_461 = const()[name = tensor<string, []>("op_461"), val = tensor<int32, [3]>([1, 248, 384])]; |
| tensor<fp16, [1, 248, 6, 64]> var_460_cast_fp16 = transpose(perm = var_460_perm_0, x = var_459_cast_fp16)[name = tensor<string, []>("transpose_10")]; |
| tensor<fp16, [1, 248, 384]> input_129_cast_fp16 = reshape(shape = var_461, x = var_460_cast_fp16)[name = tensor<string, []>("input_129_cast_fp16")]; |
| tensor<fp16, [384, 384]> m_encoder_blocks_6_attn_proj_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_6_attn_proj_weight_to_fp16"), val = tensor<fp16, [384, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(22436160)))]; |
| tensor<fp16, [384]> m_encoder_blocks_6_attn_proj_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_6_attn_proj_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(22731136)))]; |
| tensor<fp16, [1, 248, 384]> linear_25_cast_fp16 = linear(bias = m_encoder_blocks_6_attn_proj_bias_to_fp16, weight = m_encoder_blocks_6_attn_proj_weight_to_fp16, x = input_129_cast_fp16)[name = tensor<string, []>("linear_25_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_133_cast_fp16 = add(x = input_125_cast_fp16, y = linear_25_cast_fp16)[name = tensor<string, []>("input_133_cast_fp16")]; |
| tensor<int32, [1]> input_135_axes_0 = const()[name = tensor<string, []>("input_135_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_6_norm2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_6_norm2_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(22731968)))]; |
| tensor<fp16, [384]> m_encoder_blocks_6_norm2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_6_norm2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(22732800)))]; |
| tensor<fp16, [1, 248, 384]> input_135_cast_fp16 = layer_norm(axes = input_135_axes_0, beta = m_encoder_blocks_6_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_6_norm2_weight_to_fp16, x = input_133_cast_fp16)[name = tensor<string, []>("input_135_cast_fp16")]; |
| tensor<fp16, [1536, 384]> m_encoder_blocks_6_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_6_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [1536, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(22733632)))]; |
| tensor<fp16, [1536]> m_encoder_blocks_6_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_6_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(23913344)))]; |
| tensor<fp16, [1, 248, 1536]> linear_26_cast_fp16 = linear(bias = m_encoder_blocks_6_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_6_mlp_fc1_weight_to_fp16, x = input_135_cast_fp16)[name = tensor<string, []>("linear_26_cast_fp16")]; |
| tensor<string, []> input_139_mode_0 = const()[name = tensor<string, []>("input_139_mode_0"), val = tensor<string, []>("EXACT")]; |
| tensor<fp16, [1, 248, 1536]> input_139_cast_fp16 = gelu(mode = input_139_mode_0, x = linear_26_cast_fp16)[name = tensor<string, []>("input_139_cast_fp16")]; |
| tensor<fp16, [384, 1536]> m_encoder_blocks_6_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_6_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [384, 1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(23916480)))]; |
| tensor<fp16, [384]> m_encoder_blocks_6_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_6_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(25096192)))]; |
| tensor<fp16, [1, 248, 384]> linear_27_cast_fp16 = linear(bias = m_encoder_blocks_6_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_6_mlp_fc2_weight_to_fp16, x = input_139_cast_fp16)[name = tensor<string, []>("linear_27_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_145_cast_fp16 = add(x = input_133_cast_fp16, y = linear_27_cast_fp16)[name = tensor<string, []>("input_145_cast_fp16")]; |
| tensor<int32, [1]> x_27_axes_0 = const()[name = tensor<string, []>("x_27_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_7_norm1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_7_norm1_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(25097024)))]; |
| tensor<fp16, [384]> m_encoder_blocks_7_norm1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_7_norm1_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(25097856)))]; |
| tensor<fp16, [1, 248, 384]> x_27_cast_fp16 = layer_norm(axes = x_27_axes_0, beta = m_encoder_blocks_7_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_7_norm1_weight_to_fp16, x = input_145_cast_fp16)[name = tensor<string, []>("x_27_cast_fp16")]; |
| tensor<fp16, [1152, 384]> m_encoder_blocks_7_attn_qkv_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_7_attn_qkv_weight_to_fp16"), val = tensor<fp16, [1152, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(25098688)))]; |
| tensor<fp16, [1152]> m_encoder_blocks_7_attn_qkv_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_7_attn_qkv_bias_to_fp16"), val = tensor<fp16, [1152]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(25983488)))]; |
| tensor<fp16, [1, 248, 1152]> linear_28_cast_fp16 = linear(bias = m_encoder_blocks_7_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_7_attn_qkv_weight_to_fp16, x = x_27_cast_fp16)[name = tensor<string, []>("linear_28_cast_fp16")]; |
| tensor<int32, [5]> var_503 = const()[name = tensor<string, []>("op_503"), val = tensor<int32, [5]>([1, 248, 3, 6, 64])]; |
| tensor<fp16, [1, 248, 3, 6, 64]> var_504_cast_fp16 = reshape(shape = var_503, x = linear_28_cast_fp16)[name = tensor<string, []>("op_504_cast_fp16")]; |
| tensor<int32, [5]> var_505 = const()[name = tensor<string, []>("op_505"), val = tensor<int32, [5]>([2, 0, 3, 1, 4])]; |
| tensor<int32, [3]> var_507_split_sizes_0 = const()[name = tensor<string, []>("op_507_split_sizes_0"), val = tensor<int32, [3]>([1, 1, 1])]; |
| tensor<int32, []> var_507_axis_0 = const()[name = tensor<string, []>("op_507_axis_0"), val = tensor<int32, []>(0)]; |
| tensor<fp16, [3, 1, 6, 248, 64]> qkv_15_cast_fp16 = transpose(perm = var_505, x = var_504_cast_fp16)[name = tensor<string, []>("transpose_9")]; |
| tensor<fp16, [1, 1, 6, 248, 64]> var_507_cast_fp16_0, tensor<fp16, [1, 1, 6, 248, 64]> var_507_cast_fp16_1, tensor<fp16, [1, 1, 6, 248, 64]> var_507_cast_fp16_2 = split(axis = var_507_axis_0, split_sizes = var_507_split_sizes_0, x = qkv_15_cast_fp16)[name = tensor<string, []>("op_507_cast_fp16")]; |
| tensor<int32, [1]> squeeze_21_axes_0 = const()[name = tensor<string, []>("squeeze_21_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_21_cast_fp16 = squeeze(axes = squeeze_21_axes_0, x = var_507_cast_fp16_0)[name = tensor<string, []>("squeeze_21_cast_fp16")]; |
| tensor<int32, [1]> squeeze_22_axes_0 = const()[name = tensor<string, []>("squeeze_22_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_22_cast_fp16 = squeeze(axes = squeeze_22_axes_0, x = var_507_cast_fp16_1)[name = tensor<string, []>("squeeze_22_cast_fp16")]; |
| tensor<int32, [1]> squeeze_23_axes_0 = const()[name = tensor<string, []>("squeeze_23_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_23_cast_fp16 = squeeze(axes = squeeze_23_axes_0, x = var_507_cast_fp16_2)[name = tensor<string, []>("squeeze_23_cast_fp16")]; |
| tensor<bool, []> var_512_transpose_x_1 = const()[name = tensor<string, []>("op_512_transpose_x_1"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_512_transpose_y_1 = const()[name = tensor<string, []>("op_512_transpose_y_1"), val = tensor<bool, []>(true)]; |
| tensor<fp16, [1, 6, 248, 248]> var_512_cast_fp16 = matmul(transpose_x = var_512_transpose_x_1, transpose_y = var_512_transpose_y_1, x = squeeze_21_cast_fp16, y = squeeze_22_cast_fp16)[name = tensor<string, []>("op_512_cast_fp16")]; |
| tensor<fp16, []> var_513_to_fp16 = const()[name = tensor<string, []>("op_513_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 6, 248, 248]> attn_29_cast_fp16 = mul(x = var_512_cast_fp16, y = var_513_to_fp16)[name = tensor<string, []>("attn_29_cast_fp16")]; |
| tensor<fp16, [1, 6, 248, 248]> input_147_cast_fp16 = softmax(axis = var_12, x = attn_29_cast_fp16)[name = tensor<string, []>("input_147_cast_fp16")]; |
| tensor<bool, []> var_517_transpose_x_0 = const()[name = tensor<string, []>("op_517_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_517_transpose_y_0 = const()[name = tensor<string, []>("op_517_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 6, 248, 64]> var_517_cast_fp16 = matmul(transpose_x = var_517_transpose_x_0, transpose_y = var_517_transpose_y_0, x = input_147_cast_fp16, y = squeeze_23_cast_fp16)[name = tensor<string, []>("op_517_cast_fp16")]; |
| tensor<int32, [4]> var_518_perm_0 = const()[name = tensor<string, []>("op_518_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_519 = const()[name = tensor<string, []>("op_519"), val = tensor<int32, [3]>([1, 248, 384])]; |
| tensor<fp16, [1, 248, 6, 64]> var_518_cast_fp16 = transpose(perm = var_518_perm_0, x = var_517_cast_fp16)[name = tensor<string, []>("transpose_8")]; |
| tensor<fp16, [1, 248, 384]> input_149_cast_fp16 = reshape(shape = var_519, x = var_518_cast_fp16)[name = tensor<string, []>("input_149_cast_fp16")]; |
| tensor<fp16, [384, 384]> m_encoder_blocks_7_attn_proj_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_7_attn_proj_weight_to_fp16"), val = tensor<fp16, [384, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(25985856)))]; |
| tensor<fp16, [384]> m_encoder_blocks_7_attn_proj_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_7_attn_proj_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(26280832)))]; |
| tensor<fp16, [1, 248, 384]> linear_29_cast_fp16 = linear(bias = m_encoder_blocks_7_attn_proj_bias_to_fp16, weight = m_encoder_blocks_7_attn_proj_weight_to_fp16, x = input_149_cast_fp16)[name = tensor<string, []>("linear_29_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_153_cast_fp16 = add(x = input_145_cast_fp16, y = linear_29_cast_fp16)[name = tensor<string, []>("input_153_cast_fp16")]; |
| tensor<int32, [1]> input_155_axes_0 = const()[name = tensor<string, []>("input_155_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_7_norm2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_7_norm2_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(26281664)))]; |
| tensor<fp16, [384]> m_encoder_blocks_7_norm2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_7_norm2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(26282496)))]; |
| tensor<fp16, [1, 248, 384]> input_155_cast_fp16 = layer_norm(axes = input_155_axes_0, beta = m_encoder_blocks_7_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_7_norm2_weight_to_fp16, x = input_153_cast_fp16)[name = tensor<string, []>("input_155_cast_fp16")]; |
| tensor<fp16, [1536, 384]> m_encoder_blocks_7_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_7_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [1536, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(26283328)))]; |
| tensor<fp16, [1536]> m_encoder_blocks_7_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_7_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(27463040)))]; |
| tensor<fp16, [1, 248, 1536]> linear_30_cast_fp16 = linear(bias = m_encoder_blocks_7_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_7_mlp_fc1_weight_to_fp16, x = input_155_cast_fp16)[name = tensor<string, []>("linear_30_cast_fp16")]; |
| tensor<string, []> input_159_mode_0 = const()[name = tensor<string, []>("input_159_mode_0"), val = tensor<string, []>("EXACT")]; |
| tensor<fp16, [1, 248, 1536]> input_159_cast_fp16 = gelu(mode = input_159_mode_0, x = linear_30_cast_fp16)[name = tensor<string, []>("input_159_cast_fp16")]; |
| tensor<fp16, [384, 1536]> m_encoder_blocks_7_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_7_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [384, 1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(27466176)))]; |
| tensor<fp16, [384]> m_encoder_blocks_7_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_7_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(28645888)))]; |
| tensor<fp16, [1, 248, 384]> linear_31_cast_fp16 = linear(bias = m_encoder_blocks_7_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_7_mlp_fc2_weight_to_fp16, x = input_159_cast_fp16)[name = tensor<string, []>("linear_31_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_165_cast_fp16 = add(x = input_153_cast_fp16, y = linear_31_cast_fp16)[name = tensor<string, []>("input_165_cast_fp16")]; |
| tensor<int32, [1]> x_29_axes_0 = const()[name = tensor<string, []>("x_29_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_8_norm1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_8_norm1_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(28646720)))]; |
| tensor<fp16, [384]> m_encoder_blocks_8_norm1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_8_norm1_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(28647552)))]; |
| tensor<fp16, [1, 248, 384]> x_29_cast_fp16 = layer_norm(axes = x_29_axes_0, beta = m_encoder_blocks_8_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_8_norm1_weight_to_fp16, x = input_165_cast_fp16)[name = tensor<string, []>("x_29_cast_fp16")]; |
| tensor<fp16, [1152, 384]> m_encoder_blocks_8_attn_qkv_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_8_attn_qkv_weight_to_fp16"), val = tensor<fp16, [1152, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(28648384)))]; |
| tensor<fp16, [1152]> m_encoder_blocks_8_attn_qkv_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_8_attn_qkv_bias_to_fp16"), val = tensor<fp16, [1152]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(29533184)))]; |
| tensor<fp16, [1, 248, 1152]> linear_32_cast_fp16 = linear(bias = m_encoder_blocks_8_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_8_attn_qkv_weight_to_fp16, x = x_29_cast_fp16)[name = tensor<string, []>("linear_32_cast_fp16")]; |
| tensor<int32, [5]> var_561 = const()[name = tensor<string, []>("op_561"), val = tensor<int32, [5]>([1, 248, 3, 6, 64])]; |
| tensor<fp16, [1, 248, 3, 6, 64]> var_562_cast_fp16 = reshape(shape = var_561, x = linear_32_cast_fp16)[name = tensor<string, []>("op_562_cast_fp16")]; |
| tensor<int32, [5]> var_563 = const()[name = tensor<string, []>("op_563"), val = tensor<int32, [5]>([2, 0, 3, 1, 4])]; |
| tensor<int32, [3]> var_565_split_sizes_0 = const()[name = tensor<string, []>("op_565_split_sizes_0"), val = tensor<int32, [3]>([1, 1, 1])]; |
| tensor<int32, []> var_565_axis_0 = const()[name = tensor<string, []>("op_565_axis_0"), val = tensor<int32, []>(0)]; |
| tensor<fp16, [3, 1, 6, 248, 64]> qkv_17_cast_fp16 = transpose(perm = var_563, x = var_562_cast_fp16)[name = tensor<string, []>("transpose_7")]; |
| tensor<fp16, [1, 1, 6, 248, 64]> var_565_cast_fp16_0, tensor<fp16, [1, 1, 6, 248, 64]> var_565_cast_fp16_1, tensor<fp16, [1, 1, 6, 248, 64]> var_565_cast_fp16_2 = split(axis = var_565_axis_0, split_sizes = var_565_split_sizes_0, x = qkv_17_cast_fp16)[name = tensor<string, []>("op_565_cast_fp16")]; |
| tensor<int32, [1]> squeeze_24_axes_0 = const()[name = tensor<string, []>("squeeze_24_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_24_cast_fp16 = squeeze(axes = squeeze_24_axes_0, x = var_565_cast_fp16_0)[name = tensor<string, []>("squeeze_24_cast_fp16")]; |
| tensor<int32, [1]> squeeze_25_axes_0 = const()[name = tensor<string, []>("squeeze_25_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_25_cast_fp16 = squeeze(axes = squeeze_25_axes_0, x = var_565_cast_fp16_1)[name = tensor<string, []>("squeeze_25_cast_fp16")]; |
| tensor<int32, [1]> squeeze_26_axes_0 = const()[name = tensor<string, []>("squeeze_26_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_26_cast_fp16 = squeeze(axes = squeeze_26_axes_0, x = var_565_cast_fp16_2)[name = tensor<string, []>("squeeze_26_cast_fp16")]; |
| tensor<bool, []> var_570_transpose_x_1 = const()[name = tensor<string, []>("op_570_transpose_x_1"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_570_transpose_y_1 = const()[name = tensor<string, []>("op_570_transpose_y_1"), val = tensor<bool, []>(true)]; |
| tensor<fp16, [1, 6, 248, 248]> var_570_cast_fp16 = matmul(transpose_x = var_570_transpose_x_1, transpose_y = var_570_transpose_y_1, x = squeeze_24_cast_fp16, y = squeeze_25_cast_fp16)[name = tensor<string, []>("op_570_cast_fp16")]; |
| tensor<fp16, []> var_571_to_fp16 = const()[name = tensor<string, []>("op_571_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 6, 248, 248]> attn_33_cast_fp16 = mul(x = var_570_cast_fp16, y = var_571_to_fp16)[name = tensor<string, []>("attn_33_cast_fp16")]; |
| tensor<fp16, [1, 6, 248, 248]> input_167_cast_fp16 = softmax(axis = var_12, x = attn_33_cast_fp16)[name = tensor<string, []>("input_167_cast_fp16")]; |
| tensor<bool, []> var_575_transpose_x_0 = const()[name = tensor<string, []>("op_575_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_575_transpose_y_0 = const()[name = tensor<string, []>("op_575_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 6, 248, 64]> var_575_cast_fp16 = matmul(transpose_x = var_575_transpose_x_0, transpose_y = var_575_transpose_y_0, x = input_167_cast_fp16, y = squeeze_26_cast_fp16)[name = tensor<string, []>("op_575_cast_fp16")]; |
| tensor<int32, [4]> var_576_perm_0 = const()[name = tensor<string, []>("op_576_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_577 = const()[name = tensor<string, []>("op_577"), val = tensor<int32, [3]>([1, 248, 384])]; |
| tensor<fp16, [1, 248, 6, 64]> var_576_cast_fp16 = transpose(perm = var_576_perm_0, x = var_575_cast_fp16)[name = tensor<string, []>("transpose_6")]; |
| tensor<fp16, [1, 248, 384]> input_169_cast_fp16 = reshape(shape = var_577, x = var_576_cast_fp16)[name = tensor<string, []>("input_169_cast_fp16")]; |
| tensor<fp16, [384, 384]> m_encoder_blocks_8_attn_proj_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_8_attn_proj_weight_to_fp16"), val = tensor<fp16, [384, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(29535552)))]; |
| tensor<fp16, [384]> m_encoder_blocks_8_attn_proj_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_8_attn_proj_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(29830528)))]; |
| tensor<fp16, [1, 248, 384]> linear_33_cast_fp16 = linear(bias = m_encoder_blocks_8_attn_proj_bias_to_fp16, weight = m_encoder_blocks_8_attn_proj_weight_to_fp16, x = input_169_cast_fp16)[name = tensor<string, []>("linear_33_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_173_cast_fp16 = add(x = input_165_cast_fp16, y = linear_33_cast_fp16)[name = tensor<string, []>("input_173_cast_fp16")]; |
| tensor<int32, [1]> input_175_axes_0 = const()[name = tensor<string, []>("input_175_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_8_norm2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_8_norm2_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(29831360)))]; |
| tensor<fp16, [384]> m_encoder_blocks_8_norm2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_8_norm2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(29832192)))]; |
| tensor<fp16, [1, 248, 384]> input_175_cast_fp16 = layer_norm(axes = input_175_axes_0, beta = m_encoder_blocks_8_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_8_norm2_weight_to_fp16, x = input_173_cast_fp16)[name = tensor<string, []>("input_175_cast_fp16")]; |
| tensor<fp16, [1536, 384]> m_encoder_blocks_8_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_8_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [1536, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(29833024)))]; |
| tensor<fp16, [1536]> m_encoder_blocks_8_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_8_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(31012736)))]; |
| tensor<fp16, [1, 248, 1536]> linear_34_cast_fp16 = linear(bias = m_encoder_blocks_8_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_8_mlp_fc1_weight_to_fp16, x = input_175_cast_fp16)[name = tensor<string, []>("linear_34_cast_fp16")]; |
| tensor<string, []> input_179_mode_0 = const()[name = tensor<string, []>("input_179_mode_0"), val = tensor<string, []>("EXACT")]; |
| tensor<fp16, [1, 248, 1536]> input_179_cast_fp16 = gelu(mode = input_179_mode_0, x = linear_34_cast_fp16)[name = tensor<string, []>("input_179_cast_fp16")]; |
| tensor<fp16, [384, 1536]> m_encoder_blocks_8_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_8_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [384, 1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(31015872)))]; |
| tensor<fp16, [384]> m_encoder_blocks_8_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_8_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(32195584)))]; |
| tensor<fp16, [1, 248, 384]> linear_35_cast_fp16 = linear(bias = m_encoder_blocks_8_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_8_mlp_fc2_weight_to_fp16, x = input_179_cast_fp16)[name = tensor<string, []>("linear_35_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_185_cast_fp16 = add(x = input_173_cast_fp16, y = linear_35_cast_fp16)[name = tensor<string, []>("input_185_cast_fp16")]; |
| tensor<int32, [1]> x_31_axes_0 = const()[name = tensor<string, []>("x_31_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_9_norm1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_9_norm1_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(32196416)))]; |
| tensor<fp16, [384]> m_encoder_blocks_9_norm1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_9_norm1_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(32197248)))]; |
| tensor<fp16, [1, 248, 384]> x_31_cast_fp16 = layer_norm(axes = x_31_axes_0, beta = m_encoder_blocks_9_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_9_norm1_weight_to_fp16, x = input_185_cast_fp16)[name = tensor<string, []>("x_31_cast_fp16")]; |
| tensor<fp16, [1152, 384]> m_encoder_blocks_9_attn_qkv_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_9_attn_qkv_weight_to_fp16"), val = tensor<fp16, [1152, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(32198080)))]; |
| tensor<fp16, [1152]> m_encoder_blocks_9_attn_qkv_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_9_attn_qkv_bias_to_fp16"), val = tensor<fp16, [1152]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(33082880)))]; |
| tensor<fp16, [1, 248, 1152]> linear_36_cast_fp16 = linear(bias = m_encoder_blocks_9_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_9_attn_qkv_weight_to_fp16, x = x_31_cast_fp16)[name = tensor<string, []>("linear_36_cast_fp16")]; |
| tensor<int32, [5]> var_619 = const()[name = tensor<string, []>("op_619"), val = tensor<int32, [5]>([1, 248, 3, 6, 64])]; |
| tensor<fp16, [1, 248, 3, 6, 64]> var_620_cast_fp16 = reshape(shape = var_619, x = linear_36_cast_fp16)[name = tensor<string, []>("op_620_cast_fp16")]; |
| tensor<int32, [5]> var_621 = const()[name = tensor<string, []>("op_621"), val = tensor<int32, [5]>([2, 0, 3, 1, 4])]; |
| tensor<int32, [3]> var_623_split_sizes_0 = const()[name = tensor<string, []>("op_623_split_sizes_0"), val = tensor<int32, [3]>([1, 1, 1])]; |
| tensor<int32, []> var_623_axis_0 = const()[name = tensor<string, []>("op_623_axis_0"), val = tensor<int32, []>(0)]; |
| tensor<fp16, [3, 1, 6, 248, 64]> qkv_19_cast_fp16 = transpose(perm = var_621, x = var_620_cast_fp16)[name = tensor<string, []>("transpose_5")]; |
| tensor<fp16, [1, 1, 6, 248, 64]> var_623_cast_fp16_0, tensor<fp16, [1, 1, 6, 248, 64]> var_623_cast_fp16_1, tensor<fp16, [1, 1, 6, 248, 64]> var_623_cast_fp16_2 = split(axis = var_623_axis_0, split_sizes = var_623_split_sizes_0, x = qkv_19_cast_fp16)[name = tensor<string, []>("op_623_cast_fp16")]; |
| tensor<int32, [1]> squeeze_27_axes_0 = const()[name = tensor<string, []>("squeeze_27_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_27_cast_fp16 = squeeze(axes = squeeze_27_axes_0, x = var_623_cast_fp16_0)[name = tensor<string, []>("squeeze_27_cast_fp16")]; |
| tensor<int32, [1]> squeeze_28_axes_0 = const()[name = tensor<string, []>("squeeze_28_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_28_cast_fp16 = squeeze(axes = squeeze_28_axes_0, x = var_623_cast_fp16_1)[name = tensor<string, []>("squeeze_28_cast_fp16")]; |
| tensor<int32, [1]> squeeze_29_axes_0 = const()[name = tensor<string, []>("squeeze_29_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_29_cast_fp16 = squeeze(axes = squeeze_29_axes_0, x = var_623_cast_fp16_2)[name = tensor<string, []>("squeeze_29_cast_fp16")]; |
| tensor<bool, []> var_628_transpose_x_1 = const()[name = tensor<string, []>("op_628_transpose_x_1"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_628_transpose_y_1 = const()[name = tensor<string, []>("op_628_transpose_y_1"), val = tensor<bool, []>(true)]; |
| tensor<fp16, [1, 6, 248, 248]> var_628_cast_fp16 = matmul(transpose_x = var_628_transpose_x_1, transpose_y = var_628_transpose_y_1, x = squeeze_27_cast_fp16, y = squeeze_28_cast_fp16)[name = tensor<string, []>("op_628_cast_fp16")]; |
| tensor<fp16, []> var_629_to_fp16 = const()[name = tensor<string, []>("op_629_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 6, 248, 248]> attn_37_cast_fp16 = mul(x = var_628_cast_fp16, y = var_629_to_fp16)[name = tensor<string, []>("attn_37_cast_fp16")]; |
| tensor<fp16, [1, 6, 248, 248]> input_187_cast_fp16 = softmax(axis = var_12, x = attn_37_cast_fp16)[name = tensor<string, []>("input_187_cast_fp16")]; |
| tensor<bool, []> var_633_transpose_x_0 = const()[name = tensor<string, []>("op_633_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_633_transpose_y_0 = const()[name = tensor<string, []>("op_633_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 6, 248, 64]> var_633_cast_fp16 = matmul(transpose_x = var_633_transpose_x_0, transpose_y = var_633_transpose_y_0, x = input_187_cast_fp16, y = squeeze_29_cast_fp16)[name = tensor<string, []>("op_633_cast_fp16")]; |
| tensor<int32, [4]> var_634_perm_0 = const()[name = tensor<string, []>("op_634_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_635 = const()[name = tensor<string, []>("op_635"), val = tensor<int32, [3]>([1, 248, 384])]; |
| tensor<fp16, [1, 248, 6, 64]> var_634_cast_fp16 = transpose(perm = var_634_perm_0, x = var_633_cast_fp16)[name = tensor<string, []>("transpose_4")]; |
| tensor<fp16, [1, 248, 384]> input_189_cast_fp16 = reshape(shape = var_635, x = var_634_cast_fp16)[name = tensor<string, []>("input_189_cast_fp16")]; |
| tensor<fp16, [384, 384]> m_encoder_blocks_9_attn_proj_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_9_attn_proj_weight_to_fp16"), val = tensor<fp16, [384, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(33085248)))]; |
| tensor<fp16, [384]> m_encoder_blocks_9_attn_proj_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_9_attn_proj_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(33380224)))]; |
| tensor<fp16, [1, 248, 384]> linear_37_cast_fp16 = linear(bias = m_encoder_blocks_9_attn_proj_bias_to_fp16, weight = m_encoder_blocks_9_attn_proj_weight_to_fp16, x = input_189_cast_fp16)[name = tensor<string, []>("linear_37_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_193_cast_fp16 = add(x = input_185_cast_fp16, y = linear_37_cast_fp16)[name = tensor<string, []>("input_193_cast_fp16")]; |
| tensor<int32, [1]> input_195_axes_0 = const()[name = tensor<string, []>("input_195_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_9_norm2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_9_norm2_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(33381056)))]; |
| tensor<fp16, [384]> m_encoder_blocks_9_norm2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_9_norm2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(33381888)))]; |
| tensor<fp16, [1, 248, 384]> input_195_cast_fp16 = layer_norm(axes = input_195_axes_0, beta = m_encoder_blocks_9_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_9_norm2_weight_to_fp16, x = input_193_cast_fp16)[name = tensor<string, []>("input_195_cast_fp16")]; |
| tensor<fp16, [1536, 384]> m_encoder_blocks_9_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_9_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [1536, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(33382720)))]; |
| tensor<fp16, [1536]> m_encoder_blocks_9_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_9_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(34562432)))]; |
| tensor<fp16, [1, 248, 1536]> linear_38_cast_fp16 = linear(bias = m_encoder_blocks_9_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_9_mlp_fc1_weight_to_fp16, x = input_195_cast_fp16)[name = tensor<string, []>("linear_38_cast_fp16")]; |
| tensor<string, []> input_199_mode_0 = const()[name = tensor<string, []>("input_199_mode_0"), val = tensor<string, []>("EXACT")]; |
| tensor<fp16, [1, 248, 1536]> input_199_cast_fp16 = gelu(mode = input_199_mode_0, x = linear_38_cast_fp16)[name = tensor<string, []>("input_199_cast_fp16")]; |
| tensor<fp16, [384, 1536]> m_encoder_blocks_9_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_9_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [384, 1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(34565568)))]; |
| tensor<fp16, [384]> m_encoder_blocks_9_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_9_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(35745280)))]; |
| tensor<fp16, [1, 248, 384]> linear_39_cast_fp16 = linear(bias = m_encoder_blocks_9_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_9_mlp_fc2_weight_to_fp16, x = input_199_cast_fp16)[name = tensor<string, []>("linear_39_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_205_cast_fp16 = add(x = input_193_cast_fp16, y = linear_39_cast_fp16)[name = tensor<string, []>("input_205_cast_fp16")]; |
| tensor<int32, [1]> x_33_axes_0 = const()[name = tensor<string, []>("x_33_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_10_norm1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_10_norm1_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(35746112)))]; |
| tensor<fp16, [384]> m_encoder_blocks_10_norm1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_10_norm1_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(35746944)))]; |
| tensor<fp16, [1, 248, 384]> x_33_cast_fp16 = layer_norm(axes = x_33_axes_0, beta = m_encoder_blocks_10_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_10_norm1_weight_to_fp16, x = input_205_cast_fp16)[name = tensor<string, []>("x_33_cast_fp16")]; |
| tensor<fp16, [1152, 384]> m_encoder_blocks_10_attn_qkv_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_10_attn_qkv_weight_to_fp16"), val = tensor<fp16, [1152, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(35747776)))]; |
| tensor<fp16, [1152]> m_encoder_blocks_10_attn_qkv_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_10_attn_qkv_bias_to_fp16"), val = tensor<fp16, [1152]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(36632576)))]; |
| tensor<fp16, [1, 248, 1152]> linear_40_cast_fp16 = linear(bias = m_encoder_blocks_10_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_10_attn_qkv_weight_to_fp16, x = x_33_cast_fp16)[name = tensor<string, []>("linear_40_cast_fp16")]; |
| tensor<int32, [5]> var_677 = const()[name = tensor<string, []>("op_677"), val = tensor<int32, [5]>([1, 248, 3, 6, 64])]; |
| tensor<fp16, [1, 248, 3, 6, 64]> var_678_cast_fp16 = reshape(shape = var_677, x = linear_40_cast_fp16)[name = tensor<string, []>("op_678_cast_fp16")]; |
| tensor<int32, [5]> var_679 = const()[name = tensor<string, []>("op_679"), val = tensor<int32, [5]>([2, 0, 3, 1, 4])]; |
| tensor<int32, [3]> var_681_split_sizes_0 = const()[name = tensor<string, []>("op_681_split_sizes_0"), val = tensor<int32, [3]>([1, 1, 1])]; |
| tensor<int32, []> var_681_axis_0 = const()[name = tensor<string, []>("op_681_axis_0"), val = tensor<int32, []>(0)]; |
| tensor<fp16, [3, 1, 6, 248, 64]> qkv_21_cast_fp16 = transpose(perm = var_679, x = var_678_cast_fp16)[name = tensor<string, []>("transpose_3")]; |
| tensor<fp16, [1, 1, 6, 248, 64]> var_681_cast_fp16_0, tensor<fp16, [1, 1, 6, 248, 64]> var_681_cast_fp16_1, tensor<fp16, [1, 1, 6, 248, 64]> var_681_cast_fp16_2 = split(axis = var_681_axis_0, split_sizes = var_681_split_sizes_0, x = qkv_21_cast_fp16)[name = tensor<string, []>("op_681_cast_fp16")]; |
| tensor<int32, [1]> squeeze_30_axes_0 = const()[name = tensor<string, []>("squeeze_30_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_30_cast_fp16 = squeeze(axes = squeeze_30_axes_0, x = var_681_cast_fp16_0)[name = tensor<string, []>("squeeze_30_cast_fp16")]; |
| tensor<int32, [1]> squeeze_31_axes_0 = const()[name = tensor<string, []>("squeeze_31_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_31_cast_fp16 = squeeze(axes = squeeze_31_axes_0, x = var_681_cast_fp16_1)[name = tensor<string, []>("squeeze_31_cast_fp16")]; |
| tensor<int32, [1]> squeeze_32_axes_0 = const()[name = tensor<string, []>("squeeze_32_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_32_cast_fp16 = squeeze(axes = squeeze_32_axes_0, x = var_681_cast_fp16_2)[name = tensor<string, []>("squeeze_32_cast_fp16")]; |
| tensor<bool, []> var_686_transpose_x_1 = const()[name = tensor<string, []>("op_686_transpose_x_1"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_686_transpose_y_1 = const()[name = tensor<string, []>("op_686_transpose_y_1"), val = tensor<bool, []>(true)]; |
| tensor<fp16, [1, 6, 248, 248]> var_686_cast_fp16 = matmul(transpose_x = var_686_transpose_x_1, transpose_y = var_686_transpose_y_1, x = squeeze_30_cast_fp16, y = squeeze_31_cast_fp16)[name = tensor<string, []>("op_686_cast_fp16")]; |
| tensor<fp16, []> var_687_to_fp16 = const()[name = tensor<string, []>("op_687_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 6, 248, 248]> attn_41_cast_fp16 = mul(x = var_686_cast_fp16, y = var_687_to_fp16)[name = tensor<string, []>("attn_41_cast_fp16")]; |
| tensor<fp16, [1, 6, 248, 248]> input_207_cast_fp16 = softmax(axis = var_12, x = attn_41_cast_fp16)[name = tensor<string, []>("input_207_cast_fp16")]; |
| tensor<bool, []> var_691_transpose_x_0 = const()[name = tensor<string, []>("op_691_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_691_transpose_y_0 = const()[name = tensor<string, []>("op_691_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 6, 248, 64]> var_691_cast_fp16 = matmul(transpose_x = var_691_transpose_x_0, transpose_y = var_691_transpose_y_0, x = input_207_cast_fp16, y = squeeze_32_cast_fp16)[name = tensor<string, []>("op_691_cast_fp16")]; |
| tensor<int32, [4]> var_692_perm_0 = const()[name = tensor<string, []>("op_692_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_693 = const()[name = tensor<string, []>("op_693"), val = tensor<int32, [3]>([1, 248, 384])]; |
| tensor<fp16, [1, 248, 6, 64]> var_692_cast_fp16 = transpose(perm = var_692_perm_0, x = var_691_cast_fp16)[name = tensor<string, []>("transpose_2")]; |
| tensor<fp16, [1, 248, 384]> input_209_cast_fp16 = reshape(shape = var_693, x = var_692_cast_fp16)[name = tensor<string, []>("input_209_cast_fp16")]; |
| tensor<fp16, [384, 384]> m_encoder_blocks_10_attn_proj_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_10_attn_proj_weight_to_fp16"), val = tensor<fp16, [384, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(36634944)))]; |
| tensor<fp16, [384]> m_encoder_blocks_10_attn_proj_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_10_attn_proj_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(36929920)))]; |
| tensor<fp16, [1, 248, 384]> linear_41_cast_fp16 = linear(bias = m_encoder_blocks_10_attn_proj_bias_to_fp16, weight = m_encoder_blocks_10_attn_proj_weight_to_fp16, x = input_209_cast_fp16)[name = tensor<string, []>("linear_41_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_213_cast_fp16 = add(x = input_205_cast_fp16, y = linear_41_cast_fp16)[name = tensor<string, []>("input_213_cast_fp16")]; |
| tensor<int32, [1]> input_215_axes_0 = const()[name = tensor<string, []>("input_215_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_10_norm2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_10_norm2_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(36930752)))]; |
| tensor<fp16, [384]> m_encoder_blocks_10_norm2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_10_norm2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(36931584)))]; |
| tensor<fp16, [1, 248, 384]> input_215_cast_fp16 = layer_norm(axes = input_215_axes_0, beta = m_encoder_blocks_10_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_10_norm2_weight_to_fp16, x = input_213_cast_fp16)[name = tensor<string, []>("input_215_cast_fp16")]; |
| tensor<fp16, [1536, 384]> m_encoder_blocks_10_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_10_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [1536, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(36932416)))]; |
| tensor<fp16, [1536]> m_encoder_blocks_10_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_10_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(38112128)))]; |
| tensor<fp16, [1, 248, 1536]> linear_42_cast_fp16 = linear(bias = m_encoder_blocks_10_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_10_mlp_fc1_weight_to_fp16, x = input_215_cast_fp16)[name = tensor<string, []>("linear_42_cast_fp16")]; |
| tensor<string, []> input_219_mode_0 = const()[name = tensor<string, []>("input_219_mode_0"), val = tensor<string, []>("EXACT")]; |
| tensor<fp16, [1, 248, 1536]> input_219_cast_fp16 = gelu(mode = input_219_mode_0, x = linear_42_cast_fp16)[name = tensor<string, []>("input_219_cast_fp16")]; |
| tensor<fp16, [384, 1536]> m_encoder_blocks_10_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_10_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [384, 1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(38115264)))]; |
| tensor<fp16, [384]> m_encoder_blocks_10_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_10_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(39294976)))]; |
| tensor<fp16, [1, 248, 384]> linear_43_cast_fp16 = linear(bias = m_encoder_blocks_10_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_10_mlp_fc2_weight_to_fp16, x = input_219_cast_fp16)[name = tensor<string, []>("linear_43_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_225_cast_fp16 = add(x = input_213_cast_fp16, y = linear_43_cast_fp16)[name = tensor<string, []>("input_225_cast_fp16")]; |
| tensor<int32, [1]> x_35_axes_0 = const()[name = tensor<string, []>("x_35_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_11_norm1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_11_norm1_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(39295808)))]; |
| tensor<fp16, [384]> m_encoder_blocks_11_norm1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_11_norm1_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(39296640)))]; |
| tensor<fp16, [1, 248, 384]> x_35_cast_fp16 = layer_norm(axes = x_35_axes_0, beta = m_encoder_blocks_11_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_11_norm1_weight_to_fp16, x = input_225_cast_fp16)[name = tensor<string, []>("x_35_cast_fp16")]; |
| tensor<fp16, [1152, 384]> m_encoder_blocks_11_attn_qkv_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_11_attn_qkv_weight_to_fp16"), val = tensor<fp16, [1152, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(39297472)))]; |
| tensor<fp16, [1152]> m_encoder_blocks_11_attn_qkv_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_11_attn_qkv_bias_to_fp16"), val = tensor<fp16, [1152]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(40182272)))]; |
| tensor<fp16, [1, 248, 1152]> linear_44_cast_fp16 = linear(bias = m_encoder_blocks_11_attn_qkv_bias_to_fp16, weight = m_encoder_blocks_11_attn_qkv_weight_to_fp16, x = x_35_cast_fp16)[name = tensor<string, []>("linear_44_cast_fp16")]; |
| tensor<int32, [5]> var_735 = const()[name = tensor<string, []>("op_735"), val = tensor<int32, [5]>([1, 248, 3, 6, 64])]; |
| tensor<fp16, [1, 248, 3, 6, 64]> var_736_cast_fp16 = reshape(shape = var_735, x = linear_44_cast_fp16)[name = tensor<string, []>("op_736_cast_fp16")]; |
| tensor<int32, [5]> var_737 = const()[name = tensor<string, []>("op_737"), val = tensor<int32, [5]>([2, 0, 3, 1, 4])]; |
| tensor<int32, [3]> var_739_split_sizes_0 = const()[name = tensor<string, []>("op_739_split_sizes_0"), val = tensor<int32, [3]>([1, 1, 1])]; |
| tensor<int32, []> var_739_axis_0 = const()[name = tensor<string, []>("op_739_axis_0"), val = tensor<int32, []>(0)]; |
| tensor<fp16, [3, 1, 6, 248, 64]> qkv_23_cast_fp16 = transpose(perm = var_737, x = var_736_cast_fp16)[name = tensor<string, []>("transpose_1")]; |
| tensor<fp16, [1, 1, 6, 248, 64]> var_739_cast_fp16_0, tensor<fp16, [1, 1, 6, 248, 64]> var_739_cast_fp16_1, tensor<fp16, [1, 1, 6, 248, 64]> var_739_cast_fp16_2 = split(axis = var_739_axis_0, split_sizes = var_739_split_sizes_0, x = qkv_23_cast_fp16)[name = tensor<string, []>("op_739_cast_fp16")]; |
| tensor<int32, [1]> squeeze_33_axes_0 = const()[name = tensor<string, []>("squeeze_33_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_33_cast_fp16 = squeeze(axes = squeeze_33_axes_0, x = var_739_cast_fp16_0)[name = tensor<string, []>("squeeze_33_cast_fp16")]; |
| tensor<int32, [1]> squeeze_34_axes_0 = const()[name = tensor<string, []>("squeeze_34_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_34_cast_fp16 = squeeze(axes = squeeze_34_axes_0, x = var_739_cast_fp16_1)[name = tensor<string, []>("squeeze_34_cast_fp16")]; |
| tensor<int32, [1]> squeeze_35_axes_0 = const()[name = tensor<string, []>("squeeze_35_axes_0"), val = tensor<int32, [1]>([0])]; |
| tensor<fp16, [1, 6, 248, 64]> squeeze_35_cast_fp16 = squeeze(axes = squeeze_35_axes_0, x = var_739_cast_fp16_2)[name = tensor<string, []>("squeeze_35_cast_fp16")]; |
| tensor<bool, []> var_744_transpose_x_1 = const()[name = tensor<string, []>("op_744_transpose_x_1"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_744_transpose_y_1 = const()[name = tensor<string, []>("op_744_transpose_y_1"), val = tensor<bool, []>(true)]; |
| tensor<fp16, [1, 6, 248, 248]> var_744_cast_fp16 = matmul(transpose_x = var_744_transpose_x_1, transpose_y = var_744_transpose_y_1, x = squeeze_33_cast_fp16, y = squeeze_34_cast_fp16)[name = tensor<string, []>("op_744_cast_fp16")]; |
| tensor<fp16, []> var_745_to_fp16 = const()[name = tensor<string, []>("op_745_to_fp16"), val = tensor<fp16, []>(0x1p-3)]; |
| tensor<fp16, [1, 6, 248, 248]> attn_45_cast_fp16 = mul(x = var_744_cast_fp16, y = var_745_to_fp16)[name = tensor<string, []>("attn_45_cast_fp16")]; |
| tensor<fp16, [1, 6, 248, 248]> input_227_cast_fp16 = softmax(axis = var_12, x = attn_45_cast_fp16)[name = tensor<string, []>("input_227_cast_fp16")]; |
| tensor<bool, []> var_749_transpose_x_0 = const()[name = tensor<string, []>("op_749_transpose_x_0"), val = tensor<bool, []>(false)]; |
| tensor<bool, []> var_749_transpose_y_0 = const()[name = tensor<string, []>("op_749_transpose_y_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 6, 248, 64]> var_749_cast_fp16 = matmul(transpose_x = var_749_transpose_x_0, transpose_y = var_749_transpose_y_0, x = input_227_cast_fp16, y = squeeze_35_cast_fp16)[name = tensor<string, []>("op_749_cast_fp16")]; |
| tensor<int32, [4]> var_750_perm_0 = const()[name = tensor<string, []>("op_750_perm_0"), val = tensor<int32, [4]>([0, 2, 1, 3])]; |
| tensor<int32, [3]> var_751 = const()[name = tensor<string, []>("op_751"), val = tensor<int32, [3]>([1, 248, 384])]; |
| tensor<fp16, [1, 248, 6, 64]> var_750_cast_fp16 = transpose(perm = var_750_perm_0, x = var_749_cast_fp16)[name = tensor<string, []>("transpose_0")]; |
| tensor<fp16, [1, 248, 384]> input_229_cast_fp16 = reshape(shape = var_751, x = var_750_cast_fp16)[name = tensor<string, []>("input_229_cast_fp16")]; |
| tensor<fp16, [384, 384]> m_encoder_blocks_11_attn_proj_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_11_attn_proj_weight_to_fp16"), val = tensor<fp16, [384, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(40184640)))]; |
| tensor<fp16, [384]> m_encoder_blocks_11_attn_proj_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_11_attn_proj_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(40479616)))]; |
| tensor<fp16, [1, 248, 384]> linear_45_cast_fp16 = linear(bias = m_encoder_blocks_11_attn_proj_bias_to_fp16, weight = m_encoder_blocks_11_attn_proj_weight_to_fp16, x = input_229_cast_fp16)[name = tensor<string, []>("linear_45_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_233_cast_fp16 = add(x = input_225_cast_fp16, y = linear_45_cast_fp16)[name = tensor<string, []>("input_233_cast_fp16")]; |
| tensor<int32, [1]> input_235_axes_0 = const()[name = tensor<string, []>("input_235_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_blocks_11_norm2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_11_norm2_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(40480448)))]; |
| tensor<fp16, [384]> m_encoder_blocks_11_norm2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_11_norm2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(40481280)))]; |
| tensor<fp16, [1, 248, 384]> input_235_cast_fp16 = layer_norm(axes = input_235_axes_0, beta = m_encoder_blocks_11_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_blocks_11_norm2_weight_to_fp16, x = input_233_cast_fp16)[name = tensor<string, []>("input_235_cast_fp16")]; |
| tensor<fp16, [1536, 384]> m_encoder_blocks_11_mlp_fc1_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_11_mlp_fc1_weight_to_fp16"), val = tensor<fp16, [1536, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(40482112)))]; |
| tensor<fp16, [1536]> m_encoder_blocks_11_mlp_fc1_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_11_mlp_fc1_bias_to_fp16"), val = tensor<fp16, [1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(41661824)))]; |
| tensor<fp16, [1, 248, 1536]> linear_46_cast_fp16 = linear(bias = m_encoder_blocks_11_mlp_fc1_bias_to_fp16, weight = m_encoder_blocks_11_mlp_fc1_weight_to_fp16, x = input_235_cast_fp16)[name = tensor<string, []>("linear_46_cast_fp16")]; |
| tensor<string, []> input_239_mode_0 = const()[name = tensor<string, []>("input_239_mode_0"), val = tensor<string, []>("EXACT")]; |
| tensor<fp16, [1, 248, 1536]> input_239_cast_fp16 = gelu(mode = input_239_mode_0, x = linear_46_cast_fp16)[name = tensor<string, []>("input_239_cast_fp16")]; |
| tensor<fp16, [384, 1536]> m_encoder_blocks_11_mlp_fc2_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_11_mlp_fc2_weight_to_fp16"), val = tensor<fp16, [384, 1536]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(41664960)))]; |
| tensor<fp16, [384]> m_encoder_blocks_11_mlp_fc2_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_blocks_11_mlp_fc2_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(42844672)))]; |
| tensor<fp16, [1, 248, 384]> linear_47_cast_fp16 = linear(bias = m_encoder_blocks_11_mlp_fc2_bias_to_fp16, weight = m_encoder_blocks_11_mlp_fc2_weight_to_fp16, x = input_239_cast_fp16)[name = tensor<string, []>("linear_47_cast_fp16")]; |
| tensor<fp16, [1, 248, 384]> input_245_cast_fp16 = add(x = input_233_cast_fp16, y = linear_47_cast_fp16)[name = tensor<string, []>("input_245_cast_fp16")]; |
| tensor<int32, [1]> x_axes_0 = const()[name = tensor<string, []>("x_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_encoder_norm_weight_to_fp16 = const()[name = tensor<string, []>("m_encoder_norm_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(42845504)))]; |
| tensor<fp16, [384]> m_encoder_norm_bias_to_fp16 = const()[name = tensor<string, []>("m_encoder_norm_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(42846336)))]; |
| tensor<fp16, [1, 248, 384]> x_cast_fp16 = layer_norm(axes = x_axes_0, beta = m_encoder_norm_bias_to_fp16, epsilon = var_15_to_fp16, gamma = m_encoder_norm_weight_to_fp16, x = input_245_cast_fp16)[name = tensor<string, []>("x_cast_fp16")]; |
| tensor<int32, [1]> input_247_axes_0 = const()[name = tensor<string, []>("input_247_axes_0"), val = tensor<int32, [1]>([1])]; |
| tensor<bool, []> input_247_keep_dims_0 = const()[name = tensor<string, []>("input_247_keep_dims_0"), val = tensor<bool, []>(false)]; |
| tensor<fp16, [1, 384]> input_247_cast_fp16 = reduce_mean(axes = input_247_axes_0, keep_dims = input_247_keep_dims_0, x = x_cast_fp16)[name = tensor<string, []>("input_247_cast_fp16")]; |
| tensor<int32, [1]> input_axes_0 = const()[name = tensor<string, []>("input_axes_0"), val = tensor<int32, [1]>([-1])]; |
| tensor<fp16, [384]> m_outputlayer_0_weight_to_fp16 = const()[name = tensor<string, []>("m_outputlayer_0_weight_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(42847168)))]; |
| tensor<fp16, [384]> m_outputlayer_0_bias_to_fp16 = const()[name = tensor<string, []>("m_outputlayer_0_bias_to_fp16"), val = tensor<fp16, [384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(42848000)))]; |
| tensor<fp16, []> var_791_to_fp16 = const()[name = tensor<string, []>("op_791_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)]; |
| tensor<fp16, [1, 384]> input_cast_fp16 = layer_norm(axes = input_axes_0, beta = m_outputlayer_0_bias_to_fp16, epsilon = var_791_to_fp16, gamma = m_outputlayer_0_weight_to_fp16, x = input_247_cast_fp16)[name = tensor<string, []>("input_cast_fp16")]; |
| tensor<fp16, [527, 384]> m_outputlayer_1_weight_to_fp16 = const()[name = tensor<string, []>("m_outputlayer_1_weight_to_fp16"), val = tensor<fp16, [527, 384]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(42848832)))]; |
| tensor<fp16, [527]> m_outputlayer_1_bias_to_fp16 = const()[name = tensor<string, []>("m_outputlayer_1_bias_to_fp16"), val = tensor<fp16, [527]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(43253632)))]; |
| tensor<fp16, [1, 527]> linear_48_cast_fp16 = linear(bias = m_outputlayer_1_bias_to_fp16, weight = m_outputlayer_1_weight_to_fp16, x = input_cast_fp16)[name = tensor<string, []>("linear_48_cast_fp16")]; |
| tensor<string, []> linear_48_cast_fp16_to_fp32_dtype_0 = const()[name = tensor<string, []>("linear_48_cast_fp16_to_fp32_dtype_0"), val = tensor<string, []>("fp32")]; |
| tensor<fp32, [1, 527]> logits = cast(dtype = linear_48_cast_fp16_to_fp32_dtype_0, x = linear_48_cast_fp16)[name = tensor<string, []>("cast_26")]; |
| } -> (logits); |
| } |
