diff --git "a/graphs/duration_predictor.json" "b/graphs/duration_predictor.json" new file mode 100644--- /dev/null +++ "b/graphs/duration_predictor.json" @@ -0,0 +1,9478 @@ +{ + "ir_version": 9, + "opsets": [ + { + "domain": "", + "version": 19 + } + ], + "inputs": [ + "text_ids", + "style_dp", + "text_mask" + ], + "outputs": [ + "duration" + ], + "weight_map": { + "tts.dp.sentence_encoder.sentence_token": "w000000", + "tts.dp.sentence_encoder.text_embedder.char_embedder.weight": "w000001", + "tts.dp.sentence_encoder.convnext.convnext.0.gamma": "w000002", + "tts.dp.sentence_encoder.convnext.convnext.0.dwconv.weight": "w000003", + "tts.dp.sentence_encoder.convnext.convnext.0.dwconv.bias": "w000004", + "tts.dp.sentence_encoder.convnext.convnext.0.norm.norm.weight": "w000005", + "tts.dp.sentence_encoder.convnext.convnext.0.norm.norm.bias": "w000006", + "tts.dp.sentence_encoder.convnext.convnext.0.pwconv1.weight": "w000007", + "tts.dp.sentence_encoder.convnext.convnext.0.pwconv1.bias": "w000008", + "tts.dp.sentence_encoder.convnext.convnext.0.pwconv2.weight": "w000009", + "tts.dp.sentence_encoder.convnext.convnext.0.pwconv2.bias": "w000010", + "tts.dp.sentence_encoder.convnext.convnext.1.gamma": "w000011", + "tts.dp.sentence_encoder.convnext.convnext.1.dwconv.weight": "w000012", + "tts.dp.sentence_encoder.convnext.convnext.1.dwconv.bias": "w000013", + "tts.dp.sentence_encoder.convnext.convnext.1.norm.norm.weight": "w000014", + "tts.dp.sentence_encoder.convnext.convnext.1.norm.norm.bias": "w000015", + "tts.dp.sentence_encoder.convnext.convnext.1.pwconv1.weight": "w000016", + "tts.dp.sentence_encoder.convnext.convnext.1.pwconv1.bias": "w000017", + "tts.dp.sentence_encoder.convnext.convnext.1.pwconv2.weight": "w000018", + "tts.dp.sentence_encoder.convnext.convnext.1.pwconv2.bias": "w000019", + "tts.dp.sentence_encoder.convnext.convnext.2.gamma": "w000020", + "tts.dp.sentence_encoder.convnext.convnext.2.dwconv.weight": "w000021", + "tts.dp.sentence_encoder.convnext.convnext.2.dwconv.bias": "w000022", + "tts.dp.sentence_encoder.convnext.convnext.2.norm.norm.weight": "w000023", + "tts.dp.sentence_encoder.convnext.convnext.2.norm.norm.bias": "w000024", + "tts.dp.sentence_encoder.convnext.convnext.2.pwconv1.weight": "w000025", + "tts.dp.sentence_encoder.convnext.convnext.2.pwconv1.bias": "w000026", + "tts.dp.sentence_encoder.convnext.convnext.2.pwconv2.weight": "w000027", + "tts.dp.sentence_encoder.convnext.convnext.2.pwconv2.bias": "w000028", + "tts.dp.sentence_encoder.convnext.convnext.3.gamma": "w000029", + "tts.dp.sentence_encoder.convnext.convnext.3.dwconv.weight": "w000030", + "tts.dp.sentence_encoder.convnext.convnext.3.dwconv.bias": "w000031", + "tts.dp.sentence_encoder.convnext.convnext.3.norm.norm.weight": "w000032", + "tts.dp.sentence_encoder.convnext.convnext.3.norm.norm.bias": "w000033", + "tts.dp.sentence_encoder.convnext.convnext.3.pwconv1.weight": "w000034", + "tts.dp.sentence_encoder.convnext.convnext.3.pwconv1.bias": "w000035", + "tts.dp.sentence_encoder.convnext.convnext.3.pwconv2.weight": "w000036", + "tts.dp.sentence_encoder.convnext.convnext.3.pwconv2.bias": "w000037", + "tts.dp.sentence_encoder.convnext.convnext.4.gamma": "w000038", + "tts.dp.sentence_encoder.convnext.convnext.4.dwconv.weight": "w000039", + "tts.dp.sentence_encoder.convnext.convnext.4.dwconv.bias": "w000040", + "tts.dp.sentence_encoder.convnext.convnext.4.norm.norm.weight": "w000041", + "tts.dp.sentence_encoder.convnext.convnext.4.norm.norm.bias": "w000042", + "tts.dp.sentence_encoder.convnext.convnext.4.pwconv1.weight": "w000043", + "tts.dp.sentence_encoder.convnext.convnext.4.pwconv1.bias": "w000044", + "tts.dp.sentence_encoder.convnext.convnext.4.pwconv2.weight": "w000045", + "tts.dp.sentence_encoder.convnext.convnext.4.pwconv2.bias": "w000046", + "tts.dp.sentence_encoder.convnext.convnext.5.gamma": "w000047", + "tts.dp.sentence_encoder.convnext.convnext.5.dwconv.weight": "w000048", + "tts.dp.sentence_encoder.convnext.convnext.5.dwconv.bias": "w000049", + "tts.dp.sentence_encoder.convnext.convnext.5.norm.norm.weight": "w000050", + "tts.dp.sentence_encoder.convnext.convnext.5.norm.norm.bias": "w000051", + "tts.dp.sentence_encoder.convnext.convnext.5.pwconv1.weight": "w000052", + "tts.dp.sentence_encoder.convnext.convnext.5.pwconv1.bias": "w000053", + "tts.dp.sentence_encoder.convnext.convnext.5.pwconv2.weight": "w000054", + "tts.dp.sentence_encoder.convnext.convnext.5.pwconv2.bias": "w000055", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.emb_rel_k": "w000056", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.emb_rel_v": "w000057", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_q.weight": "w000058", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_q.bias": "w000059", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_k.weight": "w000060", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_k.bias": "w000061", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_v.weight": "w000062", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_v.bias": "w000063", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_o.weight": "w000064", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_o.bias": "w000065", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.emb_rel_k": "w000066", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.emb_rel_v": "w000067", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_q.weight": "w000068", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_q.bias": "w000069", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_k.weight": "w000070", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_k.bias": "w000071", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_v.weight": "w000072", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_v.bias": "w000073", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_o.weight": "w000074", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_o.bias": "w000075", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_1.0.norm.weight": "w000076", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_1.0.norm.bias": "w000077", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_1.1.norm.weight": "w000078", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_1.1.norm.bias": "w000079", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.0.conv_1.weight": "w000080", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.0.conv_1.bias": "w000081", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.0.conv_2.weight": "w000082", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.0.conv_2.bias": "w000083", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.1.conv_1.weight": "w000084", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.1.conv_1.bias": "w000085", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.1.conv_2.weight": "w000086", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.1.conv_2.bias": "w000087", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_2.0.norm.weight": "w000088", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_2.0.norm.bias": "w000089", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_2.1.norm.weight": "w000090", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_2.1.norm.bias": "w000091", + "tts.dp.sentence_encoder.proj_out.net.weight": "w000092", + "tts.dp.predictor.layers.0.weight": "w000093", + "tts.dp.predictor.layers.0.bias": "w000094", + "tts.dp.predictor.layers.1.weight": "w000095", + "tts.dp.predictor.layers.1.bias": "w000096", + "tts.dp.predictor.activation.weight": "w000097", + "/sentence_encoder/Constant_output_0": "c000000", + "/sentence_encoder/Constant_1_output_0": "c000001", + "/sentence_encoder/Constant_2_output_0": "c000002", + "/sentence_encoder/Constant_3_output_0": "c000003", + "/sentence_encoder/Constant_4_output_0": "c000004", + "/sentence_encoder/Constant_5_output_0": "c000005", + "/sentence_encoder/Constant_6_output_0": "c000006", + "/sentence_encoder/Constant_7_output_0": "c000007", + "/sentence_encoder/Constant_8_output_0": "c000008", + "/sentence_encoder/Constant_9_output_0": "c000009", + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_output_0": "c000010", + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_1_output_0": "c000011", + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_2_output_0": "c000012", + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_3_output_0": "c000013", + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_4_output_0": "c000014", + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_5_output_0": "c000015", + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_6_output_0": "c000016", + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_7_output_0": "c000017", + "/sentence_encoder/convnext/convnext.0/act/Constant_output_0": "c000018", + "/sentence_encoder/convnext/convnext.0/act/Constant_1_output_0": "c000019", + "/sentence_encoder/convnext/convnext.0/act/Constant_2_output_0": "c000020", + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_output_0": "c000021", + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_1_output_0": "c000022", + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_2_output_0": "c000023", + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_3_output_0": "c000024", + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_4_output_0": "c000025", + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_5_output_0": "c000026", + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_6_output_0": "c000027", + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_7_output_0": "c000028", + "/sentence_encoder/convnext/convnext.1/act/Constant_output_0": "c000029", + "/sentence_encoder/convnext/convnext.1/act/Constant_1_output_0": "c000030", + "/sentence_encoder/convnext/convnext.1/act/Constant_2_output_0": "c000031", + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_output_0": "c000032", + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_1_output_0": "c000033", + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_2_output_0": "c000034", + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_3_output_0": "c000035", + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_4_output_0": "c000036", + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_5_output_0": "c000037", + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_6_output_0": "c000038", + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_7_output_0": "c000039", + "/sentence_encoder/convnext/convnext.2/act/Constant_output_0": "c000040", + "/sentence_encoder/convnext/convnext.2/act/Constant_1_output_0": "c000041", + "/sentence_encoder/convnext/convnext.2/act/Constant_2_output_0": "c000042", + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_output_0": "c000043", + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_1_output_0": "c000044", + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_2_output_0": "c000045", + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_3_output_0": "c000046", + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_4_output_0": "c000047", + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_5_output_0": "c000048", + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_6_output_0": "c000049", + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_7_output_0": "c000050", + "/sentence_encoder/convnext/convnext.3/act/Constant_output_0": "c000051", + "/sentence_encoder/convnext/convnext.3/act/Constant_1_output_0": "c000052", + "/sentence_encoder/convnext/convnext.3/act/Constant_2_output_0": "c000053", + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_output_0": "c000054", + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_1_output_0": "c000055", + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_2_output_0": "c000056", + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_3_output_0": "c000057", + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_4_output_0": "c000058", + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_5_output_0": "c000059", + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_6_output_0": "c000060", + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_7_output_0": "c000061", + "/sentence_encoder/convnext/convnext.4/act/Constant_output_0": "c000062", + "/sentence_encoder/convnext/convnext.4/act/Constant_1_output_0": "c000063", + "/sentence_encoder/convnext/convnext.4/act/Constant_2_output_0": "c000064", + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_output_0": "c000065", + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_1_output_0": "c000066", + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_2_output_0": "c000067", + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_3_output_0": "c000068", + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_4_output_0": "c000069", + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_5_output_0": "c000070", + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_6_output_0": "c000071", + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_7_output_0": "c000072", + "/sentence_encoder/convnext/convnext.5/act/Constant_output_0": "c000073", + "/sentence_encoder/convnext/convnext.5/act/Constant_1_output_0": "c000074", + "/sentence_encoder/convnext/convnext.5/act/Constant_2_output_0": "c000075", + "/sentence_encoder/attn_encoder/Constant_output_0": "c000076", + "/sentence_encoder/attn_encoder/Constant_1_output_0": "c000077", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_output_0": "c000078", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_1_output_0": "c000079", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_2_output_0": "c000080", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_3_output_0": "c000081", + "onnx::Unsqueeze_1265": "c000082", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_4_output_0": "c000083", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_5_output_0": "c000084", + "onnx::Unsqueeze_1271": "c000085", + "onnx::Unsqueeze_1277": "c000086", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_6_output_0": "c000087", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_7_output_0": "c000088", + "onnx::Unsqueeze_1283": "c000089", + "onnx::Unsqueeze_1286": "c000090", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_8_output_0": "c000091", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_9_output_0": "c000092", + "onnx::Unsqueeze_1292": "c000093", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_10_output_0": "c000094", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_11_output_0": "c000095", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_12_output_0": "c000096", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_13_output_0": "c000097", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_14_output_0": "c000098", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_15_output_0": "c000099", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_16_output_0": "c000100", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_17_output_0": "c000101", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_18_output_0": "c000102", + "onnx::Unsqueeze_1322": "c000103", + "onnx::Unsqueeze_1324": "c000104", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_19_output_0": "c000105", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_20_output_0": "c000106", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_21_output_0": "c000107", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_22_output_0": "c000108", + "onnx::Unsqueeze_1335": "c000109", + "onnx::Unsqueeze_1337": "c000110", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_23_output_0": "c000111", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_24_output_0": "c000112", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_25_output_0": "c000113", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_26_output_0": "c000114", + "onnx::Unsqueeze_1348": "c000115", + "onnx::Unsqueeze_1350": "c000116", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_27_output_0": "c000117", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_28_output_0": "c000118", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_29_output_0": "c000119", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_30_output_0": "c000120", + "onnx::Unsqueeze_1361": "c000121", + "onnx::Unsqueeze_1363": "c000122", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_31_output_0": "c000123", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_32_output_0": "c000124", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_33_output_0": "c000125", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_34_output_0": "c000126", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_35_output_0": "c000127", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_36_output_0": "c000128", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_37_output_0": "c000129", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_38_output_0": "c000130", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_39_output_0": "c000131", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_40_output_0": "c000132", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_41_output_0": "c000133", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_42_output_0": "c000134", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_43_output_0": "c000135", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_44_output_0": "c000136", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_45_output_0": "c000137", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_46_output_0": "c000138", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_47_output_0": "c000139", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_48_output_0": "c000140", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_49_output_0": "c000141", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_50_output_0": "c000142", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_51_output_0": "c000143", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_52_output_0": "c000144", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_53_output_0": "c000145", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_54_output_0": "c000146", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_55_output_0": "c000147", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_56_output_0": "c000148", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_57_output_0": "c000149", + "onnx::Unsqueeze_1440": "c000150", + "onnx::Unsqueeze_1442": "c000151", + "onnx::Unsqueeze_1444": "c000152", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_58_output_0": "c000153", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_59_output_0": "c000154", + "onnx::Unsqueeze_1452": "c000155", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_60_output_0": "c000156", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_61_output_0": "c000157", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_62_output_0": "c000158", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_63_output_0": "c000159", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_64_output_0": "c000160", + "onnx::Unsqueeze_1465": "c000161", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_65_output_0": "c000162", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_66_output_0": "c000163", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_67_output_0": "c000164", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_68_output_0": "c000165", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_69_output_0": "c000166", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_70_output_0": "c000167", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_71_output_0": "c000168", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_72_output_0": "c000169", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_73_output_0": "c000170", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_74_output_0": "c000171", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_75_output_0": "c000172", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_76_output_0": "c000173", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_77_output_0": "c000174", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_78_output_0": "c000175", + "onnx::Unsqueeze_1502": "c000176", + "onnx::Unsqueeze_1504": "c000177", + "onnx::Unsqueeze_1506": "c000178", + "onnx::Unsqueeze_1508": "c000179", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_79_output_0": "c000180", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_80_output_0": "c000181", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_81_output_0": "c000182", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_82_output_0": "c000183", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_83_output_0": "c000184", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_84_output_0": "c000185", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_85_output_0": "c000186", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_86_output_0": "c000187", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_87_output_0": "c000188", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_88_output_0": "c000189", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_89_output_0": "c000190", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_90_output_0": "c000191", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_91_output_0": "c000192", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_92_output_0": "c000193", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_93_output_0": "c000194", + "onnx::Unsqueeze_1551": "c000195", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_94_output_0": "c000196", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_95_output_0": "c000197", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_96_output_0": "c000198", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_97_output_0": "c000199", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_98_output_0": "c000200", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_99_output_0": "c000201", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_100_output_0": "c000202", + "onnx::Unsqueeze_1568": "c000203", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_101_output_0": "c000204", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_102_output_0": "c000205", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_103_output_0": "c000206", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_104_output_0": "c000207", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_105_output_0": "c000208", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_106_output_0": "c000209", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_107_output_0": "c000210", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_108_output_0": "c000211", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_109_output_0": "c000212", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_110_output_0": "c000213", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_111_output_0": "c000214", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_112_output_0": "c000215", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_113_output_0": "c000216", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_114_output_0": "c000217", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_115_output_0": "c000218", + "onnx::Unsqueeze_1609": "c000219", + "onnx::Unsqueeze_1611": "c000220", + "onnx::Unsqueeze_1613": "c000221", + "onnx::Unsqueeze_1617": "c000222", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_116_output_0": "c000223", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_117_output_0": "c000224", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_118_output_0": "c000225", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_119_output_0": "c000226", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_120_output_0": "c000227", + "onnx::Unsqueeze_1630": "c000228", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_121_output_0": "c000229", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_122_output_0": "c000230", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_123_output_0": "c000231", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_124_output_0": "c000232", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_125_output_0": "c000233", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_126_output_0": "c000234", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_127_output_0": "c000235", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_128_output_0": "c000236", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_129_output_0": "c000237", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_130_output_0": "c000238", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_131_output_0": "c000239", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_132_output_0": "c000240", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_133_output_0": "c000241", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_134_output_0": "c000242", + "onnx::Unsqueeze_1667": "c000243", + "onnx::Unsqueeze_1669": "c000244", + "onnx::Unsqueeze_1671": "c000245", + "onnx::Unsqueeze_1673": "c000246", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_135_output_0": "c000247", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_136_output_0": "c000248", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_137_output_0": "c000249", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_138_output_0": "c000250", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_139_output_0": "c000251", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_140_output_0": "c000252", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_141_output_0": "c000253", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_142_output_0": "c000254", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_143_output_0": "c000255", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_144_output_0": "c000256", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_145_output_0": "c000257", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_146_output_0": "c000258", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_147_output_0": "c000259", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_148_output_0": "c000260", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_149_output_0": "c000261", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_150_output_0": "c000262", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_151_output_0": "c000263", + "onnx::Unsqueeze_1722": "c000264", + "onnx::Unsqueeze_1724": "c000265", + "onnx::Unsqueeze_1726": "c000266", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_output_0": "c000267", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_1_output_0": "c000268", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_2_output_0": "c000269", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_3_output_0": "c000270", + "onnx::Unsqueeze_1760": "c000271", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_4_output_0": "c000272", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_5_output_0": "c000273", + "onnx::Unsqueeze_1766": "c000274", + "onnx::Unsqueeze_1771": "c000275", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_6_output_0": "c000276", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_7_output_0": "c000277", + "onnx::Unsqueeze_1777": "c000278", + "onnx::Unsqueeze_1780": "c000279", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_8_output_0": "c000280", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_9_output_0": "c000281", + "onnx::Unsqueeze_1786": "c000282", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_10_output_0": "c000283", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_11_output_0": "c000284", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_12_output_0": "c000285", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_13_output_0": "c000286", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_14_output_0": "c000287", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_15_output_0": "c000288", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_16_output_0": "c000289", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_17_output_0": "c000290", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_18_output_0": "c000291", + "onnx::Unsqueeze_1816": "c000292", + "onnx::Unsqueeze_1818": "c000293", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_19_output_0": "c000294", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_20_output_0": "c000295", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_21_output_0": "c000296", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_22_output_0": "c000297", + "onnx::Unsqueeze_1829": "c000298", + "onnx::Unsqueeze_1831": "c000299", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_23_output_0": "c000300", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_24_output_0": "c000301", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_25_output_0": "c000302", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_26_output_0": "c000303", + "onnx::Unsqueeze_1842": "c000304", + "onnx::Unsqueeze_1844": "c000305", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_27_output_0": "c000306", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_28_output_0": "c000307", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_29_output_0": "c000308", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_30_output_0": "c000309", + "onnx::Unsqueeze_1855": "c000310", + "onnx::Unsqueeze_1857": "c000311", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_31_output_0": "c000312", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_32_output_0": "c000313", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_33_output_0": "c000314", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_34_output_0": "c000315", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_35_output_0": "c000316", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_36_output_0": "c000317", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_37_output_0": "c000318", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_38_output_0": "c000319", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_39_output_0": "c000320", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_40_output_0": "c000321", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_41_output_0": "c000322", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_42_output_0": "c000323", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_43_output_0": "c000324", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_44_output_0": "c000325", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_45_output_0": "c000326", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_46_output_0": "c000327", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_47_output_0": "c000328", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_48_output_0": "c000329", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_49_output_0": "c000330", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_50_output_0": "c000331", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_51_output_0": "c000332", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_52_output_0": "c000333", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_53_output_0": "c000334", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_54_output_0": "c000335", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_55_output_0": "c000336", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_56_output_0": "c000337", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_57_output_0": "c000338", + "onnx::Unsqueeze_1933": "c000339", + "onnx::Unsqueeze_1935": "c000340", + "onnx::Unsqueeze_1937": "c000341", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_58_output_0": "c000342", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_59_output_0": "c000343", + "onnx::Unsqueeze_1945": "c000344", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_60_output_0": "c000345", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_61_output_0": "c000346", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_62_output_0": "c000347", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_63_output_0": "c000348", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_64_output_0": "c000349", + "onnx::Unsqueeze_1958": "c000350", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_65_output_0": "c000351", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_66_output_0": "c000352", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_67_output_0": "c000353", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_68_output_0": "c000354", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_69_output_0": "c000355", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_70_output_0": "c000356", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_71_output_0": "c000357", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_72_output_0": "c000358", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_73_output_0": "c000359", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_74_output_0": "c000360", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_75_output_0": "c000361", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_76_output_0": "c000362", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_77_output_0": "c000363", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_78_output_0": "c000364", + "onnx::Unsqueeze_1995": "c000365", + "onnx::Unsqueeze_1997": "c000366", + "onnx::Unsqueeze_1999": "c000367", + "onnx::Unsqueeze_2001": "c000368", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_79_output_0": "c000369", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_80_output_0": "c000370", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_81_output_0": "c000371", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_82_output_0": "c000372", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_83_output_0": "c000373", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_84_output_0": "c000374", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_85_output_0": "c000375", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_86_output_0": "c000376", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_87_output_0": "c000377", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_88_output_0": "c000378", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_89_output_0": "c000379", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_90_output_0": "c000380", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_91_output_0": "c000381", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_92_output_0": "c000382", + "onnx::Unsqueeze_2042": "c000383", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_93_output_0": "c000384", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_94_output_0": "c000385", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_95_output_0": "c000386", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_96_output_0": "c000387", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_97_output_0": "c000388", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_98_output_0": "c000389", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_99_output_0": "c000390", + "onnx::Unsqueeze_2059": "c000391", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_100_output_0": "c000392", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_101_output_0": "c000393", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_102_output_0": "c000394", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_103_output_0": "c000395", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_104_output_0": "c000396", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_105_output_0": "c000397", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_106_output_0": "c000398", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_107_output_0": "c000399", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_108_output_0": "c000400", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_109_output_0": "c000401", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_110_output_0": "c000402", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_111_output_0": "c000403", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_112_output_0": "c000404", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_113_output_0": "c000405", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_114_output_0": "c000406", + "onnx::Unsqueeze_2100": "c000407", + "onnx::Unsqueeze_2102": "c000408", + "onnx::Unsqueeze_2104": "c000409", + "onnx::Unsqueeze_2108": "c000410", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_115_output_0": "c000411", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_116_output_0": "c000412", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_117_output_0": "c000413", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_118_output_0": "c000414", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_119_output_0": "c000415", + "onnx::Unsqueeze_2121": "c000416", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_120_output_0": "c000417", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_121_output_0": "c000418", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_122_output_0": "c000419", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_123_output_0": "c000420", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_124_output_0": "c000421", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_125_output_0": "c000422", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_126_output_0": "c000423", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_127_output_0": "c000424", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_128_output_0": "c000425", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_129_output_0": "c000426", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_130_output_0": "c000427", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_131_output_0": "c000428", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_132_output_0": "c000429", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_133_output_0": "c000430", + "onnx::Unsqueeze_2158": "c000431", + "onnx::Unsqueeze_2160": "c000432", + "onnx::Unsqueeze_2162": "c000433", + "onnx::Unsqueeze_2164": "c000434", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_134_output_0": "c000435", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_135_output_0": "c000436", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_136_output_0": "c000437", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_137_output_0": "c000438", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_138_output_0": "c000439", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_139_output_0": "c000440", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_140_output_0": "c000441", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_141_output_0": "c000442", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_142_output_0": "c000443", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_143_output_0": "c000444", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_144_output_0": "c000445", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_145_output_0": "c000446", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_146_output_0": "c000447", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_147_output_0": "c000448", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_148_output_0": "c000449", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_149_output_0": "c000450", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_150_output_0": "c000451", + "onnx::Unsqueeze_2213": "c000452", + "onnx::Unsqueeze_2215": "c000453", + "onnx::Unsqueeze_2217": "c000454", + "/sentence_encoder/Constant_10_output_0": "c000455", + "/sentence_encoder/Constant_11_output_0": "c000456", + "/sentence_encoder/Constant_12_output_0": "c000457", + "/sentence_encoder/Constant_13_output_0": "c000458", + "/sentence_encoder/Constant_14_output_0": "c000459", + "/sentence_encoder/Constant_15_output_0": "c000460", + "/sentence_encoder/Constant_16_output_0": "c000461", + "/sentence_encoder/Constant_17_output_0": "c000462", + "/predictor/Constant_output_0": "c000463", + "onnx::Unsqueeze_2261": "c000464", + "/predictor/Constant_1_output_0": "c000465", + "/predictor/Constant_2_output_0": "c000466", + "onnx::Unsqueeze_2270": "c000467", + "/predictor/Constant_3_output_0": "c000468", + "/predictor/Constant_4_output_0": "c000469" + }, + "nodes": [ + { + "op_type": "Gather", + "name": "/sentence_encoder/text_embedder/char_embedder/Gather", + "inputs": [ + "tts.dp.sentence_encoder.text_embedder.char_embedder.weight", + "text_ids" + ], + "outputs": [ + "/sentence_encoder/text_embedder/char_embedder/Gather_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/text_embedder/Transpose", + "inputs": [ + "/sentence_encoder/text_embedder/char_embedder/Gather_output_0" + ], + "outputs": [ + "/sentence_encoder/text_embedder/Transpose_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/text_embedder/Mul", + "inputs": [ + "/sentence_encoder/text_embedder/Transpose_output_0", + "text_mask" + ], + "outputs": [ + "/sentence_encoder/text_embedder/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/Shape", + "inputs": [ + "/sentence_encoder/text_embedder/Mul_output_0" + ], + "outputs": [ + "/sentence_encoder/Shape_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/Gather", + "inputs": [ + "/sentence_encoder/Shape_output_0", + "/sentence_encoder/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/Gather_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/Unsqueeze", + "inputs": [ + "/sentence_encoder/Gather_output_0", + "/sentence_encoder/Constant_1_output_0" + ], + "outputs": [ + "/sentence_encoder/Unsqueeze_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/Concat", + "inputs": [ + "/sentence_encoder/Unsqueeze_output_0", + "/sentence_encoder/Constant_2_output_0", + "/sentence_encoder/Constant_3_output_0" + ], + "outputs": [ + "/sentence_encoder/Concat_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/Reshape", + "inputs": [ + "/sentence_encoder/Concat_output_0", + "/sentence_encoder/Constant_4_output_0" + ], + "outputs": [ + "/sentence_encoder/Reshape_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/Shape_1", + "inputs": [ + "/sentence_encoder/Reshape_output_0" + ], + "outputs": [ + "/sentence_encoder/Shape_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/ConstantOfShape", + "inputs": [ + "/sentence_encoder/Shape_1_output_0" + ], + "outputs": [ + "/sentence_encoder/ConstantOfShape_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 1 + ] + } + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/Mul", + "inputs": [ + "/sentence_encoder/ConstantOfShape_output_0", + "/sentence_encoder/Constant_5_output_0" + ], + "outputs": [ + "/sentence_encoder/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Equal", + "name": "/sentence_encoder/Equal", + "inputs": [ + "/sentence_encoder/Reshape_output_0", + "/sentence_encoder/Mul_output_0" + ], + "outputs": [ + "/sentence_encoder/Equal_output_0" + ], + "attrs": {} + }, + { + "op_type": "Where", + "name": "/sentence_encoder/Where", + "inputs": [ + "/sentence_encoder/Equal_output_0", + "/sentence_encoder/ConstantOfShape_output_0", + "/sentence_encoder/Reshape_output_0" + ], + "outputs": [ + "/sentence_encoder/Where_output_0" + ], + "attrs": {} + }, + { + "op_type": "Expand", + "name": "/sentence_encoder/Expand", + "inputs": [ + "tts.dp.sentence_encoder.sentence_token", + "/sentence_encoder/Where_output_0" + ], + "outputs": [ + "/sentence_encoder/Expand_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/Concat_1", + "inputs": [ + "/sentence_encoder/Expand_output_0", + "/sentence_encoder/text_embedder/Mul_output_0" + ], + "outputs": [ + "/sentence_encoder/Concat_1_output_0" + ], + "attrs": { + "axis": -1 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/Slice", + "inputs": [ + "text_mask", + "/sentence_encoder/Constant_7_output_0", + "/sentence_encoder/Constant_8_output_0", + "/sentence_encoder/Constant_6_output_0", + "/sentence_encoder/Constant_9_output_0" + ], + "outputs": [ + "/sentence_encoder/Slice_output_0" + ], + "attrs": {} + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/Shape_2", + "inputs": [ + "/sentence_encoder/Slice_output_0" + ], + "outputs": [ + "/sentence_encoder/Shape_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/ConstantOfShape_1", + "inputs": [ + "/sentence_encoder/Shape_2_output_0" + ], + "outputs": [ + "/sentence_encoder/ConstantOfShape_1_output_0" + ], + "attrs": { + "value": { + "dtype": "float32", + "shape": [ + 1 + ], + "data": [ + 1.0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/Concat_2", + "inputs": [ + "/sentence_encoder/ConstantOfShape_1_output_0", + "text_mask" + ], + "outputs": [ + "/sentence_encoder/Concat_2_output_0" + ], + "attrs": { + "axis": -1 + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.0/Mul", + "inputs": [ + "/sentence_encoder/Concat_1_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/convnext/convnext.0/dwconv/ConstantOfShape", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/ConstantOfShape_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/convnext/convnext.0/dwconv/Concat", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_1_output_0", + "/sentence_encoder/convnext/convnext.0/dwconv/ConstantOfShape_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Concat_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/convnext/convnext.0/dwconv/Reshape", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Concat_output_0", + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Reshape_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/convnext/convnext.0/dwconv/Slice", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Reshape_output_0", + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_4_output_0", + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_5_output_0", + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_3_output_0", + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_6_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Slice_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.0/dwconv/Transpose", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Slice_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Transpose_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/convnext/convnext.0/dwconv/Reshape_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Transpose_output_0", + "/sentence_encoder/convnext/convnext.0/dwconv/Constant_7_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Reshape_1_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/convnext/convnext.0/dwconv/Cast", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Reshape_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Cast_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/convnext/convnext.0/dwconv/Pad", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/Mul_output_0", + "/sentence_encoder/convnext/convnext.0/dwconv/Cast_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Pad_output_0" + ], + "attrs": { + "mode": "edge" + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.0/dwconv/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Pad_output_0", + "tts.dp.sentence_encoder.convnext.convnext.0.dwconv.weight", + "tts.dp.sentence_encoder.convnext.convnext.0.dwconv.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 64, + "kernel_shape": [ + 5 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.0/Mul_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/dwconv/Conv_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.0/norm/Transpose", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/Mul_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/norm/Transpose_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "LayerNormalization", + "name": "/sentence_encoder/convnext/convnext.0/norm/norm/LayerNormalization", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/norm/Transpose_output_0", + "tts.dp.sentence_encoder.convnext.convnext.0.norm.norm.weight", + "tts.dp.sentence_encoder.convnext.convnext.0.norm.norm.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/norm/norm/LayerNormalization_output_0" + ], + "attrs": { + "axis": -1, + "epsilon": 9.999999974752427e-07 + } + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.0/norm/Transpose_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/norm/norm/LayerNormalization_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/norm/Transpose_1_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.0/pwconv1/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/norm/Transpose_1_output_0", + "tts.dp.sentence_encoder.convnext.convnext.0.pwconv1.weight", + "tts.dp.sentence_encoder.convnext.convnext.0.pwconv1.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/pwconv1/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Div", + "name": "/sentence_encoder/convnext/convnext.0/act/Div", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/pwconv1/Conv_output_0", + "/sentence_encoder/convnext/convnext.0/act/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/act/Div_output_0" + ], + "attrs": {} + }, + { + "op_type": "Erf", + "name": "/sentence_encoder/convnext/convnext.0/act/Erf", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/act/Div_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/act/Erf_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/convnext/convnext.0/act/Add", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/act/Erf_output_0", + "/sentence_encoder/convnext/convnext.0/act/Constant_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/act/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.0/act/Mul", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/pwconv1/Conv_output_0", + "/sentence_encoder/convnext/convnext.0/act/Add_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/act/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.0/act/Mul_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/act/Mul_output_0", + "/sentence_encoder/convnext/convnext.0/act/Constant_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/act/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.0/pwconv2/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/act/Mul_1_output_0", + "tts.dp.sentence_encoder.convnext.convnext.0.pwconv2.weight", + "tts.dp.sentence_encoder.convnext.convnext.0.pwconv2.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/pwconv2/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.0/Mul_2", + "inputs": [ + "tts.dp.sentence_encoder.convnext.convnext.0.gamma", + "/sentence_encoder/convnext/convnext.0/pwconv2/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/Mul_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/convnext/convnext.0/Add", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/Mul_output_0", + "/sentence_encoder/convnext/convnext.0/Mul_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.0/Mul_3", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/Add_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.0/Mul_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.1/Mul", + "inputs": [ + "/sentence_encoder/convnext/convnext.0/Mul_3_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/convnext/convnext.1/dwconv/ConstantOfShape", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/ConstantOfShape_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/convnext/convnext.1/dwconv/Concat", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_1_output_0", + "/sentence_encoder/convnext/convnext.1/dwconv/ConstantOfShape_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Concat_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/convnext/convnext.1/dwconv/Reshape", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Concat_output_0", + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Reshape_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/convnext/convnext.1/dwconv/Slice", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Reshape_output_0", + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_4_output_0", + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_5_output_0", + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_3_output_0", + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_6_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Slice_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.1/dwconv/Transpose", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Slice_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Transpose_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/convnext/convnext.1/dwconv/Reshape_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Transpose_output_0", + "/sentence_encoder/convnext/convnext.1/dwconv/Constant_7_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Reshape_1_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/convnext/convnext.1/dwconv/Cast", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Reshape_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Cast_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/convnext/convnext.1/dwconv/Pad", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/Mul_output_0", + "/sentence_encoder/convnext/convnext.1/dwconv/Cast_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Pad_output_0" + ], + "attrs": { + "mode": "edge" + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.1/dwconv/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Pad_output_0", + "tts.dp.sentence_encoder.convnext.convnext.1.dwconv.weight", + "tts.dp.sentence_encoder.convnext.convnext.1.dwconv.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 64, + "kernel_shape": [ + 5 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.1/Mul_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/dwconv/Conv_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.1/norm/Transpose", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/Mul_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/norm/Transpose_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "LayerNormalization", + "name": "/sentence_encoder/convnext/convnext.1/norm/norm/LayerNormalization", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/norm/Transpose_output_0", + "tts.dp.sentence_encoder.convnext.convnext.1.norm.norm.weight", + "tts.dp.sentence_encoder.convnext.convnext.1.norm.norm.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/norm/norm/LayerNormalization_output_0" + ], + "attrs": { + "axis": -1, + "epsilon": 9.999999974752427e-07 + } + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.1/norm/Transpose_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/norm/norm/LayerNormalization_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/norm/Transpose_1_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.1/pwconv1/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/norm/Transpose_1_output_0", + "tts.dp.sentence_encoder.convnext.convnext.1.pwconv1.weight", + "tts.dp.sentence_encoder.convnext.convnext.1.pwconv1.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/pwconv1/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Div", + "name": "/sentence_encoder/convnext/convnext.1/act/Div", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/pwconv1/Conv_output_0", + "/sentence_encoder/convnext/convnext.1/act/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/act/Div_output_0" + ], + "attrs": {} + }, + { + "op_type": "Erf", + "name": "/sentence_encoder/convnext/convnext.1/act/Erf", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/act/Div_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/act/Erf_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/convnext/convnext.1/act/Add", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/act/Erf_output_0", + "/sentence_encoder/convnext/convnext.1/act/Constant_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/act/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.1/act/Mul", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/pwconv1/Conv_output_0", + "/sentence_encoder/convnext/convnext.1/act/Add_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/act/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.1/act/Mul_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/act/Mul_output_0", + "/sentence_encoder/convnext/convnext.1/act/Constant_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/act/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.1/pwconv2/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/act/Mul_1_output_0", + "tts.dp.sentence_encoder.convnext.convnext.1.pwconv2.weight", + "tts.dp.sentence_encoder.convnext.convnext.1.pwconv2.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/pwconv2/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.1/Mul_2", + "inputs": [ + "tts.dp.sentence_encoder.convnext.convnext.1.gamma", + "/sentence_encoder/convnext/convnext.1/pwconv2/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/Mul_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/convnext/convnext.1/Add", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/Mul_output_0", + "/sentence_encoder/convnext/convnext.1/Mul_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.1/Mul_3", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/Add_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.1/Mul_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.2/Mul", + "inputs": [ + "/sentence_encoder/convnext/convnext.1/Mul_3_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/convnext/convnext.2/dwconv/ConstantOfShape", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/ConstantOfShape_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/convnext/convnext.2/dwconv/Concat", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_1_output_0", + "/sentence_encoder/convnext/convnext.2/dwconv/ConstantOfShape_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Concat_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/convnext/convnext.2/dwconv/Reshape", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Concat_output_0", + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Reshape_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/convnext/convnext.2/dwconv/Slice", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Reshape_output_0", + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_4_output_0", + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_5_output_0", + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_3_output_0", + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_6_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Slice_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.2/dwconv/Transpose", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Slice_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Transpose_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/convnext/convnext.2/dwconv/Reshape_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Transpose_output_0", + "/sentence_encoder/convnext/convnext.2/dwconv/Constant_7_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Reshape_1_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/convnext/convnext.2/dwconv/Cast", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Reshape_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Cast_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/convnext/convnext.2/dwconv/Pad", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/Mul_output_0", + "/sentence_encoder/convnext/convnext.2/dwconv/Cast_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Pad_output_0" + ], + "attrs": { + "mode": "edge" + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.2/dwconv/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Pad_output_0", + "tts.dp.sentence_encoder.convnext.convnext.2.dwconv.weight", + "tts.dp.sentence_encoder.convnext.convnext.2.dwconv.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 64, + "kernel_shape": [ + 5 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.2/Mul_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/dwconv/Conv_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.2/norm/Transpose", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/Mul_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/norm/Transpose_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "LayerNormalization", + "name": "/sentence_encoder/convnext/convnext.2/norm/norm/LayerNormalization", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/norm/Transpose_output_0", + "tts.dp.sentence_encoder.convnext.convnext.2.norm.norm.weight", + "tts.dp.sentence_encoder.convnext.convnext.2.norm.norm.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/norm/norm/LayerNormalization_output_0" + ], + "attrs": { + "axis": -1, + "epsilon": 9.999999974752427e-07 + } + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.2/norm/Transpose_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/norm/norm/LayerNormalization_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/norm/Transpose_1_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.2/pwconv1/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/norm/Transpose_1_output_0", + "tts.dp.sentence_encoder.convnext.convnext.2.pwconv1.weight", + "tts.dp.sentence_encoder.convnext.convnext.2.pwconv1.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/pwconv1/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Div", + "name": "/sentence_encoder/convnext/convnext.2/act/Div", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/pwconv1/Conv_output_0", + "/sentence_encoder/convnext/convnext.2/act/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/act/Div_output_0" + ], + "attrs": {} + }, + { + "op_type": "Erf", + "name": "/sentence_encoder/convnext/convnext.2/act/Erf", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/act/Div_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/act/Erf_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/convnext/convnext.2/act/Add", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/act/Erf_output_0", + "/sentence_encoder/convnext/convnext.2/act/Constant_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/act/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.2/act/Mul", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/pwconv1/Conv_output_0", + "/sentence_encoder/convnext/convnext.2/act/Add_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/act/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.2/act/Mul_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/act/Mul_output_0", + "/sentence_encoder/convnext/convnext.2/act/Constant_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/act/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.2/pwconv2/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/act/Mul_1_output_0", + "tts.dp.sentence_encoder.convnext.convnext.2.pwconv2.weight", + "tts.dp.sentence_encoder.convnext.convnext.2.pwconv2.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/pwconv2/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.2/Mul_2", + "inputs": [ + "tts.dp.sentence_encoder.convnext.convnext.2.gamma", + "/sentence_encoder/convnext/convnext.2/pwconv2/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/Mul_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/convnext/convnext.2/Add", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/Mul_output_0", + "/sentence_encoder/convnext/convnext.2/Mul_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.2/Mul_3", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/Add_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.2/Mul_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.3/Mul", + "inputs": [ + "/sentence_encoder/convnext/convnext.2/Mul_3_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/convnext/convnext.3/dwconv/ConstantOfShape", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/ConstantOfShape_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/convnext/convnext.3/dwconv/Concat", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_1_output_0", + "/sentence_encoder/convnext/convnext.3/dwconv/ConstantOfShape_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Concat_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/convnext/convnext.3/dwconv/Reshape", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Concat_output_0", + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Reshape_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/convnext/convnext.3/dwconv/Slice", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Reshape_output_0", + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_4_output_0", + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_5_output_0", + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_3_output_0", + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_6_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Slice_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.3/dwconv/Transpose", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Slice_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Transpose_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/convnext/convnext.3/dwconv/Reshape_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Transpose_output_0", + "/sentence_encoder/convnext/convnext.3/dwconv/Constant_7_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Reshape_1_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/convnext/convnext.3/dwconv/Cast", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Reshape_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Cast_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/convnext/convnext.3/dwconv/Pad", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/Mul_output_0", + "/sentence_encoder/convnext/convnext.3/dwconv/Cast_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Pad_output_0" + ], + "attrs": { + "mode": "edge" + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.3/dwconv/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Pad_output_0", + "tts.dp.sentence_encoder.convnext.convnext.3.dwconv.weight", + "tts.dp.sentence_encoder.convnext.convnext.3.dwconv.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 64, + "kernel_shape": [ + 5 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.3/Mul_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/dwconv/Conv_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.3/norm/Transpose", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/Mul_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/norm/Transpose_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "LayerNormalization", + "name": "/sentence_encoder/convnext/convnext.3/norm/norm/LayerNormalization", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/norm/Transpose_output_0", + "tts.dp.sentence_encoder.convnext.convnext.3.norm.norm.weight", + "tts.dp.sentence_encoder.convnext.convnext.3.norm.norm.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/norm/norm/LayerNormalization_output_0" + ], + "attrs": { + "axis": -1, + "epsilon": 9.999999974752427e-07 + } + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.3/norm/Transpose_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/norm/norm/LayerNormalization_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/norm/Transpose_1_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.3/pwconv1/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/norm/Transpose_1_output_0", + "tts.dp.sentence_encoder.convnext.convnext.3.pwconv1.weight", + "tts.dp.sentence_encoder.convnext.convnext.3.pwconv1.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/pwconv1/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Div", + "name": "/sentence_encoder/convnext/convnext.3/act/Div", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/pwconv1/Conv_output_0", + "/sentence_encoder/convnext/convnext.3/act/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/act/Div_output_0" + ], + "attrs": {} + }, + { + "op_type": "Erf", + "name": "/sentence_encoder/convnext/convnext.3/act/Erf", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/act/Div_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/act/Erf_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/convnext/convnext.3/act/Add", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/act/Erf_output_0", + "/sentence_encoder/convnext/convnext.3/act/Constant_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/act/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.3/act/Mul", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/pwconv1/Conv_output_0", + "/sentence_encoder/convnext/convnext.3/act/Add_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/act/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.3/act/Mul_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/act/Mul_output_0", + "/sentence_encoder/convnext/convnext.3/act/Constant_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/act/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.3/pwconv2/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/act/Mul_1_output_0", + "tts.dp.sentence_encoder.convnext.convnext.3.pwconv2.weight", + "tts.dp.sentence_encoder.convnext.convnext.3.pwconv2.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/pwconv2/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.3/Mul_2", + "inputs": [ + "tts.dp.sentence_encoder.convnext.convnext.3.gamma", + "/sentence_encoder/convnext/convnext.3/pwconv2/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/Mul_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/convnext/convnext.3/Add", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/Mul_output_0", + "/sentence_encoder/convnext/convnext.3/Mul_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.3/Mul_3", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/Add_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.3/Mul_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.4/Mul", + "inputs": [ + "/sentence_encoder/convnext/convnext.3/Mul_3_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/convnext/convnext.4/dwconv/ConstantOfShape", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/ConstantOfShape_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/convnext/convnext.4/dwconv/Concat", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_1_output_0", + "/sentence_encoder/convnext/convnext.4/dwconv/ConstantOfShape_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Concat_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/convnext/convnext.4/dwconv/Reshape", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Concat_output_0", + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Reshape_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/convnext/convnext.4/dwconv/Slice", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Reshape_output_0", + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_4_output_0", + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_5_output_0", + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_3_output_0", + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_6_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Slice_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.4/dwconv/Transpose", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Slice_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Transpose_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/convnext/convnext.4/dwconv/Reshape_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Transpose_output_0", + "/sentence_encoder/convnext/convnext.4/dwconv/Constant_7_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Reshape_1_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/convnext/convnext.4/dwconv/Cast", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Reshape_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Cast_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/convnext/convnext.4/dwconv/Pad", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/Mul_output_0", + "/sentence_encoder/convnext/convnext.4/dwconv/Cast_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Pad_output_0" + ], + "attrs": { + "mode": "edge" + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.4/dwconv/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Pad_output_0", + "tts.dp.sentence_encoder.convnext.convnext.4.dwconv.weight", + "tts.dp.sentence_encoder.convnext.convnext.4.dwconv.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 64, + "kernel_shape": [ + 5 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.4/Mul_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/dwconv/Conv_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.4/norm/Transpose", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/Mul_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/norm/Transpose_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "LayerNormalization", + "name": "/sentence_encoder/convnext/convnext.4/norm/norm/LayerNormalization", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/norm/Transpose_output_0", + "tts.dp.sentence_encoder.convnext.convnext.4.norm.norm.weight", + "tts.dp.sentence_encoder.convnext.convnext.4.norm.norm.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/norm/norm/LayerNormalization_output_0" + ], + "attrs": { + "axis": -1, + "epsilon": 9.999999974752427e-07 + } + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.4/norm/Transpose_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/norm/norm/LayerNormalization_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/norm/Transpose_1_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.4/pwconv1/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/norm/Transpose_1_output_0", + "tts.dp.sentence_encoder.convnext.convnext.4.pwconv1.weight", + "tts.dp.sentence_encoder.convnext.convnext.4.pwconv1.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/pwconv1/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Div", + "name": "/sentence_encoder/convnext/convnext.4/act/Div", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/pwconv1/Conv_output_0", + "/sentence_encoder/convnext/convnext.4/act/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/act/Div_output_0" + ], + "attrs": {} + }, + { + "op_type": "Erf", + "name": "/sentence_encoder/convnext/convnext.4/act/Erf", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/act/Div_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/act/Erf_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/convnext/convnext.4/act/Add", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/act/Erf_output_0", + "/sentence_encoder/convnext/convnext.4/act/Constant_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/act/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.4/act/Mul", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/pwconv1/Conv_output_0", + "/sentence_encoder/convnext/convnext.4/act/Add_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/act/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.4/act/Mul_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/act/Mul_output_0", + "/sentence_encoder/convnext/convnext.4/act/Constant_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/act/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.4/pwconv2/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/act/Mul_1_output_0", + "tts.dp.sentence_encoder.convnext.convnext.4.pwconv2.weight", + "tts.dp.sentence_encoder.convnext.convnext.4.pwconv2.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/pwconv2/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.4/Mul_2", + "inputs": [ + "tts.dp.sentence_encoder.convnext.convnext.4.gamma", + "/sentence_encoder/convnext/convnext.4/pwconv2/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/Mul_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/convnext/convnext.4/Add", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/Mul_output_0", + "/sentence_encoder/convnext/convnext.4/Mul_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.4/Mul_3", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/Add_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.4/Mul_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.5/Mul", + "inputs": [ + "/sentence_encoder/convnext/convnext.4/Mul_3_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/convnext/convnext.5/dwconv/ConstantOfShape", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/ConstantOfShape_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/convnext/convnext.5/dwconv/Concat", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_1_output_0", + "/sentence_encoder/convnext/convnext.5/dwconv/ConstantOfShape_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Concat_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/convnext/convnext.5/dwconv/Reshape", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Concat_output_0", + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Reshape_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/convnext/convnext.5/dwconv/Slice", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Reshape_output_0", + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_4_output_0", + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_5_output_0", + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_3_output_0", + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_6_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Slice_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.5/dwconv/Transpose", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Slice_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Transpose_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/convnext/convnext.5/dwconv/Reshape_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Transpose_output_0", + "/sentence_encoder/convnext/convnext.5/dwconv/Constant_7_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Reshape_1_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/convnext/convnext.5/dwconv/Cast", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Reshape_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Cast_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/convnext/convnext.5/dwconv/Pad", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/Mul_output_0", + "/sentence_encoder/convnext/convnext.5/dwconv/Cast_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Pad_output_0" + ], + "attrs": { + "mode": "edge" + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.5/dwconv/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Pad_output_0", + "tts.dp.sentence_encoder.convnext.convnext.5.dwconv.weight", + "tts.dp.sentence_encoder.convnext.convnext.5.dwconv.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 64, + "kernel_shape": [ + 5 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.5/Mul_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/dwconv/Conv_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.5/norm/Transpose", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/Mul_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/norm/Transpose_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "LayerNormalization", + "name": "/sentence_encoder/convnext/convnext.5/norm/norm/LayerNormalization", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/norm/Transpose_output_0", + "tts.dp.sentence_encoder.convnext.convnext.5.norm.norm.weight", + "tts.dp.sentence_encoder.convnext.convnext.5.norm.norm.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/norm/norm/LayerNormalization_output_0" + ], + "attrs": { + "axis": -1, + "epsilon": 9.999999974752427e-07 + } + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/convnext/convnext.5/norm/Transpose_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/norm/norm/LayerNormalization_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/norm/Transpose_1_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.5/pwconv1/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/norm/Transpose_1_output_0", + "tts.dp.sentence_encoder.convnext.convnext.5.pwconv1.weight", + "tts.dp.sentence_encoder.convnext.convnext.5.pwconv1.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/pwconv1/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Div", + "name": "/sentence_encoder/convnext/convnext.5/act/Div", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/pwconv1/Conv_output_0", + "/sentence_encoder/convnext/convnext.5/act/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/act/Div_output_0" + ], + "attrs": {} + }, + { + "op_type": "Erf", + "name": "/sentence_encoder/convnext/convnext.5/act/Erf", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/act/Div_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/act/Erf_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/convnext/convnext.5/act/Add", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/act/Erf_output_0", + "/sentence_encoder/convnext/convnext.5/act/Constant_1_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/act/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.5/act/Mul", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/pwconv1/Conv_output_0", + "/sentence_encoder/convnext/convnext.5/act/Add_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/act/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.5/act/Mul_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/act/Mul_output_0", + "/sentence_encoder/convnext/convnext.5/act/Constant_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/act/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/convnext/convnext.5/pwconv2/Conv", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/act/Mul_1_output_0", + "tts.dp.sentence_encoder.convnext.convnext.5.pwconv2.weight", + "tts.dp.sentence_encoder.convnext.convnext.5.pwconv2.bias" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/pwconv2/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.5/Mul_2", + "inputs": [ + "tts.dp.sentence_encoder.convnext.convnext.5.gamma", + "/sentence_encoder/convnext/convnext.5/pwconv2/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/Mul_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/convnext/convnext.5/Add", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/Mul_output_0", + "/sentence_encoder/convnext/convnext.5/Mul_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/convnext/convnext.5/Mul_3", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/Add_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/convnext/convnext.5/Mul_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/Unsqueeze", + "inputs": [ + "/sentence_encoder/Concat_2_output_0", + "/sentence_encoder/attn_encoder/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/Unsqueeze_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/Unsqueeze_1", + "inputs": [ + "/sentence_encoder/Concat_2_output_0", + "/sentence_encoder/attn_encoder/Constant_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/Unsqueeze_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/Mul", + "inputs": [ + "/sentence_encoder/attn_encoder/Unsqueeze_output_0", + "/sentence_encoder/attn_encoder/Unsqueeze_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/Mul_1", + "inputs": [ + "/sentence_encoder/convnext/convnext.5/Mul_3_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/conv_q/Conv", + "inputs": [ + "/sentence_encoder/attn_encoder/Mul_1_output_0", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_q.weight", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_q.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/conv_q/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/conv_k/Conv", + "inputs": [ + "/sentence_encoder/attn_encoder/Mul_1_output_0", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_k.weight", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_k.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/conv_k/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/conv_v/Conv", + "inputs": [ + "/sentence_encoder/attn_encoder/Mul_1_output_0", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_v.weight", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_v.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/conv_v/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Shape", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/conv_k/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Gather", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Shape_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/conv_k/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Gather_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_1_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Shape_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/conv_k/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Gather_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_2_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Shape_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/conv_q/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Gather_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_3_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_3_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_output_0", + "onnx::Unsqueeze_1265" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_3_output_0", + "onnx::Unsqueeze_1271" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_4_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_5_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/conv_q/Conv_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Transpose", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_output_0" + ], + "attrs": { + "perm": [ + 0, + 1, + 3, + 2 + ] + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_output_0", + "onnx::Unsqueeze_1277" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_2_output_0", + "onnx::Unsqueeze_1283" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_6_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_1_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_output_0", + "onnx::Unsqueeze_1286" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_4_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_2_output_0", + "onnx::Unsqueeze_1292" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_5_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_4_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_9_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_5_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_2_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/conv_k/Conv_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_1_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/conv_v/Conv_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_2_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_1_output_0" + ], + "attrs": { + "perm": [ + 0, + 1, + 3, + 2 + ] + } + }, + { + "op_type": "Div", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Div", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_10_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Div_output_0" + ], + "attrs": {} + }, + { + "op_type": "MatMul", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/MatMul", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Div_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/MatMul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Sub", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_11_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_output_0" + ], + "attrs": {} + }, + { + "op_type": "Clip", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Clip", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_12_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Clip_output_0" + ], + "attrs": {} + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Sub_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_13_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Clip", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Clip_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_14_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Clip_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Mul", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_15_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Add", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Clip_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Mul_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Sub_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Add_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_16_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Clip_output_0", + "onnx::Unsqueeze_1322" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_6_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Clip_output_0", + "onnx::Unsqueeze_1324" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_7_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_17_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_18_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_6_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_19_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_20_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_3_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Clip_output_0", + "onnx::Unsqueeze_1335" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_8_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Clip_output_0", + "onnx::Unsqueeze_1337" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_9_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_21_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_22_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_9_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_23_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_24_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_4_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Clip_output_0", + "onnx::Unsqueeze_1348" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_10_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_11", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Clip_output_0", + "onnx::Unsqueeze_1350" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_11_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_25_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_26_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_10_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_11_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_27_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_28_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_5_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_12", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Clip_output_0", + "onnx::Unsqueeze_1361" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_12_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_13", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Clip_output_0", + "onnx::Unsqueeze_1363" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_13_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_29_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_30_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_12_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_13_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_31_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_32_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_6_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Shape_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_4_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Gather_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_4_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_33_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_4_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Sub_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_34_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_4_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Cast", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_4_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_7_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_35_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_3_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Slice", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_3_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_37_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_38_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_36_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_39_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_2_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_40_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_4_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Cast_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_4_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_1_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Pad", + "inputs": [ + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.emb_rel_k", + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_1_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Pad_output_0" + ], + "attrs": { + "mode": "constant" + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_14", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Clip_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_42_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_14_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_15", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_43_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_15_output_0" + ], + "attrs": {} + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Slice_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Pad_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_14_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_15_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_41_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_44_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_16", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_45_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_16_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_16_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_3_output_0" + ], + "attrs": { + "perm": [ + 0, + 1, + 3, + 2 + ] + } + }, + { + "op_type": "MatMul", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/MatMul_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Div_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/MatMul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Shape_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/MatMul_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_5_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Gather_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_5_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_46_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_5_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Shape_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/MatMul_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_6_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Gather_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_6_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_47_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_6_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Shape_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/MatMul_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_7_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Gather_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_48_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_7_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_49_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_1_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_50_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_8_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_51_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_5_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Slice_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_5_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_53_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_54_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_52_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_55_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_4_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_4_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_56_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_6_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Cast_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_6_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_2_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Pad_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/MatMul_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_2_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Pad_1_output_0" + ], + "attrs": { + "mode": "constant" + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Mul_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_57_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Mul_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Mul_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_7_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Mul_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_17", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_5_output_0", + "onnx::Unsqueeze_1440" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_17_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_18", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_6_output_0", + "onnx::Unsqueeze_1442" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_18_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_19", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Mul_2_output_0", + "onnx::Unsqueeze_1444" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_19_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_17_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_18_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_19_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_9_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Pad_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_9_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_7_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Sub_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_58_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_4_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_20", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_4_output_0", + "onnx::Unsqueeze_1452" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_20_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_59_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_20_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_60_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_61_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_62_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_63_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_10_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_21", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_4_output_0", + "onnx::Unsqueeze_1465" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_21_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_11", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_64_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_21_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_65_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_66_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_67_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_68_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_11_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Shape_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_10_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_8_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Gather_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_69_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_8_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Sub_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_70_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_8_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_5_output_0" + ], + "attrs": {} + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Cast_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_11_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_3_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_5_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_2_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_12", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_3_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_12_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_12_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_71_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_8_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Slice_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_73_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_74_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_72_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_75_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_5_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_5_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_76_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_9_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Cast_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_9_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_4_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Pad_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_4_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Pad_2_output_0" + ], + "attrs": { + "mode": "constant" + } + }, + { + "op_type": "Add", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Add_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_77_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Add_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Sub_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Mul_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_78_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_6_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_22", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_5_output_0", + "onnx::Unsqueeze_1502" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_22_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_23", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_6_output_0", + "onnx::Unsqueeze_1504" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_23_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_24", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Add_1_output_0", + "onnx::Unsqueeze_1506" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_24_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_25", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_6_output_0", + "onnx::Unsqueeze_1508" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_25_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_13", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_22_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_23_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_24_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_25_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_13_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Pad_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_13_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_10_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_26", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_81_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_26_output_0" + ], + "attrs": {} + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Slice_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_10_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_80_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_26_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_79_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_82_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_4_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_27", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_4_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_84_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_27_output_0" + ], + "attrs": {} + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Slice_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_4_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_27_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_85_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_83_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_86_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_5_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Add_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/MatMul_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_5_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Add_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Equal", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Equal", + "inputs": [ + "/sentence_encoder/attn_encoder/Mul_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_87_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Equal_output_0" + ], + "attrs": {} + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Cast_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Equal_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_5_output_0" + ], + "attrs": { + "to": 9 + } + }, + { + "op_type": "Where", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Where", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_5_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_88_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Add_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Where_output_0" + ], + "attrs": {} + }, + { + "op_type": "Softmax", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Softmax", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Where_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Softmax_output_0" + ], + "attrs": { + "axis": -1 + } + }, + { + "op_type": "MatMul", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/MatMul_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Softmax_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/MatMul_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Shape_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Softmax_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_9_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Gather_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_9_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_89_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_9_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Shape_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Softmax_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_10_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Gather_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_10_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_90_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_10_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Shape_11", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Softmax_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_11_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Gather_11", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_11_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_91_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_11_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Sub_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_11_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_92_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_7_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_28", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_7_output_0", + "onnx::Unsqueeze_1551" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_28_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_14", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_93_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_28_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_94_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_95_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_96_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_97_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_98_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_99_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_14_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_29", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_7_output_0", + "onnx::Unsqueeze_1568" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_29_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_15", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_100_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_29_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_101_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_102_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_103_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_104_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_105_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_106_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_15_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Shape_12", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_14_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_12_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Gather_12", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_12_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_107_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_12_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Sub_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_108_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_12_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_8_output_0" + ], + "attrs": {} + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Cast_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_15_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_6_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_8_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_3_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_16", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_6_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_16_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_11", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_16_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_109_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_11_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Slice_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_11_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_111_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_112_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_110_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_113_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_6_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_6_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_6_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_12", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_6_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_114_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_12_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Cast_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_12_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_7_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Pad_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Softmax_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_7_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Pad_3_output_0" + ], + "attrs": { + "mode": "constant" + } + }, + { + "op_type": "Pow", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Pow", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_11_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_115_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Pow_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Mul_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_11_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_7_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Mul_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Add_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Pow_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Mul_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Add_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_30", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_9_output_0", + "onnx::Unsqueeze_1609" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_30_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_31", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_10_output_0", + "onnx::Unsqueeze_1611" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_31_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_32", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Add_3_output_0", + "onnx::Unsqueeze_1613" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_32_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_17", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_30_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_31_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_32_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_17_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_13", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Pad_3_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_17_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_13_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_33", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_11_output_0", + "onnx::Unsqueeze_1617" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_33_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_18", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_33_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_116_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_117_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_118_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_119_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_120_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_18_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_34", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_11_output_0", + "onnx::Unsqueeze_1630" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_34_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_19", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_34_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_121_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_122_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_123_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_124_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_125_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_19_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Shape_13", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_18_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_13_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Gather_13", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_13_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_126_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_13_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Sub_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_127_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_13_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_9_output_0" + ], + "attrs": {} + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Cast_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_19_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_8_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_9_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_4_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_20", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_4_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_20_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_14", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_20_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_128_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_14_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Slice_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_14_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_130_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_131_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_129_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_132_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_7_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_7_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_7_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_15", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_133_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_15_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Cast_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_15_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_9_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Pad_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_13_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_9_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Pad_4_output_0" + ], + "attrs": { + "mode": "constant" + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Mul_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_11_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_134_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Mul_4_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_35", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_9_output_0", + "onnx::Unsqueeze_1667" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_35_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_36", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_10_output_0", + "onnx::Unsqueeze_1669" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_36_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_37", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_11_output_0", + "onnx::Unsqueeze_1671" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_37_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_38", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Mul_4_output_0", + "onnx::Unsqueeze_1673" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_38_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_21", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_35_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_36_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_37_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_38_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_21_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_16", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Pad_4_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_21_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_16_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Slice_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_16_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_136_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_137_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_135_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_138_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_8_output_0" + ], + "attrs": {} + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Shape_14", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_5_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_14_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Gather_14", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Shape_14_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_139_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_14_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Sub_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_140_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_14_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_10_output_0" + ], + "attrs": {} + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Cast_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_6_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_10_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_10_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_5_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_22", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_10_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/ConstantOfShape_5_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_22_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_17", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_22_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_141_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_17_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Slice_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_17_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_143_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_144_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_142_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_145_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_9_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_9_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_8_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_18", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_146_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_18_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Cast_11", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_18_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_11_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Pad_5", + "inputs": [ + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.emb_rel_v", + "/sentence_encoder/attn_encoder/attn_layers.0/Cast_11_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Pad_5_output_0" + ], + "attrs": { + "mode": "constant" + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_39", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Clip_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_148_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_39_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_40", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Sub_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_149_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_40_output_0" + ], + "attrs": {} + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Slice_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Pad_5_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_39_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_40_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_147_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_150_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_10_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_41", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_10_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Constant_151_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_41_output_0" + ], + "attrs": {} + }, + { + "op_type": "MatMul", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/MatMul_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Slice_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_41_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/MatMul_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Add_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/MatMul_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/MatMul_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Add_4_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Add_4_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_9_output_0" + ], + "attrs": { + "perm": [ + 0, + 1, + 3, + 2 + ] + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_42", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_output_0", + "onnx::Unsqueeze_1722" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_42_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_43", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_1_output_0", + "onnx::Unsqueeze_1724" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_43_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_44", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Gather_3_output_0", + "onnx::Unsqueeze_1726" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_44_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Concat_23", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_42_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_43_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Unsqueeze_44_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_23_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_19", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Transpose_9_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/Concat_23_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_19_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/attn_encoder/attn_layers.0/conv_o/Conv", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Reshape_19_output_0", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_o.weight", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.0.conv_o.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/conv_o/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Add", + "name": "/sentence_encoder/attn_encoder/Add", + "inputs": [ + "/sentence_encoder/attn_encoder/Mul_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.0/conv_o/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/norm_layers_1.0/Transpose", + "inputs": [ + "/sentence_encoder/attn_encoder/Add_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/norm_layers_1.0/Transpose_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "LayerNormalization", + "name": "/sentence_encoder/attn_encoder/norm_layers_1.0/norm/LayerNormalization", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_1.0/Transpose_output_0", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_1.0.norm.weight", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_1.0.norm.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/norm_layers_1.0/norm/LayerNormalization_output_0" + ], + "attrs": { + "axis": -1, + "epsilon": 9.999999974752427e-07 + } + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/norm_layers_1.0/Transpose_1", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_1.0/norm/LayerNormalization_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/norm_layers_1.0/Transpose_1_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/ffn_layers.0/Mul", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_1.0/Transpose_1_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.0/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/attn_encoder/ffn_layers.0/conv_1/Conv", + "inputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.0/Mul_output_0", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.0.conv_1.weight", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.0.conv_1.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.0/conv_1/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Relu", + "name": "/sentence_encoder/attn_encoder/ffn_layers.0/Relu", + "inputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.0/conv_1/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.0/Relu_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/ffn_layers.0/Mul_1", + "inputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.0/Relu_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.0/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/attn_encoder/ffn_layers.0/conv_2/Conv", + "inputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.0/Mul_1_output_0", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.0.conv_2.weight", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.0.conv_2.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.0/conv_2/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/ffn_layers.0/Mul_2", + "inputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.0/conv_2/Conv_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.0/Mul_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/attn_encoder/Add_1", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_1.0/Transpose_1_output_0", + "/sentence_encoder/attn_encoder/ffn_layers.0/Mul_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/Add_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/norm_layers_2.0/Transpose", + "inputs": [ + "/sentence_encoder/attn_encoder/Add_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/norm_layers_2.0/Transpose_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "LayerNormalization", + "name": "/sentence_encoder/attn_encoder/norm_layers_2.0/norm/LayerNormalization", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_2.0/Transpose_output_0", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_2.0.norm.weight", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_2.0.norm.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/norm_layers_2.0/norm/LayerNormalization_output_0" + ], + "attrs": { + "axis": -1, + "epsilon": 9.999999974752427e-07 + } + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/norm_layers_2.0/Transpose_1", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_2.0/norm/LayerNormalization_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/norm_layers_2.0/Transpose_1_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/conv_q/Conv", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_2.0/Transpose_1_output_0", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_q.weight", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_q.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/conv_q/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/conv_k/Conv", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_2.0/Transpose_1_output_0", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_k.weight", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_k.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/conv_k/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/conv_v/Conv", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_2.0/Transpose_1_output_0", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_v.weight", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_v.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/conv_v/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Shape", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/conv_k/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Gather", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Shape_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/conv_k/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Gather_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_1_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Shape_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/conv_k/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Gather_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_2_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Shape_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/conv_q/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Gather_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_3_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_3_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_output_0", + "onnx::Unsqueeze_1760" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_3_output_0", + "onnx::Unsqueeze_1766" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_4_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_5_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/conv_q/Conv_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Transpose", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_output_0" + ], + "attrs": { + "perm": [ + 0, + 1, + 3, + 2 + ] + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_output_0", + "onnx::Unsqueeze_1771" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_2_output_0", + "onnx::Unsqueeze_1777" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_6_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_1_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_output_0", + "onnx::Unsqueeze_1780" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_4_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_2_output_0", + "onnx::Unsqueeze_1786" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_5_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_4_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_9_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_5_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_2_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/conv_k/Conv_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_1_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/conv_v/Conv_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_2_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_1_output_0" + ], + "attrs": { + "perm": [ + 0, + 1, + 3, + 2 + ] + } + }, + { + "op_type": "Div", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Div", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_10_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Div_output_0" + ], + "attrs": {} + }, + { + "op_type": "MatMul", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/MatMul", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Div_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/MatMul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Sub", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_11_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_output_0" + ], + "attrs": {} + }, + { + "op_type": "Clip", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Clip", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_12_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Clip_output_0" + ], + "attrs": {} + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Sub_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_13_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Clip", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Clip_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_14_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Clip_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Mul", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_15_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Add", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Clip_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Mul_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Sub_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Add_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_16_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Clip_output_0", + "onnx::Unsqueeze_1816" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_6_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Clip_output_0", + "onnx::Unsqueeze_1818" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_7_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_17_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_18_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_6_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_19_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_20_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_3_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Clip_output_0", + "onnx::Unsqueeze_1829" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_8_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Clip_output_0", + "onnx::Unsqueeze_1831" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_9_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_21_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_22_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_9_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_23_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_24_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_4_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Clip_output_0", + "onnx::Unsqueeze_1842" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_10_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_11", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Clip_output_0", + "onnx::Unsqueeze_1844" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_11_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_25_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_26_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_10_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_11_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_27_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_28_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_5_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_12", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Clip_output_0", + "onnx::Unsqueeze_1855" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_12_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_13", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Clip_output_0", + "onnx::Unsqueeze_1857" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_13_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_29_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_30_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_12_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_13_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_31_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_32_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_6_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Shape_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_4_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Gather_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_4_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_33_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_4_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Sub_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_34_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_4_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Cast", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_4_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_7_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_35_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_3_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Slice", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_3_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_37_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_38_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_36_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_39_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_2_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_40_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_4_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Cast_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_4_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_1_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Pad", + "inputs": [ + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.emb_rel_k", + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_1_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Pad_output_0" + ], + "attrs": { + "mode": "constant" + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_14", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Clip_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_42_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_14_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_15", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_43_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_15_output_0" + ], + "attrs": {} + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Slice_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Pad_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_14_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_15_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_41_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_44_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_16", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_45_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_16_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_16_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_3_output_0" + ], + "attrs": { + "perm": [ + 0, + 1, + 3, + 2 + ] + } + }, + { + "op_type": "MatMul", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/MatMul_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Div_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/MatMul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Shape_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/MatMul_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_5_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Gather_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_5_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_46_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_5_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Shape_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/MatMul_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_6_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Gather_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_6_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_47_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_6_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Shape_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/MatMul_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_7_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Gather_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_48_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_7_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_49_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_1_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_50_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_8_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_51_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_5_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Slice_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_5_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_53_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_54_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_52_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_55_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_4_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_4_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_56_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_6_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Cast_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_6_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_2_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Pad_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/MatMul_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_2_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Pad_1_output_0" + ], + "attrs": { + "mode": "constant" + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Mul_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_57_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Mul_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Mul_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_7_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Mul_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_17", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_5_output_0", + "onnx::Unsqueeze_1933" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_17_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_18", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_6_output_0", + "onnx::Unsqueeze_1935" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_18_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_19", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Mul_2_output_0", + "onnx::Unsqueeze_1937" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_19_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_17_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_18_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_19_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_9_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Pad_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_9_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_7_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Sub_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_58_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_4_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_20", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_4_output_0", + "onnx::Unsqueeze_1945" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_20_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_59_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_20_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_60_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_61_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_62_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_63_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_10_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_21", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_4_output_0", + "onnx::Unsqueeze_1958" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_21_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_11", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_64_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_21_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_65_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_66_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_67_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_68_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_11_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Shape_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_10_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_8_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Gather_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_69_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_8_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Sub_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_70_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_8_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_5_output_0" + ], + "attrs": {} + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Cast_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_11_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_3_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_5_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_2_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_12", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_3_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_12_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_12_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_71_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_8_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Slice_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_73_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_74_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_72_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_75_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_5_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_5_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_76_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_9_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Cast_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_9_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_4_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Pad_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_4_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Pad_2_output_0" + ], + "attrs": { + "mode": "constant" + } + }, + { + "op_type": "Add", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Add_1", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_77_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Add_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Sub_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Mul_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_78_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_6_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_22", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_5_output_0", + "onnx::Unsqueeze_1995" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_22_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_23", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_6_output_0", + "onnx::Unsqueeze_1997" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_23_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_24", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Add_1_output_0", + "onnx::Unsqueeze_1999" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_24_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_25", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_6_output_0", + "onnx::Unsqueeze_2001" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_25_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_13", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_22_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_23_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_24_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_25_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_13_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Pad_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_13_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_10_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_26", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_81_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_26_output_0" + ], + "attrs": {} + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Slice_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_10_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_80_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_26_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_79_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_82_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_4_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_27", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_4_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_84_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_27_output_0" + ], + "attrs": {} + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Slice_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_4_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_27_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_85_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_83_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_86_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_5_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Add_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/MatMul_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_5_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Add_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Cast_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.0/Equal_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_5_output_0" + ], + "attrs": { + "to": 9 + } + }, + { + "op_type": "Where", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Where", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_5_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_87_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Add_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Where_output_0" + ], + "attrs": {} + }, + { + "op_type": "Softmax", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Softmax", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Where_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Softmax_output_0" + ], + "attrs": { + "axis": -1 + } + }, + { + "op_type": "MatMul", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/MatMul_2", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Softmax_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_1_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/MatMul_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Shape_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Softmax_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_9_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Gather_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_9_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_88_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_9_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Shape_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Softmax_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_10_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Gather_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_10_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_89_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_10_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Shape_11", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Softmax_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_11_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Gather_11", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_11_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_90_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_11_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Sub_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_11_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_91_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_7_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_28", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_7_output_0", + "onnx::Unsqueeze_2042" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_28_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_14", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_92_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_28_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_93_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_94_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_95_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_96_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_97_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_98_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_14_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_29", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_7_output_0", + "onnx::Unsqueeze_2059" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_29_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_15", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_99_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_29_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_100_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_101_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_102_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_103_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_104_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_105_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_15_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Shape_12", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_14_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_12_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Gather_12", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_12_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_106_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_12_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Sub_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_107_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_12_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_8_output_0" + ], + "attrs": {} + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Cast_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_15_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_6_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_8_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_3_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_16", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_6_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_16_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_11", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_16_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_108_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_11_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Slice_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_11_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_110_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_111_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_109_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_112_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_6_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_6", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_6_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_6_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_12", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_6_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_113_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_12_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Cast_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_12_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_7_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Pad_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Softmax_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_7_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Pad_3_output_0" + ], + "attrs": { + "mode": "constant" + } + }, + { + "op_type": "Pow", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Pow", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_11_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_114_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Pow_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Mul_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_11_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_7_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Mul_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Add_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Pow_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Mul_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Add_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_30", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_9_output_0", + "onnx::Unsqueeze_2100" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_30_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_31", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_10_output_0", + "onnx::Unsqueeze_2102" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_31_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_32", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Add_3_output_0", + "onnx::Unsqueeze_2104" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_32_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_17", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_30_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_31_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_32_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_17_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_13", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Pad_3_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_17_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_13_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_33", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_11_output_0", + "onnx::Unsqueeze_2108" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_33_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_18", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_33_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_115_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_116_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_117_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_118_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_119_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_18_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_34", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_11_output_0", + "onnx::Unsqueeze_2121" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_34_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_19", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_34_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_120_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_121_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_122_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_123_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_124_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_19_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Shape_13", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_18_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_13_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Gather_13", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_13_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_125_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_13_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Sub_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_126_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_13_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_9_output_0" + ], + "attrs": {} + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Cast_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_19_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_8_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_9_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_4_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_20", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_4_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_20_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_14", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_20_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_127_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_14_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Slice_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_14_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_129_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_130_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_128_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_131_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_7_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_7", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_7_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_7_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_15", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_7_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_132_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_15_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Cast_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_15_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_9_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Pad_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_13_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_9_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Pad_4_output_0" + ], + "attrs": { + "mode": "constant" + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Mul_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_11_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_133_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Mul_4_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_35", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_9_output_0", + "onnx::Unsqueeze_2158" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_35_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_36", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_10_output_0", + "onnx::Unsqueeze_2160" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_36_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_37", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_11_output_0", + "onnx::Unsqueeze_2162" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_37_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_38", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Mul_4_output_0", + "onnx::Unsqueeze_2164" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_38_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_21", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_35_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_36_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_37_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_38_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_21_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_16", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Pad_4_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_21_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_16_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Slice_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_16_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_135_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_136_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_134_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_137_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_8_output_0" + ], + "attrs": {} + }, + { + "op_type": "Shape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Shape_14", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_5_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_14_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Gather_14", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Shape_14_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_138_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_14_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Sub", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Sub_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_139_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_14_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_10_output_0" + ], + "attrs": {} + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Cast_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_6_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_10_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "ConstantOfShape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_5", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_10_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_5_output_0" + ], + "attrs": { + "value": { + "dtype": "int64", + "shape": [ + 1 + ], + "data": [ + 0 + ] + } + } + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_22", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_10_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/ConstantOfShape_5_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_22_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_17", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_22_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_140_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_17_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Slice_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_17_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_142_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_143_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_141_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_144_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_9_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_8", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_9_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_8_output_0" + ], + "attrs": { + "perm": [ + 1, + 0 + ] + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_18", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_145_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_18_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Cast", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Cast_11", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_18_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_11_output_0" + ], + "attrs": { + "to": 7 + } + }, + { + "op_type": "Pad", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Pad_5", + "inputs": [ + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.emb_rel_v", + "/sentence_encoder/attn_encoder/attn_layers.1/Cast_11_output_0", + "" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Pad_5_output_0" + ], + "attrs": { + "mode": "constant" + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_39", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Clip_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_147_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_39_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_40", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Sub_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_148_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_40_output_0" + ], + "attrs": {} + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Slice_10", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Pad_5_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_39_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_40_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_146_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_149_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_10_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_41", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_10_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Constant_150_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_41_output_0" + ], + "attrs": {} + }, + { + "op_type": "MatMul", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/MatMul_3", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Slice_8_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_41_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/MatMul_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Add_4", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/MatMul_2_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/MatMul_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Add_4_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_9", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Add_4_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_9_output_0" + ], + "attrs": { + "perm": [ + 0, + 1, + 3, + 2 + ] + } + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_42", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_output_0", + "onnx::Unsqueeze_2213" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_42_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_43", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_1_output_0", + "onnx::Unsqueeze_2215" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_43_output_0" + ], + "attrs": {} + }, + { + "op_type": "Unsqueeze", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_44", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Gather_3_output_0", + "onnx::Unsqueeze_2217" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_44_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Concat_23", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_42_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_43_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Unsqueeze_44_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_23_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_19", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Transpose_9_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/Concat_23_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_19_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/attn_encoder/attn_layers.1/conv_o/Conv", + "inputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/Reshape_19_output_0", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_o.weight", + "tts.dp.sentence_encoder.attn_encoder.attn_layers.1.conv_o.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/attn_layers.1/conv_o/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Add", + "name": "/sentence_encoder/attn_encoder/Add_2", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_2.0/Transpose_1_output_0", + "/sentence_encoder/attn_encoder/attn_layers.1/conv_o/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/Add_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/norm_layers_1.1/Transpose", + "inputs": [ + "/sentence_encoder/attn_encoder/Add_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/norm_layers_1.1/Transpose_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "LayerNormalization", + "name": "/sentence_encoder/attn_encoder/norm_layers_1.1/norm/LayerNormalization", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_1.1/Transpose_output_0", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_1.1.norm.weight", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_1.1.norm.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/norm_layers_1.1/norm/LayerNormalization_output_0" + ], + "attrs": { + "axis": -1, + "epsilon": 9.999999974752427e-07 + } + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/norm_layers_1.1/Transpose_1", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_1.1/norm/LayerNormalization_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/norm_layers_1.1/Transpose_1_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/ffn_layers.1/Mul", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_1.1/Transpose_1_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.1/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/attn_encoder/ffn_layers.1/conv_1/Conv", + "inputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.1/Mul_output_0", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.1.conv_1.weight", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.1.conv_1.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.1/conv_1/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Relu", + "name": "/sentence_encoder/attn_encoder/ffn_layers.1/Relu", + "inputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.1/conv_1/Conv_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.1/Relu_output_0" + ], + "attrs": {} + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/ffn_layers.1/Mul_1", + "inputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.1/Relu_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.1/Mul_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/attn_encoder/ffn_layers.1/conv_2/Conv", + "inputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.1/Mul_1_output_0", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.1.conv_2.weight", + "tts.dp.sentence_encoder.attn_encoder.ffn_layers.1.conv_2.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.1/conv_2/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/ffn_layers.1/Mul_2", + "inputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.1/conv_2/Conv_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/ffn_layers.1/Mul_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/attn_encoder/Add_3", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_1.1/Transpose_1_output_0", + "/sentence_encoder/attn_encoder/ffn_layers.1/Mul_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/Add_3_output_0" + ], + "attrs": {} + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/norm_layers_2.1/Transpose", + "inputs": [ + "/sentence_encoder/attn_encoder/Add_3_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/norm_layers_2.1/Transpose_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "LayerNormalization", + "name": "/sentence_encoder/attn_encoder/norm_layers_2.1/norm/LayerNormalization", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_2.1/Transpose_output_0", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_2.1.norm.weight", + "tts.dp.sentence_encoder.attn_encoder.norm_layers_2.1.norm.bias" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/norm_layers_2.1/norm/LayerNormalization_output_0" + ], + "attrs": { + "axis": -1, + "epsilon": 9.999999974752427e-07 + } + }, + { + "op_type": "Transpose", + "name": "/sentence_encoder/attn_encoder/norm_layers_2.1/Transpose_1", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_2.1/norm/LayerNormalization_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/norm_layers_2.1/Transpose_1_output_0" + ], + "attrs": { + "perm": [ + 0, + 2, + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/attn_encoder/Mul_2", + "inputs": [ + "/sentence_encoder/attn_encoder/norm_layers_2.1/Transpose_1_output_0", + "/sentence_encoder/Concat_2_output_0" + ], + "outputs": [ + "/sentence_encoder/attn_encoder/Mul_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Add", + "name": "/sentence_encoder/Add", + "inputs": [ + "/sentence_encoder/attn_encoder/Mul_2_output_0", + "/sentence_encoder/convnext/convnext.5/Mul_3_output_0" + ], + "outputs": [ + "/sentence_encoder/Add_output_0" + ], + "attrs": {} + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/Slice_1", + "inputs": [ + "/sentence_encoder/Add_output_0", + "/sentence_encoder/Constant_11_output_0", + "/sentence_encoder/Constant_12_output_0", + "/sentence_encoder/Constant_10_output_0", + "/sentence_encoder/Constant_13_output_0" + ], + "outputs": [ + "/sentence_encoder/Slice_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Slice", + "name": "/sentence_encoder/Slice_2", + "inputs": [ + "/sentence_encoder/Concat_2_output_0", + "/sentence_encoder/Constant_15_output_0", + "/sentence_encoder/Constant_16_output_0", + "/sentence_encoder/Constant_14_output_0", + "/sentence_encoder/Constant_17_output_0" + ], + "outputs": [ + "/sentence_encoder/Slice_2_output_0" + ], + "attrs": {} + }, + { + "op_type": "Conv", + "name": "/sentence_encoder/proj_out/net/Conv", + "inputs": [ + "/sentence_encoder/Slice_1_output_0", + "tts.dp.sentence_encoder.proj_out.net.weight" + ], + "outputs": [ + "/sentence_encoder/proj_out/net/Conv_output_0" + ], + "attrs": { + "dilations": [ + 1 + ], + "group": 1, + "kernel_shape": [ + 1 + ], + "pads": [ + 0, + 0 + ], + "strides": [ + 1 + ] + } + }, + { + "op_type": "Mul", + "name": "/sentence_encoder/proj_out/Mul", + "inputs": [ + "/sentence_encoder/proj_out/net/Conv_output_0", + "/sentence_encoder/Slice_2_output_0" + ], + "outputs": [ + "/sentence_encoder/proj_out/Mul_output_0" + ], + "attrs": {} + }, + { + "op_type": "Shape", + "name": "/predictor/Shape", + "inputs": [ + "/sentence_encoder/proj_out/Mul_output_0" + ], + "outputs": [ + "/predictor/Shape_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/predictor/Gather", + "inputs": [ + "/predictor/Shape_output_0", + "/predictor/Constant_output_0" + ], + "outputs": [ + "/predictor/Gather_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/predictor/Unsqueeze", + "inputs": [ + "/predictor/Gather_output_0", + "onnx::Unsqueeze_2261" + ], + "outputs": [ + "/predictor/Unsqueeze_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/predictor/Concat", + "inputs": [ + "/predictor/Unsqueeze_output_0", + "/predictor/Constant_1_output_0" + ], + "outputs": [ + "/predictor/Concat_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/predictor/Reshape", + "inputs": [ + "/sentence_encoder/proj_out/Mul_output_0", + "/predictor/Concat_output_0" + ], + "outputs": [ + "/predictor/Reshape_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Shape", + "name": "/predictor/Shape_1", + "inputs": [ + "style_dp" + ], + "outputs": [ + "/predictor/Shape_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gather", + "name": "/predictor/Gather_1", + "inputs": [ + "/predictor/Shape_1_output_0", + "/predictor/Constant_2_output_0" + ], + "outputs": [ + "/predictor/Gather_1_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Unsqueeze", + "name": "/predictor/Unsqueeze_1", + "inputs": [ + "/predictor/Gather_1_output_0", + "onnx::Unsqueeze_2270" + ], + "outputs": [ + "/predictor/Unsqueeze_1_output_0" + ], + "attrs": {} + }, + { + "op_type": "Concat", + "name": "/predictor/Concat_1", + "inputs": [ + "/predictor/Unsqueeze_1_output_0", + "/predictor/Constant_3_output_0" + ], + "outputs": [ + "/predictor/Concat_1_output_0" + ], + "attrs": { + "axis": 0 + } + }, + { + "op_type": "Reshape", + "name": "/predictor/Reshape_1", + "inputs": [ + "style_dp", + "/predictor/Concat_1_output_0" + ], + "outputs": [ + "/predictor/Reshape_1_output_0" + ], + "attrs": { + "allowzero": 0 + } + }, + { + "op_type": "Concat", + "name": "/predictor/Concat_2", + "inputs": [ + "/predictor/Reshape_output_0", + "/predictor/Reshape_1_output_0" + ], + "outputs": [ + "/predictor/Concat_2_output_0" + ], + "attrs": { + "axis": 1 + } + }, + { + "op_type": "Gemm", + "name": "/predictor/layers.0/Gemm", + "inputs": [ + "/predictor/Concat_2_output_0", + "tts.dp.predictor.layers.0.weight", + "tts.dp.predictor.layers.0.bias" + ], + "outputs": [ + "/predictor/layers.0/Gemm_output_0" + ], + "attrs": { + "alpha": 1.0, + "beta": 1.0, + "transB": 1 + } + }, + { + "op_type": "PRelu", + "name": "/predictor/activation/PRelu", + "inputs": [ + "/predictor/layers.0/Gemm_output_0", + "tts.dp.predictor.activation.weight" + ], + "outputs": [ + "/predictor/activation/PRelu_output_0" + ], + "attrs": {} + }, + { + "op_type": "Gemm", + "name": "/predictor/layers.1/Gemm", + "inputs": [ + "/predictor/activation/PRelu_output_0", + "tts.dp.predictor.layers.1.weight", + "tts.dp.predictor.layers.1.bias" + ], + "outputs": [ + "/predictor/layers.1/Gemm_output_0" + ], + "attrs": { + "alpha": 1.0, + "beta": 1.0, + "transB": 1 + } + }, + { + "op_type": "Exp", + "name": "/predictor/Exp", + "inputs": [ + "/predictor/layers.1/Gemm_output_0" + ], + "outputs": [ + "/predictor/Exp_output_0" + ], + "attrs": {} + }, + { + "op_type": "Squeeze", + "name": "/predictor/Squeeze", + "inputs": [ + "/predictor/Exp_output_0", + "/predictor/Constant_4_output_0" + ], + "outputs": [ + "duration" + ], + "attrs": {} + } + ] +} \ No newline at end of file