{"inputs": ["input_values"], "outputs": ["last_hidden_state"], "initializers": {"hubert.feature_extractor.conv_layers.0.conv.weight": {"__tensor__": "tensor_0", "shape": [512, 1, 10]}, "hubert.feature_extractor.conv_layers.0.conv.bias": {"__tensor__": "tensor_1", "shape": [512]}, "hubert.feature_extractor.conv_layers.0.layer_norm.weight": {"__tensor__": "tensor_2", "shape": [512]}, "hubert.feature_extractor.conv_layers.0.layer_norm.bias": {"__tensor__": "tensor_3", "shape": [512]}, "hubert.feature_extractor.conv_layers.1.conv.weight": {"__tensor__": "tensor_4", "shape": [512, 512, 3]}, "hubert.feature_extractor.conv_layers.1.layer_norm.weight": {"__tensor__": "tensor_5", "shape": [512]}, "hubert.feature_extractor.conv_layers.1.layer_norm.bias": {"__tensor__": "tensor_6", "shape": [512]}, "hubert.feature_extractor.conv_layers.2.conv.weight": {"__tensor__": "tensor_7", "shape": [512, 512, 3]}, "hubert.feature_extractor.conv_layers.2.layer_norm.weight": {"__tensor__": "tensor_8", "shape": [512]}, "hubert.feature_extractor.conv_layers.2.layer_norm.bias": {"__tensor__": "tensor_9", "shape": [512]}, "hubert.feature_extractor.conv_layers.3.conv.weight": {"__tensor__": "tensor_10", "shape": [512, 512, 3]}, "hubert.feature_extractor.conv_layers.3.layer_norm.weight": {"__tensor__": "tensor_11", "shape": [512]}, "hubert.feature_extractor.conv_layers.3.layer_norm.bias": {"__tensor__": "tensor_12", "shape": [512]}, "hubert.feature_extractor.conv_layers.4.conv.weight": {"__tensor__": "tensor_13", "shape": [512, 512, 3]}, "hubert.feature_extractor.conv_layers.4.layer_norm.weight": {"__tensor__": "tensor_14", "shape": [512]}, "hubert.feature_extractor.conv_layers.4.layer_norm.bias": {"__tensor__": "tensor_15", "shape": [512]}, "hubert.feature_extractor.conv_layers.5.conv.weight": {"__tensor__": "tensor_16", "shape": [512, 512, 2]}, "hubert.feature_extractor.conv_layers.5.layer_norm.weight": {"__tensor__": "tensor_17", "shape": [512]}, "hubert.feature_extractor.conv_layers.5.layer_norm.bias": {"__tensor__": "tensor_18", "shape": [512]}, "hubert.feature_extractor.conv_layers.6.conv.weight": {"__tensor__": "tensor_19", "shape": [512, 512, 2]}, "hubert.feature_extractor.conv_layers.6.layer_norm.weight": {"__tensor__": "tensor_20", "shape": [512]}, "hubert.feature_extractor.conv_layers.6.layer_norm.bias": {"__tensor__": "tensor_21", "shape": [512]}, "hubert.feature_projection.layer_norm.weight": {"__tensor__": "tensor_22", "shape": [512]}, "hubert.feature_projection.layer_norm.bias": {"__tensor__": "tensor_23", "shape": [512]}, "hubert.feature_projection.projection.bias": {"__tensor__": "tensor_24", "shape": [1024]}, "hubert.encoder.pos_conv_embed.conv.bias": {"__tensor__": "tensor_25", "shape": [1024]}, "hubert.encoder.layer_norm.weight": {"__tensor__": "tensor_26", "shape": [1024]}, "hubert.encoder.layer_norm.bias": {"__tensor__": "tensor_27", "shape": [1024]}, "hubert.encoder.layers.0.attention.k_proj.bias": {"__tensor__": "tensor_28", "shape": [1024]}, "hubert.encoder.layers.0.attention.v_proj.bias": {"__tensor__": "tensor_29", "shape": [1024]}, "hubert.encoder.layers.0.attention.q_proj.bias": {"__tensor__": "tensor_30", "shape": [1024]}, "hubert.encoder.layers.0.attention.out_proj.bias": {"__tensor__": "tensor_31", "shape": [1024]}, "hubert.encoder.layers.0.layer_norm.weight": {"__tensor__": "tensor_32", "shape": [1024]}, "hubert.encoder.layers.0.layer_norm.bias": {"__tensor__": "tensor_33", "shape": [1024]}, "hubert.encoder.layers.0.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_34", "shape": [4096]}, "hubert.encoder.layers.0.feed_forward.output_dense.bias": {"__tensor__": "tensor_35", "shape": [1024]}, "hubert.encoder.layers.0.final_layer_norm.weight": {"__tensor__": "tensor_36", "shape": [1024]}, "hubert.encoder.layers.0.final_layer_norm.bias": {"__tensor__": "tensor_37", "shape": [1024]}, "hubert.encoder.layers.1.attention.k_proj.bias": {"__tensor__": "tensor_38", "shape": [1024]}, "hubert.encoder.layers.1.attention.v_proj.bias": {"__tensor__": "tensor_39", "shape": [1024]}, "hubert.encoder.layers.1.attention.q_proj.bias": {"__tensor__": "tensor_40", "shape": [1024]}, "hubert.encoder.layers.1.attention.out_proj.bias": {"__tensor__": "tensor_41", "shape": [1024]}, "hubert.encoder.layers.1.layer_norm.weight": {"__tensor__": "tensor_42", "shape": [1024]}, "hubert.encoder.layers.1.layer_norm.bias": {"__tensor__": "tensor_43", "shape": [1024]}, "hubert.encoder.layers.1.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_44", "shape": [4096]}, "hubert.encoder.layers.1.feed_forward.output_dense.bias": {"__tensor__": "tensor_45", "shape": [1024]}, "hubert.encoder.layers.1.final_layer_norm.weight": {"__tensor__": "tensor_46", "shape": [1024]}, "hubert.encoder.layers.1.final_layer_norm.bias": {"__tensor__": "tensor_47", "shape": [1024]}, "hubert.encoder.layers.2.attention.k_proj.bias": {"__tensor__": "tensor_48", "shape": [1024]}, "hubert.encoder.layers.2.attention.v_proj.bias": {"__tensor__": "tensor_49", "shape": [1024]}, "hubert.encoder.layers.2.attention.q_proj.bias": {"__tensor__": "tensor_50", "shape": [1024]}, "hubert.encoder.layers.2.attention.out_proj.bias": {"__tensor__": "tensor_51", "shape": [1024]}, "hubert.encoder.layers.2.layer_norm.weight": {"__tensor__": "tensor_52", "shape": [1024]}, "hubert.encoder.layers.2.layer_norm.bias": {"__tensor__": "tensor_53", "shape": [1024]}, "hubert.encoder.layers.2.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_54", "shape": [4096]}, "hubert.encoder.layers.2.feed_forward.output_dense.bias": {"__tensor__": "tensor_55", "shape": [1024]}, "hubert.encoder.layers.2.final_layer_norm.weight": {"__tensor__": "tensor_56", "shape": [1024]}, "hubert.encoder.layers.2.final_layer_norm.bias": {"__tensor__": "tensor_57", "shape": [1024]}, "hubert.encoder.layers.3.attention.k_proj.bias": {"__tensor__": "tensor_58", "shape": [1024]}, "hubert.encoder.layers.3.attention.v_proj.bias": {"__tensor__": "tensor_59", "shape": [1024]}, "hubert.encoder.layers.3.attention.q_proj.bias": {"__tensor__": "tensor_60", "shape": [1024]}, "hubert.encoder.layers.3.attention.out_proj.bias": {"__tensor__": "tensor_61", "shape": [1024]}, "hubert.encoder.layers.3.layer_norm.weight": {"__tensor__": "tensor_62", "shape": [1024]}, "hubert.encoder.layers.3.layer_norm.bias": {"__tensor__": "tensor_63", "shape": [1024]}, "hubert.encoder.layers.3.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_64", "shape": [4096]}, "hubert.encoder.layers.3.feed_forward.output_dense.bias": {"__tensor__": "tensor_65", "shape": [1024]}, "hubert.encoder.layers.3.final_layer_norm.weight": {"__tensor__": "tensor_66", "shape": [1024]}, "hubert.encoder.layers.3.final_layer_norm.bias": {"__tensor__": "tensor_67", "shape": [1024]}, "hubert.encoder.layers.4.attention.k_proj.bias": {"__tensor__": "tensor_68", "shape": [1024]}, "hubert.encoder.layers.4.attention.v_proj.bias": {"__tensor__": "tensor_69", "shape": [1024]}, "hubert.encoder.layers.4.attention.q_proj.bias": {"__tensor__": "tensor_70", "shape": [1024]}, "hubert.encoder.layers.4.attention.out_proj.bias": {"__tensor__": "tensor_71", "shape": [1024]}, "hubert.encoder.layers.4.layer_norm.weight": {"__tensor__": "tensor_72", "shape": [1024]}, "hubert.encoder.layers.4.layer_norm.bias": {"__tensor__": "tensor_73", "shape": [1024]}, "hubert.encoder.layers.4.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_74", "shape": [4096]}, "hubert.encoder.layers.4.feed_forward.output_dense.bias": {"__tensor__": "tensor_75", "shape": [1024]}, "hubert.encoder.layers.4.final_layer_norm.weight": {"__tensor__": "tensor_76", "shape": [1024]}, "hubert.encoder.layers.4.final_layer_norm.bias": {"__tensor__": "tensor_77", "shape": [1024]}, "hubert.encoder.layers.5.attention.k_proj.bias": {"__tensor__": "tensor_78", "shape": [1024]}, "hubert.encoder.layers.5.attention.v_proj.bias": {"__tensor__": "tensor_79", "shape": [1024]}, "hubert.encoder.layers.5.attention.q_proj.bias": {"__tensor__": "tensor_80", "shape": [1024]}, "hubert.encoder.layers.5.attention.out_proj.bias": {"__tensor__": "tensor_81", "shape": [1024]}, "hubert.encoder.layers.5.layer_norm.weight": {"__tensor__": "tensor_82", "shape": [1024]}, "hubert.encoder.layers.5.layer_norm.bias": {"__tensor__": "tensor_83", "shape": [1024]}, "hubert.encoder.layers.5.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_84", "shape": [4096]}, "hubert.encoder.layers.5.feed_forward.output_dense.bias": {"__tensor__": "tensor_85", "shape": [1024]}, "hubert.encoder.layers.5.final_layer_norm.weight": {"__tensor__": "tensor_86", "shape": [1024]}, "hubert.encoder.layers.5.final_layer_norm.bias": {"__tensor__": "tensor_87", "shape": [1024]}, "hubert.encoder.layers.6.attention.k_proj.bias": {"__tensor__": "tensor_88", "shape": [1024]}, "hubert.encoder.layers.6.attention.v_proj.bias": {"__tensor__": "tensor_89", "shape": [1024]}, "hubert.encoder.layers.6.attention.q_proj.bias": {"__tensor__": "tensor_90", "shape": [1024]}, "hubert.encoder.layers.6.attention.out_proj.bias": {"__tensor__": "tensor_91", "shape": [1024]}, "hubert.encoder.layers.6.layer_norm.weight": {"__tensor__": "tensor_92", "shape": [1024]}, "hubert.encoder.layers.6.layer_norm.bias": {"__tensor__": "tensor_93", "shape": [1024]}, "hubert.encoder.layers.6.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_94", "shape": [4096]}, "hubert.encoder.layers.6.feed_forward.output_dense.bias": {"__tensor__": "tensor_95", "shape": [1024]}, "hubert.encoder.layers.6.final_layer_norm.weight": {"__tensor__": "tensor_96", "shape": [1024]}, "hubert.encoder.layers.6.final_layer_norm.bias": {"__tensor__": "tensor_97", "shape": [1024]}, "hubert.encoder.layers.7.attention.k_proj.bias": {"__tensor__": "tensor_98", "shape": [1024]}, "hubert.encoder.layers.7.attention.v_proj.bias": {"__tensor__": "tensor_99", "shape": [1024]}, "hubert.encoder.layers.7.attention.q_proj.bias": {"__tensor__": "tensor_100", "shape": [1024]}, "hubert.encoder.layers.7.attention.out_proj.bias": {"__tensor__": "tensor_101", "shape": [1024]}, "hubert.encoder.layers.7.layer_norm.weight": {"__tensor__": "tensor_102", "shape": [1024]}, "hubert.encoder.layers.7.layer_norm.bias": {"__tensor__": "tensor_103", "shape": [1024]}, "hubert.encoder.layers.7.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_104", "shape": [4096]}, "hubert.encoder.layers.7.feed_forward.output_dense.bias": {"__tensor__": "tensor_105", "shape": [1024]}, "hubert.encoder.layers.7.final_layer_norm.weight": {"__tensor__": "tensor_106", "shape": [1024]}, "hubert.encoder.layers.7.final_layer_norm.bias": {"__tensor__": "tensor_107", "shape": [1024]}, "hubert.encoder.layers.8.attention.k_proj.bias": {"__tensor__": "tensor_108", "shape": [1024]}, "hubert.encoder.layers.8.attention.v_proj.bias": {"__tensor__": "tensor_109", "shape": [1024]}, "hubert.encoder.layers.8.attention.q_proj.bias": {"__tensor__": "tensor_110", "shape": [1024]}, "hubert.encoder.layers.8.attention.out_proj.bias": {"__tensor__": "tensor_111", "shape": [1024]}, "hubert.encoder.layers.8.layer_norm.weight": {"__tensor__": "tensor_112", "shape": [1024]}, "hubert.encoder.layers.8.layer_norm.bias": {"__tensor__": "tensor_113", "shape": [1024]}, "hubert.encoder.layers.8.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_114", "shape": [4096]}, "hubert.encoder.layers.8.feed_forward.output_dense.bias": {"__tensor__": "tensor_115", "shape": [1024]}, "hubert.encoder.layers.8.final_layer_norm.weight": {"__tensor__": "tensor_116", "shape": [1024]}, "hubert.encoder.layers.8.final_layer_norm.bias": {"__tensor__": "tensor_117", "shape": [1024]}, "hubert.encoder.layers.9.attention.k_proj.bias": {"__tensor__": "tensor_118", "shape": [1024]}, "hubert.encoder.layers.9.attention.v_proj.bias": {"__tensor__": "tensor_119", "shape": [1024]}, "hubert.encoder.layers.9.attention.q_proj.bias": {"__tensor__": "tensor_120", "shape": [1024]}, "hubert.encoder.layers.9.attention.out_proj.bias": {"__tensor__": "tensor_121", "shape": [1024]}, "hubert.encoder.layers.9.layer_norm.weight": {"__tensor__": "tensor_122", "shape": [1024]}, "hubert.encoder.layers.9.layer_norm.bias": {"__tensor__": "tensor_123", "shape": [1024]}, "hubert.encoder.layers.9.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_124", "shape": [4096]}, "hubert.encoder.layers.9.feed_forward.output_dense.bias": {"__tensor__": "tensor_125", "shape": [1024]}, "hubert.encoder.layers.9.final_layer_norm.weight": {"__tensor__": "tensor_126", "shape": [1024]}, "hubert.encoder.layers.9.final_layer_norm.bias": {"__tensor__": "tensor_127", "shape": [1024]}, "hubert.encoder.layers.10.attention.k_proj.bias": {"__tensor__": "tensor_128", "shape": [1024]}, "hubert.encoder.layers.10.attention.v_proj.bias": {"__tensor__": "tensor_129", "shape": [1024]}, "hubert.encoder.layers.10.attention.q_proj.bias": {"__tensor__": "tensor_130", "shape": [1024]}, "hubert.encoder.layers.10.attention.out_proj.bias": {"__tensor__": "tensor_131", "shape": [1024]}, "hubert.encoder.layers.10.layer_norm.weight": {"__tensor__": "tensor_132", "shape": [1024]}, "hubert.encoder.layers.10.layer_norm.bias": {"__tensor__": "tensor_133", "shape": [1024]}, "hubert.encoder.layers.10.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_134", "shape": [4096]}, "hubert.encoder.layers.10.feed_forward.output_dense.bias": {"__tensor__": "tensor_135", "shape": [1024]}, "hubert.encoder.layers.10.final_layer_norm.weight": {"__tensor__": "tensor_136", "shape": [1024]}, "hubert.encoder.layers.10.final_layer_norm.bias": {"__tensor__": "tensor_137", "shape": [1024]}, "hubert.encoder.layers.11.attention.k_proj.bias": {"__tensor__": "tensor_138", "shape": [1024]}, "hubert.encoder.layers.11.attention.v_proj.bias": {"__tensor__": "tensor_139", "shape": [1024]}, "hubert.encoder.layers.11.attention.q_proj.bias": {"__tensor__": "tensor_140", "shape": [1024]}, "hubert.encoder.layers.11.attention.out_proj.bias": {"__tensor__": "tensor_141", "shape": [1024]}, "hubert.encoder.layers.11.layer_norm.weight": {"__tensor__": "tensor_142", "shape": [1024]}, "hubert.encoder.layers.11.layer_norm.bias": {"__tensor__": "tensor_143", "shape": [1024]}, "hubert.encoder.layers.11.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_144", "shape": [4096]}, "hubert.encoder.layers.11.feed_forward.output_dense.bias": {"__tensor__": "tensor_145", "shape": [1024]}, "hubert.encoder.layers.11.final_layer_norm.weight": {"__tensor__": "tensor_146", "shape": [1024]}, "hubert.encoder.layers.11.final_layer_norm.bias": {"__tensor__": "tensor_147", "shape": [1024]}, "hubert.encoder.layers.12.attention.k_proj.bias": {"__tensor__": "tensor_148", "shape": [1024]}, "hubert.encoder.layers.12.attention.v_proj.bias": {"__tensor__": "tensor_149", "shape": [1024]}, "hubert.encoder.layers.12.attention.q_proj.bias": {"__tensor__": "tensor_150", "shape": [1024]}, "hubert.encoder.layers.12.attention.out_proj.bias": {"__tensor__": "tensor_151", "shape": [1024]}, "hubert.encoder.layers.12.layer_norm.weight": {"__tensor__": "tensor_152", "shape": [1024]}, "hubert.encoder.layers.12.layer_norm.bias": {"__tensor__": "tensor_153", "shape": [1024]}, "hubert.encoder.layers.12.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_154", "shape": [4096]}, "hubert.encoder.layers.12.feed_forward.output_dense.bias": {"__tensor__": "tensor_155", "shape": [1024]}, "hubert.encoder.layers.12.final_layer_norm.weight": {"__tensor__": "tensor_156", "shape": [1024]}, "hubert.encoder.layers.12.final_layer_norm.bias": {"__tensor__": "tensor_157", "shape": [1024]}, "hubert.encoder.layers.13.attention.k_proj.bias": {"__tensor__": "tensor_158", "shape": [1024]}, "hubert.encoder.layers.13.attention.v_proj.bias": {"__tensor__": "tensor_159", "shape": [1024]}, "hubert.encoder.layers.13.attention.q_proj.bias": {"__tensor__": "tensor_160", "shape": [1024]}, "hubert.encoder.layers.13.attention.out_proj.bias": {"__tensor__": "tensor_161", "shape": [1024]}, "hubert.encoder.layers.13.layer_norm.weight": {"__tensor__": "tensor_162", "shape": [1024]}, "hubert.encoder.layers.13.layer_norm.bias": {"__tensor__": "tensor_163", "shape": [1024]}, "hubert.encoder.layers.13.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_164", "shape": [4096]}, "hubert.encoder.layers.13.feed_forward.output_dense.bias": {"__tensor__": "tensor_165", "shape": [1024]}, "hubert.encoder.layers.13.final_layer_norm.weight": {"__tensor__": "tensor_166", "shape": [1024]}, "hubert.encoder.layers.13.final_layer_norm.bias": {"__tensor__": "tensor_167", "shape": [1024]}, "hubert.encoder.layers.14.attention.k_proj.bias": {"__tensor__": "tensor_168", "shape": [1024]}, "hubert.encoder.layers.14.attention.v_proj.bias": {"__tensor__": "tensor_169", "shape": [1024]}, "hubert.encoder.layers.14.attention.q_proj.bias": {"__tensor__": "tensor_170", "shape": [1024]}, "hubert.encoder.layers.14.attention.out_proj.bias": {"__tensor__": "tensor_171", "shape": [1024]}, "hubert.encoder.layers.14.layer_norm.weight": {"__tensor__": "tensor_172", "shape": [1024]}, "hubert.encoder.layers.14.layer_norm.bias": {"__tensor__": "tensor_173", "shape": [1024]}, "hubert.encoder.layers.14.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_174", "shape": [4096]}, "hubert.encoder.layers.14.feed_forward.output_dense.bias": {"__tensor__": "tensor_175", "shape": [1024]}, "hubert.encoder.layers.14.final_layer_norm.weight": {"__tensor__": "tensor_176", "shape": [1024]}, "hubert.encoder.layers.14.final_layer_norm.bias": {"__tensor__": "tensor_177", "shape": [1024]}, "hubert.encoder.layers.15.attention.k_proj.bias": {"__tensor__": "tensor_178", "shape": [1024]}, "hubert.encoder.layers.15.attention.v_proj.bias": {"__tensor__": "tensor_179", "shape": [1024]}, "hubert.encoder.layers.15.attention.q_proj.bias": {"__tensor__": "tensor_180", "shape": [1024]}, "hubert.encoder.layers.15.attention.out_proj.bias": {"__tensor__": "tensor_181", "shape": [1024]}, "hubert.encoder.layers.15.layer_norm.weight": {"__tensor__": "tensor_182", "shape": [1024]}, "hubert.encoder.layers.15.layer_norm.bias": {"__tensor__": "tensor_183", "shape": [1024]}, "hubert.encoder.layers.15.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_184", "shape": [4096]}, "hubert.encoder.layers.15.feed_forward.output_dense.bias": {"__tensor__": "tensor_185", "shape": [1024]}, "hubert.encoder.layers.15.final_layer_norm.weight": {"__tensor__": "tensor_186", "shape": [1024]}, "hubert.encoder.layers.15.final_layer_norm.bias": {"__tensor__": "tensor_187", "shape": [1024]}, "hubert.encoder.layers.16.attention.k_proj.bias": {"__tensor__": "tensor_188", "shape": [1024]}, "hubert.encoder.layers.16.attention.v_proj.bias": {"__tensor__": "tensor_189", "shape": [1024]}, "hubert.encoder.layers.16.attention.q_proj.bias": {"__tensor__": "tensor_190", "shape": [1024]}, "hubert.encoder.layers.16.attention.out_proj.bias": {"__tensor__": "tensor_191", "shape": [1024]}, "hubert.encoder.layers.16.layer_norm.weight": {"__tensor__": "tensor_192", "shape": [1024]}, "hubert.encoder.layers.16.layer_norm.bias": {"__tensor__": "tensor_193", "shape": [1024]}, "hubert.encoder.layers.16.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_194", "shape": [4096]}, "hubert.encoder.layers.16.feed_forward.output_dense.bias": {"__tensor__": "tensor_195", "shape": [1024]}, "hubert.encoder.layers.16.final_layer_norm.weight": {"__tensor__": "tensor_196", "shape": [1024]}, "hubert.encoder.layers.16.final_layer_norm.bias": {"__tensor__": "tensor_197", "shape": [1024]}, "hubert.encoder.layers.17.attention.k_proj.bias": {"__tensor__": "tensor_198", "shape": [1024]}, "hubert.encoder.layers.17.attention.v_proj.bias": {"__tensor__": "tensor_199", "shape": [1024]}, "hubert.encoder.layers.17.attention.q_proj.bias": {"__tensor__": "tensor_200", "shape": [1024]}, "hubert.encoder.layers.17.attention.out_proj.bias": {"__tensor__": "tensor_201", "shape": [1024]}, "hubert.encoder.layers.17.layer_norm.weight": {"__tensor__": "tensor_202", "shape": [1024]}, "hubert.encoder.layers.17.layer_norm.bias": {"__tensor__": "tensor_203", "shape": [1024]}, "hubert.encoder.layers.17.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_204", "shape": [4096]}, "hubert.encoder.layers.17.feed_forward.output_dense.bias": {"__tensor__": "tensor_205", "shape": [1024]}, "hubert.encoder.layers.17.final_layer_norm.weight": {"__tensor__": "tensor_206", "shape": [1024]}, "hubert.encoder.layers.17.final_layer_norm.bias": {"__tensor__": "tensor_207", "shape": [1024]}, "hubert.encoder.layers.18.attention.k_proj.bias": {"__tensor__": "tensor_208", "shape": [1024]}, "hubert.encoder.layers.18.attention.v_proj.bias": {"__tensor__": "tensor_209", "shape": [1024]}, "hubert.encoder.layers.18.attention.q_proj.bias": {"__tensor__": "tensor_210", "shape": [1024]}, "hubert.encoder.layers.18.attention.out_proj.bias": {"__tensor__": "tensor_211", "shape": [1024]}, "hubert.encoder.layers.18.layer_norm.weight": {"__tensor__": "tensor_212", "shape": [1024]}, "hubert.encoder.layers.18.layer_norm.bias": {"__tensor__": "tensor_213", "shape": [1024]}, "hubert.encoder.layers.18.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_214", "shape": [4096]}, "hubert.encoder.layers.18.feed_forward.output_dense.bias": {"__tensor__": "tensor_215", "shape": [1024]}, "hubert.encoder.layers.18.final_layer_norm.weight": {"__tensor__": "tensor_216", "shape": [1024]}, "hubert.encoder.layers.18.final_layer_norm.bias": {"__tensor__": "tensor_217", "shape": [1024]}, "hubert.encoder.layers.19.attention.k_proj.bias": {"__tensor__": "tensor_218", "shape": [1024]}, "hubert.encoder.layers.19.attention.v_proj.bias": {"__tensor__": "tensor_219", "shape": [1024]}, "hubert.encoder.layers.19.attention.q_proj.bias": {"__tensor__": "tensor_220", "shape": [1024]}, "hubert.encoder.layers.19.attention.out_proj.bias": {"__tensor__": "tensor_221", "shape": [1024]}, "hubert.encoder.layers.19.layer_norm.weight": {"__tensor__": "tensor_222", "shape": [1024]}, "hubert.encoder.layers.19.layer_norm.bias": {"__tensor__": "tensor_223", "shape": [1024]}, "hubert.encoder.layers.19.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_224", "shape": [4096]}, "hubert.encoder.layers.19.feed_forward.output_dense.bias": {"__tensor__": "tensor_225", "shape": [1024]}, "hubert.encoder.layers.19.final_layer_norm.weight": {"__tensor__": "tensor_226", "shape": [1024]}, "hubert.encoder.layers.19.final_layer_norm.bias": {"__tensor__": "tensor_227", "shape": [1024]}, "hubert.encoder.layers.20.attention.k_proj.bias": {"__tensor__": "tensor_228", "shape": [1024]}, "hubert.encoder.layers.20.attention.v_proj.bias": {"__tensor__": "tensor_229", "shape": [1024]}, "hubert.encoder.layers.20.attention.q_proj.bias": {"__tensor__": "tensor_230", "shape": [1024]}, "hubert.encoder.layers.20.attention.out_proj.bias": {"__tensor__": "tensor_231", "shape": [1024]}, "hubert.encoder.layers.20.layer_norm.weight": {"__tensor__": "tensor_232", "shape": [1024]}, "hubert.encoder.layers.20.layer_norm.bias": {"__tensor__": "tensor_233", "shape": [1024]}, "hubert.encoder.layers.20.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_234", "shape": [4096]}, "hubert.encoder.layers.20.feed_forward.output_dense.bias": {"__tensor__": "tensor_235", "shape": [1024]}, "hubert.encoder.layers.20.final_layer_norm.weight": {"__tensor__": "tensor_236", "shape": [1024]}, "hubert.encoder.layers.20.final_layer_norm.bias": {"__tensor__": "tensor_237", "shape": [1024]}, "hubert.encoder.layers.21.attention.k_proj.bias": {"__tensor__": "tensor_238", "shape": [1024]}, "hubert.encoder.layers.21.attention.v_proj.bias": {"__tensor__": "tensor_239", "shape": [1024]}, "hubert.encoder.layers.21.attention.q_proj.bias": {"__tensor__": "tensor_240", "shape": [1024]}, "hubert.encoder.layers.21.attention.out_proj.bias": {"__tensor__": "tensor_241", "shape": [1024]}, "hubert.encoder.layers.21.layer_norm.weight": {"__tensor__": "tensor_242", "shape": [1024]}, "hubert.encoder.layers.21.layer_norm.bias": {"__tensor__": "tensor_243", "shape": [1024]}, "hubert.encoder.layers.21.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_244", "shape": [4096]}, "hubert.encoder.layers.21.feed_forward.output_dense.bias": {"__tensor__": "tensor_245", "shape": [1024]}, "hubert.encoder.layers.21.final_layer_norm.weight": {"__tensor__": "tensor_246", "shape": [1024]}, "hubert.encoder.layers.21.final_layer_norm.bias": {"__tensor__": "tensor_247", "shape": [1024]}, "hubert.encoder.layers.22.attention.k_proj.bias": {"__tensor__": "tensor_248", "shape": [1024]}, "hubert.encoder.layers.22.attention.v_proj.bias": {"__tensor__": "tensor_249", "shape": [1024]}, "hubert.encoder.layers.22.attention.q_proj.bias": {"__tensor__": "tensor_250", "shape": [1024]}, "hubert.encoder.layers.22.attention.out_proj.bias": {"__tensor__": "tensor_251", "shape": [1024]}, "hubert.encoder.layers.22.layer_norm.weight": {"__tensor__": "tensor_252", "shape": [1024]}, "hubert.encoder.layers.22.layer_norm.bias": {"__tensor__": "tensor_253", "shape": [1024]}, "hubert.encoder.layers.22.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_254", "shape": [4096]}, "hubert.encoder.layers.22.feed_forward.output_dense.bias": {"__tensor__": "tensor_255", "shape": [1024]}, "hubert.encoder.layers.22.final_layer_norm.weight": {"__tensor__": "tensor_256", "shape": [1024]}, "hubert.encoder.layers.22.final_layer_norm.bias": {"__tensor__": "tensor_257", "shape": [1024]}, "hubert.encoder.layers.23.attention.k_proj.bias": {"__tensor__": "tensor_258", "shape": [1024]}, "hubert.encoder.layers.23.attention.v_proj.bias": {"__tensor__": "tensor_259", "shape": [1024]}, "hubert.encoder.layers.23.attention.q_proj.bias": {"__tensor__": "tensor_260", "shape": [1024]}, "hubert.encoder.layers.23.attention.out_proj.bias": {"__tensor__": "tensor_261", "shape": [1024]}, "hubert.encoder.layers.23.layer_norm.weight": {"__tensor__": "tensor_262", "shape": [1024]}, "hubert.encoder.layers.23.layer_norm.bias": {"__tensor__": "tensor_263", "shape": [1024]}, "hubert.encoder.layers.23.feed_forward.intermediate_dense.bias": {"__tensor__": "tensor_264", "shape": [4096]}, "hubert.encoder.layers.23.feed_forward.output_dense.bias": {"__tensor__": "tensor_265", "shape": [1024]}, "hubert.encoder.layers.23.final_layer_norm.weight": {"__tensor__": "tensor_266", "shape": [1024]}, "hubert.encoder.layers.23.final_layer_norm.bias": {"__tensor__": "tensor_267", "shape": [1024]}, "onnx::MatMul_3376": {"__tensor__": "tensor_268", "shape": [512, 1024]}, "onnx::Conv_3379": {"__tensor__": "tensor_269", "shape": [1024, 64, 128]}, "onnx::MatMul_3384": {"__tensor__": "tensor_270", "shape": [1024, 1024]}, "onnx::MatMul_3385": {"__tensor__": "tensor_271", "shape": [1024, 1024]}, "onnx::MatMul_3392": {"__tensor__": "tensor_272", "shape": [1024, 1024]}, "onnx::MatMul_3396": {"__tensor__": "tensor_273", "shape": [1024, 1024]}, "onnx::MatMul_3397": {"__tensor__": "tensor_274", "shape": [1024, 4096]}, "onnx::MatMul_3398": {"__tensor__": "tensor_275", "shape": [4096, 1024]}, "onnx::MatMul_3399": {"__tensor__": "tensor_276", "shape": [1024, 1024]}, "onnx::MatMul_3400": {"__tensor__": "tensor_277", "shape": [1024, 1024]}, "onnx::MatMul_3407": {"__tensor__": "tensor_278", "shape": [1024, 1024]}, "onnx::MatMul_3411": {"__tensor__": "tensor_279", "shape": [1024, 1024]}, "onnx::MatMul_3412": {"__tensor__": "tensor_280", "shape": [1024, 4096]}, "onnx::MatMul_3413": {"__tensor__": "tensor_281", "shape": [4096, 1024]}, "onnx::MatMul_3414": {"__tensor__": "tensor_282", "shape": [1024, 1024]}, "onnx::MatMul_3415": {"__tensor__": "tensor_283", "shape": [1024, 1024]}, "onnx::MatMul_3422": {"__tensor__": "tensor_284", "shape": [1024, 1024]}, "onnx::MatMul_3426": {"__tensor__": "tensor_285", "shape": [1024, 1024]}, "onnx::MatMul_3427": {"__tensor__": "tensor_286", "shape": [1024, 4096]}, "onnx::MatMul_3428": {"__tensor__": "tensor_287", "shape": [4096, 1024]}, "onnx::MatMul_3429": {"__tensor__": "tensor_288", "shape": [1024, 1024]}, "onnx::MatMul_3430": {"__tensor__": "tensor_289", "shape": [1024, 1024]}, "onnx::MatMul_3437": {"__tensor__": "tensor_290", "shape": [1024, 1024]}, "onnx::MatMul_3441": {"__tensor__": "tensor_291", "shape": [1024, 1024]}, "onnx::MatMul_3442": {"__tensor__": "tensor_292", "shape": [1024, 4096]}, "onnx::MatMul_3443": {"__tensor__": "tensor_293", "shape": [4096, 1024]}, "onnx::MatMul_3444": {"__tensor__": "tensor_294", "shape": [1024, 1024]}, "onnx::MatMul_3445": {"__tensor__": "tensor_295", "shape": [1024, 1024]}, "onnx::MatMul_3452": {"__tensor__": "tensor_296", "shape": [1024, 1024]}, "onnx::MatMul_3456": {"__tensor__": "tensor_297", "shape": [1024, 1024]}, "onnx::MatMul_3457": {"__tensor__": "tensor_298", "shape": [1024, 4096]}, "onnx::MatMul_3458": {"__tensor__": "tensor_299", "shape": [4096, 1024]}, "onnx::MatMul_3459": {"__tensor__": "tensor_300", "shape": [1024, 1024]}, "onnx::MatMul_3460": {"__tensor__": "tensor_301", "shape": [1024, 1024]}, "onnx::MatMul_3467": {"__tensor__": "tensor_302", "shape": [1024, 1024]}, "onnx::MatMul_3471": {"__tensor__": "tensor_303", "shape": [1024, 1024]}, "onnx::MatMul_3472": {"__tensor__": "tensor_304", "shape": [1024, 4096]}, "onnx::MatMul_3473": {"__tensor__": "tensor_305", "shape": [4096, 1024]}, "onnx::MatMul_3474": {"__tensor__": "tensor_306", "shape": [1024, 1024]}, "onnx::MatMul_3475": {"__tensor__": "tensor_307", "shape": [1024, 1024]}, "onnx::MatMul_3482": {"__tensor__": "tensor_308", "shape": [1024, 1024]}, "onnx::MatMul_3486": {"__tensor__": "tensor_309", "shape": [1024, 1024]}, "onnx::MatMul_3487": {"__tensor__": "tensor_310", "shape": [1024, 4096]}, "onnx::MatMul_3488": {"__tensor__": "tensor_311", "shape": [4096, 1024]}, "onnx::MatMul_3489": {"__tensor__": "tensor_312", "shape": [1024, 1024]}, "onnx::MatMul_3490": {"__tensor__": "tensor_313", "shape": [1024, 1024]}, "onnx::MatMul_3497": {"__tensor__": "tensor_314", "shape": [1024, 1024]}, "onnx::MatMul_3501": {"__tensor__": "tensor_315", "shape": [1024, 1024]}, "onnx::MatMul_3502": {"__tensor__": "tensor_316", "shape": [1024, 4096]}, "onnx::MatMul_3503": {"__tensor__": "tensor_317", "shape": [4096, 1024]}, "onnx::MatMul_3504": {"__tensor__": "tensor_318", "shape": [1024, 1024]}, "onnx::MatMul_3505": {"__tensor__": "tensor_319", "shape": [1024, 1024]}, "onnx::MatMul_3512": {"__tensor__": "tensor_320", "shape": [1024, 1024]}, "onnx::MatMul_3516": {"__tensor__": "tensor_321", "shape": [1024, 1024]}, "onnx::MatMul_3517": {"__tensor__": "tensor_322", "shape": [1024, 4096]}, "onnx::MatMul_3518": {"__tensor__": "tensor_323", "shape": [4096, 1024]}, "onnx::MatMul_3519": {"__tensor__": "tensor_324", "shape": [1024, 1024]}, "onnx::MatMul_3520": {"__tensor__": "tensor_325", "shape": [1024, 1024]}, "onnx::MatMul_3527": {"__tensor__": "tensor_326", "shape": [1024, 1024]}, "onnx::MatMul_3531": {"__tensor__": "tensor_327", "shape": [1024, 1024]}, "onnx::MatMul_3532": {"__tensor__": "tensor_328", "shape": [1024, 4096]}, "onnx::MatMul_3533": {"__tensor__": "tensor_329", "shape": [4096, 1024]}, "onnx::MatMul_3534": {"__tensor__": "tensor_330", "shape": [1024, 1024]}, "onnx::MatMul_3535": {"__tensor__": "tensor_331", "shape": [1024, 1024]}, "onnx::MatMul_3542": {"__tensor__": "tensor_332", "shape": [1024, 1024]}, "onnx::MatMul_3546": {"__tensor__": "tensor_333", "shape": [1024, 1024]}, "onnx::MatMul_3547": {"__tensor__": "tensor_334", "shape": [1024, 4096]}, "onnx::MatMul_3548": {"__tensor__": "tensor_335", "shape": [4096, 1024]}, "onnx::MatMul_3549": {"__tensor__": "tensor_336", "shape": [1024, 1024]}, "onnx::MatMul_3550": {"__tensor__": "tensor_337", "shape": [1024, 1024]}, "onnx::MatMul_3557": {"__tensor__": "tensor_338", "shape": [1024, 1024]}, "onnx::MatMul_3561": {"__tensor__": "tensor_339", "shape": [1024, 1024]}, "onnx::MatMul_3562": {"__tensor__": "tensor_340", "shape": [1024, 4096]}, "onnx::MatMul_3563": {"__tensor__": "tensor_341", "shape": [4096, 1024]}, "onnx::MatMul_3564": {"__tensor__": "tensor_342", "shape": [1024, 1024]}, "onnx::MatMul_3565": {"__tensor__": "tensor_343", "shape": [1024, 1024]}, "onnx::MatMul_3572": {"__tensor__": "tensor_344", "shape": [1024, 1024]}, "onnx::MatMul_3576": {"__tensor__": "tensor_345", "shape": [1024, 1024]}, "onnx::MatMul_3577": {"__tensor__": "tensor_346", "shape": [1024, 4096]}, "onnx::MatMul_3578": {"__tensor__": "tensor_347", "shape": [4096, 1024]}, "onnx::MatMul_3579": {"__tensor__": "tensor_348", "shape": [1024, 1024]}, "onnx::MatMul_3580": {"__tensor__": "tensor_349", "shape": [1024, 1024]}, "onnx::MatMul_3587": {"__tensor__": "tensor_350", "shape": [1024, 1024]}, "onnx::MatMul_3591": {"__tensor__": "tensor_351", "shape": [1024, 1024]}, "onnx::MatMul_3592": {"__tensor__": "tensor_352", "shape": [1024, 4096]}, "onnx::MatMul_3593": {"__tensor__": "tensor_353", "shape": [4096, 1024]}, "onnx::MatMul_3594": {"__tensor__": "tensor_354", "shape": [1024, 1024]}, "onnx::MatMul_3595": {"__tensor__": "tensor_355", "shape": [1024, 1024]}, "onnx::MatMul_3602": {"__tensor__": "tensor_356", "shape": [1024, 1024]}, "onnx::MatMul_3606": {"__tensor__": "tensor_357", "shape": [1024, 1024]}, "onnx::MatMul_3607": {"__tensor__": "tensor_358", "shape": [1024, 4096]}, "onnx::MatMul_3608": {"__tensor__": "tensor_359", "shape": [4096, 1024]}, "onnx::MatMul_3609": {"__tensor__": "tensor_360", "shape": [1024, 1024]}, "onnx::MatMul_3610": {"__tensor__": "tensor_361", "shape": [1024, 1024]}, "onnx::MatMul_3617": {"__tensor__": "tensor_362", "shape": [1024, 1024]}, "onnx::MatMul_3621": {"__tensor__": "tensor_363", "shape": [1024, 1024]}, "onnx::MatMul_3622": {"__tensor__": "tensor_364", "shape": [1024, 4096]}, "onnx::MatMul_3623": {"__tensor__": "tensor_365", "shape": [4096, 1024]}, "onnx::MatMul_3624": {"__tensor__": "tensor_366", "shape": [1024, 1024]}, "onnx::MatMul_3625": {"__tensor__": "tensor_367", "shape": [1024, 1024]}, "onnx::MatMul_3632": {"__tensor__": "tensor_368", "shape": [1024, 1024]}, "onnx::MatMul_3636": {"__tensor__": "tensor_369", "shape": [1024, 1024]}, "onnx::MatMul_3637": {"__tensor__": "tensor_370", "shape": [1024, 4096]}, "onnx::MatMul_3638": {"__tensor__": "tensor_371", "shape": [4096, 1024]}, "onnx::MatMul_3639": {"__tensor__": "tensor_372", "shape": [1024, 1024]}, "onnx::MatMul_3640": {"__tensor__": "tensor_373", "shape": [1024, 1024]}, "onnx::MatMul_3647": {"__tensor__": "tensor_374", "shape": [1024, 1024]}, "onnx::MatMul_3651": {"__tensor__": "tensor_375", "shape": [1024, 1024]}, "onnx::MatMul_3652": {"__tensor__": "tensor_376", "shape": [1024, 4096]}, "onnx::MatMul_3653": {"__tensor__": "tensor_377", "shape": [4096, 1024]}, "onnx::MatMul_3654": {"__tensor__": "tensor_378", "shape": [1024, 1024]}, "onnx::MatMul_3655": {"__tensor__": "tensor_379", "shape": [1024, 1024]}, "onnx::MatMul_3662": {"__tensor__": "tensor_380", "shape": [1024, 1024]}, "onnx::MatMul_3666": {"__tensor__": "tensor_381", "shape": [1024, 1024]}, "onnx::MatMul_3667": {"__tensor__": "tensor_382", "shape": [1024, 4096]}, "onnx::MatMul_3668": {"__tensor__": "tensor_383", "shape": [4096, 1024]}, "onnx::MatMul_3669": {"__tensor__": "tensor_384", "shape": [1024, 1024]}, "onnx::MatMul_3670": {"__tensor__": "tensor_385", "shape": [1024, 1024]}, "onnx::MatMul_3677": {"__tensor__": "tensor_386", "shape": [1024, 1024]}, "onnx::MatMul_3681": {"__tensor__": "tensor_387", "shape": [1024, 1024]}, "onnx::MatMul_3682": {"__tensor__": "tensor_388", "shape": [1024, 4096]}, "onnx::MatMul_3683": {"__tensor__": "tensor_389", "shape": [4096, 1024]}, "onnx::MatMul_3684": {"__tensor__": "tensor_390", "shape": [1024, 1024]}, "onnx::MatMul_3685": {"__tensor__": "tensor_391", "shape": [1024, 1024]}, "onnx::MatMul_3692": {"__tensor__": "tensor_392", "shape": [1024, 1024]}, "onnx::MatMul_3696": {"__tensor__": "tensor_393", "shape": [1024, 1024]}, "onnx::MatMul_3697": {"__tensor__": "tensor_394", "shape": [1024, 4096]}, "onnx::MatMul_3698": {"__tensor__": "tensor_395", "shape": [4096, 1024]}, "onnx::MatMul_3699": {"__tensor__": "tensor_396", "shape": [1024, 1024]}, "onnx::MatMul_3700": {"__tensor__": "tensor_397", "shape": [1024, 1024]}, "onnx::MatMul_3707": {"__tensor__": "tensor_398", "shape": [1024, 1024]}, "onnx::MatMul_3711": {"__tensor__": "tensor_399", "shape": [1024, 1024]}, "onnx::MatMul_3712": {"__tensor__": "tensor_400", "shape": [1024, 4096]}, "onnx::MatMul_3713": {"__tensor__": "tensor_401", "shape": [4096, 1024]}, "onnx::MatMul_3714": {"__tensor__": "tensor_402", "shape": [1024, 1024]}, "onnx::MatMul_3715": {"__tensor__": "tensor_403", "shape": [1024, 1024]}, "onnx::MatMul_3722": {"__tensor__": "tensor_404", "shape": [1024, 1024]}, "onnx::MatMul_3726": {"__tensor__": "tensor_405", "shape": [1024, 1024]}, "onnx::MatMul_3727": {"__tensor__": "tensor_406", "shape": [1024, 4096]}, "onnx::MatMul_3728": {"__tensor__": "tensor_407", "shape": [4096, 1024]}, "onnx::MatMul_3729": {"__tensor__": "tensor_408", "shape": [1024, 1024]}, "onnx::MatMul_3730": {"__tensor__": "tensor_409", "shape": [1024, 1024]}, "onnx::MatMul_3737": {"__tensor__": "tensor_410", "shape": [1024, 1024]}, "onnx::MatMul_3741": {"__tensor__": "tensor_411", "shape": [1024, 1024]}, "onnx::MatMul_3742": {"__tensor__": "tensor_412", "shape": [1024, 4096]}, "onnx::MatMul_3743": {"__tensor__": "tensor_413", "shape": [4096, 1024]}}, "nodes": [{"name": "Identity_697", "op": "Identity", "inputs": ["hubert.feature_extractor.conv_layers.0.conv.bias"], "outputs": ["hubert.feature_extractor.conv_layers.6.conv.bias"], "attrs": {}}, {"name": "Identity_698", "op": "Identity", "inputs": ["hubert.feature_extractor.conv_layers.0.conv.bias"], "outputs": ["hubert.feature_extractor.conv_layers.5.conv.bias"], "attrs": {}}, {"name": "Identity_699", "op": "Identity", "inputs": ["hubert.feature_extractor.conv_layers.0.conv.bias"], "outputs": ["hubert.feature_extractor.conv_layers.4.conv.bias"], "attrs": {}}, {"name": "Identity_700", "op": "Identity", "inputs": ["hubert.feature_extractor.conv_layers.0.conv.bias"], "outputs": ["hubert.feature_extractor.conv_layers.3.conv.bias"], "attrs": {}}, {"name": "Identity_701", "op": "Identity", "inputs": ["hubert.feature_extractor.conv_layers.0.conv.bias"], "outputs": ["hubert.feature_extractor.conv_layers.2.conv.bias"], "attrs": {}}, {"name": "Identity_702", "op": "Identity", "inputs": ["hubert.feature_extractor.conv_layers.0.conv.bias"], "outputs": ["hubert.feature_extractor.conv_layers.1.conv.bias"], "attrs": {}}, {"name": "/Constant", "op": "Constant", "inputs": [], "outputs": ["/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_414", "shape": []}}}, {"name": "/Sub", "op": "Sub", "inputs": ["input_values", "/Constant_output_0"], "outputs": ["/Sub_output_0"], "attrs": {}}, {"name": "/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_415", "shape": []}}}, {"name": "/Div", "op": "Div", "inputs": ["/Sub_output_0", "/Constant_1_output_0"], "outputs": ["/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_416", "shape": [1]}}}, {"name": "/hubert/feature_extractor/Unsqueeze", "op": "Unsqueeze", "inputs": ["/Div_output_0", "/hubert/feature_extractor/Constant_output_0"], "outputs": ["/hubert/feature_extractor/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.0/conv/Conv", "op": "Conv", "inputs": ["/hubert/feature_extractor/Unsqueeze_output_0", "hubert.feature_extractor.conv_layers.0.conv.weight", "hubert.feature_extractor.conv_layers.0.conv.bias"], "outputs": ["/hubert/feature_extractor/conv_layers.0/conv/Conv_output_0"], "attrs": {"dilations": [1], "group": 1, "kernel_shape": [10], "pads": [0, 0], "strides": [5]}}, {"name": "/hubert/feature_extractor/conv_layers.0/Transpose", "op": "Transpose", "inputs": ["/hubert/feature_extractor/conv_layers.0/conv/Conv_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.0/Transpose_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/feature_extractor/conv_layers.0/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/feature_extractor/conv_layers.0/Transpose_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_extractor/conv_layers.0/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/feature_extractor/conv_layers.0/Transpose_output_0", "/hubert/feature_extractor/conv_layers.0/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.0/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_417", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.0/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Sub_output_0", "/hubert/feature_extractor/conv_layers.0/layer_norm/Constant_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.0/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Pow_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_extractor/conv_layers.0/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_418", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.0/layer_norm/Add", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/ReduceMean_1_output_0", "/hubert/feature_extractor/conv_layers.0/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.0/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Add_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.0/layer_norm/Div", "op": "Div", "inputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Sub_output_0", "/hubert/feature_extractor/conv_layers.0/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.0/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Div_output_0", "hubert.feature_extractor.conv_layers.0.layer_norm.weight"], "outputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.0/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Mul_output_0", "hubert.feature_extractor.conv_layers.0.layer_norm.bias"], "outputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.0/Transpose_1", "op": "Transpose", "inputs": ["/hubert/feature_extractor/conv_layers.0/layer_norm/Add_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.0/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/feature_extractor/conv_layers.0/activation/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.0/activation/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_419", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.0/activation/Div", "op": "Div", "inputs": ["/hubert/feature_extractor/conv_layers.0/Transpose_1_output_0", "/hubert/feature_extractor/conv_layers.0/activation/Constant_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.0/activation/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.0/activation/Erf", "op": "Erf", "inputs": ["/hubert/feature_extractor/conv_layers.0/activation/Div_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.0/activation/Erf_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.0/activation/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.0/activation/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_420", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.0/activation/Add", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.0/activation/Erf_output_0", "/hubert/feature_extractor/conv_layers.0/activation/Constant_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.0/activation/Add_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.0/activation/Mul", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.0/Transpose_1_output_0", "/hubert/feature_extractor/conv_layers.0/activation/Add_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.0/activation/Mul_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.0/activation/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.0/activation/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_421", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.0/activation/Mul_1", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.0/activation/Mul_output_0", "/hubert/feature_extractor/conv_layers.0/activation/Constant_2_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.0/activation/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.1/conv/Conv", "op": "Conv", "inputs": ["/hubert/feature_extractor/conv_layers.0/activation/Mul_1_output_0", "hubert.feature_extractor.conv_layers.1.conv.weight", "hubert.feature_extractor.conv_layers.1.conv.bias"], "outputs": ["/hubert/feature_extractor/conv_layers.1/conv/Conv_output_0"], "attrs": {"dilations": [1], "group": 1, "kernel_shape": [3], "pads": [0, 0], "strides": [2]}}, {"name": "/hubert/feature_extractor/conv_layers.1/Transpose", "op": "Transpose", "inputs": ["/hubert/feature_extractor/conv_layers.1/conv/Conv_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.1/Transpose_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/feature_extractor/conv_layers.1/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/feature_extractor/conv_layers.1/Transpose_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_extractor/conv_layers.1/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/feature_extractor/conv_layers.1/Transpose_output_0", "/hubert/feature_extractor/conv_layers.1/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.1/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_422", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.1/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Sub_output_0", "/hubert/feature_extractor/conv_layers.1/layer_norm/Constant_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.1/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Pow_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_extractor/conv_layers.1/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_423", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.1/layer_norm/Add", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/ReduceMean_1_output_0", "/hubert/feature_extractor/conv_layers.1/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.1/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Add_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.1/layer_norm/Div", "op": "Div", "inputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Sub_output_0", "/hubert/feature_extractor/conv_layers.1/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.1/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Div_output_0", "hubert.feature_extractor.conv_layers.1.layer_norm.weight"], "outputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.1/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Mul_output_0", "hubert.feature_extractor.conv_layers.1.layer_norm.bias"], "outputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.1/Transpose_1", "op": "Transpose", "inputs": ["/hubert/feature_extractor/conv_layers.1/layer_norm/Add_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.1/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/feature_extractor/conv_layers.1/activation/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.1/activation/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_424", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.1/activation/Div", "op": "Div", "inputs": ["/hubert/feature_extractor/conv_layers.1/Transpose_1_output_0", "/hubert/feature_extractor/conv_layers.1/activation/Constant_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.1/activation/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.1/activation/Erf", "op": "Erf", "inputs": ["/hubert/feature_extractor/conv_layers.1/activation/Div_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.1/activation/Erf_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.1/activation/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.1/activation/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_425", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.1/activation/Add", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.1/activation/Erf_output_0", "/hubert/feature_extractor/conv_layers.1/activation/Constant_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.1/activation/Add_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.1/activation/Mul", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.1/Transpose_1_output_0", "/hubert/feature_extractor/conv_layers.1/activation/Add_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.1/activation/Mul_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.1/activation/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.1/activation/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_426", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.1/activation/Mul_1", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.1/activation/Mul_output_0", "/hubert/feature_extractor/conv_layers.1/activation/Constant_2_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.1/activation/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.2/conv/Conv", "op": "Conv", "inputs": ["/hubert/feature_extractor/conv_layers.1/activation/Mul_1_output_0", "hubert.feature_extractor.conv_layers.2.conv.weight", "hubert.feature_extractor.conv_layers.2.conv.bias"], "outputs": ["/hubert/feature_extractor/conv_layers.2/conv/Conv_output_0"], "attrs": {"dilations": [1], "group": 1, "kernel_shape": [3], "pads": [0, 0], "strides": [2]}}, {"name": "/hubert/feature_extractor/conv_layers.2/Transpose", "op": "Transpose", "inputs": ["/hubert/feature_extractor/conv_layers.2/conv/Conv_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.2/Transpose_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/feature_extractor/conv_layers.2/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/feature_extractor/conv_layers.2/Transpose_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_extractor/conv_layers.2/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/feature_extractor/conv_layers.2/Transpose_output_0", "/hubert/feature_extractor/conv_layers.2/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.2/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_427", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.2/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Sub_output_0", "/hubert/feature_extractor/conv_layers.2/layer_norm/Constant_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.2/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Pow_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_extractor/conv_layers.2/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_428", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.2/layer_norm/Add", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/ReduceMean_1_output_0", "/hubert/feature_extractor/conv_layers.2/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.2/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Add_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.2/layer_norm/Div", "op": "Div", "inputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Sub_output_0", "/hubert/feature_extractor/conv_layers.2/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.2/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Div_output_0", "hubert.feature_extractor.conv_layers.2.layer_norm.weight"], "outputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.2/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Mul_output_0", "hubert.feature_extractor.conv_layers.2.layer_norm.bias"], "outputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.2/Transpose_1", "op": "Transpose", "inputs": ["/hubert/feature_extractor/conv_layers.2/layer_norm/Add_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.2/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/feature_extractor/conv_layers.2/activation/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.2/activation/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_429", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.2/activation/Div", "op": "Div", "inputs": ["/hubert/feature_extractor/conv_layers.2/Transpose_1_output_0", "/hubert/feature_extractor/conv_layers.2/activation/Constant_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.2/activation/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.2/activation/Erf", "op": "Erf", "inputs": ["/hubert/feature_extractor/conv_layers.2/activation/Div_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.2/activation/Erf_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.2/activation/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.2/activation/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_430", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.2/activation/Add", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.2/activation/Erf_output_0", "/hubert/feature_extractor/conv_layers.2/activation/Constant_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.2/activation/Add_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.2/activation/Mul", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.2/Transpose_1_output_0", "/hubert/feature_extractor/conv_layers.2/activation/Add_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.2/activation/Mul_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.2/activation/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.2/activation/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_431", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.2/activation/Mul_1", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.2/activation/Mul_output_0", "/hubert/feature_extractor/conv_layers.2/activation/Constant_2_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.2/activation/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.3/conv/Conv", "op": "Conv", "inputs": ["/hubert/feature_extractor/conv_layers.2/activation/Mul_1_output_0", "hubert.feature_extractor.conv_layers.3.conv.weight", "hubert.feature_extractor.conv_layers.3.conv.bias"], "outputs": ["/hubert/feature_extractor/conv_layers.3/conv/Conv_output_0"], "attrs": {"dilations": [1], "group": 1, "kernel_shape": [3], "pads": [0, 0], "strides": [2]}}, {"name": "/hubert/feature_extractor/conv_layers.3/Transpose", "op": "Transpose", "inputs": ["/hubert/feature_extractor/conv_layers.3/conv/Conv_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.3/Transpose_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/feature_extractor/conv_layers.3/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/feature_extractor/conv_layers.3/Transpose_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_extractor/conv_layers.3/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/feature_extractor/conv_layers.3/Transpose_output_0", "/hubert/feature_extractor/conv_layers.3/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.3/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_432", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.3/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Sub_output_0", "/hubert/feature_extractor/conv_layers.3/layer_norm/Constant_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.3/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Pow_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_extractor/conv_layers.3/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_433", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.3/layer_norm/Add", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/ReduceMean_1_output_0", "/hubert/feature_extractor/conv_layers.3/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.3/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Add_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.3/layer_norm/Div", "op": "Div", "inputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Sub_output_0", "/hubert/feature_extractor/conv_layers.3/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.3/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Div_output_0", "hubert.feature_extractor.conv_layers.3.layer_norm.weight"], "outputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.3/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Mul_output_0", "hubert.feature_extractor.conv_layers.3.layer_norm.bias"], "outputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.3/Transpose_1", "op": "Transpose", "inputs": ["/hubert/feature_extractor/conv_layers.3/layer_norm/Add_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.3/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/feature_extractor/conv_layers.3/activation/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.3/activation/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_434", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.3/activation/Div", "op": "Div", "inputs": ["/hubert/feature_extractor/conv_layers.3/Transpose_1_output_0", "/hubert/feature_extractor/conv_layers.3/activation/Constant_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.3/activation/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.3/activation/Erf", "op": "Erf", "inputs": ["/hubert/feature_extractor/conv_layers.3/activation/Div_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.3/activation/Erf_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.3/activation/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.3/activation/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_435", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.3/activation/Add", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.3/activation/Erf_output_0", "/hubert/feature_extractor/conv_layers.3/activation/Constant_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.3/activation/Add_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.3/activation/Mul", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.3/Transpose_1_output_0", "/hubert/feature_extractor/conv_layers.3/activation/Add_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.3/activation/Mul_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.3/activation/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.3/activation/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_436", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.3/activation/Mul_1", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.3/activation/Mul_output_0", "/hubert/feature_extractor/conv_layers.3/activation/Constant_2_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.3/activation/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.4/conv/Conv", "op": "Conv", "inputs": ["/hubert/feature_extractor/conv_layers.3/activation/Mul_1_output_0", "hubert.feature_extractor.conv_layers.4.conv.weight", "hubert.feature_extractor.conv_layers.4.conv.bias"], "outputs": ["/hubert/feature_extractor/conv_layers.4/conv/Conv_output_0"], "attrs": {"dilations": [1], "group": 1, "kernel_shape": [3], "pads": [0, 0], "strides": [2]}}, {"name": "/hubert/feature_extractor/conv_layers.4/Transpose", "op": "Transpose", "inputs": ["/hubert/feature_extractor/conv_layers.4/conv/Conv_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.4/Transpose_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/feature_extractor/conv_layers.4/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/feature_extractor/conv_layers.4/Transpose_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_extractor/conv_layers.4/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/feature_extractor/conv_layers.4/Transpose_output_0", "/hubert/feature_extractor/conv_layers.4/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.4/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_437", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.4/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Sub_output_0", "/hubert/feature_extractor/conv_layers.4/layer_norm/Constant_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.4/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Pow_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_extractor/conv_layers.4/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_438", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.4/layer_norm/Add", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/ReduceMean_1_output_0", "/hubert/feature_extractor/conv_layers.4/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.4/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Add_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.4/layer_norm/Div", "op": "Div", "inputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Sub_output_0", "/hubert/feature_extractor/conv_layers.4/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.4/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Div_output_0", "hubert.feature_extractor.conv_layers.4.layer_norm.weight"], "outputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.4/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Mul_output_0", "hubert.feature_extractor.conv_layers.4.layer_norm.bias"], "outputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.4/Transpose_1", "op": "Transpose", "inputs": ["/hubert/feature_extractor/conv_layers.4/layer_norm/Add_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.4/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/feature_extractor/conv_layers.4/activation/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.4/activation/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_439", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.4/activation/Div", "op": "Div", "inputs": ["/hubert/feature_extractor/conv_layers.4/Transpose_1_output_0", "/hubert/feature_extractor/conv_layers.4/activation/Constant_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.4/activation/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.4/activation/Erf", "op": "Erf", "inputs": ["/hubert/feature_extractor/conv_layers.4/activation/Div_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.4/activation/Erf_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.4/activation/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.4/activation/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_440", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.4/activation/Add", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.4/activation/Erf_output_0", "/hubert/feature_extractor/conv_layers.4/activation/Constant_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.4/activation/Add_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.4/activation/Mul", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.4/Transpose_1_output_0", "/hubert/feature_extractor/conv_layers.4/activation/Add_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.4/activation/Mul_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.4/activation/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.4/activation/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_441", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.4/activation/Mul_1", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.4/activation/Mul_output_0", "/hubert/feature_extractor/conv_layers.4/activation/Constant_2_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.4/activation/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.5/conv/Conv", "op": "Conv", "inputs": ["/hubert/feature_extractor/conv_layers.4/activation/Mul_1_output_0", "hubert.feature_extractor.conv_layers.5.conv.weight", "hubert.feature_extractor.conv_layers.5.conv.bias"], "outputs": ["/hubert/feature_extractor/conv_layers.5/conv/Conv_output_0"], "attrs": {"dilations": [1], "group": 1, "kernel_shape": [2], "pads": [0, 0], "strides": [2]}}, {"name": "/hubert/feature_extractor/conv_layers.5/Transpose", "op": "Transpose", "inputs": ["/hubert/feature_extractor/conv_layers.5/conv/Conv_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.5/Transpose_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/feature_extractor/conv_layers.5/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/feature_extractor/conv_layers.5/Transpose_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_extractor/conv_layers.5/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/feature_extractor/conv_layers.5/Transpose_output_0", "/hubert/feature_extractor/conv_layers.5/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.5/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_442", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.5/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Sub_output_0", "/hubert/feature_extractor/conv_layers.5/layer_norm/Constant_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.5/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Pow_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_extractor/conv_layers.5/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_443", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.5/layer_norm/Add", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/ReduceMean_1_output_0", "/hubert/feature_extractor/conv_layers.5/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.5/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Add_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.5/layer_norm/Div", "op": "Div", "inputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Sub_output_0", "/hubert/feature_extractor/conv_layers.5/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.5/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Div_output_0", "hubert.feature_extractor.conv_layers.5.layer_norm.weight"], "outputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.5/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Mul_output_0", "hubert.feature_extractor.conv_layers.5.layer_norm.bias"], "outputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.5/Transpose_1", "op": "Transpose", "inputs": ["/hubert/feature_extractor/conv_layers.5/layer_norm/Add_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.5/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/feature_extractor/conv_layers.5/activation/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.5/activation/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_444", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.5/activation/Div", "op": "Div", "inputs": ["/hubert/feature_extractor/conv_layers.5/Transpose_1_output_0", "/hubert/feature_extractor/conv_layers.5/activation/Constant_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.5/activation/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.5/activation/Erf", "op": "Erf", "inputs": ["/hubert/feature_extractor/conv_layers.5/activation/Div_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.5/activation/Erf_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.5/activation/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.5/activation/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_445", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.5/activation/Add", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.5/activation/Erf_output_0", "/hubert/feature_extractor/conv_layers.5/activation/Constant_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.5/activation/Add_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.5/activation/Mul", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.5/Transpose_1_output_0", "/hubert/feature_extractor/conv_layers.5/activation/Add_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.5/activation/Mul_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.5/activation/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.5/activation/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_446", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.5/activation/Mul_1", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.5/activation/Mul_output_0", "/hubert/feature_extractor/conv_layers.5/activation/Constant_2_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.5/activation/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.6/conv/Conv", "op": "Conv", "inputs": ["/hubert/feature_extractor/conv_layers.5/activation/Mul_1_output_0", "hubert.feature_extractor.conv_layers.6.conv.weight", "hubert.feature_extractor.conv_layers.6.conv.bias"], "outputs": ["/hubert/feature_extractor/conv_layers.6/conv/Conv_output_0"], "attrs": {"dilations": [1], "group": 1, "kernel_shape": [2], "pads": [0, 0], "strides": [2]}}, {"name": "/hubert/feature_extractor/conv_layers.6/Transpose", "op": "Transpose", "inputs": ["/hubert/feature_extractor/conv_layers.6/conv/Conv_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.6/Transpose_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/feature_extractor/conv_layers.6/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/feature_extractor/conv_layers.6/Transpose_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_extractor/conv_layers.6/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/feature_extractor/conv_layers.6/Transpose_output_0", "/hubert/feature_extractor/conv_layers.6/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.6/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_447", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.6/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Sub_output_0", "/hubert/feature_extractor/conv_layers.6/layer_norm/Constant_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.6/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Pow_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_extractor/conv_layers.6/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_448", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.6/layer_norm/Add", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/ReduceMean_1_output_0", "/hubert/feature_extractor/conv_layers.6/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.6/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Add_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.6/layer_norm/Div", "op": "Div", "inputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Sub_output_0", "/hubert/feature_extractor/conv_layers.6/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.6/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Div_output_0", "hubert.feature_extractor.conv_layers.6.layer_norm.weight"], "outputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.6/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Mul_output_0", "hubert.feature_extractor.conv_layers.6.layer_norm.bias"], "outputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.6/Transpose_1", "op": "Transpose", "inputs": ["/hubert/feature_extractor/conv_layers.6/layer_norm/Add_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.6/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/feature_extractor/conv_layers.6/activation/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.6/activation/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_449", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.6/activation/Div", "op": "Div", "inputs": ["/hubert/feature_extractor/conv_layers.6/Transpose_1_output_0", "/hubert/feature_extractor/conv_layers.6/activation/Constant_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.6/activation/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.6/activation/Erf", "op": "Erf", "inputs": ["/hubert/feature_extractor/conv_layers.6/activation/Div_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.6/activation/Erf_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.6/activation/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.6/activation/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_450", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.6/activation/Add", "op": "Add", "inputs": ["/hubert/feature_extractor/conv_layers.6/activation/Erf_output_0", "/hubert/feature_extractor/conv_layers.6/activation/Constant_1_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.6/activation/Add_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.6/activation/Mul", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.6/Transpose_1_output_0", "/hubert/feature_extractor/conv_layers.6/activation/Add_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.6/activation/Mul_output_0"], "attrs": {}}, {"name": "/hubert/feature_extractor/conv_layers.6/activation/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_extractor/conv_layers.6/activation/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_451", "shape": []}}}, {"name": "/hubert/feature_extractor/conv_layers.6/activation/Mul_1", "op": "Mul", "inputs": ["/hubert/feature_extractor/conv_layers.6/activation/Mul_output_0", "/hubert/feature_extractor/conv_layers.6/activation/Constant_2_output_0"], "outputs": ["/hubert/feature_extractor/conv_layers.6/activation/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/Transpose", "op": "Transpose", "inputs": ["/hubert/feature_extractor/conv_layers.6/activation/Mul_1_output_0"], "outputs": ["/hubert/Transpose_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/feature_projection/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/Transpose_output_0"], "outputs": ["/hubert/feature_projection/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_projection/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/Transpose_output_0", "/hubert/feature_projection/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/feature_projection/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/feature_projection/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_projection/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_452", "shape": []}}}, {"name": "/hubert/feature_projection/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/feature_projection/layer_norm/Sub_output_0", "/hubert/feature_projection/layer_norm/Constant_output_0"], "outputs": ["/hubert/feature_projection/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/feature_projection/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/feature_projection/layer_norm/Pow_output_0"], "outputs": ["/hubert/feature_projection/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/feature_projection/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/feature_projection/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_453", "shape": []}}}, {"name": "/hubert/feature_projection/layer_norm/Add", "op": "Add", "inputs": ["/hubert/feature_projection/layer_norm/ReduceMean_1_output_0", "/hubert/feature_projection/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/feature_projection/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/feature_projection/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/feature_projection/layer_norm/Add_output_0"], "outputs": ["/hubert/feature_projection/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/feature_projection/layer_norm/Div", "op": "Div", "inputs": ["/hubert/feature_projection/layer_norm/Sub_output_0", "/hubert/feature_projection/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/feature_projection/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/feature_projection/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/feature_projection/layer_norm/Div_output_0", "hubert.feature_projection.layer_norm.weight"], "outputs": ["/hubert/feature_projection/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/feature_projection/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/feature_projection/layer_norm/Mul_output_0", "hubert.feature_projection.layer_norm.bias"], "outputs": ["/hubert/feature_projection/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/feature_projection/projection/MatMul", "op": "MatMul", "inputs": ["/hubert/feature_projection/layer_norm/Add_1_output_0", "onnx::MatMul_3376"], "outputs": ["/hubert/feature_projection/projection/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/feature_projection/projection/Add", "op": "Add", "inputs": ["hubert.feature_projection.projection.bias", "/hubert/feature_projection/projection/MatMul_output_0"], "outputs": ["/hubert/feature_projection/projection/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/pos_conv_embed/Transpose", "op": "Transpose", "inputs": ["/hubert/feature_projection/projection/Add_output_0"], "outputs": ["/hubert/encoder/pos_conv_embed/Transpose_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/encoder/pos_conv_embed/conv/Conv", "op": "Conv", "inputs": ["/hubert/encoder/pos_conv_embed/Transpose_output_0", "onnx::Conv_3379", "hubert.encoder.pos_conv_embed.conv.bias"], "outputs": ["/hubert/encoder/pos_conv_embed/conv/Conv_output_0"], "attrs": {"dilations": [1], "group": 16, "kernel_shape": [128], "pads": [64, 64], "strides": [1]}}, {"name": "/hubert/encoder/pos_conv_embed/padding/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/pos_conv_embed/padding/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_454", "shape": [1]}}}, {"name": "/hubert/encoder/pos_conv_embed/padding/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/pos_conv_embed/padding/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_455", "shape": [1]}}}, {"name": "/hubert/encoder/pos_conv_embed/padding/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/pos_conv_embed/padding/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_456", "shape": [1]}}}, {"name": "/hubert/encoder/pos_conv_embed/padding/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/pos_conv_embed/padding/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_457", "shape": [1]}}}, {"name": "/hubert/encoder/pos_conv_embed/padding/Slice", "op": "Slice", "inputs": ["/hubert/encoder/pos_conv_embed/conv/Conv_output_0", "/hubert/encoder/pos_conv_embed/padding/Constant_1_output_0", "/hubert/encoder/pos_conv_embed/padding/Constant_2_output_0", "/hubert/encoder/pos_conv_embed/padding/Constant_output_0", "/hubert/encoder/pos_conv_embed/padding/Constant_3_output_0"], "outputs": ["/hubert/encoder/pos_conv_embed/padding/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/pos_conv_embed/activation/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/pos_conv_embed/activation/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_458", "shape": []}}}, {"name": "/hubert/encoder/pos_conv_embed/activation/Div", "op": "Div", "inputs": ["/hubert/encoder/pos_conv_embed/padding/Slice_output_0", "/hubert/encoder/pos_conv_embed/activation/Constant_output_0"], "outputs": ["/hubert/encoder/pos_conv_embed/activation/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/pos_conv_embed/activation/Erf", "op": "Erf", "inputs": ["/hubert/encoder/pos_conv_embed/activation/Div_output_0"], "outputs": ["/hubert/encoder/pos_conv_embed/activation/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/pos_conv_embed/activation/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/pos_conv_embed/activation/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_459", "shape": []}}}, {"name": "/hubert/encoder/pos_conv_embed/activation/Add", "op": "Add", "inputs": ["/hubert/encoder/pos_conv_embed/activation/Erf_output_0", "/hubert/encoder/pos_conv_embed/activation/Constant_1_output_0"], "outputs": ["/hubert/encoder/pos_conv_embed/activation/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/pos_conv_embed/activation/Mul", "op": "Mul", "inputs": ["/hubert/encoder/pos_conv_embed/padding/Slice_output_0", "/hubert/encoder/pos_conv_embed/activation/Add_output_0"], "outputs": ["/hubert/encoder/pos_conv_embed/activation/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/pos_conv_embed/activation/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/pos_conv_embed/activation/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_460", "shape": []}}}, {"name": "/hubert/encoder/pos_conv_embed/activation/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/pos_conv_embed/activation/Mul_output_0", "/hubert/encoder/pos_conv_embed/activation/Constant_2_output_0"], "outputs": ["/hubert/encoder/pos_conv_embed/activation/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/pos_conv_embed/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/pos_conv_embed/activation/Mul_1_output_0"], "outputs": ["/hubert/encoder/pos_conv_embed/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1]}}, {"name": "/hubert/encoder/Add", "op": "Add", "inputs": ["/hubert/feature_projection/projection/Add_output_0", "/hubert/encoder/pos_conv_embed/Transpose_1_output_0"], "outputs": ["/hubert/encoder/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/Add_output_0"], "outputs": ["/hubert/encoder/layers.0/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.0/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/Add_output_0", "/hubert/encoder/layers.0/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.0/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_461", "shape": []}}}, {"name": "/hubert/encoder/layers.0/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.0/layer_norm/Sub_output_0", "/hubert/encoder/layers.0/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.0/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.0/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.0/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.0/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_462", "shape": []}}}, {"name": "/hubert/encoder/layers.0/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.0/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.0/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.0/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.0/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.0/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.0/layer_norm/Sub_output_0", "/hubert/encoder/layers.0/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.0/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.0/layer_norm/Div_output_0", "hubert.encoder.layers.0.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.0/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.0/layer_norm/Mul_output_0", "hubert.encoder.layers.0.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.0/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.0/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_463", "shape": []}}}, {"name": "/hubert/encoder/layers.0/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.0/attention/Shape_output_0", "/hubert/encoder/layers.0/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.0/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.0/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_464", "shape": []}}}, {"name": "/hubert/encoder/layers.0/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.0/attention/Shape_1_output_0", "/hubert/encoder/layers.0/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.0/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.0/layer_norm/Add_1_output_0", "onnx::MatMul_3384"], "outputs": ["/hubert/encoder/layers.0/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.0.attention.q_proj.bias", "/hubert/encoder/layers.0/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.0/layer_norm/Add_1_output_0", "onnx::MatMul_3385"], "outputs": ["/hubert/encoder/layers.0/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.0.attention.k_proj.bias", "/hubert/encoder/layers.0/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_915", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_651"], "attrs": {"value": {"__tensor__": "tensor_465", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.0/attention/Gather_output_0", "onnx::Unsqueeze_651"], "outputs": ["/hubert/encoder/layers.0/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_466", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_467", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_468", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.0/attention/Unsqueeze_output_0", "/hubert/encoder/layers.0/attention/Constant_2_output_0", "/hubert/encoder/layers.0/attention/Constant_3_output_0", "/hubert/encoder/layers.0/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_921", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_660"], "attrs": {"value": {"__tensor__": "tensor_469", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.0/attention/Gather_output_0", "onnx::Unsqueeze_660"], "outputs": ["/hubert/encoder/layers.0/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_470", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_471", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_472", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.0/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.0/attention/Constant_5_output_0", "/hubert/encoder/layers.0/attention/Constant_6_output_0", "/hubert/encoder/layers.0/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.0/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.0/attention/k_proj/Add_output_0", "/hubert/encoder/layers.0/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.0/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.0/layer_norm/Add_1_output_0", "onnx::MatMul_3392"], "outputs": ["/hubert/encoder/layers.0/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.0.attention.v_proj.bias", "/hubert/encoder/layers.0/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.0/attention/v_proj/Add_output_0", "/hubert/encoder/layers.0/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.0/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.0/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_932", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_675"], "attrs": {"value": {"__tensor__": "tensor_473", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.0/attention/Gather_output_0", "onnx::Unsqueeze_675"], "outputs": ["/hubert/encoder/layers.0/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_934", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_677"], "attrs": {"value": {"__tensor__": "tensor_474", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.0/attention/Gather_1_output_0", "onnx::Unsqueeze_677"], "outputs": ["/hubert/encoder/layers.0/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_475", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_476", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.0/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.0/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.0/attention/Constant_8_output_0", "/hubert/encoder/layers.0/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.0/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.0/attention/q_proj/Add_output_0", "/hubert/encoder/layers.0/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.0/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.0/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.0/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.0/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_477", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_478", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.0/attention/Shape_2_output_0", "/hubert/encoder/layers.0/attention/Constant_10_output_0", "/hubert/encoder/layers.0/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.0/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.0/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.0/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_479", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.0/attention/Constant_12_output_0", "/hubert/encoder/layers.0/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.0/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.0/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.0/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.0/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.0/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.0/attention/Transpose_1_output_0", "/hubert/encoder/layers.0/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.0/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.0/attention/Transpose_2_output_0", "/hubert/encoder/layers.0/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.0/attention/Mul_output_0", "/hubert/encoder/layers.0/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.0/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.0/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.0/attention/Softmax_output_0", "/hubert/encoder/layers.0/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.0/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_959", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_705"], "attrs": {"value": {"__tensor__": "tensor_480", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.0/attention/Gather_output_0", "onnx::Unsqueeze_705"], "outputs": ["/hubert/encoder/layers.0/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_961", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_707"], "attrs": {"value": {"__tensor__": "tensor_481", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.0/attention/Gather_1_output_0", "onnx::Unsqueeze_707"], "outputs": ["/hubert/encoder/layers.0/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_482", "shape": [1]}}}, {"name": "/hubert/encoder/layers.0/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.0/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.0/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.0/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.0/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.0/attention/Transpose_3_output_0", "/hubert/encoder/layers.0/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.0/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.0/attention/Reshape_3_output_0", "onnx::MatMul_3396"], "outputs": ["/hubert/encoder/layers.0/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.0.attention.out_proj.bias", "/hubert/encoder/layers.0/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.0/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/Add", "op": "Add", "inputs": ["/hubert/encoder/Add_output_0", "/hubert/encoder/layers.0/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.0/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.0/Add_output_0"], "outputs": ["/hubert/encoder/layers.0/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.0/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.0/Add_output_0", "/hubert/encoder/layers.0/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.0/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_483", "shape": []}}}, {"name": "/hubert/encoder/layers.0/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.0/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.0/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.0/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.0/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.0/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.0/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_484", "shape": []}}}, {"name": "/hubert/encoder/layers.0/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.0/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.0/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.0/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.0/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.0/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.0/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.0/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.0/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.0/final_layer_norm/Div_output_0", "hubert.encoder.layers.0.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.0/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.0/final_layer_norm/Mul_output_0", "hubert.encoder.layers.0.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.0/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.0/final_layer_norm/Add_1_output_0", "onnx::MatMul_3397"], "outputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.0.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.0/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_485", "shape": []}}}, {"name": "/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_486", "shape": []}}}, {"name": "/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_487", "shape": []}}}, {"name": "/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.0/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3398"], "outputs": ["/hubert/encoder/layers.0/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.0.feed_forward.output_dense.bias", "/hubert/encoder/layers.0/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.0/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.0/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.0/Add_output_0", "/hubert/encoder/layers.0/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.0/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.0/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.1/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.1/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.0/Add_1_output_0", "/hubert/encoder/layers.1/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.1/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_488", "shape": []}}}, {"name": "/hubert/encoder/layers.1/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.1/layer_norm/Sub_output_0", "/hubert/encoder/layers.1/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.1/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.1/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.1/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.1/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_489", "shape": []}}}, {"name": "/hubert/encoder/layers.1/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.1/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.1/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.1/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.1/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.1/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.1/layer_norm/Sub_output_0", "/hubert/encoder/layers.1/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.1/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.1/layer_norm/Div_output_0", "hubert.encoder.layers.1.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.1/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.1/layer_norm/Mul_output_0", "hubert.encoder.layers.1.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.1/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.1/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_490", "shape": []}}}, {"name": "/hubert/encoder/layers.1/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.1/attention/Shape_output_0", "/hubert/encoder/layers.1/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.1/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.1/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_491", "shape": []}}}, {"name": "/hubert/encoder/layers.1/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.1/attention/Shape_1_output_0", "/hubert/encoder/layers.1/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.1/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.1/layer_norm/Add_1_output_0", "onnx::MatMul_3399"], "outputs": ["/hubert/encoder/layers.1/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.1.attention.q_proj.bias", "/hubert/encoder/layers.1/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.1/layer_norm/Add_1_output_0", "onnx::MatMul_3400"], "outputs": ["/hubert/encoder/layers.1/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.1.attention.k_proj.bias", "/hubert/encoder/layers.1/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_1014", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_766"], "attrs": {"value": {"__tensor__": "tensor_492", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.1/attention/Gather_output_0", "onnx::Unsqueeze_766"], "outputs": ["/hubert/encoder/layers.1/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_493", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_494", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_495", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.1/attention/Unsqueeze_output_0", "/hubert/encoder/layers.1/attention/Constant_2_output_0", "/hubert/encoder/layers.1/attention/Constant_3_output_0", "/hubert/encoder/layers.1/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_1020", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_775"], "attrs": {"value": {"__tensor__": "tensor_496", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.1/attention/Gather_output_0", "onnx::Unsqueeze_775"], "outputs": ["/hubert/encoder/layers.1/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_497", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_498", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_499", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.1/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.1/attention/Constant_5_output_0", "/hubert/encoder/layers.1/attention/Constant_6_output_0", "/hubert/encoder/layers.1/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.1/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.1/attention/k_proj/Add_output_0", "/hubert/encoder/layers.1/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.1/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.1/layer_norm/Add_1_output_0", "onnx::MatMul_3407"], "outputs": ["/hubert/encoder/layers.1/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.1.attention.v_proj.bias", "/hubert/encoder/layers.1/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.1/attention/v_proj/Add_output_0", "/hubert/encoder/layers.1/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.1/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.1/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1031", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_790"], "attrs": {"value": {"__tensor__": "tensor_500", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.1/attention/Gather_output_0", "onnx::Unsqueeze_790"], "outputs": ["/hubert/encoder/layers.1/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_1033", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_792"], "attrs": {"value": {"__tensor__": "tensor_501", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.1/attention/Gather_1_output_0", "onnx::Unsqueeze_792"], "outputs": ["/hubert/encoder/layers.1/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_502", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_503", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.1/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.1/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.1/attention/Constant_8_output_0", "/hubert/encoder/layers.1/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.1/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.1/attention/q_proj/Add_output_0", "/hubert/encoder/layers.1/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.1/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.1/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.1/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.1/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_504", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_505", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.1/attention/Shape_2_output_0", "/hubert/encoder/layers.1/attention/Constant_10_output_0", "/hubert/encoder/layers.1/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.1/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.1/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.1/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_506", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.1/attention/Constant_12_output_0", "/hubert/encoder/layers.1/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.1/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.1/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.1/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.1/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.1/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.1/attention/Transpose_1_output_0", "/hubert/encoder/layers.1/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.1/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.1/attention/Transpose_2_output_0", "/hubert/encoder/layers.1/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.1/attention/Mul_output_0", "/hubert/encoder/layers.1/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.1/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.1/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.1/attention/Softmax_output_0", "/hubert/encoder/layers.1/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.1/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1058", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_819"], "attrs": {"value": {"__tensor__": "tensor_507", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.1/attention/Gather_output_0", "onnx::Unsqueeze_819"], "outputs": ["/hubert/encoder/layers.1/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_1060", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_821"], "attrs": {"value": {"__tensor__": "tensor_508", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.1/attention/Gather_1_output_0", "onnx::Unsqueeze_821"], "outputs": ["/hubert/encoder/layers.1/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_509", "shape": [1]}}}, {"name": "/hubert/encoder/layers.1/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.1/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.1/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.1/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.1/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.1/attention/Transpose_3_output_0", "/hubert/encoder/layers.1/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.1/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.1/attention/Reshape_3_output_0", "onnx::MatMul_3411"], "outputs": ["/hubert/encoder/layers.1/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.1.attention.out_proj.bias", "/hubert/encoder/layers.1/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.1/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.0/Add_1_output_0", "/hubert/encoder/layers.1/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.1/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.1/Add_output_0"], "outputs": ["/hubert/encoder/layers.1/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.1/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.1/Add_output_0", "/hubert/encoder/layers.1/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.1/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_510", "shape": []}}}, {"name": "/hubert/encoder/layers.1/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.1/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.1/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.1/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.1/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.1/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.1/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_511", "shape": []}}}, {"name": "/hubert/encoder/layers.1/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.1/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.1/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.1/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.1/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.1/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.1/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.1/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.1/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.1/final_layer_norm/Div_output_0", "hubert.encoder.layers.1.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.1/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.1/final_layer_norm/Mul_output_0", "hubert.encoder.layers.1.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.1/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.1/final_layer_norm/Add_1_output_0", "onnx::MatMul_3412"], "outputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.1.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.1/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_512", "shape": []}}}, {"name": "/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_513", "shape": []}}}, {"name": "/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_514", "shape": []}}}, {"name": "/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.1/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3413"], "outputs": ["/hubert/encoder/layers.1/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.1.feed_forward.output_dense.bias", "/hubert/encoder/layers.1/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.1/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.1/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.1/Add_output_0", "/hubert/encoder/layers.1/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.1/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.1/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.2/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.2/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.1/Add_1_output_0", "/hubert/encoder/layers.2/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.2/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_515", "shape": []}}}, {"name": "/hubert/encoder/layers.2/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.2/layer_norm/Sub_output_0", "/hubert/encoder/layers.2/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.2/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.2/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.2/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.2/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_516", "shape": []}}}, {"name": "/hubert/encoder/layers.2/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.2/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.2/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.2/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.2/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.2/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.2/layer_norm/Sub_output_0", "/hubert/encoder/layers.2/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.2/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.2/layer_norm/Div_output_0", "hubert.encoder.layers.2.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.2/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.2/layer_norm/Mul_output_0", "hubert.encoder.layers.2.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.2/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.2/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_517", "shape": []}}}, {"name": "/hubert/encoder/layers.2/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.2/attention/Shape_output_0", "/hubert/encoder/layers.2/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.2/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.2/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_518", "shape": []}}}, {"name": "/hubert/encoder/layers.2/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.2/attention/Shape_1_output_0", "/hubert/encoder/layers.2/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.2/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.2/layer_norm/Add_1_output_0", "onnx::MatMul_3414"], "outputs": ["/hubert/encoder/layers.2/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.2.attention.q_proj.bias", "/hubert/encoder/layers.2/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.2/layer_norm/Add_1_output_0", "onnx::MatMul_3415"], "outputs": ["/hubert/encoder/layers.2/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.2.attention.k_proj.bias", "/hubert/encoder/layers.2/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_1113", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_880"], "attrs": {"value": {"__tensor__": "tensor_519", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.2/attention/Gather_output_0", "onnx::Unsqueeze_880"], "outputs": ["/hubert/encoder/layers.2/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_520", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_521", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_522", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.2/attention/Unsqueeze_output_0", "/hubert/encoder/layers.2/attention/Constant_2_output_0", "/hubert/encoder/layers.2/attention/Constant_3_output_0", "/hubert/encoder/layers.2/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_1119", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_889"], "attrs": {"value": {"__tensor__": "tensor_523", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.2/attention/Gather_output_0", "onnx::Unsqueeze_889"], "outputs": ["/hubert/encoder/layers.2/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_524", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_525", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_526", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.2/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.2/attention/Constant_5_output_0", "/hubert/encoder/layers.2/attention/Constant_6_output_0", "/hubert/encoder/layers.2/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.2/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.2/attention/k_proj/Add_output_0", "/hubert/encoder/layers.2/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.2/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.2/layer_norm/Add_1_output_0", "onnx::MatMul_3422"], "outputs": ["/hubert/encoder/layers.2/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.2.attention.v_proj.bias", "/hubert/encoder/layers.2/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.2/attention/v_proj/Add_output_0", "/hubert/encoder/layers.2/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.2/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.2/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1130", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_904"], "attrs": {"value": {"__tensor__": "tensor_527", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.2/attention/Gather_output_0", "onnx::Unsqueeze_904"], "outputs": ["/hubert/encoder/layers.2/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_1132", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_906"], "attrs": {"value": {"__tensor__": "tensor_528", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.2/attention/Gather_1_output_0", "onnx::Unsqueeze_906"], "outputs": ["/hubert/encoder/layers.2/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_529", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_530", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.2/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.2/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.2/attention/Constant_8_output_0", "/hubert/encoder/layers.2/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.2/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.2/attention/q_proj/Add_output_0", "/hubert/encoder/layers.2/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.2/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.2/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.2/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.2/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_531", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_532", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.2/attention/Shape_2_output_0", "/hubert/encoder/layers.2/attention/Constant_10_output_0", "/hubert/encoder/layers.2/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.2/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.2/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.2/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_533", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.2/attention/Constant_12_output_0", "/hubert/encoder/layers.2/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.2/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.2/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.2/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.2/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.2/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.2/attention/Transpose_1_output_0", "/hubert/encoder/layers.2/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.2/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.2/attention/Transpose_2_output_0", "/hubert/encoder/layers.2/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.2/attention/Mul_output_0", "/hubert/encoder/layers.2/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.2/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.2/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.2/attention/Softmax_output_0", "/hubert/encoder/layers.2/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.2/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1157", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_933"], "attrs": {"value": {"__tensor__": "tensor_534", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.2/attention/Gather_output_0", "onnx::Unsqueeze_933"], "outputs": ["/hubert/encoder/layers.2/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_1159", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_935"], "attrs": {"value": {"__tensor__": "tensor_535", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.2/attention/Gather_1_output_0", "onnx::Unsqueeze_935"], "outputs": ["/hubert/encoder/layers.2/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_536", "shape": [1]}}}, {"name": "/hubert/encoder/layers.2/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.2/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.2/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.2/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.2/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.2/attention/Transpose_3_output_0", "/hubert/encoder/layers.2/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.2/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.2/attention/Reshape_3_output_0", "onnx::MatMul_3426"], "outputs": ["/hubert/encoder/layers.2/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.2.attention.out_proj.bias", "/hubert/encoder/layers.2/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.2/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.1/Add_1_output_0", "/hubert/encoder/layers.2/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.2/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.2/Add_output_0"], "outputs": ["/hubert/encoder/layers.2/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.2/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.2/Add_output_0", "/hubert/encoder/layers.2/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.2/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_537", "shape": []}}}, {"name": "/hubert/encoder/layers.2/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.2/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.2/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.2/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.2/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.2/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.2/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_538", "shape": []}}}, {"name": "/hubert/encoder/layers.2/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.2/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.2/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.2/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.2/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.2/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.2/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.2/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.2/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.2/final_layer_norm/Div_output_0", "hubert.encoder.layers.2.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.2/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.2/final_layer_norm/Mul_output_0", "hubert.encoder.layers.2.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.2/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.2/final_layer_norm/Add_1_output_0", "onnx::MatMul_3427"], "outputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.2.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.2/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_539", "shape": []}}}, {"name": "/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_540", "shape": []}}}, {"name": "/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_541", "shape": []}}}, {"name": "/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.2/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3428"], "outputs": ["/hubert/encoder/layers.2/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.2.feed_forward.output_dense.bias", "/hubert/encoder/layers.2/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.2/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.2/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.2/Add_output_0", "/hubert/encoder/layers.2/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.2/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.2/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.3/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.3/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.2/Add_1_output_0", "/hubert/encoder/layers.3/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.3/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_542", "shape": []}}}, {"name": "/hubert/encoder/layers.3/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.3/layer_norm/Sub_output_0", "/hubert/encoder/layers.3/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.3/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.3/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.3/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.3/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_543", "shape": []}}}, {"name": "/hubert/encoder/layers.3/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.3/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.3/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.3/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.3/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.3/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.3/layer_norm/Sub_output_0", "/hubert/encoder/layers.3/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.3/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.3/layer_norm/Div_output_0", "hubert.encoder.layers.3.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.3/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.3/layer_norm/Mul_output_0", "hubert.encoder.layers.3.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.3/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.3/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_544", "shape": []}}}, {"name": "/hubert/encoder/layers.3/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.3/attention/Shape_output_0", "/hubert/encoder/layers.3/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.3/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.3/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_545", "shape": []}}}, {"name": "/hubert/encoder/layers.3/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.3/attention/Shape_1_output_0", "/hubert/encoder/layers.3/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.3/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.3/layer_norm/Add_1_output_0", "onnx::MatMul_3429"], "outputs": ["/hubert/encoder/layers.3/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.3.attention.q_proj.bias", "/hubert/encoder/layers.3/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.3/layer_norm/Add_1_output_0", "onnx::MatMul_3430"], "outputs": ["/hubert/encoder/layers.3/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.3.attention.k_proj.bias", "/hubert/encoder/layers.3/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_1212", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_994"], "attrs": {"value": {"__tensor__": "tensor_546", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.3/attention/Gather_output_0", "onnx::Unsqueeze_994"], "outputs": ["/hubert/encoder/layers.3/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_547", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_548", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_549", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.3/attention/Unsqueeze_output_0", "/hubert/encoder/layers.3/attention/Constant_2_output_0", "/hubert/encoder/layers.3/attention/Constant_3_output_0", "/hubert/encoder/layers.3/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_1218", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1003"], "attrs": {"value": {"__tensor__": "tensor_550", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.3/attention/Gather_output_0", "onnx::Unsqueeze_1003"], "outputs": ["/hubert/encoder/layers.3/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_551", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_552", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_553", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.3/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.3/attention/Constant_5_output_0", "/hubert/encoder/layers.3/attention/Constant_6_output_0", "/hubert/encoder/layers.3/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.3/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.3/attention/k_proj/Add_output_0", "/hubert/encoder/layers.3/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.3/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.3/layer_norm/Add_1_output_0", "onnx::MatMul_3437"], "outputs": ["/hubert/encoder/layers.3/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.3.attention.v_proj.bias", "/hubert/encoder/layers.3/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.3/attention/v_proj/Add_output_0", "/hubert/encoder/layers.3/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.3/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.3/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1229", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1018"], "attrs": {"value": {"__tensor__": "tensor_554", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.3/attention/Gather_output_0", "onnx::Unsqueeze_1018"], "outputs": ["/hubert/encoder/layers.3/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_1231", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1020"], "attrs": {"value": {"__tensor__": "tensor_555", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.3/attention/Gather_1_output_0", "onnx::Unsqueeze_1020"], "outputs": ["/hubert/encoder/layers.3/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_556", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_557", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.3/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.3/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.3/attention/Constant_8_output_0", "/hubert/encoder/layers.3/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.3/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.3/attention/q_proj/Add_output_0", "/hubert/encoder/layers.3/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.3/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.3/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.3/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.3/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_558", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_559", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.3/attention/Shape_2_output_0", "/hubert/encoder/layers.3/attention/Constant_10_output_0", "/hubert/encoder/layers.3/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.3/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.3/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.3/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_560", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.3/attention/Constant_12_output_0", "/hubert/encoder/layers.3/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.3/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.3/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.3/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.3/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.3/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.3/attention/Transpose_1_output_0", "/hubert/encoder/layers.3/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.3/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.3/attention/Transpose_2_output_0", "/hubert/encoder/layers.3/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.3/attention/Mul_output_0", "/hubert/encoder/layers.3/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.3/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.3/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.3/attention/Softmax_output_0", "/hubert/encoder/layers.3/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.3/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1256", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1047"], "attrs": {"value": {"__tensor__": "tensor_561", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.3/attention/Gather_output_0", "onnx::Unsqueeze_1047"], "outputs": ["/hubert/encoder/layers.3/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_1258", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1049"], "attrs": {"value": {"__tensor__": "tensor_562", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.3/attention/Gather_1_output_0", "onnx::Unsqueeze_1049"], "outputs": ["/hubert/encoder/layers.3/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_563", "shape": [1]}}}, {"name": "/hubert/encoder/layers.3/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.3/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.3/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.3/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.3/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.3/attention/Transpose_3_output_0", "/hubert/encoder/layers.3/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.3/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.3/attention/Reshape_3_output_0", "onnx::MatMul_3441"], "outputs": ["/hubert/encoder/layers.3/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.3.attention.out_proj.bias", "/hubert/encoder/layers.3/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.3/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.2/Add_1_output_0", "/hubert/encoder/layers.3/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.3/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.3/Add_output_0"], "outputs": ["/hubert/encoder/layers.3/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.3/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.3/Add_output_0", "/hubert/encoder/layers.3/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.3/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_564", "shape": []}}}, {"name": "/hubert/encoder/layers.3/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.3/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.3/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.3/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.3/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.3/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.3/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_565", "shape": []}}}, {"name": "/hubert/encoder/layers.3/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.3/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.3/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.3/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.3/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.3/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.3/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.3/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.3/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.3/final_layer_norm/Div_output_0", "hubert.encoder.layers.3.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.3/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.3/final_layer_norm/Mul_output_0", "hubert.encoder.layers.3.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.3/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.3/final_layer_norm/Add_1_output_0", "onnx::MatMul_3442"], "outputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.3.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.3/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_566", "shape": []}}}, {"name": "/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_567", "shape": []}}}, {"name": "/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_568", "shape": []}}}, {"name": "/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.3/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3443"], "outputs": ["/hubert/encoder/layers.3/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.3.feed_forward.output_dense.bias", "/hubert/encoder/layers.3/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.3/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.3/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.3/Add_output_0", "/hubert/encoder/layers.3/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.3/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.3/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.4/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.4/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.3/Add_1_output_0", "/hubert/encoder/layers.4/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.4/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_569", "shape": []}}}, {"name": "/hubert/encoder/layers.4/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.4/layer_norm/Sub_output_0", "/hubert/encoder/layers.4/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.4/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.4/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.4/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.4/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_570", "shape": []}}}, {"name": "/hubert/encoder/layers.4/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.4/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.4/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.4/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.4/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.4/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.4/layer_norm/Sub_output_0", "/hubert/encoder/layers.4/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.4/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.4/layer_norm/Div_output_0", "hubert.encoder.layers.4.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.4/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.4/layer_norm/Mul_output_0", "hubert.encoder.layers.4.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.4/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.4/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_571", "shape": []}}}, {"name": "/hubert/encoder/layers.4/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.4/attention/Shape_output_0", "/hubert/encoder/layers.4/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.4/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.4/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_572", "shape": []}}}, {"name": "/hubert/encoder/layers.4/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.4/attention/Shape_1_output_0", "/hubert/encoder/layers.4/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.4/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.4/layer_norm/Add_1_output_0", "onnx::MatMul_3444"], "outputs": ["/hubert/encoder/layers.4/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.4.attention.q_proj.bias", "/hubert/encoder/layers.4/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.4/layer_norm/Add_1_output_0", "onnx::MatMul_3445"], "outputs": ["/hubert/encoder/layers.4/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.4.attention.k_proj.bias", "/hubert/encoder/layers.4/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_1311", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1108"], "attrs": {"value": {"__tensor__": "tensor_573", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.4/attention/Gather_output_0", "onnx::Unsqueeze_1108"], "outputs": ["/hubert/encoder/layers.4/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_574", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_575", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_576", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.4/attention/Unsqueeze_output_0", "/hubert/encoder/layers.4/attention/Constant_2_output_0", "/hubert/encoder/layers.4/attention/Constant_3_output_0", "/hubert/encoder/layers.4/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_1317", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1117"], "attrs": {"value": {"__tensor__": "tensor_577", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.4/attention/Gather_output_0", "onnx::Unsqueeze_1117"], "outputs": ["/hubert/encoder/layers.4/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_578", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_579", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_580", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.4/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.4/attention/Constant_5_output_0", "/hubert/encoder/layers.4/attention/Constant_6_output_0", "/hubert/encoder/layers.4/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.4/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.4/attention/k_proj/Add_output_0", "/hubert/encoder/layers.4/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.4/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.4/layer_norm/Add_1_output_0", "onnx::MatMul_3452"], "outputs": ["/hubert/encoder/layers.4/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.4.attention.v_proj.bias", "/hubert/encoder/layers.4/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.4/attention/v_proj/Add_output_0", "/hubert/encoder/layers.4/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.4/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.4/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1328", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1132"], "attrs": {"value": {"__tensor__": "tensor_581", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.4/attention/Gather_output_0", "onnx::Unsqueeze_1132"], "outputs": ["/hubert/encoder/layers.4/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_1330", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1134"], "attrs": {"value": {"__tensor__": "tensor_582", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.4/attention/Gather_1_output_0", "onnx::Unsqueeze_1134"], "outputs": ["/hubert/encoder/layers.4/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_583", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_584", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.4/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.4/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.4/attention/Constant_8_output_0", "/hubert/encoder/layers.4/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.4/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.4/attention/q_proj/Add_output_0", "/hubert/encoder/layers.4/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.4/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.4/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.4/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.4/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_585", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_586", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.4/attention/Shape_2_output_0", "/hubert/encoder/layers.4/attention/Constant_10_output_0", "/hubert/encoder/layers.4/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.4/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.4/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.4/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_587", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.4/attention/Constant_12_output_0", "/hubert/encoder/layers.4/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.4/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.4/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.4/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.4/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.4/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.4/attention/Transpose_1_output_0", "/hubert/encoder/layers.4/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.4/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.4/attention/Transpose_2_output_0", "/hubert/encoder/layers.4/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.4/attention/Mul_output_0", "/hubert/encoder/layers.4/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.4/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.4/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.4/attention/Softmax_output_0", "/hubert/encoder/layers.4/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.4/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1355", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1161"], "attrs": {"value": {"__tensor__": "tensor_588", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.4/attention/Gather_output_0", "onnx::Unsqueeze_1161"], "outputs": ["/hubert/encoder/layers.4/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_1357", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1163"], "attrs": {"value": {"__tensor__": "tensor_589", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.4/attention/Gather_1_output_0", "onnx::Unsqueeze_1163"], "outputs": ["/hubert/encoder/layers.4/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_590", "shape": [1]}}}, {"name": "/hubert/encoder/layers.4/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.4/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.4/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.4/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.4/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.4/attention/Transpose_3_output_0", "/hubert/encoder/layers.4/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.4/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.4/attention/Reshape_3_output_0", "onnx::MatMul_3456"], "outputs": ["/hubert/encoder/layers.4/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.4.attention.out_proj.bias", "/hubert/encoder/layers.4/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.4/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.3/Add_1_output_0", "/hubert/encoder/layers.4/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.4/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.4/Add_output_0"], "outputs": ["/hubert/encoder/layers.4/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.4/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.4/Add_output_0", "/hubert/encoder/layers.4/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.4/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_591", "shape": []}}}, {"name": "/hubert/encoder/layers.4/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.4/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.4/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.4/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.4/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.4/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.4/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_592", "shape": []}}}, {"name": "/hubert/encoder/layers.4/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.4/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.4/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.4/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.4/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.4/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.4/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.4/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.4/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.4/final_layer_norm/Div_output_0", "hubert.encoder.layers.4.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.4/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.4/final_layer_norm/Mul_output_0", "hubert.encoder.layers.4.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.4/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.4/final_layer_norm/Add_1_output_0", "onnx::MatMul_3457"], "outputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.4.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.4/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_593", "shape": []}}}, {"name": "/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_594", "shape": []}}}, {"name": "/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_595", "shape": []}}}, {"name": "/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.4/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3458"], "outputs": ["/hubert/encoder/layers.4/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.4.feed_forward.output_dense.bias", "/hubert/encoder/layers.4/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.4/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.4/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.4/Add_output_0", "/hubert/encoder/layers.4/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.4/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.4/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.5/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.5/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.4/Add_1_output_0", "/hubert/encoder/layers.5/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.5/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_596", "shape": []}}}, {"name": "/hubert/encoder/layers.5/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.5/layer_norm/Sub_output_0", "/hubert/encoder/layers.5/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.5/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.5/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.5/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.5/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_597", "shape": []}}}, {"name": "/hubert/encoder/layers.5/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.5/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.5/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.5/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.5/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.5/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.5/layer_norm/Sub_output_0", "/hubert/encoder/layers.5/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.5/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.5/layer_norm/Div_output_0", "hubert.encoder.layers.5.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.5/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.5/layer_norm/Mul_output_0", "hubert.encoder.layers.5.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.5/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.5/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_598", "shape": []}}}, {"name": "/hubert/encoder/layers.5/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.5/attention/Shape_output_0", "/hubert/encoder/layers.5/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.5/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.5/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_599", "shape": []}}}, {"name": "/hubert/encoder/layers.5/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.5/attention/Shape_1_output_0", "/hubert/encoder/layers.5/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.5/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.5/layer_norm/Add_1_output_0", "onnx::MatMul_3459"], "outputs": ["/hubert/encoder/layers.5/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.5.attention.q_proj.bias", "/hubert/encoder/layers.5/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.5/layer_norm/Add_1_output_0", "onnx::MatMul_3460"], "outputs": ["/hubert/encoder/layers.5/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.5.attention.k_proj.bias", "/hubert/encoder/layers.5/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_1410", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1222"], "attrs": {"value": {"__tensor__": "tensor_600", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.5/attention/Gather_output_0", "onnx::Unsqueeze_1222"], "outputs": ["/hubert/encoder/layers.5/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_601", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_602", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_603", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.5/attention/Unsqueeze_output_0", "/hubert/encoder/layers.5/attention/Constant_2_output_0", "/hubert/encoder/layers.5/attention/Constant_3_output_0", "/hubert/encoder/layers.5/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_1416", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1231"], "attrs": {"value": {"__tensor__": "tensor_604", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.5/attention/Gather_output_0", "onnx::Unsqueeze_1231"], "outputs": ["/hubert/encoder/layers.5/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_605", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_606", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_607", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.5/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.5/attention/Constant_5_output_0", "/hubert/encoder/layers.5/attention/Constant_6_output_0", "/hubert/encoder/layers.5/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.5/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.5/attention/k_proj/Add_output_0", "/hubert/encoder/layers.5/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.5/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.5/layer_norm/Add_1_output_0", "onnx::MatMul_3467"], "outputs": ["/hubert/encoder/layers.5/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.5.attention.v_proj.bias", "/hubert/encoder/layers.5/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.5/attention/v_proj/Add_output_0", "/hubert/encoder/layers.5/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.5/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.5/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1427", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1246"], "attrs": {"value": {"__tensor__": "tensor_608", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.5/attention/Gather_output_0", "onnx::Unsqueeze_1246"], "outputs": ["/hubert/encoder/layers.5/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_1429", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1248"], "attrs": {"value": {"__tensor__": "tensor_609", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.5/attention/Gather_1_output_0", "onnx::Unsqueeze_1248"], "outputs": ["/hubert/encoder/layers.5/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_610", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_611", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.5/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.5/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.5/attention/Constant_8_output_0", "/hubert/encoder/layers.5/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.5/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.5/attention/q_proj/Add_output_0", "/hubert/encoder/layers.5/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.5/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.5/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.5/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.5/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_612", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_613", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.5/attention/Shape_2_output_0", "/hubert/encoder/layers.5/attention/Constant_10_output_0", "/hubert/encoder/layers.5/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.5/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.5/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.5/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_614", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.5/attention/Constant_12_output_0", "/hubert/encoder/layers.5/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.5/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.5/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.5/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.5/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.5/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.5/attention/Transpose_1_output_0", "/hubert/encoder/layers.5/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.5/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.5/attention/Transpose_2_output_0", "/hubert/encoder/layers.5/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.5/attention/Mul_output_0", "/hubert/encoder/layers.5/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.5/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.5/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.5/attention/Softmax_output_0", "/hubert/encoder/layers.5/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.5/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1454", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1275"], "attrs": {"value": {"__tensor__": "tensor_615", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.5/attention/Gather_output_0", "onnx::Unsqueeze_1275"], "outputs": ["/hubert/encoder/layers.5/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_1456", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1277"], "attrs": {"value": {"__tensor__": "tensor_616", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.5/attention/Gather_1_output_0", "onnx::Unsqueeze_1277"], "outputs": ["/hubert/encoder/layers.5/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_617", "shape": [1]}}}, {"name": "/hubert/encoder/layers.5/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.5/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.5/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.5/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.5/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.5/attention/Transpose_3_output_0", "/hubert/encoder/layers.5/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.5/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.5/attention/Reshape_3_output_0", "onnx::MatMul_3471"], "outputs": ["/hubert/encoder/layers.5/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.5.attention.out_proj.bias", "/hubert/encoder/layers.5/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.5/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.4/Add_1_output_0", "/hubert/encoder/layers.5/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.5/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.5/Add_output_0"], "outputs": ["/hubert/encoder/layers.5/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.5/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.5/Add_output_0", "/hubert/encoder/layers.5/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.5/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_618", "shape": []}}}, {"name": "/hubert/encoder/layers.5/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.5/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.5/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.5/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.5/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.5/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.5/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_619", "shape": []}}}, {"name": "/hubert/encoder/layers.5/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.5/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.5/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.5/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.5/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.5/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.5/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.5/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.5/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.5/final_layer_norm/Div_output_0", "hubert.encoder.layers.5.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.5/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.5/final_layer_norm/Mul_output_0", "hubert.encoder.layers.5.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.5/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.5/final_layer_norm/Add_1_output_0", "onnx::MatMul_3472"], "outputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.5.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.5/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_620", "shape": []}}}, {"name": "/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_621", "shape": []}}}, {"name": "/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_622", "shape": []}}}, {"name": "/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.5/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3473"], "outputs": ["/hubert/encoder/layers.5/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.5.feed_forward.output_dense.bias", "/hubert/encoder/layers.5/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.5/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.5/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.5/Add_output_0", "/hubert/encoder/layers.5/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.5/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.5/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.6/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.6/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.5/Add_1_output_0", "/hubert/encoder/layers.6/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.6/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_623", "shape": []}}}, {"name": "/hubert/encoder/layers.6/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.6/layer_norm/Sub_output_0", "/hubert/encoder/layers.6/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.6/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.6/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.6/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.6/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_624", "shape": []}}}, {"name": "/hubert/encoder/layers.6/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.6/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.6/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.6/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.6/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.6/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.6/layer_norm/Sub_output_0", "/hubert/encoder/layers.6/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.6/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.6/layer_norm/Div_output_0", "hubert.encoder.layers.6.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.6/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.6/layer_norm/Mul_output_0", "hubert.encoder.layers.6.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.6/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.6/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_625", "shape": []}}}, {"name": "/hubert/encoder/layers.6/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.6/attention/Shape_output_0", "/hubert/encoder/layers.6/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.6/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.6/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_626", "shape": []}}}, {"name": "/hubert/encoder/layers.6/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.6/attention/Shape_1_output_0", "/hubert/encoder/layers.6/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.6/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.6/layer_norm/Add_1_output_0", "onnx::MatMul_3474"], "outputs": ["/hubert/encoder/layers.6/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.6.attention.q_proj.bias", "/hubert/encoder/layers.6/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.6/layer_norm/Add_1_output_0", "onnx::MatMul_3475"], "outputs": ["/hubert/encoder/layers.6/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.6.attention.k_proj.bias", "/hubert/encoder/layers.6/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_1509", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1336"], "attrs": {"value": {"__tensor__": "tensor_627", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.6/attention/Gather_output_0", "onnx::Unsqueeze_1336"], "outputs": ["/hubert/encoder/layers.6/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_628", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_629", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_630", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.6/attention/Unsqueeze_output_0", "/hubert/encoder/layers.6/attention/Constant_2_output_0", "/hubert/encoder/layers.6/attention/Constant_3_output_0", "/hubert/encoder/layers.6/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_1515", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1345"], "attrs": {"value": {"__tensor__": "tensor_631", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.6/attention/Gather_output_0", "onnx::Unsqueeze_1345"], "outputs": ["/hubert/encoder/layers.6/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_632", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_633", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_634", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.6/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.6/attention/Constant_5_output_0", "/hubert/encoder/layers.6/attention/Constant_6_output_0", "/hubert/encoder/layers.6/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.6/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.6/attention/k_proj/Add_output_0", "/hubert/encoder/layers.6/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.6/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.6/layer_norm/Add_1_output_0", "onnx::MatMul_3482"], "outputs": ["/hubert/encoder/layers.6/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.6.attention.v_proj.bias", "/hubert/encoder/layers.6/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.6/attention/v_proj/Add_output_0", "/hubert/encoder/layers.6/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.6/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.6/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1526", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1360"], "attrs": {"value": {"__tensor__": "tensor_635", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.6/attention/Gather_output_0", "onnx::Unsqueeze_1360"], "outputs": ["/hubert/encoder/layers.6/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_1528", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1362"], "attrs": {"value": {"__tensor__": "tensor_636", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.6/attention/Gather_1_output_0", "onnx::Unsqueeze_1362"], "outputs": ["/hubert/encoder/layers.6/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_637", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_638", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.6/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.6/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.6/attention/Constant_8_output_0", "/hubert/encoder/layers.6/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.6/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.6/attention/q_proj/Add_output_0", "/hubert/encoder/layers.6/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.6/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.6/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.6/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.6/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_639", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_640", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.6/attention/Shape_2_output_0", "/hubert/encoder/layers.6/attention/Constant_10_output_0", "/hubert/encoder/layers.6/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.6/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.6/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.6/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_641", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.6/attention/Constant_12_output_0", "/hubert/encoder/layers.6/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.6/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.6/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.6/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.6/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.6/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.6/attention/Transpose_1_output_0", "/hubert/encoder/layers.6/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.6/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.6/attention/Transpose_2_output_0", "/hubert/encoder/layers.6/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.6/attention/Mul_output_0", "/hubert/encoder/layers.6/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.6/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.6/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.6/attention/Softmax_output_0", "/hubert/encoder/layers.6/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.6/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1553", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1389"], "attrs": {"value": {"__tensor__": "tensor_642", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.6/attention/Gather_output_0", "onnx::Unsqueeze_1389"], "outputs": ["/hubert/encoder/layers.6/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_1555", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1391"], "attrs": {"value": {"__tensor__": "tensor_643", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.6/attention/Gather_1_output_0", "onnx::Unsqueeze_1391"], "outputs": ["/hubert/encoder/layers.6/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_644", "shape": [1]}}}, {"name": "/hubert/encoder/layers.6/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.6/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.6/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.6/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.6/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.6/attention/Transpose_3_output_0", "/hubert/encoder/layers.6/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.6/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.6/attention/Reshape_3_output_0", "onnx::MatMul_3486"], "outputs": ["/hubert/encoder/layers.6/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.6.attention.out_proj.bias", "/hubert/encoder/layers.6/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.6/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.5/Add_1_output_0", "/hubert/encoder/layers.6/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.6/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.6/Add_output_0"], "outputs": ["/hubert/encoder/layers.6/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.6/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.6/Add_output_0", "/hubert/encoder/layers.6/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.6/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_645", "shape": []}}}, {"name": "/hubert/encoder/layers.6/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.6/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.6/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.6/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.6/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.6/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.6/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_646", "shape": []}}}, {"name": "/hubert/encoder/layers.6/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.6/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.6/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.6/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.6/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.6/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.6/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.6/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.6/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.6/final_layer_norm/Div_output_0", "hubert.encoder.layers.6.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.6/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.6/final_layer_norm/Mul_output_0", "hubert.encoder.layers.6.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.6/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.6/final_layer_norm/Add_1_output_0", "onnx::MatMul_3487"], "outputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.6.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.6/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_647", "shape": []}}}, {"name": "/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_648", "shape": []}}}, {"name": "/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_649", "shape": []}}}, {"name": "/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.6/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3488"], "outputs": ["/hubert/encoder/layers.6/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.6.feed_forward.output_dense.bias", "/hubert/encoder/layers.6/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.6/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.6/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.6/Add_output_0", "/hubert/encoder/layers.6/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.6/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.6/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.7/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.7/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.6/Add_1_output_0", "/hubert/encoder/layers.7/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.7/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_650", "shape": []}}}, {"name": "/hubert/encoder/layers.7/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.7/layer_norm/Sub_output_0", "/hubert/encoder/layers.7/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.7/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.7/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.7/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.7/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_651", "shape": []}}}, {"name": "/hubert/encoder/layers.7/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.7/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.7/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.7/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.7/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.7/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.7/layer_norm/Sub_output_0", "/hubert/encoder/layers.7/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.7/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.7/layer_norm/Div_output_0", "hubert.encoder.layers.7.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.7/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.7/layer_norm/Mul_output_0", "hubert.encoder.layers.7.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.7/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.7/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_652", "shape": []}}}, {"name": "/hubert/encoder/layers.7/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.7/attention/Shape_output_0", "/hubert/encoder/layers.7/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.7/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.7/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_653", "shape": []}}}, {"name": "/hubert/encoder/layers.7/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.7/attention/Shape_1_output_0", "/hubert/encoder/layers.7/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.7/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.7/layer_norm/Add_1_output_0", "onnx::MatMul_3489"], "outputs": ["/hubert/encoder/layers.7/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.7.attention.q_proj.bias", "/hubert/encoder/layers.7/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.7/layer_norm/Add_1_output_0", "onnx::MatMul_3490"], "outputs": ["/hubert/encoder/layers.7/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.7.attention.k_proj.bias", "/hubert/encoder/layers.7/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_1608", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1450"], "attrs": {"value": {"__tensor__": "tensor_654", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.7/attention/Gather_output_0", "onnx::Unsqueeze_1450"], "outputs": ["/hubert/encoder/layers.7/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_655", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_656", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_657", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.7/attention/Unsqueeze_output_0", "/hubert/encoder/layers.7/attention/Constant_2_output_0", "/hubert/encoder/layers.7/attention/Constant_3_output_0", "/hubert/encoder/layers.7/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_1614", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1459"], "attrs": {"value": {"__tensor__": "tensor_658", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.7/attention/Gather_output_0", "onnx::Unsqueeze_1459"], "outputs": ["/hubert/encoder/layers.7/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_659", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_660", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_661", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.7/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.7/attention/Constant_5_output_0", "/hubert/encoder/layers.7/attention/Constant_6_output_0", "/hubert/encoder/layers.7/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.7/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.7/attention/k_proj/Add_output_0", "/hubert/encoder/layers.7/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.7/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.7/layer_norm/Add_1_output_0", "onnx::MatMul_3497"], "outputs": ["/hubert/encoder/layers.7/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.7.attention.v_proj.bias", "/hubert/encoder/layers.7/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.7/attention/v_proj/Add_output_0", "/hubert/encoder/layers.7/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.7/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.7/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1625", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1474"], "attrs": {"value": {"__tensor__": "tensor_662", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.7/attention/Gather_output_0", "onnx::Unsqueeze_1474"], "outputs": ["/hubert/encoder/layers.7/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_1627", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1476"], "attrs": {"value": {"__tensor__": "tensor_663", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.7/attention/Gather_1_output_0", "onnx::Unsqueeze_1476"], "outputs": ["/hubert/encoder/layers.7/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_664", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_665", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.7/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.7/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.7/attention/Constant_8_output_0", "/hubert/encoder/layers.7/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.7/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.7/attention/q_proj/Add_output_0", "/hubert/encoder/layers.7/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.7/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.7/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.7/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.7/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_666", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_667", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.7/attention/Shape_2_output_0", "/hubert/encoder/layers.7/attention/Constant_10_output_0", "/hubert/encoder/layers.7/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.7/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.7/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.7/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_668", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.7/attention/Constant_12_output_0", "/hubert/encoder/layers.7/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.7/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.7/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.7/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.7/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.7/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.7/attention/Transpose_1_output_0", "/hubert/encoder/layers.7/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.7/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.7/attention/Transpose_2_output_0", "/hubert/encoder/layers.7/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.7/attention/Mul_output_0", "/hubert/encoder/layers.7/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.7/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.7/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.7/attention/Softmax_output_0", "/hubert/encoder/layers.7/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.7/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1652", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1503"], "attrs": {"value": {"__tensor__": "tensor_669", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.7/attention/Gather_output_0", "onnx::Unsqueeze_1503"], "outputs": ["/hubert/encoder/layers.7/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_1654", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1505"], "attrs": {"value": {"__tensor__": "tensor_670", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.7/attention/Gather_1_output_0", "onnx::Unsqueeze_1505"], "outputs": ["/hubert/encoder/layers.7/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_671", "shape": [1]}}}, {"name": "/hubert/encoder/layers.7/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.7/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.7/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.7/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.7/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.7/attention/Transpose_3_output_0", "/hubert/encoder/layers.7/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.7/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.7/attention/Reshape_3_output_0", "onnx::MatMul_3501"], "outputs": ["/hubert/encoder/layers.7/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.7.attention.out_proj.bias", "/hubert/encoder/layers.7/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.7/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.6/Add_1_output_0", "/hubert/encoder/layers.7/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.7/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.7/Add_output_0"], "outputs": ["/hubert/encoder/layers.7/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.7/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.7/Add_output_0", "/hubert/encoder/layers.7/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.7/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_672", "shape": []}}}, {"name": "/hubert/encoder/layers.7/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.7/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.7/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.7/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.7/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.7/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.7/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_673", "shape": []}}}, {"name": "/hubert/encoder/layers.7/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.7/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.7/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.7/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.7/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.7/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.7/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.7/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.7/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.7/final_layer_norm/Div_output_0", "hubert.encoder.layers.7.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.7/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.7/final_layer_norm/Mul_output_0", "hubert.encoder.layers.7.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.7/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.7/final_layer_norm/Add_1_output_0", "onnx::MatMul_3502"], "outputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.7.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.7/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_674", "shape": []}}}, {"name": "/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_675", "shape": []}}}, {"name": "/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_676", "shape": []}}}, {"name": "/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.7/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3503"], "outputs": ["/hubert/encoder/layers.7/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.7.feed_forward.output_dense.bias", "/hubert/encoder/layers.7/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.7/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.7/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.7/Add_output_0", "/hubert/encoder/layers.7/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.7/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.7/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.8/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.8/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.7/Add_1_output_0", "/hubert/encoder/layers.8/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.8/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_677", "shape": []}}}, {"name": "/hubert/encoder/layers.8/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.8/layer_norm/Sub_output_0", "/hubert/encoder/layers.8/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.8/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.8/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.8/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.8/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_678", "shape": []}}}, {"name": "/hubert/encoder/layers.8/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.8/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.8/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.8/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.8/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.8/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.8/layer_norm/Sub_output_0", "/hubert/encoder/layers.8/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.8/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.8/layer_norm/Div_output_0", "hubert.encoder.layers.8.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.8/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.8/layer_norm/Mul_output_0", "hubert.encoder.layers.8.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.8/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.8/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_679", "shape": []}}}, {"name": "/hubert/encoder/layers.8/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.8/attention/Shape_output_0", "/hubert/encoder/layers.8/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.8/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.8/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_680", "shape": []}}}, {"name": "/hubert/encoder/layers.8/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.8/attention/Shape_1_output_0", "/hubert/encoder/layers.8/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.8/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.8/layer_norm/Add_1_output_0", "onnx::MatMul_3504"], "outputs": ["/hubert/encoder/layers.8/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.8.attention.q_proj.bias", "/hubert/encoder/layers.8/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.8/layer_norm/Add_1_output_0", "onnx::MatMul_3505"], "outputs": ["/hubert/encoder/layers.8/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.8.attention.k_proj.bias", "/hubert/encoder/layers.8/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_1707", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1564"], "attrs": {"value": {"__tensor__": "tensor_681", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.8/attention/Gather_output_0", "onnx::Unsqueeze_1564"], "outputs": ["/hubert/encoder/layers.8/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_682", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_683", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_684", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.8/attention/Unsqueeze_output_0", "/hubert/encoder/layers.8/attention/Constant_2_output_0", "/hubert/encoder/layers.8/attention/Constant_3_output_0", "/hubert/encoder/layers.8/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_1713", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1573"], "attrs": {"value": {"__tensor__": "tensor_685", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.8/attention/Gather_output_0", "onnx::Unsqueeze_1573"], "outputs": ["/hubert/encoder/layers.8/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_686", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_687", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_688", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.8/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.8/attention/Constant_5_output_0", "/hubert/encoder/layers.8/attention/Constant_6_output_0", "/hubert/encoder/layers.8/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.8/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.8/attention/k_proj/Add_output_0", "/hubert/encoder/layers.8/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.8/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.8/layer_norm/Add_1_output_0", "onnx::MatMul_3512"], "outputs": ["/hubert/encoder/layers.8/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.8.attention.v_proj.bias", "/hubert/encoder/layers.8/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.8/attention/v_proj/Add_output_0", "/hubert/encoder/layers.8/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.8/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.8/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1724", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1588"], "attrs": {"value": {"__tensor__": "tensor_689", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.8/attention/Gather_output_0", "onnx::Unsqueeze_1588"], "outputs": ["/hubert/encoder/layers.8/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_1726", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1590"], "attrs": {"value": {"__tensor__": "tensor_690", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.8/attention/Gather_1_output_0", "onnx::Unsqueeze_1590"], "outputs": ["/hubert/encoder/layers.8/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_691", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_692", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.8/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.8/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.8/attention/Constant_8_output_0", "/hubert/encoder/layers.8/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.8/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.8/attention/q_proj/Add_output_0", "/hubert/encoder/layers.8/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.8/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.8/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.8/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.8/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_693", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_694", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.8/attention/Shape_2_output_0", "/hubert/encoder/layers.8/attention/Constant_10_output_0", "/hubert/encoder/layers.8/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.8/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.8/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.8/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_695", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.8/attention/Constant_12_output_0", "/hubert/encoder/layers.8/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.8/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.8/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.8/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.8/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.8/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.8/attention/Transpose_1_output_0", "/hubert/encoder/layers.8/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.8/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.8/attention/Transpose_2_output_0", "/hubert/encoder/layers.8/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.8/attention/Mul_output_0", "/hubert/encoder/layers.8/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.8/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.8/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.8/attention/Softmax_output_0", "/hubert/encoder/layers.8/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.8/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1751", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1617"], "attrs": {"value": {"__tensor__": "tensor_696", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.8/attention/Gather_output_0", "onnx::Unsqueeze_1617"], "outputs": ["/hubert/encoder/layers.8/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_1753", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1619"], "attrs": {"value": {"__tensor__": "tensor_697", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.8/attention/Gather_1_output_0", "onnx::Unsqueeze_1619"], "outputs": ["/hubert/encoder/layers.8/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_698", "shape": [1]}}}, {"name": "/hubert/encoder/layers.8/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.8/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.8/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.8/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.8/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.8/attention/Transpose_3_output_0", "/hubert/encoder/layers.8/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.8/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.8/attention/Reshape_3_output_0", "onnx::MatMul_3516"], "outputs": ["/hubert/encoder/layers.8/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.8.attention.out_proj.bias", "/hubert/encoder/layers.8/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.8/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.7/Add_1_output_0", "/hubert/encoder/layers.8/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.8/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.8/Add_output_0"], "outputs": ["/hubert/encoder/layers.8/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.8/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.8/Add_output_0", "/hubert/encoder/layers.8/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.8/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_699", "shape": []}}}, {"name": "/hubert/encoder/layers.8/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.8/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.8/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.8/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.8/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.8/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.8/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_700", "shape": []}}}, {"name": "/hubert/encoder/layers.8/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.8/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.8/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.8/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.8/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.8/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.8/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.8/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.8/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.8/final_layer_norm/Div_output_0", "hubert.encoder.layers.8.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.8/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.8/final_layer_norm/Mul_output_0", "hubert.encoder.layers.8.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.8/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.8/final_layer_norm/Add_1_output_0", "onnx::MatMul_3517"], "outputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.8.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.8/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_701", "shape": []}}}, {"name": "/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_702", "shape": []}}}, {"name": "/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_703", "shape": []}}}, {"name": "/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.8/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3518"], "outputs": ["/hubert/encoder/layers.8/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.8.feed_forward.output_dense.bias", "/hubert/encoder/layers.8/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.8/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.8/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.8/Add_output_0", "/hubert/encoder/layers.8/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.8/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.8/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.9/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.9/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.8/Add_1_output_0", "/hubert/encoder/layers.9/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.9/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_704", "shape": []}}}, {"name": "/hubert/encoder/layers.9/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.9/layer_norm/Sub_output_0", "/hubert/encoder/layers.9/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.9/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.9/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.9/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.9/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_705", "shape": []}}}, {"name": "/hubert/encoder/layers.9/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.9/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.9/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.9/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.9/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.9/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.9/layer_norm/Sub_output_0", "/hubert/encoder/layers.9/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.9/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.9/layer_norm/Div_output_0", "hubert.encoder.layers.9.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.9/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.9/layer_norm/Mul_output_0", "hubert.encoder.layers.9.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.9/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.9/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_706", "shape": []}}}, {"name": "/hubert/encoder/layers.9/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.9/attention/Shape_output_0", "/hubert/encoder/layers.9/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.9/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.9/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_707", "shape": []}}}, {"name": "/hubert/encoder/layers.9/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.9/attention/Shape_1_output_0", "/hubert/encoder/layers.9/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.9/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.9/layer_norm/Add_1_output_0", "onnx::MatMul_3519"], "outputs": ["/hubert/encoder/layers.9/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.9.attention.q_proj.bias", "/hubert/encoder/layers.9/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.9/layer_norm/Add_1_output_0", "onnx::MatMul_3520"], "outputs": ["/hubert/encoder/layers.9/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.9.attention.k_proj.bias", "/hubert/encoder/layers.9/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_1806", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1678"], "attrs": {"value": {"__tensor__": "tensor_708", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.9/attention/Gather_output_0", "onnx::Unsqueeze_1678"], "outputs": ["/hubert/encoder/layers.9/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_709", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_710", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_711", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.9/attention/Unsqueeze_output_0", "/hubert/encoder/layers.9/attention/Constant_2_output_0", "/hubert/encoder/layers.9/attention/Constant_3_output_0", "/hubert/encoder/layers.9/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_1812", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1687"], "attrs": {"value": {"__tensor__": "tensor_712", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.9/attention/Gather_output_0", "onnx::Unsqueeze_1687"], "outputs": ["/hubert/encoder/layers.9/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_713", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_714", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_715", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.9/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.9/attention/Constant_5_output_0", "/hubert/encoder/layers.9/attention/Constant_6_output_0", "/hubert/encoder/layers.9/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.9/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.9/attention/k_proj/Add_output_0", "/hubert/encoder/layers.9/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.9/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.9/layer_norm/Add_1_output_0", "onnx::MatMul_3527"], "outputs": ["/hubert/encoder/layers.9/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.9.attention.v_proj.bias", "/hubert/encoder/layers.9/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.9/attention/v_proj/Add_output_0", "/hubert/encoder/layers.9/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.9/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.9/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1823", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1702"], "attrs": {"value": {"__tensor__": "tensor_716", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.9/attention/Gather_output_0", "onnx::Unsqueeze_1702"], "outputs": ["/hubert/encoder/layers.9/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_1825", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1704"], "attrs": {"value": {"__tensor__": "tensor_717", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.9/attention/Gather_1_output_0", "onnx::Unsqueeze_1704"], "outputs": ["/hubert/encoder/layers.9/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_718", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_719", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.9/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.9/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.9/attention/Constant_8_output_0", "/hubert/encoder/layers.9/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.9/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.9/attention/q_proj/Add_output_0", "/hubert/encoder/layers.9/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.9/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.9/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.9/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.9/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_720", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_721", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.9/attention/Shape_2_output_0", "/hubert/encoder/layers.9/attention/Constant_10_output_0", "/hubert/encoder/layers.9/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.9/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.9/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.9/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_722", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.9/attention/Constant_12_output_0", "/hubert/encoder/layers.9/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.9/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.9/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.9/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.9/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.9/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.9/attention/Transpose_1_output_0", "/hubert/encoder/layers.9/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.9/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.9/attention/Transpose_2_output_0", "/hubert/encoder/layers.9/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.9/attention/Mul_output_0", "/hubert/encoder/layers.9/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.9/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.9/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.9/attention/Softmax_output_0", "/hubert/encoder/layers.9/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.9/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1850", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1731"], "attrs": {"value": {"__tensor__": "tensor_723", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.9/attention/Gather_output_0", "onnx::Unsqueeze_1731"], "outputs": ["/hubert/encoder/layers.9/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_1852", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1733"], "attrs": {"value": {"__tensor__": "tensor_724", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.9/attention/Gather_1_output_0", "onnx::Unsqueeze_1733"], "outputs": ["/hubert/encoder/layers.9/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_725", "shape": [1]}}}, {"name": "/hubert/encoder/layers.9/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.9/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.9/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.9/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.9/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.9/attention/Transpose_3_output_0", "/hubert/encoder/layers.9/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.9/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.9/attention/Reshape_3_output_0", "onnx::MatMul_3531"], "outputs": ["/hubert/encoder/layers.9/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.9.attention.out_proj.bias", "/hubert/encoder/layers.9/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.9/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.8/Add_1_output_0", "/hubert/encoder/layers.9/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.9/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.9/Add_output_0"], "outputs": ["/hubert/encoder/layers.9/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.9/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.9/Add_output_0", "/hubert/encoder/layers.9/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.9/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_726", "shape": []}}}, {"name": "/hubert/encoder/layers.9/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.9/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.9/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.9/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.9/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.9/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.9/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_727", "shape": []}}}, {"name": "/hubert/encoder/layers.9/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.9/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.9/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.9/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.9/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.9/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.9/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.9/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.9/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.9/final_layer_norm/Div_output_0", "hubert.encoder.layers.9.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.9/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.9/final_layer_norm/Mul_output_0", "hubert.encoder.layers.9.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.9/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.9/final_layer_norm/Add_1_output_0", "onnx::MatMul_3532"], "outputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.9.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.9/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_728", "shape": []}}}, {"name": "/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_729", "shape": []}}}, {"name": "/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_730", "shape": []}}}, {"name": "/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.9/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3533"], "outputs": ["/hubert/encoder/layers.9/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.9.feed_forward.output_dense.bias", "/hubert/encoder/layers.9/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.9/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.9/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.9/Add_output_0", "/hubert/encoder/layers.9/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.9/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.9/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.10/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.10/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.9/Add_1_output_0", "/hubert/encoder/layers.10/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.10/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_731", "shape": []}}}, {"name": "/hubert/encoder/layers.10/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.10/layer_norm/Sub_output_0", "/hubert/encoder/layers.10/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.10/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.10/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.10/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.10/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_732", "shape": []}}}, {"name": "/hubert/encoder/layers.10/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.10/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.10/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.10/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.10/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.10/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.10/layer_norm/Sub_output_0", "/hubert/encoder/layers.10/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.10/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.10/layer_norm/Div_output_0", "hubert.encoder.layers.10.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.10/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.10/layer_norm/Mul_output_0", "hubert.encoder.layers.10.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.10/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.10/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_733", "shape": []}}}, {"name": "/hubert/encoder/layers.10/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.10/attention/Shape_output_0", "/hubert/encoder/layers.10/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.10/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.10/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_734", "shape": []}}}, {"name": "/hubert/encoder/layers.10/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.10/attention/Shape_1_output_0", "/hubert/encoder/layers.10/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.10/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.10/layer_norm/Add_1_output_0", "onnx::MatMul_3534"], "outputs": ["/hubert/encoder/layers.10/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.10.attention.q_proj.bias", "/hubert/encoder/layers.10/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.10/layer_norm/Add_1_output_0", "onnx::MatMul_3535"], "outputs": ["/hubert/encoder/layers.10/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.10.attention.k_proj.bias", "/hubert/encoder/layers.10/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_1905", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1792"], "attrs": {"value": {"__tensor__": "tensor_735", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.10/attention/Gather_output_0", "onnx::Unsqueeze_1792"], "outputs": ["/hubert/encoder/layers.10/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_736", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_737", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_738", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.10/attention/Unsqueeze_output_0", "/hubert/encoder/layers.10/attention/Constant_2_output_0", "/hubert/encoder/layers.10/attention/Constant_3_output_0", "/hubert/encoder/layers.10/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_1911", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1801"], "attrs": {"value": {"__tensor__": "tensor_739", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.10/attention/Gather_output_0", "onnx::Unsqueeze_1801"], "outputs": ["/hubert/encoder/layers.10/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_740", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_741", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_742", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.10/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.10/attention/Constant_5_output_0", "/hubert/encoder/layers.10/attention/Constant_6_output_0", "/hubert/encoder/layers.10/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.10/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.10/attention/k_proj/Add_output_0", "/hubert/encoder/layers.10/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.10/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.10/layer_norm/Add_1_output_0", "onnx::MatMul_3542"], "outputs": ["/hubert/encoder/layers.10/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.10.attention.v_proj.bias", "/hubert/encoder/layers.10/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.10/attention/v_proj/Add_output_0", "/hubert/encoder/layers.10/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.10/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.10/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1922", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1816"], "attrs": {"value": {"__tensor__": "tensor_743", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.10/attention/Gather_output_0", "onnx::Unsqueeze_1816"], "outputs": ["/hubert/encoder/layers.10/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_1924", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1818"], "attrs": {"value": {"__tensor__": "tensor_744", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.10/attention/Gather_1_output_0", "onnx::Unsqueeze_1818"], "outputs": ["/hubert/encoder/layers.10/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_745", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_746", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.10/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.10/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.10/attention/Constant_8_output_0", "/hubert/encoder/layers.10/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.10/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.10/attention/q_proj/Add_output_0", "/hubert/encoder/layers.10/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.10/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.10/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.10/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.10/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_747", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_748", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.10/attention/Shape_2_output_0", "/hubert/encoder/layers.10/attention/Constant_10_output_0", "/hubert/encoder/layers.10/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.10/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.10/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.10/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_749", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.10/attention/Constant_12_output_0", "/hubert/encoder/layers.10/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.10/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.10/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.10/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.10/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.10/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.10/attention/Transpose_1_output_0", "/hubert/encoder/layers.10/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.10/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.10/attention/Transpose_2_output_0", "/hubert/encoder/layers.10/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.10/attention/Mul_output_0", "/hubert/encoder/layers.10/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.10/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.10/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.10/attention/Softmax_output_0", "/hubert/encoder/layers.10/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.10/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_1949", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1845"], "attrs": {"value": {"__tensor__": "tensor_750", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.10/attention/Gather_output_0", "onnx::Unsqueeze_1845"], "outputs": ["/hubert/encoder/layers.10/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_1951", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1847"], "attrs": {"value": {"__tensor__": "tensor_751", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.10/attention/Gather_1_output_0", "onnx::Unsqueeze_1847"], "outputs": ["/hubert/encoder/layers.10/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_752", "shape": [1]}}}, {"name": "/hubert/encoder/layers.10/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.10/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.10/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.10/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.10/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.10/attention/Transpose_3_output_0", "/hubert/encoder/layers.10/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.10/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.10/attention/Reshape_3_output_0", "onnx::MatMul_3546"], "outputs": ["/hubert/encoder/layers.10/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.10.attention.out_proj.bias", "/hubert/encoder/layers.10/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.10/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.9/Add_1_output_0", "/hubert/encoder/layers.10/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.10/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.10/Add_output_0"], "outputs": ["/hubert/encoder/layers.10/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.10/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.10/Add_output_0", "/hubert/encoder/layers.10/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.10/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_753", "shape": []}}}, {"name": "/hubert/encoder/layers.10/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.10/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.10/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.10/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.10/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.10/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.10/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_754", "shape": []}}}, {"name": "/hubert/encoder/layers.10/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.10/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.10/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.10/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.10/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.10/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.10/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.10/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.10/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.10/final_layer_norm/Div_output_0", "hubert.encoder.layers.10.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.10/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.10/final_layer_norm/Mul_output_0", "hubert.encoder.layers.10.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.10/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.10/final_layer_norm/Add_1_output_0", "onnx::MatMul_3547"], "outputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.10.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.10/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_755", "shape": []}}}, {"name": "/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_756", "shape": []}}}, {"name": "/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_757", "shape": []}}}, {"name": "/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.10/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3548"], "outputs": ["/hubert/encoder/layers.10/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.10.feed_forward.output_dense.bias", "/hubert/encoder/layers.10/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.10/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.10/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.10/Add_output_0", "/hubert/encoder/layers.10/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.10/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.10/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.11/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.11/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.10/Add_1_output_0", "/hubert/encoder/layers.11/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.11/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_758", "shape": []}}}, {"name": "/hubert/encoder/layers.11/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.11/layer_norm/Sub_output_0", "/hubert/encoder/layers.11/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.11/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.11/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.11/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.11/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_759", "shape": []}}}, {"name": "/hubert/encoder/layers.11/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.11/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.11/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.11/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.11/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.11/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.11/layer_norm/Sub_output_0", "/hubert/encoder/layers.11/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.11/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.11/layer_norm/Div_output_0", "hubert.encoder.layers.11.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.11/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.11/layer_norm/Mul_output_0", "hubert.encoder.layers.11.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.11/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.11/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_760", "shape": []}}}, {"name": "/hubert/encoder/layers.11/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.11/attention/Shape_output_0", "/hubert/encoder/layers.11/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.11/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.11/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_761", "shape": []}}}, {"name": "/hubert/encoder/layers.11/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.11/attention/Shape_1_output_0", "/hubert/encoder/layers.11/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.11/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.11/layer_norm/Add_1_output_0", "onnx::MatMul_3549"], "outputs": ["/hubert/encoder/layers.11/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.11.attention.q_proj.bias", "/hubert/encoder/layers.11/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.11/layer_norm/Add_1_output_0", "onnx::MatMul_3550"], "outputs": ["/hubert/encoder/layers.11/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.11.attention.k_proj.bias", "/hubert/encoder/layers.11/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_2004", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1906"], "attrs": {"value": {"__tensor__": "tensor_762", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.11/attention/Gather_output_0", "onnx::Unsqueeze_1906"], "outputs": ["/hubert/encoder/layers.11/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_763", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_764", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_765", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.11/attention/Unsqueeze_output_0", "/hubert/encoder/layers.11/attention/Constant_2_output_0", "/hubert/encoder/layers.11/attention/Constant_3_output_0", "/hubert/encoder/layers.11/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_2010", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1915"], "attrs": {"value": {"__tensor__": "tensor_766", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.11/attention/Gather_output_0", "onnx::Unsqueeze_1915"], "outputs": ["/hubert/encoder/layers.11/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_767", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_768", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_769", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.11/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.11/attention/Constant_5_output_0", "/hubert/encoder/layers.11/attention/Constant_6_output_0", "/hubert/encoder/layers.11/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.11/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.11/attention/k_proj/Add_output_0", "/hubert/encoder/layers.11/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.11/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.11/layer_norm/Add_1_output_0", "onnx::MatMul_3557"], "outputs": ["/hubert/encoder/layers.11/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.11.attention.v_proj.bias", "/hubert/encoder/layers.11/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.11/attention/v_proj/Add_output_0", "/hubert/encoder/layers.11/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.11/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.11/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2021", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1930"], "attrs": {"value": {"__tensor__": "tensor_770", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.11/attention/Gather_output_0", "onnx::Unsqueeze_1930"], "outputs": ["/hubert/encoder/layers.11/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_2023", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1932"], "attrs": {"value": {"__tensor__": "tensor_771", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.11/attention/Gather_1_output_0", "onnx::Unsqueeze_1932"], "outputs": ["/hubert/encoder/layers.11/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_772", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_773", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.11/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.11/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.11/attention/Constant_8_output_0", "/hubert/encoder/layers.11/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.11/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.11/attention/q_proj/Add_output_0", "/hubert/encoder/layers.11/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.11/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.11/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.11/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.11/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_774", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_775", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.11/attention/Shape_2_output_0", "/hubert/encoder/layers.11/attention/Constant_10_output_0", "/hubert/encoder/layers.11/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.11/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.11/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.11/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_776", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.11/attention/Constant_12_output_0", "/hubert/encoder/layers.11/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.11/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.11/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.11/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.11/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.11/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.11/attention/Transpose_1_output_0", "/hubert/encoder/layers.11/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.11/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.11/attention/Transpose_2_output_0", "/hubert/encoder/layers.11/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.11/attention/Mul_output_0", "/hubert/encoder/layers.11/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.11/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.11/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.11/attention/Softmax_output_0", "/hubert/encoder/layers.11/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.11/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2048", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1959"], "attrs": {"value": {"__tensor__": "tensor_777", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.11/attention/Gather_output_0", "onnx::Unsqueeze_1959"], "outputs": ["/hubert/encoder/layers.11/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_2050", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_1961"], "attrs": {"value": {"__tensor__": "tensor_778", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.11/attention/Gather_1_output_0", "onnx::Unsqueeze_1961"], "outputs": ["/hubert/encoder/layers.11/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_779", "shape": [1]}}}, {"name": "/hubert/encoder/layers.11/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.11/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.11/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.11/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.11/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.11/attention/Transpose_3_output_0", "/hubert/encoder/layers.11/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.11/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.11/attention/Reshape_3_output_0", "onnx::MatMul_3561"], "outputs": ["/hubert/encoder/layers.11/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.11.attention.out_proj.bias", "/hubert/encoder/layers.11/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.11/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.10/Add_1_output_0", "/hubert/encoder/layers.11/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.11/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.11/Add_output_0"], "outputs": ["/hubert/encoder/layers.11/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.11/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.11/Add_output_0", "/hubert/encoder/layers.11/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.11/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_780", "shape": []}}}, {"name": "/hubert/encoder/layers.11/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.11/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.11/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.11/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.11/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.11/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.11/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_781", "shape": []}}}, {"name": "/hubert/encoder/layers.11/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.11/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.11/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.11/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.11/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.11/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.11/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.11/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.11/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.11/final_layer_norm/Div_output_0", "hubert.encoder.layers.11.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.11/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.11/final_layer_norm/Mul_output_0", "hubert.encoder.layers.11.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.11/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.11/final_layer_norm/Add_1_output_0", "onnx::MatMul_3562"], "outputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.11.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.11/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_782", "shape": []}}}, {"name": "/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_783", "shape": []}}}, {"name": "/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_784", "shape": []}}}, {"name": "/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.11/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3563"], "outputs": ["/hubert/encoder/layers.11/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.11.feed_forward.output_dense.bias", "/hubert/encoder/layers.11/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.11/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.11/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.11/Add_output_0", "/hubert/encoder/layers.11/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.11/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.11/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.12/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.12/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.11/Add_1_output_0", "/hubert/encoder/layers.12/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.12/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_785", "shape": []}}}, {"name": "/hubert/encoder/layers.12/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.12/layer_norm/Sub_output_0", "/hubert/encoder/layers.12/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.12/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.12/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.12/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.12/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_786", "shape": []}}}, {"name": "/hubert/encoder/layers.12/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.12/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.12/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.12/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.12/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.12/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.12/layer_norm/Sub_output_0", "/hubert/encoder/layers.12/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.12/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.12/layer_norm/Div_output_0", "hubert.encoder.layers.12.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.12/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.12/layer_norm/Mul_output_0", "hubert.encoder.layers.12.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.12/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.12/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_787", "shape": []}}}, {"name": "/hubert/encoder/layers.12/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.12/attention/Shape_output_0", "/hubert/encoder/layers.12/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.12/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.12/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_788", "shape": []}}}, {"name": "/hubert/encoder/layers.12/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.12/attention/Shape_1_output_0", "/hubert/encoder/layers.12/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.12/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.12/layer_norm/Add_1_output_0", "onnx::MatMul_3564"], "outputs": ["/hubert/encoder/layers.12/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.12.attention.q_proj.bias", "/hubert/encoder/layers.12/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.12/layer_norm/Add_1_output_0", "onnx::MatMul_3565"], "outputs": ["/hubert/encoder/layers.12/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.12.attention.k_proj.bias", "/hubert/encoder/layers.12/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_2103", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2020"], "attrs": {"value": {"__tensor__": "tensor_789", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.12/attention/Gather_output_0", "onnx::Unsqueeze_2020"], "outputs": ["/hubert/encoder/layers.12/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_790", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_791", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_792", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.12/attention/Unsqueeze_output_0", "/hubert/encoder/layers.12/attention/Constant_2_output_0", "/hubert/encoder/layers.12/attention/Constant_3_output_0", "/hubert/encoder/layers.12/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_2109", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2029"], "attrs": {"value": {"__tensor__": "tensor_793", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.12/attention/Gather_output_0", "onnx::Unsqueeze_2029"], "outputs": ["/hubert/encoder/layers.12/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_794", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_795", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_796", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.12/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.12/attention/Constant_5_output_0", "/hubert/encoder/layers.12/attention/Constant_6_output_0", "/hubert/encoder/layers.12/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.12/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.12/attention/k_proj/Add_output_0", "/hubert/encoder/layers.12/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.12/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.12/layer_norm/Add_1_output_0", "onnx::MatMul_3572"], "outputs": ["/hubert/encoder/layers.12/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.12.attention.v_proj.bias", "/hubert/encoder/layers.12/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.12/attention/v_proj/Add_output_0", "/hubert/encoder/layers.12/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.12/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.12/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2120", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2044"], "attrs": {"value": {"__tensor__": "tensor_797", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.12/attention/Gather_output_0", "onnx::Unsqueeze_2044"], "outputs": ["/hubert/encoder/layers.12/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_2122", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2046"], "attrs": {"value": {"__tensor__": "tensor_798", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.12/attention/Gather_1_output_0", "onnx::Unsqueeze_2046"], "outputs": ["/hubert/encoder/layers.12/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_799", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_800", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.12/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.12/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.12/attention/Constant_8_output_0", "/hubert/encoder/layers.12/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.12/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.12/attention/q_proj/Add_output_0", "/hubert/encoder/layers.12/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.12/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.12/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.12/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.12/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_801", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_802", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.12/attention/Shape_2_output_0", "/hubert/encoder/layers.12/attention/Constant_10_output_0", "/hubert/encoder/layers.12/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.12/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.12/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.12/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_803", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.12/attention/Constant_12_output_0", "/hubert/encoder/layers.12/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.12/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.12/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.12/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.12/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.12/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.12/attention/Transpose_1_output_0", "/hubert/encoder/layers.12/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.12/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.12/attention/Transpose_2_output_0", "/hubert/encoder/layers.12/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.12/attention/Mul_output_0", "/hubert/encoder/layers.12/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.12/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.12/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.12/attention/Softmax_output_0", "/hubert/encoder/layers.12/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.12/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2147", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2073"], "attrs": {"value": {"__tensor__": "tensor_804", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.12/attention/Gather_output_0", "onnx::Unsqueeze_2073"], "outputs": ["/hubert/encoder/layers.12/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_2149", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2075"], "attrs": {"value": {"__tensor__": "tensor_805", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.12/attention/Gather_1_output_0", "onnx::Unsqueeze_2075"], "outputs": ["/hubert/encoder/layers.12/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_806", "shape": [1]}}}, {"name": "/hubert/encoder/layers.12/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.12/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.12/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.12/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.12/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.12/attention/Transpose_3_output_0", "/hubert/encoder/layers.12/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.12/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.12/attention/Reshape_3_output_0", "onnx::MatMul_3576"], "outputs": ["/hubert/encoder/layers.12/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.12.attention.out_proj.bias", "/hubert/encoder/layers.12/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.12/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.11/Add_1_output_0", "/hubert/encoder/layers.12/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.12/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.12/Add_output_0"], "outputs": ["/hubert/encoder/layers.12/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.12/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.12/Add_output_0", "/hubert/encoder/layers.12/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.12/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_807", "shape": []}}}, {"name": "/hubert/encoder/layers.12/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.12/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.12/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.12/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.12/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.12/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.12/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_808", "shape": []}}}, {"name": "/hubert/encoder/layers.12/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.12/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.12/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.12/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.12/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.12/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.12/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.12/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.12/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.12/final_layer_norm/Div_output_0", "hubert.encoder.layers.12.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.12/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.12/final_layer_norm/Mul_output_0", "hubert.encoder.layers.12.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.12/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.12/final_layer_norm/Add_1_output_0", "onnx::MatMul_3577"], "outputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.12.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.12/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_809", "shape": []}}}, {"name": "/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_810", "shape": []}}}, {"name": "/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_811", "shape": []}}}, {"name": "/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.12/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3578"], "outputs": ["/hubert/encoder/layers.12/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.12.feed_forward.output_dense.bias", "/hubert/encoder/layers.12/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.12/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.12/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.12/Add_output_0", "/hubert/encoder/layers.12/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.12/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.12/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.13/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.13/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.12/Add_1_output_0", "/hubert/encoder/layers.13/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.13/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_812", "shape": []}}}, {"name": "/hubert/encoder/layers.13/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.13/layer_norm/Sub_output_0", "/hubert/encoder/layers.13/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.13/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.13/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.13/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.13/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_813", "shape": []}}}, {"name": "/hubert/encoder/layers.13/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.13/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.13/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.13/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.13/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.13/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.13/layer_norm/Sub_output_0", "/hubert/encoder/layers.13/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.13/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.13/layer_norm/Div_output_0", "hubert.encoder.layers.13.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.13/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.13/layer_norm/Mul_output_0", "hubert.encoder.layers.13.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.13/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.13/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_814", "shape": []}}}, {"name": "/hubert/encoder/layers.13/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.13/attention/Shape_output_0", "/hubert/encoder/layers.13/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.13/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.13/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_815", "shape": []}}}, {"name": "/hubert/encoder/layers.13/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.13/attention/Shape_1_output_0", "/hubert/encoder/layers.13/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.13/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.13/layer_norm/Add_1_output_0", "onnx::MatMul_3579"], "outputs": ["/hubert/encoder/layers.13/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.13.attention.q_proj.bias", "/hubert/encoder/layers.13/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.13/layer_norm/Add_1_output_0", "onnx::MatMul_3580"], "outputs": ["/hubert/encoder/layers.13/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.13.attention.k_proj.bias", "/hubert/encoder/layers.13/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_2202", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2134"], "attrs": {"value": {"__tensor__": "tensor_816", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.13/attention/Gather_output_0", "onnx::Unsqueeze_2134"], "outputs": ["/hubert/encoder/layers.13/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_817", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_818", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_819", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.13/attention/Unsqueeze_output_0", "/hubert/encoder/layers.13/attention/Constant_2_output_0", "/hubert/encoder/layers.13/attention/Constant_3_output_0", "/hubert/encoder/layers.13/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_2208", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2143"], "attrs": {"value": {"__tensor__": "tensor_820", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.13/attention/Gather_output_0", "onnx::Unsqueeze_2143"], "outputs": ["/hubert/encoder/layers.13/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_821", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_822", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_823", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.13/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.13/attention/Constant_5_output_0", "/hubert/encoder/layers.13/attention/Constant_6_output_0", "/hubert/encoder/layers.13/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.13/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.13/attention/k_proj/Add_output_0", "/hubert/encoder/layers.13/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.13/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.13/layer_norm/Add_1_output_0", "onnx::MatMul_3587"], "outputs": ["/hubert/encoder/layers.13/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.13.attention.v_proj.bias", "/hubert/encoder/layers.13/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.13/attention/v_proj/Add_output_0", "/hubert/encoder/layers.13/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.13/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.13/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2219", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2158"], "attrs": {"value": {"__tensor__": "tensor_824", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.13/attention/Gather_output_0", "onnx::Unsqueeze_2158"], "outputs": ["/hubert/encoder/layers.13/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_2221", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2160"], "attrs": {"value": {"__tensor__": "tensor_825", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.13/attention/Gather_1_output_0", "onnx::Unsqueeze_2160"], "outputs": ["/hubert/encoder/layers.13/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_826", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_827", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.13/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.13/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.13/attention/Constant_8_output_0", "/hubert/encoder/layers.13/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.13/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.13/attention/q_proj/Add_output_0", "/hubert/encoder/layers.13/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.13/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.13/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.13/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.13/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_828", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_829", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.13/attention/Shape_2_output_0", "/hubert/encoder/layers.13/attention/Constant_10_output_0", "/hubert/encoder/layers.13/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.13/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.13/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.13/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_830", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.13/attention/Constant_12_output_0", "/hubert/encoder/layers.13/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.13/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.13/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.13/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.13/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.13/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.13/attention/Transpose_1_output_0", "/hubert/encoder/layers.13/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.13/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.13/attention/Transpose_2_output_0", "/hubert/encoder/layers.13/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.13/attention/Mul_output_0", "/hubert/encoder/layers.13/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.13/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.13/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.13/attention/Softmax_output_0", "/hubert/encoder/layers.13/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.13/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2246", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2187"], "attrs": {"value": {"__tensor__": "tensor_831", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.13/attention/Gather_output_0", "onnx::Unsqueeze_2187"], "outputs": ["/hubert/encoder/layers.13/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_2248", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2189"], "attrs": {"value": {"__tensor__": "tensor_832", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.13/attention/Gather_1_output_0", "onnx::Unsqueeze_2189"], "outputs": ["/hubert/encoder/layers.13/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_833", "shape": [1]}}}, {"name": "/hubert/encoder/layers.13/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.13/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.13/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.13/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.13/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.13/attention/Transpose_3_output_0", "/hubert/encoder/layers.13/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.13/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.13/attention/Reshape_3_output_0", "onnx::MatMul_3591"], "outputs": ["/hubert/encoder/layers.13/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.13.attention.out_proj.bias", "/hubert/encoder/layers.13/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.13/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.12/Add_1_output_0", "/hubert/encoder/layers.13/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.13/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.13/Add_output_0"], "outputs": ["/hubert/encoder/layers.13/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.13/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.13/Add_output_0", "/hubert/encoder/layers.13/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.13/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_834", "shape": []}}}, {"name": "/hubert/encoder/layers.13/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.13/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.13/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.13/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.13/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.13/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.13/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_835", "shape": []}}}, {"name": "/hubert/encoder/layers.13/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.13/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.13/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.13/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.13/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.13/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.13/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.13/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.13/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.13/final_layer_norm/Div_output_0", "hubert.encoder.layers.13.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.13/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.13/final_layer_norm/Mul_output_0", "hubert.encoder.layers.13.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.13/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.13/final_layer_norm/Add_1_output_0", "onnx::MatMul_3592"], "outputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.13.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.13/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_836", "shape": []}}}, {"name": "/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_837", "shape": []}}}, {"name": "/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_838", "shape": []}}}, {"name": "/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.13/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3593"], "outputs": ["/hubert/encoder/layers.13/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.13.feed_forward.output_dense.bias", "/hubert/encoder/layers.13/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.13/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.13/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.13/Add_output_0", "/hubert/encoder/layers.13/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.13/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.13/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.14/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.14/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.13/Add_1_output_0", "/hubert/encoder/layers.14/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.14/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_839", "shape": []}}}, {"name": "/hubert/encoder/layers.14/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.14/layer_norm/Sub_output_0", "/hubert/encoder/layers.14/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.14/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.14/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.14/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.14/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_840", "shape": []}}}, {"name": "/hubert/encoder/layers.14/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.14/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.14/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.14/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.14/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.14/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.14/layer_norm/Sub_output_0", "/hubert/encoder/layers.14/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.14/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.14/layer_norm/Div_output_0", "hubert.encoder.layers.14.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.14/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.14/layer_norm/Mul_output_0", "hubert.encoder.layers.14.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.14/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.14/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_841", "shape": []}}}, {"name": "/hubert/encoder/layers.14/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.14/attention/Shape_output_0", "/hubert/encoder/layers.14/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.14/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.14/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_842", "shape": []}}}, {"name": "/hubert/encoder/layers.14/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.14/attention/Shape_1_output_0", "/hubert/encoder/layers.14/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.14/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.14/layer_norm/Add_1_output_0", "onnx::MatMul_3594"], "outputs": ["/hubert/encoder/layers.14/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.14.attention.q_proj.bias", "/hubert/encoder/layers.14/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.14/layer_norm/Add_1_output_0", "onnx::MatMul_3595"], "outputs": ["/hubert/encoder/layers.14/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.14.attention.k_proj.bias", "/hubert/encoder/layers.14/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_2301", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2248"], "attrs": {"value": {"__tensor__": "tensor_843", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.14/attention/Gather_output_0", "onnx::Unsqueeze_2248"], "outputs": ["/hubert/encoder/layers.14/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_844", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_845", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_846", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.14/attention/Unsqueeze_output_0", "/hubert/encoder/layers.14/attention/Constant_2_output_0", "/hubert/encoder/layers.14/attention/Constant_3_output_0", "/hubert/encoder/layers.14/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_2307", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2257"], "attrs": {"value": {"__tensor__": "tensor_847", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.14/attention/Gather_output_0", "onnx::Unsqueeze_2257"], "outputs": ["/hubert/encoder/layers.14/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_848", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_849", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_850", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.14/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.14/attention/Constant_5_output_0", "/hubert/encoder/layers.14/attention/Constant_6_output_0", "/hubert/encoder/layers.14/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.14/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.14/attention/k_proj/Add_output_0", "/hubert/encoder/layers.14/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.14/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.14/layer_norm/Add_1_output_0", "onnx::MatMul_3602"], "outputs": ["/hubert/encoder/layers.14/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.14.attention.v_proj.bias", "/hubert/encoder/layers.14/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.14/attention/v_proj/Add_output_0", "/hubert/encoder/layers.14/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.14/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.14/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2318", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2272"], "attrs": {"value": {"__tensor__": "tensor_851", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.14/attention/Gather_output_0", "onnx::Unsqueeze_2272"], "outputs": ["/hubert/encoder/layers.14/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_2320", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2274"], "attrs": {"value": {"__tensor__": "tensor_852", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.14/attention/Gather_1_output_0", "onnx::Unsqueeze_2274"], "outputs": ["/hubert/encoder/layers.14/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_853", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_854", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.14/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.14/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.14/attention/Constant_8_output_0", "/hubert/encoder/layers.14/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.14/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.14/attention/q_proj/Add_output_0", "/hubert/encoder/layers.14/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.14/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.14/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.14/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.14/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_855", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_856", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.14/attention/Shape_2_output_0", "/hubert/encoder/layers.14/attention/Constant_10_output_0", "/hubert/encoder/layers.14/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.14/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.14/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.14/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_857", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.14/attention/Constant_12_output_0", "/hubert/encoder/layers.14/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.14/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.14/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.14/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.14/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.14/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.14/attention/Transpose_1_output_0", "/hubert/encoder/layers.14/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.14/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.14/attention/Transpose_2_output_0", "/hubert/encoder/layers.14/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.14/attention/Mul_output_0", "/hubert/encoder/layers.14/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.14/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.14/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.14/attention/Softmax_output_0", "/hubert/encoder/layers.14/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.14/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2345", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2301"], "attrs": {"value": {"__tensor__": "tensor_858", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.14/attention/Gather_output_0", "onnx::Unsqueeze_2301"], "outputs": ["/hubert/encoder/layers.14/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_2347", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2303"], "attrs": {"value": {"__tensor__": "tensor_859", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.14/attention/Gather_1_output_0", "onnx::Unsqueeze_2303"], "outputs": ["/hubert/encoder/layers.14/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_860", "shape": [1]}}}, {"name": "/hubert/encoder/layers.14/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.14/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.14/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.14/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.14/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.14/attention/Transpose_3_output_0", "/hubert/encoder/layers.14/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.14/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.14/attention/Reshape_3_output_0", "onnx::MatMul_3606"], "outputs": ["/hubert/encoder/layers.14/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.14.attention.out_proj.bias", "/hubert/encoder/layers.14/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.14/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.13/Add_1_output_0", "/hubert/encoder/layers.14/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.14/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.14/Add_output_0"], "outputs": ["/hubert/encoder/layers.14/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.14/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.14/Add_output_0", "/hubert/encoder/layers.14/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.14/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_861", "shape": []}}}, {"name": "/hubert/encoder/layers.14/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.14/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.14/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.14/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.14/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.14/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.14/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_862", "shape": []}}}, {"name": "/hubert/encoder/layers.14/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.14/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.14/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.14/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.14/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.14/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.14/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.14/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.14/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.14/final_layer_norm/Div_output_0", "hubert.encoder.layers.14.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.14/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.14/final_layer_norm/Mul_output_0", "hubert.encoder.layers.14.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.14/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.14/final_layer_norm/Add_1_output_0", "onnx::MatMul_3607"], "outputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.14.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.14/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_863", "shape": []}}}, {"name": "/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_864", "shape": []}}}, {"name": "/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_865", "shape": []}}}, {"name": "/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.14/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3608"], "outputs": ["/hubert/encoder/layers.14/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.14.feed_forward.output_dense.bias", "/hubert/encoder/layers.14/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.14/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.14/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.14/Add_output_0", "/hubert/encoder/layers.14/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.14/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.14/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.15/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.15/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.14/Add_1_output_0", "/hubert/encoder/layers.15/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.15/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_866", "shape": []}}}, {"name": "/hubert/encoder/layers.15/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.15/layer_norm/Sub_output_0", "/hubert/encoder/layers.15/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.15/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.15/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.15/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.15/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_867", "shape": []}}}, {"name": "/hubert/encoder/layers.15/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.15/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.15/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.15/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.15/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.15/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.15/layer_norm/Sub_output_0", "/hubert/encoder/layers.15/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.15/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.15/layer_norm/Div_output_0", "hubert.encoder.layers.15.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.15/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.15/layer_norm/Mul_output_0", "hubert.encoder.layers.15.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.15/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.15/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_868", "shape": []}}}, {"name": "/hubert/encoder/layers.15/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.15/attention/Shape_output_0", "/hubert/encoder/layers.15/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.15/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.15/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_869", "shape": []}}}, {"name": "/hubert/encoder/layers.15/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.15/attention/Shape_1_output_0", "/hubert/encoder/layers.15/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.15/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.15/layer_norm/Add_1_output_0", "onnx::MatMul_3609"], "outputs": ["/hubert/encoder/layers.15/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.15.attention.q_proj.bias", "/hubert/encoder/layers.15/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.15/layer_norm/Add_1_output_0", "onnx::MatMul_3610"], "outputs": ["/hubert/encoder/layers.15/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.15.attention.k_proj.bias", "/hubert/encoder/layers.15/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_2400", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2362"], "attrs": {"value": {"__tensor__": "tensor_870", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.15/attention/Gather_output_0", "onnx::Unsqueeze_2362"], "outputs": ["/hubert/encoder/layers.15/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_871", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_872", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_873", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.15/attention/Unsqueeze_output_0", "/hubert/encoder/layers.15/attention/Constant_2_output_0", "/hubert/encoder/layers.15/attention/Constant_3_output_0", "/hubert/encoder/layers.15/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_2406", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2371"], "attrs": {"value": {"__tensor__": "tensor_874", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.15/attention/Gather_output_0", "onnx::Unsqueeze_2371"], "outputs": ["/hubert/encoder/layers.15/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_875", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_876", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_877", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.15/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.15/attention/Constant_5_output_0", "/hubert/encoder/layers.15/attention/Constant_6_output_0", "/hubert/encoder/layers.15/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.15/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.15/attention/k_proj/Add_output_0", "/hubert/encoder/layers.15/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.15/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.15/layer_norm/Add_1_output_0", "onnx::MatMul_3617"], "outputs": ["/hubert/encoder/layers.15/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.15.attention.v_proj.bias", "/hubert/encoder/layers.15/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.15/attention/v_proj/Add_output_0", "/hubert/encoder/layers.15/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.15/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.15/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2417", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2386"], "attrs": {"value": {"__tensor__": "tensor_878", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.15/attention/Gather_output_0", "onnx::Unsqueeze_2386"], "outputs": ["/hubert/encoder/layers.15/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_2419", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2388"], "attrs": {"value": {"__tensor__": "tensor_879", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.15/attention/Gather_1_output_0", "onnx::Unsqueeze_2388"], "outputs": ["/hubert/encoder/layers.15/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_880", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_881", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.15/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.15/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.15/attention/Constant_8_output_0", "/hubert/encoder/layers.15/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.15/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.15/attention/q_proj/Add_output_0", "/hubert/encoder/layers.15/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.15/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.15/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.15/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.15/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_882", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_883", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.15/attention/Shape_2_output_0", "/hubert/encoder/layers.15/attention/Constant_10_output_0", "/hubert/encoder/layers.15/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.15/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.15/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.15/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_884", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.15/attention/Constant_12_output_0", "/hubert/encoder/layers.15/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.15/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.15/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.15/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.15/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.15/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.15/attention/Transpose_1_output_0", "/hubert/encoder/layers.15/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.15/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.15/attention/Transpose_2_output_0", "/hubert/encoder/layers.15/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.15/attention/Mul_output_0", "/hubert/encoder/layers.15/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.15/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.15/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.15/attention/Softmax_output_0", "/hubert/encoder/layers.15/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.15/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2444", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2415"], "attrs": {"value": {"__tensor__": "tensor_885", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.15/attention/Gather_output_0", "onnx::Unsqueeze_2415"], "outputs": ["/hubert/encoder/layers.15/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_2446", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2417"], "attrs": {"value": {"__tensor__": "tensor_886", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.15/attention/Gather_1_output_0", "onnx::Unsqueeze_2417"], "outputs": ["/hubert/encoder/layers.15/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_887", "shape": [1]}}}, {"name": "/hubert/encoder/layers.15/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.15/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.15/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.15/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.15/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.15/attention/Transpose_3_output_0", "/hubert/encoder/layers.15/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.15/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.15/attention/Reshape_3_output_0", "onnx::MatMul_3621"], "outputs": ["/hubert/encoder/layers.15/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.15.attention.out_proj.bias", "/hubert/encoder/layers.15/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.15/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.14/Add_1_output_0", "/hubert/encoder/layers.15/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.15/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.15/Add_output_0"], "outputs": ["/hubert/encoder/layers.15/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.15/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.15/Add_output_0", "/hubert/encoder/layers.15/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.15/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_888", "shape": []}}}, {"name": "/hubert/encoder/layers.15/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.15/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.15/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.15/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.15/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.15/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.15/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_889", "shape": []}}}, {"name": "/hubert/encoder/layers.15/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.15/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.15/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.15/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.15/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.15/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.15/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.15/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.15/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.15/final_layer_norm/Div_output_0", "hubert.encoder.layers.15.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.15/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.15/final_layer_norm/Mul_output_0", "hubert.encoder.layers.15.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.15/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.15/final_layer_norm/Add_1_output_0", "onnx::MatMul_3622"], "outputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.15.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.15/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_890", "shape": []}}}, {"name": "/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_891", "shape": []}}}, {"name": "/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_892", "shape": []}}}, {"name": "/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.15/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3623"], "outputs": ["/hubert/encoder/layers.15/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.15.feed_forward.output_dense.bias", "/hubert/encoder/layers.15/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.15/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.15/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.15/Add_output_0", "/hubert/encoder/layers.15/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.15/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.15/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.16/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.16/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.15/Add_1_output_0", "/hubert/encoder/layers.16/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.16/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_893", "shape": []}}}, {"name": "/hubert/encoder/layers.16/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.16/layer_norm/Sub_output_0", "/hubert/encoder/layers.16/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.16/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.16/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.16/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.16/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_894", "shape": []}}}, {"name": "/hubert/encoder/layers.16/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.16/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.16/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.16/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.16/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.16/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.16/layer_norm/Sub_output_0", "/hubert/encoder/layers.16/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.16/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.16/layer_norm/Div_output_0", "hubert.encoder.layers.16.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.16/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.16/layer_norm/Mul_output_0", "hubert.encoder.layers.16.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.16/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.16/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_895", "shape": []}}}, {"name": "/hubert/encoder/layers.16/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.16/attention/Shape_output_0", "/hubert/encoder/layers.16/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.16/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.16/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_896", "shape": []}}}, {"name": "/hubert/encoder/layers.16/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.16/attention/Shape_1_output_0", "/hubert/encoder/layers.16/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.16/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.16/layer_norm/Add_1_output_0", "onnx::MatMul_3624"], "outputs": ["/hubert/encoder/layers.16/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.16.attention.q_proj.bias", "/hubert/encoder/layers.16/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.16/layer_norm/Add_1_output_0", "onnx::MatMul_3625"], "outputs": ["/hubert/encoder/layers.16/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.16.attention.k_proj.bias", "/hubert/encoder/layers.16/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_2499", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2476"], "attrs": {"value": {"__tensor__": "tensor_897", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.16/attention/Gather_output_0", "onnx::Unsqueeze_2476"], "outputs": ["/hubert/encoder/layers.16/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_898", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_899", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_900", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.16/attention/Unsqueeze_output_0", "/hubert/encoder/layers.16/attention/Constant_2_output_0", "/hubert/encoder/layers.16/attention/Constant_3_output_0", "/hubert/encoder/layers.16/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_2505", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2485"], "attrs": {"value": {"__tensor__": "tensor_901", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.16/attention/Gather_output_0", "onnx::Unsqueeze_2485"], "outputs": ["/hubert/encoder/layers.16/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_902", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_903", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_904", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.16/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.16/attention/Constant_5_output_0", "/hubert/encoder/layers.16/attention/Constant_6_output_0", "/hubert/encoder/layers.16/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.16/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.16/attention/k_proj/Add_output_0", "/hubert/encoder/layers.16/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.16/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.16/layer_norm/Add_1_output_0", "onnx::MatMul_3632"], "outputs": ["/hubert/encoder/layers.16/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.16.attention.v_proj.bias", "/hubert/encoder/layers.16/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.16/attention/v_proj/Add_output_0", "/hubert/encoder/layers.16/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.16/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.16/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2516", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2500"], "attrs": {"value": {"__tensor__": "tensor_905", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.16/attention/Gather_output_0", "onnx::Unsqueeze_2500"], "outputs": ["/hubert/encoder/layers.16/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_2518", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2502"], "attrs": {"value": {"__tensor__": "tensor_906", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.16/attention/Gather_1_output_0", "onnx::Unsqueeze_2502"], "outputs": ["/hubert/encoder/layers.16/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_907", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_908", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.16/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.16/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.16/attention/Constant_8_output_0", "/hubert/encoder/layers.16/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.16/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.16/attention/q_proj/Add_output_0", "/hubert/encoder/layers.16/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.16/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.16/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.16/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.16/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_909", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_910", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.16/attention/Shape_2_output_0", "/hubert/encoder/layers.16/attention/Constant_10_output_0", "/hubert/encoder/layers.16/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.16/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.16/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.16/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_911", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.16/attention/Constant_12_output_0", "/hubert/encoder/layers.16/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.16/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.16/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.16/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.16/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.16/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.16/attention/Transpose_1_output_0", "/hubert/encoder/layers.16/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.16/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.16/attention/Transpose_2_output_0", "/hubert/encoder/layers.16/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.16/attention/Mul_output_0", "/hubert/encoder/layers.16/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.16/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.16/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.16/attention/Softmax_output_0", "/hubert/encoder/layers.16/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.16/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2543", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2529"], "attrs": {"value": {"__tensor__": "tensor_912", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.16/attention/Gather_output_0", "onnx::Unsqueeze_2529"], "outputs": ["/hubert/encoder/layers.16/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_2545", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2531"], "attrs": {"value": {"__tensor__": "tensor_913", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.16/attention/Gather_1_output_0", "onnx::Unsqueeze_2531"], "outputs": ["/hubert/encoder/layers.16/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_914", "shape": [1]}}}, {"name": "/hubert/encoder/layers.16/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.16/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.16/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.16/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.16/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.16/attention/Transpose_3_output_0", "/hubert/encoder/layers.16/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.16/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.16/attention/Reshape_3_output_0", "onnx::MatMul_3636"], "outputs": ["/hubert/encoder/layers.16/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.16.attention.out_proj.bias", "/hubert/encoder/layers.16/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.16/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.15/Add_1_output_0", "/hubert/encoder/layers.16/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.16/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.16/Add_output_0"], "outputs": ["/hubert/encoder/layers.16/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.16/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.16/Add_output_0", "/hubert/encoder/layers.16/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.16/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_915", "shape": []}}}, {"name": "/hubert/encoder/layers.16/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.16/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.16/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.16/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.16/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.16/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.16/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_916", "shape": []}}}, {"name": "/hubert/encoder/layers.16/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.16/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.16/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.16/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.16/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.16/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.16/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.16/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.16/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.16/final_layer_norm/Div_output_0", "hubert.encoder.layers.16.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.16/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.16/final_layer_norm/Mul_output_0", "hubert.encoder.layers.16.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.16/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.16/final_layer_norm/Add_1_output_0", "onnx::MatMul_3637"], "outputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.16.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.16/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_917", "shape": []}}}, {"name": "/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_918", "shape": []}}}, {"name": "/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_919", "shape": []}}}, {"name": "/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.16/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3638"], "outputs": ["/hubert/encoder/layers.16/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.16.feed_forward.output_dense.bias", "/hubert/encoder/layers.16/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.16/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.16/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.16/Add_output_0", "/hubert/encoder/layers.16/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.16/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.16/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.17/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.17/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.16/Add_1_output_0", "/hubert/encoder/layers.17/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.17/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_920", "shape": []}}}, {"name": "/hubert/encoder/layers.17/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.17/layer_norm/Sub_output_0", "/hubert/encoder/layers.17/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.17/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.17/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.17/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.17/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_921", "shape": []}}}, {"name": "/hubert/encoder/layers.17/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.17/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.17/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.17/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.17/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.17/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.17/layer_norm/Sub_output_0", "/hubert/encoder/layers.17/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.17/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.17/layer_norm/Div_output_0", "hubert.encoder.layers.17.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.17/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.17/layer_norm/Mul_output_0", "hubert.encoder.layers.17.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.17/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.17/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_922", "shape": []}}}, {"name": "/hubert/encoder/layers.17/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.17/attention/Shape_output_0", "/hubert/encoder/layers.17/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.17/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.17/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_923", "shape": []}}}, {"name": "/hubert/encoder/layers.17/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.17/attention/Shape_1_output_0", "/hubert/encoder/layers.17/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.17/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.17/layer_norm/Add_1_output_0", "onnx::MatMul_3639"], "outputs": ["/hubert/encoder/layers.17/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.17.attention.q_proj.bias", "/hubert/encoder/layers.17/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.17/layer_norm/Add_1_output_0", "onnx::MatMul_3640"], "outputs": ["/hubert/encoder/layers.17/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.17.attention.k_proj.bias", "/hubert/encoder/layers.17/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_2598", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2590"], "attrs": {"value": {"__tensor__": "tensor_924", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.17/attention/Gather_output_0", "onnx::Unsqueeze_2590"], "outputs": ["/hubert/encoder/layers.17/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_925", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_926", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_927", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.17/attention/Unsqueeze_output_0", "/hubert/encoder/layers.17/attention/Constant_2_output_0", "/hubert/encoder/layers.17/attention/Constant_3_output_0", "/hubert/encoder/layers.17/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_2604", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2599"], "attrs": {"value": {"__tensor__": "tensor_928", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.17/attention/Gather_output_0", "onnx::Unsqueeze_2599"], "outputs": ["/hubert/encoder/layers.17/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_929", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_930", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_931", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.17/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.17/attention/Constant_5_output_0", "/hubert/encoder/layers.17/attention/Constant_6_output_0", "/hubert/encoder/layers.17/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.17/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.17/attention/k_proj/Add_output_0", "/hubert/encoder/layers.17/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.17/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.17/layer_norm/Add_1_output_0", "onnx::MatMul_3647"], "outputs": ["/hubert/encoder/layers.17/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.17.attention.v_proj.bias", "/hubert/encoder/layers.17/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.17/attention/v_proj/Add_output_0", "/hubert/encoder/layers.17/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.17/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.17/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2615", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2614"], "attrs": {"value": {"__tensor__": "tensor_932", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.17/attention/Gather_output_0", "onnx::Unsqueeze_2614"], "outputs": ["/hubert/encoder/layers.17/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_2617", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2616"], "attrs": {"value": {"__tensor__": "tensor_933", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.17/attention/Gather_1_output_0", "onnx::Unsqueeze_2616"], "outputs": ["/hubert/encoder/layers.17/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_934", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_935", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.17/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.17/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.17/attention/Constant_8_output_0", "/hubert/encoder/layers.17/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.17/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.17/attention/q_proj/Add_output_0", "/hubert/encoder/layers.17/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.17/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.17/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.17/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.17/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_936", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_937", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.17/attention/Shape_2_output_0", "/hubert/encoder/layers.17/attention/Constant_10_output_0", "/hubert/encoder/layers.17/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.17/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.17/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.17/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_938", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.17/attention/Constant_12_output_0", "/hubert/encoder/layers.17/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.17/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.17/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.17/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.17/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.17/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.17/attention/Transpose_1_output_0", "/hubert/encoder/layers.17/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.17/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.17/attention/Transpose_2_output_0", "/hubert/encoder/layers.17/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.17/attention/Mul_output_0", "/hubert/encoder/layers.17/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.17/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.17/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.17/attention/Softmax_output_0", "/hubert/encoder/layers.17/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.17/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2642", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2643"], "attrs": {"value": {"__tensor__": "tensor_939", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.17/attention/Gather_output_0", "onnx::Unsqueeze_2643"], "outputs": ["/hubert/encoder/layers.17/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_2644", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2645"], "attrs": {"value": {"__tensor__": "tensor_940", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.17/attention/Gather_1_output_0", "onnx::Unsqueeze_2645"], "outputs": ["/hubert/encoder/layers.17/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_941", "shape": [1]}}}, {"name": "/hubert/encoder/layers.17/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.17/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.17/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.17/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.17/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.17/attention/Transpose_3_output_0", "/hubert/encoder/layers.17/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.17/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.17/attention/Reshape_3_output_0", "onnx::MatMul_3651"], "outputs": ["/hubert/encoder/layers.17/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.17.attention.out_proj.bias", "/hubert/encoder/layers.17/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.17/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.16/Add_1_output_0", "/hubert/encoder/layers.17/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.17/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.17/Add_output_0"], "outputs": ["/hubert/encoder/layers.17/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.17/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.17/Add_output_0", "/hubert/encoder/layers.17/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.17/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_942", "shape": []}}}, {"name": "/hubert/encoder/layers.17/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.17/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.17/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.17/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.17/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.17/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.17/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_943", "shape": []}}}, {"name": "/hubert/encoder/layers.17/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.17/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.17/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.17/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.17/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.17/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.17/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.17/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.17/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.17/final_layer_norm/Div_output_0", "hubert.encoder.layers.17.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.17/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.17/final_layer_norm/Mul_output_0", "hubert.encoder.layers.17.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.17/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.17/final_layer_norm/Add_1_output_0", "onnx::MatMul_3652"], "outputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.17.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.17/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_944", "shape": []}}}, {"name": "/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_945", "shape": []}}}, {"name": "/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_946", "shape": []}}}, {"name": "/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.17/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3653"], "outputs": ["/hubert/encoder/layers.17/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.17.feed_forward.output_dense.bias", "/hubert/encoder/layers.17/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.17/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.17/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.17/Add_output_0", "/hubert/encoder/layers.17/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.17/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.17/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.18/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.18/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.17/Add_1_output_0", "/hubert/encoder/layers.18/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.18/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_947", "shape": []}}}, {"name": "/hubert/encoder/layers.18/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.18/layer_norm/Sub_output_0", "/hubert/encoder/layers.18/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.18/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.18/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.18/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.18/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_948", "shape": []}}}, {"name": "/hubert/encoder/layers.18/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.18/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.18/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.18/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.18/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.18/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.18/layer_norm/Sub_output_0", "/hubert/encoder/layers.18/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.18/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.18/layer_norm/Div_output_0", "hubert.encoder.layers.18.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.18/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.18/layer_norm/Mul_output_0", "hubert.encoder.layers.18.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.18/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.18/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_949", "shape": []}}}, {"name": "/hubert/encoder/layers.18/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.18/attention/Shape_output_0", "/hubert/encoder/layers.18/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.18/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.18/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_950", "shape": []}}}, {"name": "/hubert/encoder/layers.18/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.18/attention/Shape_1_output_0", "/hubert/encoder/layers.18/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.18/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.18/layer_norm/Add_1_output_0", "onnx::MatMul_3654"], "outputs": ["/hubert/encoder/layers.18/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.18.attention.q_proj.bias", "/hubert/encoder/layers.18/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.18/layer_norm/Add_1_output_0", "onnx::MatMul_3655"], "outputs": ["/hubert/encoder/layers.18/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.18.attention.k_proj.bias", "/hubert/encoder/layers.18/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_2697", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2704"], "attrs": {"value": {"__tensor__": "tensor_951", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.18/attention/Gather_output_0", "onnx::Unsqueeze_2704"], "outputs": ["/hubert/encoder/layers.18/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_952", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_953", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_954", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.18/attention/Unsqueeze_output_0", "/hubert/encoder/layers.18/attention/Constant_2_output_0", "/hubert/encoder/layers.18/attention/Constant_3_output_0", "/hubert/encoder/layers.18/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_2703", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2713"], "attrs": {"value": {"__tensor__": "tensor_955", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.18/attention/Gather_output_0", "onnx::Unsqueeze_2713"], "outputs": ["/hubert/encoder/layers.18/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_956", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_957", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_958", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.18/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.18/attention/Constant_5_output_0", "/hubert/encoder/layers.18/attention/Constant_6_output_0", "/hubert/encoder/layers.18/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.18/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.18/attention/k_proj/Add_output_0", "/hubert/encoder/layers.18/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.18/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.18/layer_norm/Add_1_output_0", "onnx::MatMul_3662"], "outputs": ["/hubert/encoder/layers.18/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.18.attention.v_proj.bias", "/hubert/encoder/layers.18/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.18/attention/v_proj/Add_output_0", "/hubert/encoder/layers.18/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.18/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.18/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2714", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2728"], "attrs": {"value": {"__tensor__": "tensor_959", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.18/attention/Gather_output_0", "onnx::Unsqueeze_2728"], "outputs": ["/hubert/encoder/layers.18/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_2716", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2730"], "attrs": {"value": {"__tensor__": "tensor_960", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.18/attention/Gather_1_output_0", "onnx::Unsqueeze_2730"], "outputs": ["/hubert/encoder/layers.18/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_961", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_962", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.18/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.18/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.18/attention/Constant_8_output_0", "/hubert/encoder/layers.18/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.18/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.18/attention/q_proj/Add_output_0", "/hubert/encoder/layers.18/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.18/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.18/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.18/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.18/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_963", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_964", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.18/attention/Shape_2_output_0", "/hubert/encoder/layers.18/attention/Constant_10_output_0", "/hubert/encoder/layers.18/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.18/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.18/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.18/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_965", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.18/attention/Constant_12_output_0", "/hubert/encoder/layers.18/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.18/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.18/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.18/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.18/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.18/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.18/attention/Transpose_1_output_0", "/hubert/encoder/layers.18/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.18/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.18/attention/Transpose_2_output_0", "/hubert/encoder/layers.18/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.18/attention/Mul_output_0", "/hubert/encoder/layers.18/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.18/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.18/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.18/attention/Softmax_output_0", "/hubert/encoder/layers.18/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.18/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2741", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2757"], "attrs": {"value": {"__tensor__": "tensor_966", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.18/attention/Gather_output_0", "onnx::Unsqueeze_2757"], "outputs": ["/hubert/encoder/layers.18/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_2743", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2759"], "attrs": {"value": {"__tensor__": "tensor_967", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.18/attention/Gather_1_output_0", "onnx::Unsqueeze_2759"], "outputs": ["/hubert/encoder/layers.18/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_968", "shape": [1]}}}, {"name": "/hubert/encoder/layers.18/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.18/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.18/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.18/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.18/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.18/attention/Transpose_3_output_0", "/hubert/encoder/layers.18/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.18/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.18/attention/Reshape_3_output_0", "onnx::MatMul_3666"], "outputs": ["/hubert/encoder/layers.18/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.18.attention.out_proj.bias", "/hubert/encoder/layers.18/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.18/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.17/Add_1_output_0", "/hubert/encoder/layers.18/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.18/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.18/Add_output_0"], "outputs": ["/hubert/encoder/layers.18/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.18/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.18/Add_output_0", "/hubert/encoder/layers.18/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.18/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_969", "shape": []}}}, {"name": "/hubert/encoder/layers.18/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.18/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.18/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.18/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.18/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.18/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.18/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_970", "shape": []}}}, {"name": "/hubert/encoder/layers.18/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.18/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.18/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.18/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.18/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.18/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.18/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.18/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.18/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.18/final_layer_norm/Div_output_0", "hubert.encoder.layers.18.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.18/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.18/final_layer_norm/Mul_output_0", "hubert.encoder.layers.18.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.18/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.18/final_layer_norm/Add_1_output_0", "onnx::MatMul_3667"], "outputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.18.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.18/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_971", "shape": []}}}, {"name": "/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_972", "shape": []}}}, {"name": "/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_973", "shape": []}}}, {"name": "/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.18/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3668"], "outputs": ["/hubert/encoder/layers.18/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.18.feed_forward.output_dense.bias", "/hubert/encoder/layers.18/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.18/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.18/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.18/Add_output_0", "/hubert/encoder/layers.18/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.18/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.18/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.19/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.19/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.18/Add_1_output_0", "/hubert/encoder/layers.19/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.19/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_974", "shape": []}}}, {"name": "/hubert/encoder/layers.19/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.19/layer_norm/Sub_output_0", "/hubert/encoder/layers.19/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.19/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.19/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.19/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.19/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_975", "shape": []}}}, {"name": "/hubert/encoder/layers.19/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.19/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.19/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.19/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.19/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.19/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.19/layer_norm/Sub_output_0", "/hubert/encoder/layers.19/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.19/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.19/layer_norm/Div_output_0", "hubert.encoder.layers.19.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.19/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.19/layer_norm/Mul_output_0", "hubert.encoder.layers.19.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.19/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.19/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_976", "shape": []}}}, {"name": "/hubert/encoder/layers.19/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.19/attention/Shape_output_0", "/hubert/encoder/layers.19/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.19/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.19/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_977", "shape": []}}}, {"name": "/hubert/encoder/layers.19/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.19/attention/Shape_1_output_0", "/hubert/encoder/layers.19/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.19/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.19/layer_norm/Add_1_output_0", "onnx::MatMul_3669"], "outputs": ["/hubert/encoder/layers.19/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.19.attention.q_proj.bias", "/hubert/encoder/layers.19/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.19/layer_norm/Add_1_output_0", "onnx::MatMul_3670"], "outputs": ["/hubert/encoder/layers.19/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.19.attention.k_proj.bias", "/hubert/encoder/layers.19/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_2796", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2818"], "attrs": {"value": {"__tensor__": "tensor_978", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.19/attention/Gather_output_0", "onnx::Unsqueeze_2818"], "outputs": ["/hubert/encoder/layers.19/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_979", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_980", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_981", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.19/attention/Unsqueeze_output_0", "/hubert/encoder/layers.19/attention/Constant_2_output_0", "/hubert/encoder/layers.19/attention/Constant_3_output_0", "/hubert/encoder/layers.19/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_2802", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2827"], "attrs": {"value": {"__tensor__": "tensor_982", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.19/attention/Gather_output_0", "onnx::Unsqueeze_2827"], "outputs": ["/hubert/encoder/layers.19/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_983", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_984", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_985", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.19/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.19/attention/Constant_5_output_0", "/hubert/encoder/layers.19/attention/Constant_6_output_0", "/hubert/encoder/layers.19/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.19/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.19/attention/k_proj/Add_output_0", "/hubert/encoder/layers.19/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.19/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.19/layer_norm/Add_1_output_0", "onnx::MatMul_3677"], "outputs": ["/hubert/encoder/layers.19/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.19.attention.v_proj.bias", "/hubert/encoder/layers.19/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.19/attention/v_proj/Add_output_0", "/hubert/encoder/layers.19/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.19/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.19/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2813", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2842"], "attrs": {"value": {"__tensor__": "tensor_986", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.19/attention/Gather_output_0", "onnx::Unsqueeze_2842"], "outputs": ["/hubert/encoder/layers.19/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_2815", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2844"], "attrs": {"value": {"__tensor__": "tensor_987", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.19/attention/Gather_1_output_0", "onnx::Unsqueeze_2844"], "outputs": ["/hubert/encoder/layers.19/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_988", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_989", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.19/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.19/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.19/attention/Constant_8_output_0", "/hubert/encoder/layers.19/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.19/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.19/attention/q_proj/Add_output_0", "/hubert/encoder/layers.19/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.19/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.19/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.19/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.19/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_990", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_991", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.19/attention/Shape_2_output_0", "/hubert/encoder/layers.19/attention/Constant_10_output_0", "/hubert/encoder/layers.19/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.19/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.19/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.19/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_992", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.19/attention/Constant_12_output_0", "/hubert/encoder/layers.19/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.19/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.19/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.19/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.19/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.19/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.19/attention/Transpose_1_output_0", "/hubert/encoder/layers.19/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.19/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.19/attention/Transpose_2_output_0", "/hubert/encoder/layers.19/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.19/attention/Mul_output_0", "/hubert/encoder/layers.19/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.19/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.19/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.19/attention/Softmax_output_0", "/hubert/encoder/layers.19/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.19/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2840", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2871"], "attrs": {"value": {"__tensor__": "tensor_993", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.19/attention/Gather_output_0", "onnx::Unsqueeze_2871"], "outputs": ["/hubert/encoder/layers.19/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_2842", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2873"], "attrs": {"value": {"__tensor__": "tensor_994", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.19/attention/Gather_1_output_0", "onnx::Unsqueeze_2873"], "outputs": ["/hubert/encoder/layers.19/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_995", "shape": [1]}}}, {"name": "/hubert/encoder/layers.19/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.19/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.19/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.19/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.19/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.19/attention/Transpose_3_output_0", "/hubert/encoder/layers.19/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.19/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.19/attention/Reshape_3_output_0", "onnx::MatMul_3681"], "outputs": ["/hubert/encoder/layers.19/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.19.attention.out_proj.bias", "/hubert/encoder/layers.19/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.19/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.18/Add_1_output_0", "/hubert/encoder/layers.19/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.19/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.19/Add_output_0"], "outputs": ["/hubert/encoder/layers.19/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.19/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.19/Add_output_0", "/hubert/encoder/layers.19/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.19/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_996", "shape": []}}}, {"name": "/hubert/encoder/layers.19/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.19/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.19/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.19/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.19/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.19/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.19/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_997", "shape": []}}}, {"name": "/hubert/encoder/layers.19/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.19/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.19/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.19/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.19/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.19/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.19/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.19/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.19/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.19/final_layer_norm/Div_output_0", "hubert.encoder.layers.19.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.19/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.19/final_layer_norm/Mul_output_0", "hubert.encoder.layers.19.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.19/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.19/final_layer_norm/Add_1_output_0", "onnx::MatMul_3682"], "outputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.19.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.19/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_998", "shape": []}}}, {"name": "/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_999", "shape": []}}}, {"name": "/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_1000", "shape": []}}}, {"name": "/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.19/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3683"], "outputs": ["/hubert/encoder/layers.19/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.19.feed_forward.output_dense.bias", "/hubert/encoder/layers.19/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.19/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.19/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.19/Add_output_0", "/hubert/encoder/layers.19/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.19/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.19/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.20/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.20/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.19/Add_1_output_0", "/hubert/encoder/layers.20/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.20/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1001", "shape": []}}}, {"name": "/hubert/encoder/layers.20/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.20/layer_norm/Sub_output_0", "/hubert/encoder/layers.20/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.20/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.20/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.20/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.20/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1002", "shape": []}}}, {"name": "/hubert/encoder/layers.20/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.20/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.20/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.20/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.20/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.20/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.20/layer_norm/Sub_output_0", "/hubert/encoder/layers.20/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.20/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.20/layer_norm/Div_output_0", "hubert.encoder.layers.20.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.20/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.20/layer_norm/Mul_output_0", "hubert.encoder.layers.20.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.20/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.20/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1003", "shape": []}}}, {"name": "/hubert/encoder/layers.20/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.20/attention/Shape_output_0", "/hubert/encoder/layers.20/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.20/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.20/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1004", "shape": []}}}, {"name": "/hubert/encoder/layers.20/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.20/attention/Shape_1_output_0", "/hubert/encoder/layers.20/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.20/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.20/layer_norm/Add_1_output_0", "onnx::MatMul_3684"], "outputs": ["/hubert/encoder/layers.20/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.20.attention.q_proj.bias", "/hubert/encoder/layers.20/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.20/layer_norm/Add_1_output_0", "onnx::MatMul_3685"], "outputs": ["/hubert/encoder/layers.20/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.20.attention.k_proj.bias", "/hubert/encoder/layers.20/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_2895", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2932"], "attrs": {"value": {"__tensor__": "tensor_1005", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.20/attention/Gather_output_0", "onnx::Unsqueeze_2932"], "outputs": ["/hubert/encoder/layers.20/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_1006", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_1007", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_1008", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.20/attention/Unsqueeze_output_0", "/hubert/encoder/layers.20/attention/Constant_2_output_0", "/hubert/encoder/layers.20/attention/Constant_3_output_0", "/hubert/encoder/layers.20/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_2901", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2941"], "attrs": {"value": {"__tensor__": "tensor_1009", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.20/attention/Gather_output_0", "onnx::Unsqueeze_2941"], "outputs": ["/hubert/encoder/layers.20/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_1010", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_1011", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_1012", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.20/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.20/attention/Constant_5_output_0", "/hubert/encoder/layers.20/attention/Constant_6_output_0", "/hubert/encoder/layers.20/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.20/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.20/attention/k_proj/Add_output_0", "/hubert/encoder/layers.20/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.20/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.20/layer_norm/Add_1_output_0", "onnx::MatMul_3692"], "outputs": ["/hubert/encoder/layers.20/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.20.attention.v_proj.bias", "/hubert/encoder/layers.20/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.20/attention/v_proj/Add_output_0", "/hubert/encoder/layers.20/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.20/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.20/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2912", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2956"], "attrs": {"value": {"__tensor__": "tensor_1013", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.20/attention/Gather_output_0", "onnx::Unsqueeze_2956"], "outputs": ["/hubert/encoder/layers.20/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_2914", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2958"], "attrs": {"value": {"__tensor__": "tensor_1014", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.20/attention/Gather_1_output_0", "onnx::Unsqueeze_2958"], "outputs": ["/hubert/encoder/layers.20/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_1015", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_1016", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.20/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.20/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.20/attention/Constant_8_output_0", "/hubert/encoder/layers.20/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.20/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.20/attention/q_proj/Add_output_0", "/hubert/encoder/layers.20/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.20/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.20/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.20/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.20/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_1017", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_1018", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.20/attention/Shape_2_output_0", "/hubert/encoder/layers.20/attention/Constant_10_output_0", "/hubert/encoder/layers.20/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.20/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.20/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.20/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_1019", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.20/attention/Constant_12_output_0", "/hubert/encoder/layers.20/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.20/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.20/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.20/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.20/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.20/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.20/attention/Transpose_1_output_0", "/hubert/encoder/layers.20/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.20/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.20/attention/Transpose_2_output_0", "/hubert/encoder/layers.20/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.20/attention/Mul_output_0", "/hubert/encoder/layers.20/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.20/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.20/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.20/attention/Softmax_output_0", "/hubert/encoder/layers.20/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.20/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_2939", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2985"], "attrs": {"value": {"__tensor__": "tensor_1020", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.20/attention/Gather_output_0", "onnx::Unsqueeze_2985"], "outputs": ["/hubert/encoder/layers.20/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_2941", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_2987"], "attrs": {"value": {"__tensor__": "tensor_1021", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.20/attention/Gather_1_output_0", "onnx::Unsqueeze_2987"], "outputs": ["/hubert/encoder/layers.20/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_1022", "shape": [1]}}}, {"name": "/hubert/encoder/layers.20/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.20/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.20/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.20/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.20/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.20/attention/Transpose_3_output_0", "/hubert/encoder/layers.20/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.20/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.20/attention/Reshape_3_output_0", "onnx::MatMul_3696"], "outputs": ["/hubert/encoder/layers.20/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.20.attention.out_proj.bias", "/hubert/encoder/layers.20/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.20/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.19/Add_1_output_0", "/hubert/encoder/layers.20/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.20/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.20/Add_output_0"], "outputs": ["/hubert/encoder/layers.20/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.20/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.20/Add_output_0", "/hubert/encoder/layers.20/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.20/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1023", "shape": []}}}, {"name": "/hubert/encoder/layers.20/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.20/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.20/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.20/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.20/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.20/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.20/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1024", "shape": []}}}, {"name": "/hubert/encoder/layers.20/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.20/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.20/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.20/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.20/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.20/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.20/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.20/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.20/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.20/final_layer_norm/Div_output_0", "hubert.encoder.layers.20.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.20/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.20/final_layer_norm/Mul_output_0", "hubert.encoder.layers.20.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.20/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.20/final_layer_norm/Add_1_output_0", "onnx::MatMul_3697"], "outputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.20.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.20/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1025", "shape": []}}}, {"name": "/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1026", "shape": []}}}, {"name": "/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_1027", "shape": []}}}, {"name": "/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.20/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3698"], "outputs": ["/hubert/encoder/layers.20/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.20.feed_forward.output_dense.bias", "/hubert/encoder/layers.20/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.20/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.20/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.20/Add_output_0", "/hubert/encoder/layers.20/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.20/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.20/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.21/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.21/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.20/Add_1_output_0", "/hubert/encoder/layers.21/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.21/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1028", "shape": []}}}, {"name": "/hubert/encoder/layers.21/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.21/layer_norm/Sub_output_0", "/hubert/encoder/layers.21/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.21/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.21/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.21/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.21/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1029", "shape": []}}}, {"name": "/hubert/encoder/layers.21/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.21/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.21/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.21/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.21/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.21/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.21/layer_norm/Sub_output_0", "/hubert/encoder/layers.21/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.21/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.21/layer_norm/Div_output_0", "hubert.encoder.layers.21.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.21/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.21/layer_norm/Mul_output_0", "hubert.encoder.layers.21.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.21/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.21/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1030", "shape": []}}}, {"name": "/hubert/encoder/layers.21/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.21/attention/Shape_output_0", "/hubert/encoder/layers.21/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.21/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.21/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1031", "shape": []}}}, {"name": "/hubert/encoder/layers.21/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.21/attention/Shape_1_output_0", "/hubert/encoder/layers.21/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.21/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.21/layer_norm/Add_1_output_0", "onnx::MatMul_3699"], "outputs": ["/hubert/encoder/layers.21/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.21.attention.q_proj.bias", "/hubert/encoder/layers.21/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.21/layer_norm/Add_1_output_0", "onnx::MatMul_3700"], "outputs": ["/hubert/encoder/layers.21/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.21.attention.k_proj.bias", "/hubert/encoder/layers.21/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_2994", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3046"], "attrs": {"value": {"__tensor__": "tensor_1032", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.21/attention/Gather_output_0", "onnx::Unsqueeze_3046"], "outputs": ["/hubert/encoder/layers.21/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_1033", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_1034", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_1035", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.21/attention/Unsqueeze_output_0", "/hubert/encoder/layers.21/attention/Constant_2_output_0", "/hubert/encoder/layers.21/attention/Constant_3_output_0", "/hubert/encoder/layers.21/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_3000", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3055"], "attrs": {"value": {"__tensor__": "tensor_1036", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.21/attention/Gather_output_0", "onnx::Unsqueeze_3055"], "outputs": ["/hubert/encoder/layers.21/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_1037", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_1038", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_1039", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.21/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.21/attention/Constant_5_output_0", "/hubert/encoder/layers.21/attention/Constant_6_output_0", "/hubert/encoder/layers.21/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.21/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.21/attention/k_proj/Add_output_0", "/hubert/encoder/layers.21/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.21/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.21/layer_norm/Add_1_output_0", "onnx::MatMul_3707"], "outputs": ["/hubert/encoder/layers.21/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.21.attention.v_proj.bias", "/hubert/encoder/layers.21/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.21/attention/v_proj/Add_output_0", "/hubert/encoder/layers.21/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.21/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.21/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_3011", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3070"], "attrs": {"value": {"__tensor__": "tensor_1040", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.21/attention/Gather_output_0", "onnx::Unsqueeze_3070"], "outputs": ["/hubert/encoder/layers.21/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_3013", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3072"], "attrs": {"value": {"__tensor__": "tensor_1041", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.21/attention/Gather_1_output_0", "onnx::Unsqueeze_3072"], "outputs": ["/hubert/encoder/layers.21/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_1042", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_1043", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.21/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.21/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.21/attention/Constant_8_output_0", "/hubert/encoder/layers.21/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.21/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.21/attention/q_proj/Add_output_0", "/hubert/encoder/layers.21/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.21/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.21/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.21/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.21/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_1044", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_1045", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.21/attention/Shape_2_output_0", "/hubert/encoder/layers.21/attention/Constant_10_output_0", "/hubert/encoder/layers.21/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.21/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.21/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.21/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_1046", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.21/attention/Constant_12_output_0", "/hubert/encoder/layers.21/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.21/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.21/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.21/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.21/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.21/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.21/attention/Transpose_1_output_0", "/hubert/encoder/layers.21/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.21/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.21/attention/Transpose_2_output_0", "/hubert/encoder/layers.21/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.21/attention/Mul_output_0", "/hubert/encoder/layers.21/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.21/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.21/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.21/attention/Softmax_output_0", "/hubert/encoder/layers.21/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.21/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_3038", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3099"], "attrs": {"value": {"__tensor__": "tensor_1047", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.21/attention/Gather_output_0", "onnx::Unsqueeze_3099"], "outputs": ["/hubert/encoder/layers.21/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_3040", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3101"], "attrs": {"value": {"__tensor__": "tensor_1048", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.21/attention/Gather_1_output_0", "onnx::Unsqueeze_3101"], "outputs": ["/hubert/encoder/layers.21/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_1049", "shape": [1]}}}, {"name": "/hubert/encoder/layers.21/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.21/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.21/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.21/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.21/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.21/attention/Transpose_3_output_0", "/hubert/encoder/layers.21/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.21/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.21/attention/Reshape_3_output_0", "onnx::MatMul_3711"], "outputs": ["/hubert/encoder/layers.21/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.21.attention.out_proj.bias", "/hubert/encoder/layers.21/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.21/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.20/Add_1_output_0", "/hubert/encoder/layers.21/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.21/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.21/Add_output_0"], "outputs": ["/hubert/encoder/layers.21/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.21/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.21/Add_output_0", "/hubert/encoder/layers.21/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.21/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1050", "shape": []}}}, {"name": "/hubert/encoder/layers.21/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.21/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.21/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.21/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.21/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.21/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.21/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1051", "shape": []}}}, {"name": "/hubert/encoder/layers.21/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.21/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.21/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.21/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.21/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.21/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.21/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.21/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.21/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.21/final_layer_norm/Div_output_0", "hubert.encoder.layers.21.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.21/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.21/final_layer_norm/Mul_output_0", "hubert.encoder.layers.21.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.21/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.21/final_layer_norm/Add_1_output_0", "onnx::MatMul_3712"], "outputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.21.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.21/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1052", "shape": []}}}, {"name": "/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1053", "shape": []}}}, {"name": "/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_1054", "shape": []}}}, {"name": "/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.21/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3713"], "outputs": ["/hubert/encoder/layers.21/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.21.feed_forward.output_dense.bias", "/hubert/encoder/layers.21/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.21/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.21/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.21/Add_output_0", "/hubert/encoder/layers.21/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.21/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.21/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.22/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.22/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.21/Add_1_output_0", "/hubert/encoder/layers.22/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.22/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1055", "shape": []}}}, {"name": "/hubert/encoder/layers.22/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.22/layer_norm/Sub_output_0", "/hubert/encoder/layers.22/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.22/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.22/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.22/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.22/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1056", "shape": []}}}, {"name": "/hubert/encoder/layers.22/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.22/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.22/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.22/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.22/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.22/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.22/layer_norm/Sub_output_0", "/hubert/encoder/layers.22/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.22/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.22/layer_norm/Div_output_0", "hubert.encoder.layers.22.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.22/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.22/layer_norm/Mul_output_0", "hubert.encoder.layers.22.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.22/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.22/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1057", "shape": []}}}, {"name": "/hubert/encoder/layers.22/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.22/attention/Shape_output_0", "/hubert/encoder/layers.22/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.22/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.22/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1058", "shape": []}}}, {"name": "/hubert/encoder/layers.22/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.22/attention/Shape_1_output_0", "/hubert/encoder/layers.22/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.22/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.22/layer_norm/Add_1_output_0", "onnx::MatMul_3714"], "outputs": ["/hubert/encoder/layers.22/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.22.attention.q_proj.bias", "/hubert/encoder/layers.22/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.22/layer_norm/Add_1_output_0", "onnx::MatMul_3715"], "outputs": ["/hubert/encoder/layers.22/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.22.attention.k_proj.bias", "/hubert/encoder/layers.22/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_3093", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3160"], "attrs": {"value": {"__tensor__": "tensor_1059", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.22/attention/Gather_output_0", "onnx::Unsqueeze_3160"], "outputs": ["/hubert/encoder/layers.22/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_1060", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_1061", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_1062", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.22/attention/Unsqueeze_output_0", "/hubert/encoder/layers.22/attention/Constant_2_output_0", "/hubert/encoder/layers.22/attention/Constant_3_output_0", "/hubert/encoder/layers.22/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_3099", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3169"], "attrs": {"value": {"__tensor__": "tensor_1063", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.22/attention/Gather_output_0", "onnx::Unsqueeze_3169"], "outputs": ["/hubert/encoder/layers.22/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_1064", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_1065", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_1066", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.22/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.22/attention/Constant_5_output_0", "/hubert/encoder/layers.22/attention/Constant_6_output_0", "/hubert/encoder/layers.22/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.22/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.22/attention/k_proj/Add_output_0", "/hubert/encoder/layers.22/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.22/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.22/layer_norm/Add_1_output_0", "onnx::MatMul_3722"], "outputs": ["/hubert/encoder/layers.22/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.22.attention.v_proj.bias", "/hubert/encoder/layers.22/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.22/attention/v_proj/Add_output_0", "/hubert/encoder/layers.22/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.22/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.22/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_3110", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3184"], "attrs": {"value": {"__tensor__": "tensor_1067", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.22/attention/Gather_output_0", "onnx::Unsqueeze_3184"], "outputs": ["/hubert/encoder/layers.22/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_3112", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3186"], "attrs": {"value": {"__tensor__": "tensor_1068", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.22/attention/Gather_1_output_0", "onnx::Unsqueeze_3186"], "outputs": ["/hubert/encoder/layers.22/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_1069", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_1070", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.22/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.22/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.22/attention/Constant_8_output_0", "/hubert/encoder/layers.22/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.22/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.22/attention/q_proj/Add_output_0", "/hubert/encoder/layers.22/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.22/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.22/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.22/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.22/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_1071", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_1072", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.22/attention/Shape_2_output_0", "/hubert/encoder/layers.22/attention/Constant_10_output_0", "/hubert/encoder/layers.22/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.22/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.22/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.22/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_1073", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.22/attention/Constant_12_output_0", "/hubert/encoder/layers.22/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.22/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.22/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.22/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.22/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.22/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.22/attention/Transpose_1_output_0", "/hubert/encoder/layers.22/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.22/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.22/attention/Transpose_2_output_0", "/hubert/encoder/layers.22/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.22/attention/Mul_output_0", "/hubert/encoder/layers.22/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.22/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.22/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.22/attention/Softmax_output_0", "/hubert/encoder/layers.22/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.22/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_3137", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3213"], "attrs": {"value": {"__tensor__": "tensor_1074", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.22/attention/Gather_output_0", "onnx::Unsqueeze_3213"], "outputs": ["/hubert/encoder/layers.22/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_3139", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3215"], "attrs": {"value": {"__tensor__": "tensor_1075", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.22/attention/Gather_1_output_0", "onnx::Unsqueeze_3215"], "outputs": ["/hubert/encoder/layers.22/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_1076", "shape": [1]}}}, {"name": "/hubert/encoder/layers.22/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.22/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.22/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.22/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.22/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.22/attention/Transpose_3_output_0", "/hubert/encoder/layers.22/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.22/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.22/attention/Reshape_3_output_0", "onnx::MatMul_3726"], "outputs": ["/hubert/encoder/layers.22/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.22.attention.out_proj.bias", "/hubert/encoder/layers.22/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.22/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.21/Add_1_output_0", "/hubert/encoder/layers.22/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.22/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.22/Add_output_0"], "outputs": ["/hubert/encoder/layers.22/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.22/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.22/Add_output_0", "/hubert/encoder/layers.22/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.22/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1077", "shape": []}}}, {"name": "/hubert/encoder/layers.22/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.22/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.22/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.22/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.22/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.22/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.22/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1078", "shape": []}}}, {"name": "/hubert/encoder/layers.22/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.22/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.22/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.22/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.22/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.22/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.22/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.22/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.22/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.22/final_layer_norm/Div_output_0", "hubert.encoder.layers.22.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.22/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.22/final_layer_norm/Mul_output_0", "hubert.encoder.layers.22.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.22/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.22/final_layer_norm/Add_1_output_0", "onnx::MatMul_3727"], "outputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.22.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.22/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1079", "shape": []}}}, {"name": "/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1080", "shape": []}}}, {"name": "/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_1081", "shape": []}}}, {"name": "/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.22/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3728"], "outputs": ["/hubert/encoder/layers.22/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.22.feed_forward.output_dense.bias", "/hubert/encoder/layers.22/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.22/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.22/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.22/Add_output_0", "/hubert/encoder/layers.22/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.22/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.22/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.23/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.23/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.22/Add_1_output_0", "/hubert/encoder/layers.23/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.23/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1082", "shape": []}}}, {"name": "/hubert/encoder/layers.23/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.23/layer_norm/Sub_output_0", "/hubert/encoder/layers.23/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.23/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.23/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.23/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.23/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1083", "shape": []}}}, {"name": "/hubert/encoder/layers.23/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.23/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.23/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.23/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.23/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.23/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.23/layer_norm/Sub_output_0", "/hubert/encoder/layers.23/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.23/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.23/layer_norm/Div_output_0", "hubert.encoder.layers.23.layer_norm.weight"], "outputs": ["/hubert/encoder/layers.23/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.23/layer_norm/Mul_output_0", "hubert.encoder.layers.23.layer_norm.bias"], "outputs": ["/hubert/encoder/layers.23/layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Shape", "op": "Shape", "inputs": ["/hubert/encoder/layers.23/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Shape_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/attention/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1084", "shape": []}}}, {"name": "/hubert/encoder/layers.23/attention/Gather", "op": "Gather", "inputs": ["/hubert/encoder/layers.23/attention/Shape_output_0", "/hubert/encoder/layers.23/attention/Constant_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Gather_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.23/attention/Shape_1", "op": "Shape", "inputs": ["/hubert/encoder/layers.23/layer_norm/Add_1_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Shape_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/attention/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1085", "shape": []}}}, {"name": "/hubert/encoder/layers.23/attention/Gather_1", "op": "Gather", "inputs": ["/hubert/encoder/layers.23/attention/Shape_1_output_0", "/hubert/encoder/layers.23/attention/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Gather_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.23/attention/q_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.23/layer_norm/Add_1_output_0", "onnx::MatMul_3729"], "outputs": ["/hubert/encoder/layers.23/attention/q_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/q_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.23.attention.q_proj.bias", "/hubert/encoder/layers.23/attention/q_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/q_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/k_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.23/layer_norm/Add_1_output_0", "onnx::MatMul_3730"], "outputs": ["/hubert/encoder/layers.23/attention/k_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/k_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.23.attention.k_proj.bias", "/hubert/encoder/layers.23/attention/k_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/k_proj/Add_output_0"], "attrs": {}}, {"name": "Constant_3192", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3274"], "attrs": {"value": {"__tensor__": "tensor_1086", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Unsqueeze", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.23/attention/Gather_output_0", "onnx::Unsqueeze_3274"], "outputs": ["/hubert/encoder/layers.23/attention/Unsqueeze_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/attention/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_1087", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Constant_3", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/attention/Constant_3_output_0"], "attrs": {"value": {"__tensor__": "tensor_1088", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Constant_4", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/attention/Constant_4_output_0"], "attrs": {"value": {"__tensor__": "tensor_1089", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Concat", "op": "Concat", "inputs": ["/hubert/encoder/layers.23/attention/Unsqueeze_output_0", "/hubert/encoder/layers.23/attention/Constant_2_output_0", "/hubert/encoder/layers.23/attention/Constant_3_output_0", "/hubert/encoder/layers.23/attention/Constant_4_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Concat_output_0"], "attrs": {"axis": 0}}, {"name": "Constant_3198", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3283"], "attrs": {"value": {"__tensor__": "tensor_1090", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Unsqueeze_1", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.23/attention/Gather_output_0", "onnx::Unsqueeze_3283"], "outputs": ["/hubert/encoder/layers.23/attention/Unsqueeze_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Constant_5", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/attention/Constant_5_output_0"], "attrs": {"value": {"__tensor__": "tensor_1091", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Constant_6", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/attention/Constant_6_output_0"], "attrs": {"value": {"__tensor__": "tensor_1092", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Constant_7", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/attention/Constant_7_output_0"], "attrs": {"value": {"__tensor__": "tensor_1093", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Concat_1", "op": "Concat", "inputs": ["/hubert/encoder/layers.23/attention/Unsqueeze_1_output_0", "/hubert/encoder/layers.23/attention/Constant_5_output_0", "/hubert/encoder/layers.23/attention/Constant_6_output_0", "/hubert/encoder/layers.23/attention/Constant_7_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Concat_1_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.23/attention/Reshape", "op": "Reshape", "inputs": ["/hubert/encoder/layers.23/attention/k_proj/Add_output_0", "/hubert/encoder/layers.23/attention/Concat_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Reshape_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.23/attention/v_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.23/layer_norm/Add_1_output_0", "onnx::MatMul_3737"], "outputs": ["/hubert/encoder/layers.23/attention/v_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/v_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.23.attention.v_proj.bias", "/hubert/encoder/layers.23/attention/v_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/v_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Reshape_1", "op": "Reshape", "inputs": ["/hubert/encoder/layers.23/attention/v_proj/Add_output_0", "/hubert/encoder/layers.23/attention/Concat_1_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Reshape_1_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.23/attention/Transpose", "op": "Transpose", "inputs": ["/hubert/encoder/layers.23/attention/Reshape_1_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Transpose_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_3209", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3298"], "attrs": {"value": {"__tensor__": "tensor_1094", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Unsqueeze_2", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.23/attention/Gather_output_0", "onnx::Unsqueeze_3298"], "outputs": ["/hubert/encoder/layers.23/attention/Unsqueeze_2_output_0"], "attrs": {}}, {"name": "Constant_3211", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3300"], "attrs": {"value": {"__tensor__": "tensor_1095", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Unsqueeze_3", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.23/attention/Gather_1_output_0", "onnx::Unsqueeze_3300"], "outputs": ["/hubert/encoder/layers.23/attention/Unsqueeze_3_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Constant_8", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/attention/Constant_8_output_0"], "attrs": {"value": {"__tensor__": "tensor_1096", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Constant_9", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/attention/Constant_9_output_0"], "attrs": {"value": {"__tensor__": "tensor_1097", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Concat_2", "op": "Concat", "inputs": ["/hubert/encoder/layers.23/attention/Unsqueeze_2_output_0", "/hubert/encoder/layers.23/attention/Unsqueeze_3_output_0", "/hubert/encoder/layers.23/attention/Constant_8_output_0", "/hubert/encoder/layers.23/attention/Constant_9_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Concat_2_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.23/attention/Reshape_2", "op": "Reshape", "inputs": ["/hubert/encoder/layers.23/attention/q_proj/Add_output_0", "/hubert/encoder/layers.23/attention/Concat_2_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Reshape_2_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.23/attention/Transpose_1", "op": "Transpose", "inputs": ["/hubert/encoder/layers.23/attention/Reshape_2_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Transpose_1_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "/hubert/encoder/layers.23/attention/Shape_2", "op": "Shape", "inputs": ["/hubert/encoder/layers.23/attention/Transpose_1_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Shape_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Constant_10", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/attention/Constant_10_output_0"], "attrs": {"value": {"__tensor__": "tensor_1098", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Constant_11", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/attention/Constant_11_output_0"], "attrs": {"value": {"__tensor__": "tensor_1099", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Slice", "op": "Slice", "inputs": ["/hubert/encoder/layers.23/attention/Shape_2_output_0", "/hubert/encoder/layers.23/attention/Constant_10_output_0", "/hubert/encoder/layers.23/attention/Constant_11_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Slice_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Cast", "op": "Cast", "inputs": ["/hubert/encoder/layers.23/attention/Slice_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Cast_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.23/attention/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.23/attention/Cast_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Constant_12", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/attention/Constant_12_output_0"], "attrs": {"value": {"__tensor__": "tensor_1100", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.23/attention/Constant_12_output_0", "/hubert/encoder/layers.23/attention/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Cast_1", "op": "Cast", "inputs": ["/hubert/encoder/layers.23/attention/Div_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Cast_1_output_0"], "attrs": {"to": 1}}, {"name": "/hubert/encoder/layers.23/attention/Transpose_2", "op": "Transpose", "inputs": ["/hubert/encoder/layers.23/attention/Reshape_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Transpose_2_output_0"], "attrs": {"perm": [0, 2, 3, 1]}}, {"name": "/hubert/encoder/layers.23/attention/Sqrt_1", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.23/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Sqrt_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.23/attention/Transpose_1_output_0", "/hubert/encoder/layers.23/attention/Sqrt_1_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Sqrt_2", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.23/attention/Cast_1_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Sqrt_2_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.23/attention/Transpose_2_output_0", "/hubert/encoder/layers.23/attention/Sqrt_2_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.23/attention/Mul_output_0", "/hubert/encoder/layers.23/attention/Mul_1_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Softmax", "op": "Softmax", "inputs": ["/hubert/encoder/layers.23/attention/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Softmax_output_0"], "attrs": {"axis": -1}}, {"name": "/hubert/encoder/layers.23/attention/MatMul_1", "op": "MatMul", "inputs": ["/hubert/encoder/layers.23/attention/Softmax_output_0", "/hubert/encoder/layers.23/attention/Transpose_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/MatMul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Transpose_3", "op": "Transpose", "inputs": ["/hubert/encoder/layers.23/attention/MatMul_1_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Transpose_3_output_0"], "attrs": {"perm": [0, 2, 1, 3]}}, {"name": "Constant_3236", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3327"], "attrs": {"value": {"__tensor__": "tensor_1101", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Unsqueeze_4", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.23/attention/Gather_output_0", "onnx::Unsqueeze_3327"], "outputs": ["/hubert/encoder/layers.23/attention/Unsqueeze_4_output_0"], "attrs": {}}, {"name": "Constant_3238", "op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_3329"], "attrs": {"value": {"__tensor__": "tensor_1102", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Unsqueeze_5", "op": "Unsqueeze", "inputs": ["/hubert/encoder/layers.23/attention/Gather_1_output_0", "onnx::Unsqueeze_3329"], "outputs": ["/hubert/encoder/layers.23/attention/Unsqueeze_5_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/Constant_13", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/attention/Constant_13_output_0"], "attrs": {"value": {"__tensor__": "tensor_1103", "shape": [1]}}}, {"name": "/hubert/encoder/layers.23/attention/Concat_3", "op": "Concat", "inputs": ["/hubert/encoder/layers.23/attention/Unsqueeze_4_output_0", "/hubert/encoder/layers.23/attention/Unsqueeze_5_output_0", "/hubert/encoder/layers.23/attention/Constant_13_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Concat_3_output_0"], "attrs": {"axis": 0}}, {"name": "/hubert/encoder/layers.23/attention/Reshape_3", "op": "Reshape", "inputs": ["/hubert/encoder/layers.23/attention/Transpose_3_output_0", "/hubert/encoder/layers.23/attention/Concat_3_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/Reshape_3_output_0"], "attrs": {"allowzero": 0}}, {"name": "/hubert/encoder/layers.23/attention/out_proj/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.23/attention/Reshape_3_output_0", "onnx::MatMul_3741"], "outputs": ["/hubert/encoder/layers.23/attention/out_proj/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/attention/out_proj/Add", "op": "Add", "inputs": ["hubert.encoder.layers.23.attention.out_proj.bias", "/hubert/encoder/layers.23/attention/out_proj/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.23/attention/out_proj/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.22/Add_1_output_0", "/hubert/encoder/layers.23/attention/out_proj/Add_output_0"], "outputs": ["/hubert/encoder/layers.23/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/final_layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.23/Add_output_0"], "outputs": ["/hubert/encoder/layers.23/final_layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.23/final_layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.23/Add_output_0", "/hubert/encoder/layers.23/final_layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layers.23/final_layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/final_layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/final_layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1104", "shape": []}}}, {"name": "/hubert/encoder/layers.23/final_layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layers.23/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.23/final_layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layers.23/final_layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/final_layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.23/final_layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layers.23/final_layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layers.23/final_layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/final_layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1105", "shape": []}}}, {"name": "/hubert/encoder/layers.23/final_layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.23/final_layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layers.23/final_layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.23/final_layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/final_layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layers.23/final_layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layers.23/final_layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/final_layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.23/final_layer_norm/Sub_output_0", "/hubert/encoder/layers.23/final_layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layers.23/final_layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/final_layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.23/final_layer_norm/Div_output_0", "hubert.encoder.layers.23.final_layer_norm.weight"], "outputs": ["/hubert/encoder/layers.23/final_layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/final_layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.23/final_layer_norm/Mul_output_0", "hubert.encoder.layers.23.final_layer_norm.bias"], "outputs": ["/hubert/encoder/layers.23/final_layer_norm/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/feed_forward/intermediate_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.23/final_layer_norm/Add_1_output_0", "onnx::MatMul_3742"], "outputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/feed_forward/intermediate_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.23.feed_forward.intermediate_dense.bias", "/hubert/encoder/layers.23/feed_forward/intermediate_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1106", "shape": []}}}, {"name": "/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Div", "op": "Div", "inputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Constant_output_0"], "outputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Erf", "op": "Erf", "inputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Div_output_0"], "outputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Erf_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1107", "shape": []}}}, {"name": "/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Add", "op": "Add", "inputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Erf_output_0", "/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Constant_1_output_0"], "outputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_dense/Add_output_0", "/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Add_output_0"], "outputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Constant_2", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Constant_2_output_0"], "attrs": {"value": {"__tensor__": "tensor_1108", "shape": []}}}, {"name": "/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Mul_1", "op": "Mul", "inputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Mul_output_0", "/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Constant_2_output_0"], "outputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Mul_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/feed_forward/output_dense/MatMul", "op": "MatMul", "inputs": ["/hubert/encoder/layers.23/feed_forward/intermediate_act_fn/Mul_1_output_0", "onnx::MatMul_3743"], "outputs": ["/hubert/encoder/layers.23/feed_forward/output_dense/MatMul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/feed_forward/output_dense/Add", "op": "Add", "inputs": ["hubert.encoder.layers.23.feed_forward.output_dense.bias", "/hubert/encoder/layers.23/feed_forward/output_dense/MatMul_output_0"], "outputs": ["/hubert/encoder/layers.23/feed_forward/output_dense/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layers.23/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layers.23/Add_output_0", "/hubert/encoder/layers.23/feed_forward/output_dense/Add_output_0"], "outputs": ["/hubert/encoder/layers.23/Add_1_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layer_norm/ReduceMean", "op": "ReduceMean", "inputs": ["/hubert/encoder/layers.23/Add_1_output_0"], "outputs": ["/hubert/encoder/layer_norm/ReduceMean_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layer_norm/Sub", "op": "Sub", "inputs": ["/hubert/encoder/layers.23/Add_1_output_0", "/hubert/encoder/layer_norm/ReduceMean_output_0"], "outputs": ["/hubert/encoder/layer_norm/Sub_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layer_norm/Constant", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layer_norm/Constant_output_0"], "attrs": {"value": {"__tensor__": "tensor_1109", "shape": []}}}, {"name": "/hubert/encoder/layer_norm/Pow", "op": "Pow", "inputs": ["/hubert/encoder/layer_norm/Sub_output_0", "/hubert/encoder/layer_norm/Constant_output_0"], "outputs": ["/hubert/encoder/layer_norm/Pow_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layer_norm/ReduceMean_1", "op": "ReduceMean", "inputs": ["/hubert/encoder/layer_norm/Pow_output_0"], "outputs": ["/hubert/encoder/layer_norm/ReduceMean_1_output_0"], "attrs": {"axes": [-1]}}, {"name": "/hubert/encoder/layer_norm/Constant_1", "op": "Constant", "inputs": [], "outputs": ["/hubert/encoder/layer_norm/Constant_1_output_0"], "attrs": {"value": {"__tensor__": "tensor_1110", "shape": []}}}, {"name": "/hubert/encoder/layer_norm/Add", "op": "Add", "inputs": ["/hubert/encoder/layer_norm/ReduceMean_1_output_0", "/hubert/encoder/layer_norm/Constant_1_output_0"], "outputs": ["/hubert/encoder/layer_norm/Add_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layer_norm/Sqrt", "op": "Sqrt", "inputs": ["/hubert/encoder/layer_norm/Add_output_0"], "outputs": ["/hubert/encoder/layer_norm/Sqrt_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layer_norm/Div", "op": "Div", "inputs": ["/hubert/encoder/layer_norm/Sub_output_0", "/hubert/encoder/layer_norm/Sqrt_output_0"], "outputs": ["/hubert/encoder/layer_norm/Div_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layer_norm/Mul", "op": "Mul", "inputs": ["/hubert/encoder/layer_norm/Div_output_0", "hubert.encoder.layer_norm.weight"], "outputs": ["/hubert/encoder/layer_norm/Mul_output_0"], "attrs": {}}, {"name": "/hubert/encoder/layer_norm/Add_1", "op": "Add", "inputs": ["/hubert/encoder/layer_norm/Mul_output_0", "hubert.encoder.layer_norm.bias"], "outputs": ["last_hidden_state"], "attrs": {}}], "schema_version": 1, "opset": 15}