ir_version: 7
producer_name: "pytorch"
producer_version: "1.10"
model_version: 0
graph {
  name: "torch-jit-export"
  node {
    output: "15"
    name: "Constant_0"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    output: "16"
    name: "Constant_1"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    output: "17"
    name: "Constant_2"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "dvec_mel"
    input: "16"
    input: "17"
    input: "15"
    output: "18"
    name: "Slice_3"
    op_type: "Slice"
  }
  node {
    output: "19"
    name: "Constant_4"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    output: "20"
    name: "Constant_5"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    output: "21"
    name: "Constant_6"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "dvec_mel"
    input: "20"
    input: "21"
    input: "19"
    output: "22"
    name: "Slice_7"
    op_type: "Slice"
  }
  node {
    output: "23"
    name: "Constant_8"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    output: "24"
    name: "Constant_9"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    output: "25"
    name: "Constant_10"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "dvec_mel"
    input: "24"
    input: "25"
    input: "23"
    output: "26"
    name: "Slice_11"
    op_type: "Slice"
  }
  node {
    output: "27"
    name: "Constant_12"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    output: "28"
    name: "Constant_13"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    output: "29"
    name: "Constant_14"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "dvec_mel"
    input: "28"
    input: "29"
    input: "27"
    output: "30"
    name: "Slice_15"
    op_type: "Slice"
  }
  node {
    output: "31"
    name: "Constant_16"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    output: "32"
    name: "Constant_17"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    output: "33"
    name: "Constant_18"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "dvec_mel"
    input: "32"
    input: "33"
    input: "31"
    output: "34"
    name: "Slice_19"
    op_type: "Slice"
  }
  node {
    output: "35"
    name: "Constant_20"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    output: "36"
    name: "Constant_21"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    output: "37"
    name: "Constant_22"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "dvec_mel"
    input: "36"
    input: "37"
    input: "35"
    output: "38"
    name: "Slice_23"
    op_type: "Slice"
  }
  node {
    input: "18"
    output: "39"
    name: "Unsqueeze_24"
    op_type: "Unsqueeze"
    attribute {
      name: "axes"
      ints: 1
      type: INTS
    }
  }
  node {
    input: "22"
    output: "40"
    name: "Unsqueeze_25"
    op_type: "Unsqueeze"
    attribute {
      name: "axes"
      ints: 1
      type: INTS
    }
  }
  node {
    input: "26"
    output: "41"
    name: "Unsqueeze_26"
    op_type: "Unsqueeze"
    attribute {
      name: "axes"
      ints: 1
      type: INTS
    }
  }
  node {
    input: "30"
    output: "42"
    name: "Unsqueeze_27"
    op_type: "Unsqueeze"
    attribute {
      name: "axes"
      ints: 1
      type: INTS
    }
  }
  node {
    input: "34"
    output: "43"
    name: "Unsqueeze_28"
    op_type: "Unsqueeze"
    attribute {
      name: "axes"
      ints: 1
      type: INTS
    }
  }
  node {
    input: "38"
    output: "44"
    name: "Unsqueeze_29"
    op_type: "Unsqueeze"
    attribute {
      name: "axes"
      ints: 1
      type: INTS
    }
  }
  node {
    input: "39"
    input: "40"
    input: "41"
    input: "42"
    input: "43"
    input: "44"
    output: "45"
    name: "Concat_30"
    op_type: "Concat"
    attribute {
      name: "axis"
      i: 1
      type: INT
    }
  }
  node {
    input: "45"
    output: "48"
    name: "Transpose_31"
    op_type: "Transpose"
    attribute {
      name: "perm"
      ints: 2
      ints: 1
      ints: 0
      type: INTS
    }
  }
  node {
    input: "48"
    output: "114"
    name: "Shape_32"
    op_type: "Shape"
  }
  node {
    output: "115"
    name: "Constant_33"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "114"
    input: "115"
    output: "116"
    name: "Gather_34"
    op_type: "Gather"
  }
  node {
    input: "116"
    output: "117"
    name: "Unsqueeze_35"
    op_type: "Unsqueeze"
    attribute {
      name: "axes"
      ints: 0
      type: INTS
    }
  }
  node {
    output: "118"
    name: "Constant_36"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "340"
    input: "117"
    input: "118"
    output: "121"
    name: "Concat_37"
    op_type: "Concat"
    attribute {
      name: "axis"
      i: 0
      type: INT
    }
  }
  node {
    input: "338"
    input: "121"
    output: "122"
    name: "Expand_38"
    op_type: "Expand"
  }
  node {
    input: "48"
    output: "123"
    name: "Shape_39"
    op_type: "Shape"
  }
  node {
    output: "124"
    name: "Constant_40"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "123"
    input: "124"
    output: "125"
    name: "Gather_41"
    op_type: "Gather"
  }
  node {
    input: "125"
    output: "126"
    name: "Unsqueeze_42"
    op_type: "Unsqueeze"
    attribute {
      name: "axes"
      ints: 0
      type: INTS
    }
  }
  node {
    output: "127"
    name: "Constant_43"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "341"
    input: "126"
    input: "127"
    output: "130"
    name: "Concat_44"
    op_type: "Concat"
    attribute {
      name: "axis"
      i: 0
      type: INT
    }
  }
  node {
    input: "339"
    input: "130"
    output: "131"
    name: "Expand_45"
    op_type: "Expand"
  }
  node {
    input: "48"
    input: "335"
    input: "336"
    input: "337"
    input: ""
    input: "122"
    input: "131"
    output: "132"
    output: "133"
    output: "134"
    name: "LSTM_46"
    op_type: "LSTM"
    attribute {
      name: "hidden_size"
      i: 768
      type: INT
    }
  }
  node {
    input: "132"
    output: "135"
    name: "Squeeze_47"
    op_type: "Squeeze"
    attribute {
      name: "axes"
      ints: 1
      type: INTS
    }
  }
  node {
    input: "135"
    output: "200"
    name: "Shape_48"
    op_type: "Shape"
  }
  node {
    output: "201"
    name: "Constant_49"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "200"
    input: "201"
    output: "202"
    name: "Gather_50"
    op_type: "Gather"
  }
  node {
    input: "202"
    output: "203"
    name: "Unsqueeze_51"
    op_type: "Unsqueeze"
    attribute {
      name: "axes"
      ints: 0
      type: INTS
    }
  }
  node {
    output: "204"
    name: "Constant_52"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "364"
    input: "203"
    input: "204"
    output: "207"
    name: "Concat_53"
    op_type: "Concat"
    attribute {
      name: "axis"
      i: 0
      type: INT
    }
  }
  node {
    input: "362"
    input: "207"
    output: "208"
    name: "Expand_54"
    op_type: "Expand"
  }
  node {
    input: "135"
    output: "209"
    name: "Shape_55"
    op_type: "Shape"
  }
  node {
    output: "210"
    name: "Constant_56"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "209"
    input: "210"
    output: "211"
    name: "Gather_57"
    op_type: "Gather"
  }
  node {
    input: "211"
    output: "212"
    name: "Unsqueeze_58"
    op_type: "Unsqueeze"
    attribute {
      name: "axes"
      ints: 0
      type: INTS
    }
  }
  node {
    output: "213"
    name: "Constant_59"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "365"
    input: "212"
    input: "213"
    output: "216"
    name: "Concat_60"
    op_type: "Concat"
    attribute {
      name: "axis"
      i: 0
      type: INT
    }
  }
  node {
    input: "363"
    input: "216"
    output: "217"
    name: "Expand_61"
    op_type: "Expand"
  }
  node {
    input: "135"
    input: "359"
    input: "360"
    input: "361"
    input: ""
    input: "208"
    input: "217"
    output: "218"
    output: "219"
    output: "220"
    name: "LSTM_62"
    op_type: "LSTM"
    attribute {
      name: "hidden_size"
      i: 768
      type: INT
    }
  }
  node {
    input: "218"
    output: "221"
    name: "Squeeze_63"
    op_type: "Squeeze"
    attribute {
      name: "axes"
      ints: 1
      type: INTS
    }
  }
  node {
    input: "221"
    output: "286"
    name: "Shape_64"
    op_type: "Shape"
  }
  node {
    output: "287"
    name: "Constant_65"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "286"
    input: "287"
    output: "288"
    name: "Gather_66"
    op_type: "Gather"
  }
  node {
    input: "288"
    output: "289"
    name: "Unsqueeze_67"
    op_type: "Unsqueeze"
    attribute {
      name: "axes"
      ints: 0
      type: INTS
    }
  }
  node {
    output: "290"
    name: "Constant_68"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "388"
    input: "289"
    input: "290"
    output: "293"
    name: "Concat_69"
    op_type: "Concat"
    attribute {
      name: "axis"
      i: 0
      type: INT
    }
  }
  node {
    input: "386"
    input: "293"
    output: "294"
    name: "Expand_70"
    op_type: "Expand"
  }
  node {
    input: "221"
    output: "295"
    name: "Shape_71"
    op_type: "Shape"
  }
  node {
    output: "296"
    name: "Constant_72"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "295"
    input: "296"
    output: "297"
    name: "Gather_73"
    op_type: "Gather"
  }
  node {
    input: "297"
    output: "298"
    name: "Unsqueeze_74"
    op_type: "Unsqueeze"
    attribute {
      name: "axes"
      ints: 0
      type: INTS
    }
  }
  node {
    output: "299"
    name: "Constant_75"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        dims: 1
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "389"
    input: "298"
    input: "299"
    output: "302"
    name: "Concat_76"
    op_type: "Concat"
    attribute {
      name: "axis"
      i: 0
      type: INT
    }
  }
  node {
    input: "387"
    input: "302"
    output: "303"
    name: "Expand_77"
    op_type: "Expand"
  }
  node {
    input: "221"
    input: "383"
    input: "384"
    input: "385"
    input: ""
    input: "294"
    input: "303"
    output: "304"
    output: "305"
    output: "306"
    name: "LSTM_78"
    op_type: "LSTM"
    attribute {
      name: "hidden_size"
      i: 768
      type: INT
    }
  }
  node {
    input: "304"
    output: "307"
    name: "Squeeze_79"
    op_type: "Squeeze"
    attribute {
      name: "axes"
      ints: 1
      type: INTS
    }
  }
  node {
    input: "307"
    output: "308"
    name: "Transpose_80"
    op_type: "Transpose"
    attribute {
      name: "perm"
      ints: 1
      ints: 0
      ints: 2
      type: INTS
    }
  }
  node {
    output: "309"
    name: "Constant_81"
    op_type: "Constant"
    attribute {
      name: "value"
      t {
        data_type: 7
      }
      type: TENSOR
    }
  }
  node {
    input: "308"
    input: "309"
    output: "310"
    name: "Gather_82"
    op_type: "Gather"
    attribute {
      name: "axis"
      i: 1
      type: INT
    }
  }
  node {
    input: "310"
    input: "proj.linear_layer.weight"
    input: "proj.linear_layer.bias"
    output: "311"
    name: "Gemm_83"
    op_type: "Gemm"
    attribute {
      name: "alpha"
      f: 1.0
      type: FLOAT
    }
    attribute {
      name: "beta"
      f: 1.0
      type: FLOAT
    }
    attribute {
      name: "transB"
      i: 1
      type: INT
    }
  }
  node {
    input: "311"
    output: "312"
    name: "ReduceL2_84"
    op_type: "ReduceL2"
    attribute {
      name: "axes"
      ints: 1
      type: INTS
    }
    attribute {
      name: "keepdims"
      i: 1
      type: INT
    }
  }
  node {
    input: "311"
    input: "312"
    output: "313"
    name: "Div_85"
    op_type: "Div"
  }
  node {
    input: "313"
    output: "314"
    name: "ReduceSum_86"
    op_type: "ReduceSum"
    attribute {
      name: "axes"
      ints: 0
      type: INTS
    }
    attribute {
      name: "keepdims"
      i: 0
      type: INT
    }
  }
  node {
    input: "314"
    input: "390"
    output: "dvec"
    name: "Div_87"
    op_type: "Div"
  }
  initializer {
      dims: 256
      dims: 768
      data_type: 1
      name: "proj.linear_layer.weight"
  }
  initializer {
      dims: 256
      data_type: 1
      name: "proj.linear_layer.bias"
  }
  initializer {
      dims: 1
      dims: 3072
      dims: 40
      data_type: 1
      name: "335"
  }
  initializer {
      dims: 1
      dims: 3072
      dims: 768
      data_type: 1
      name: "336"
  }
  initializer {
      dims: 1
      dims: 6144
      data_type: 1
      name: "337"
  }
  initializer {
      dims: 1
      dims: 6
      dims: 768
      data_type: 1
      name: "338"
  }
  initializer {
      dims: 1
      dims: 6
      dims: 768
      data_type: 1
      name: "339"
  }
  initializer {
      dims: 1
      data_type: 7
      name: "340"
  }
  initializer {
      dims: 1
      data_type: 7
      name: "341"
  }
  initializer {
      dims: 1
      dims: 3072
      dims: 768
      data_type: 1
      name: "359"
  }
  initializer {
      dims: 1
      dims: 3072
      dims: 768
      data_type: 1
      name: "360"
  }
  initializer {
      dims: 1
      dims: 6144
      data_type: 1
      name: "361"
  }
  initializer {
      dims: 1
      dims: 6
      dims: 768
      data_type: 1
      name: "362"
  }
  initializer {
      dims: 1
      dims: 6
      dims: 768
      data_type: 1
      name: "363"
  }
  initializer {
      dims: 1
      data_type: 7
      name: "364"
  }
  initializer {
      dims: 1
      data_type: 7
      name: "365"
  }
  initializer {
      dims: 1
      dims: 3072
      dims: 768
      data_type: 1
      name: "383"
  }
  initializer {
      dims: 1
      dims: 3072
      dims: 768
      data_type: 1
      name: "384"
  }
  initializer {
      dims: 1
      dims: 6144
      data_type: 1
      name: "385"
  }
  initializer {
      dims: 1
      dims: 6
      dims: 768
      data_type: 1
      name: "386"
  }
  initializer {
      dims: 1
      dims: 6
      dims: 768
      data_type: 1
      name: "387"
  }
  initializer {
      dims: 1
      data_type: 7
      name: "388"
  }
  initializer {
      dims: 1
      data_type: 7
      name: "389"
  }
  initializer {
      data_type: 1
      name: "390"
  }
  input {
    name: "dvec_mel"
    type {
      tensor_type {
        elem_type: 1
        shape {
          dim {
            dim_value: 40
          }
          dim {
            dim_value: 301
          }
        }
      }
    }
  }
  output {
    name: "dvec"
    type {
      tensor_type {
        elem_type: 1
        shape {
          dim {
            dim_value: 256
          }
        }
      }
    }
  }
}
opset_import {
  version: 11
}