conversion_report.json

{
  "env": {
    "torch": "2.13.0+cu130",
    "onnxruntime": "1.28.0",
    "transformers": "4.57.1",
    "bits2_cpu": true
  },
  "golden": {
    "librispeech_en_1": {
      "fp32": "มากม'sue     a L za's<|im_start|><|im_start|>'sirignche a 'se aueur   L<|im_start|> u<|im_start|><|im_start|> a <|im_start|>, a ' �usas s L, h,, <|im_start|> the<|im_start|>ignenk n L tra te  M<|im_start|>a h D<|im_start|>ueer  a<|im_start|>,<|im_start|><|im_start|> a  Le A <|im_start|> an  a m<|im_start|> S'ugu,'<|im_start|> h<|im_start|>- L  a a a-u unueisis unbA <|im_start|>  A  I <|im_start|> nuelestrueue uilus a<|im_start|> 'ong, L-Genney<|im_start|> a e,yzs <|im_start|>,, m Leschz<|im_start|>ohWh a L-<|im_start|>'u n We L�-<|im_start|>  <|im_start|>uct ur<|im_start|>  Gue-' edz -<|im_start|>  aue We, <|im_start|> wh<|im_start|> nosasas  Is whu<|im_start|>iy orh <|im_start|><|im_start|>- Weh hjriyou  m whaóes's. is  Lle<|im_start|>'s<|im_start|> <|im_start|> Hend deac,<|im_start|> aignr<|im_start|> E<|im_start|>  <|im_start|><|im_start|> e  an a",
      "fp32_time": 329.8,
      "ternary": "He tells us that at this festive season of the year, with christmas and roast beef looming before us. Similes drawn from eating and its results occur most readily to the mind."
    },
    "librispeech_en_2": {
      "fp32": "� � � � � �,each cent �each,<|im_start|>cho<|im_start|><|im_start|>tre<|im_start|>esi,.\nasacoo<|im_start|> do sectaa O a s s<|im_start|>,ur nontirogadPsonom,<|im_start|> non.\n Iue wh 'sisivent  wh<|im_start|> wh,u<|im_start|>-,<|im_start|> Whueh Kue Hm L<|im_start|>- exor",
      "fp32_time": 110.2,
      "ternary": "He has grave doubts whether sir fredericklayton's work is really greek after all, and can discover in it but little of rocky ithaca."
    },
    "fleurs_fr": {
      "fp32": ".loz<|im_start|> pe<|im_start|>viv sopheasg- MouA<|im_start|>рас R<|im_start|>'也无法-oernational-ouri.\nlo-<|im_start|> niv'''",
      "fp32_time": 33.1,
      "ternary": "Il n'y avait pas non plus le pouvoir de dire au géographe fiscal, il y a sept sur les trois des douanes entre les états."
    },
    "fleurs_zh": {
      "fp32": "herad the D      <|im_start|>  mh Mas-'ad D a    gu A A   ik h D Laseaan a<|im_start|>yauraz<|im_start|> L ach a,aj M Xa en'and  L<|im_start|> Ligny a    A A  a  a a aa<|im_start|>he D  augandaach a'augasone se  Lonc A A  Auezé a",
      "fp32_time": 112.0,
      "ternary": "因为远离大陆，哺乳动物无法长途滑雪而来，使得巨龟成为科隆群鸟主主要的食草动物。"
    }
  },
  "validation": {
    "fp32/librispeech_en_1": {
      "text": "He tells us that at this festive season of the year, with christmas and roast beef looming before us. Similes drawn from eating and its results occur most readily to the mind.",
      "match_ternary_ref": true,
      "tokens": 40,
      "seconds": 20.94
    },
    "fp32/librispeech_en_2": {
      "text": "He has grave doubts whether sir fredericklayton's work is really greek after all, and can discover in it but little of rocky ithaca.",
      "match_ternary_ref": true,
      "tokens": 35,
      "seconds": 18.34
    },
    "fp32/fleurs_fr": {
      "text": "Il n'y avait pas non plus le pouvoir de dire au géographe fiscal, il y a sept sur les trois des douanes entre les états.",
      "match_ternary_ref": true,
      "tokens": 37,
      "seconds": 18.68
    },
    "fp32/fleurs_zh": {
      "text": "因为远离大陆，哺乳动物无法长途滑雪而来，使得巨龟成为科隆群鸟主主要的食草动物。",
      "match_ternary_ref": true,
      "tokens": 30,
      "seconds": 14.34
    },
    "q4/librispeech_en_1": {
      "text": "He tells us that at this festive season of the year, with christmas and roast beef looming before us. Similes drawn from eating and its results occur most readily to the mind.",
      "match_ternary_ref": true,
      "tokens": 40,
      "seconds": 6.34
    },
    "q4/librispeech_en_2": {
      "text": "He has grave doubts whether sir fredericklayton's work is really greek after all, and can discover in it but little of rocky ithaca.",
      "match_ternary_ref": true,
      "tokens": 35,
      "seconds": 6.29
    },
    "q4/fleurs_fr": {
      "text": "Il n'y avait pas non plus le pouvoir de dire au géologue fiscal, il y a sept sur les trois les douanes entre les états.",
      "match_ternary_ref": false,
      "tokens": 35,
      "seconds": 5.87
    },
    "q4/fleurs_zh": {
      "text": "因为远离大陆，哺乳动物无法长途滑雪而来，使得巨龟成为科隆群鸟主主要的食草动物。",
      "match_ternary_ref": true,
      "tokens": 30,
      "seconds": 4.64
    },
    "q4f16/librispeech_en_1": {
      "text": "He tells us that at this festive season of the year, with christmas and roast beef looming before us. Similes drawn from eating and its results occur most readily to the mind.",
      "match_ternary_ref": true,
      "tokens": 40,
      "seconds": 8.92
    },
    "q4f16/librispeech_en_2": {
      "text": "He has grave doubts whether sir fredericklayton's work is really greek after all, and can discover in it but little of rocky ithaca.",
      "match_ternary_ref": true,
      "tokens": 35,
      "seconds": 7.12
    },
    "q4f16/fleurs_fr": {
      "text": "Il n'arrive pas non plus le pouvoir de dire au Giro de Vap, fiscal, il y a sept, si on est trois de douane entre les états.",
      "match_ternary_ref": false,
      "tokens": 42,
      "seconds": 8.28
    },
    "q4f16/fleurs_zh": {
      "text": "因为远离大陆，哺乳动物无法长途滑雪而来，使得巨龟成为科隆群鸟主主要的食草动物。",
      "match_ternary_ref": true,
      "tokens": 30,
      "seconds": 6.98
    },
    "q2(bnb4)/librispeech_en_1": {
      "text": "He tells us that at this festive season of the year, with christmas and roast beef looming before us. Similes drawn from eating and its results occur most readily to the mind.",
      "match_ternary_ref": true,
      "tokens": 40,
      "seconds": 158.34
    },
    "q2(bnb4)/librispeech_en_2": {
      "text": "He has grave doubts whether sir fredericklayton's work is really greek after all, and can discover in it but little of rocky ithaca.",
      "match_ternary_ref": true,
      "tokens": 35,
      "seconds": 137.9
    },
    "q2(bnb4)/fleurs_fr": {
      "text": "Il n'y avait pas non plus le pouvoir de dire au géologue fiscal, il y a sept sur les trois les douanes entre les états.",
      "match_ternary_ref": false,
      "tokens": 35,
      "seconds": 134.0
    },
    "q2(bnb4)/fleurs_zh": {
      "text": "因为远离大陆，哺乳动物无法长途滑雪而来，使得巨龟成为科隆群鸟主主要的食草动物。",
      "match_ternary_ref": true,
      "tokens": 30,
      "seconds": 112.5
    },
    "q4f16dec/librispeech_en_1": {
      "text": "He tells us that at this festive season of the year, with christmas and roast beef looming before us. Similes drawn from eating and its results occur most readily to the mind.",
      "match_ternary_ref": true,
      "tokens": 40,
      "seconds": 7.61
    },
    "q4f16dec/librispeech_en_2": {
      "text": "He has grave doubts whether sir fredericklayton's work is really greek after all, and can discover in it but little of rocky ithaca.",
      "match_ternary_ref": true,
      "tokens": 35,
      "seconds": 6.43
    },
    "q4f16dec/fleurs_fr": {
      "text": "Il n'arrive pas non plus le pouvoir de dire au Giro de Vap, fiscal, il y a sept, si on est trois de douane entre les états.",
      "match_ternary_ref": false,
      "tokens": 42,
      "seconds": 7.59
    },
    "q4f16dec/fleurs_zh": {
      "text": "因为远离大陆，哺乳动物无法长途滑雪而来，使得巨龟成为科隆群鸟主主要的食草动物。",
      "match_ternary_ref": true,
      "tokens": 30,
      "seconds": 6.11
    },
    "q4f16h8/librispeech_en_1": {
      "text": "He tells us that at this festive season of the year, with christmas and roast beef looming before us. Similes drawn from eating and its results occur most readily to the mind.",
      "match_ternary_ref": true,
      "tokens": 40,
      "seconds": 7.6
    },
    "q4f16h8/librispeech_en_2": {
      "text": "He has grave doubts whether sir fredericklayton's work is really greek after all, and can discover in it but little of rocky ithaca.",
      "match_ternary_ref": true,
      "tokens": 35,
      "seconds": 6.74
    },
    "q4f16h8/fleurs_fr": {
      "text": "Il n'y avait pas non plus le pouvoir de dire au géologue fiscal, il y a sept sur les trois les douanes entre les états.",
      "match_ternary_ref": false,
      "tokens": 35,
      "seconds": 6.03
    },
    "q4f16h8/fleurs_zh": {
      "text": "因为远离大陆，哺乳动物无法长途滑雪而来，使得巨龟成为科隆群鸟主主要的食草动物。",
      "match_ternary_ref": true,
      "tokens": 30,
      "seconds": 5.6
    },
    "q4f16_head_choice": {
      "nbits4_sim": 0.964,
      "q8dq_sim": 0.9906
    }
  },
  "sizes": {
    "audio_encoder.onnx_data": 2773.3,
    "audio_encoder.onnx": 0.4,
    "embed_tokens.onnx": 933.5,
    "decoder_model_merged.onnx_data": 6174.9,
    "decoder_model_merged.onnx": 0.5,
    "audio_encoder_q4.onnx": 696.4,
    "audio_encoder_q4f16.onnx": 696.4,
    "embed_tokens_q4.onnx": 234.0,
    "embed_tokens_q4f16.onnx": 233.7,
    "embed_tokens_fp16.onnx": 466.7,
    "decoder_model_merged_q4.onnx": 1054.0,
    "decoder_model_merged_q4f16.onnx": 869.3,
    "decoder_model_merged_q4f16h8.onnx": 972.0,
    "decoder_model_merged_bnb4.onnx": 726.4
  }
}