File size: 9,659 Bytes
9305f03 89be96e 9305f03 89be96e 9305f03 89be96e 9305f03 89be96e 9305f03 39beaec 2b7c486 9305f03 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 | {
"env": {
"torch": "2.13.0+cu130",
"onnxruntime": "1.28.0",
"transformers": "4.57.1",
"bits2_cpu": true
},
"golden": {
"librispeech_en_1": {
"fp32": "มากม'sue a L za's<|im_start|><|im_start|>'sirignche a 'se aueur L<|im_start|> u<|im_start|><|im_start|> a <|im_start|>, a ' �usas s L, h,, <|im_start|> the<|im_start|>ignenk n L tra te M<|im_start|>a h D<|im_start|>ueer a<|im_start|>,<|im_start|><|im_start|> a Le A <|im_start|> an a m<|im_start|> S'ugu,'<|im_start|> h<|im_start|>- L a a a-u unueisis unbA <|im_start|> A I <|im_start|> nuelestrueue uilus a<|im_start|> 'ong, L-Genney<|im_start|> a e,yzs <|im_start|>,, m Leschz<|im_start|>ohWh a L-<|im_start|>'u n We L�-<|im_start|> <|im_start|>uct ur<|im_start|> Gue-' edz -<|im_start|> aue We, <|im_start|> wh<|im_start|> nosasas Is whu<|im_start|>iy orh <|im_start|><|im_start|>- Weh hjriyou m whaóes's. is Lle<|im_start|>'s<|im_start|> <|im_start|> Hend deac,<|im_start|> aignr<|im_start|> E<|im_start|> <|im_start|><|im_start|> e an a",
"fp32_time": 329.8,
"ternary": "He tells us that at this festive season of the year, with christmas and roast beef looming before us. Similes drawn from eating and its results occur most readily to the mind."
},
"librispeech_en_2": {
"fp32": "� � � � � �,each cent �each,<|im_start|>cho<|im_start|><|im_start|>tre<|im_start|>esi,.\nasacoo<|im_start|> do sectaa O a s s<|im_start|>,ur nontirogadPsonom,<|im_start|> non.\n Iue wh 'sisivent wh<|im_start|> wh,u<|im_start|>-,<|im_start|> Whueh Kue Hm L<|im_start|>- exor",
"fp32_time": 110.2,
"ternary": "He has grave doubts whether sir fredericklayton's work is really greek after all, and can discover in it but little of rocky ithaca."
},
"fleurs_fr": {
"fp32": ".loz<|im_start|> pe<|im_start|>viv sopheasg- MouA<|im_start|>рас R<|im_start|>'也无法-oernational-ouri.\nlo-<|im_start|> niv'''",
"fp32_time": 33.1,
"ternary": "Il n'y avait pas non plus le pouvoir de dire au géographe fiscal, il y a sept sur les trois des douanes entre les états."
},
"fleurs_zh": {
"fp32": "herad the D <|im_start|> mh Mas-'ad D a gu A A ik h D Laseaan a<|im_start|>yauraz<|im_start|> L ach a,aj M Xa en'and L<|im_start|> Ligny a A A a a a aa<|im_start|>he D augandaach a'augasone se Lonc A A Auezé a",
"fp32_time": 112.0,
"ternary": "因为远离大陆，哺乳动物无法长途滑雪而来，使得巨龟成为科隆群鸟主主要的食草动物。"
}
},
"validation": {
"fp32/librispeech_en_1": {
"text": "He tells us that at this festive season of the year, with christmas and roast beef looming before us. Similes drawn from eating and its results occur most readily to the mind.",
"match_ternary_ref": true,
"tokens": 40,
"seconds": 20.94
},
"fp32/librispeech_en_2": {
"text": "He has grave doubts whether sir fredericklayton's work is really greek after all, and can discover in it but little of rocky ithaca.",
"match_ternary_ref": true,
"tokens": 35,
"seconds": 18.34
},
"fp32/fleurs_fr": {
"text": "Il n'y avait pas non plus le pouvoir de dire au géographe fiscal, il y a sept sur les trois des douanes entre les états.",
"match_ternary_ref": true,
"tokens": 37,
"seconds": 18.68
},
"fp32/fleurs_zh": {
"text": "因为远离大陆，哺乳动物无法长途滑雪而来，使得巨龟成为科隆群鸟主主要的食草动物。",
"match_ternary_ref": true,
"tokens": 30,
"seconds": 14.34
},
"q4/librispeech_en_1": {
"text": "He tells us that at this festive season of the year, with christmas and roast beef looming before us. Similes drawn from eating and its results occur most readily to the mind.",
"match_ternary_ref": true,
"tokens": 40,
"seconds": 6.34
},
"q4/librispeech_en_2": {
"text": "He has grave doubts whether sir fredericklayton's work is really greek after all, and can discover in it but little of rocky ithaca.",
"match_ternary_ref": true,
"tokens": 35,
"seconds": 6.29
},
"q4/fleurs_fr": {
"text": "Il n'y avait pas non plus le pouvoir de dire au géologue fiscal, il y a sept sur les trois les douanes entre les états.",
"match_ternary_ref": false,
"tokens": 35,
"seconds": 5.87
},
"q4/fleurs_zh": {
"text": "因为远离大陆，哺乳动物无法长途滑雪而来，使得巨龟成为科隆群鸟主主要的食草动物。",
"match_ternary_ref": true,
"tokens": 30,
"seconds": 4.64
},
"q4f16/librispeech_en_1": {
"text": "He tells us that at this festive season of the year, with christmas and roast beef looming before us. Similes drawn from eating and its results occur most readily to the mind.",
"match_ternary_ref": true,
"tokens": 40,
"seconds": 8.92
},
"q4f16/librispeech_en_2": {
"text": "He has grave doubts whether sir fredericklayton's work is really greek after all, and can discover in it but little of rocky ithaca.",
"match_ternary_ref": true,
"tokens": 35,
"seconds": 7.12
},
"q4f16/fleurs_fr": {
"text": "Il n'arrive pas non plus le pouvoir de dire au Giro de Vap, fiscal, il y a sept, si on est trois de douane entre les états.",
"match_ternary_ref": false,
"tokens": 42,
"seconds": 8.28
},
"q4f16/fleurs_zh": {
"text": "因为远离大陆，哺乳动物无法长途滑雪而来，使得巨龟成为科隆群鸟主主要的食草动物。",
"match_ternary_ref": true,
"tokens": 30,
"seconds": 6.98
},
"q2(bnb4)/librispeech_en_1": {
"text": "He tells us that at this festive season of the year, with christmas and roast beef looming before us. Similes drawn from eating and its results occur most readily to the mind.",
"match_ternary_ref": true,
"tokens": 40,
"seconds": 158.34
},
"q2(bnb4)/librispeech_en_2": {
"text": "He has grave doubts whether sir fredericklayton's work is really greek after all, and can discover in it but little of rocky ithaca.",
"match_ternary_ref": true,
"tokens": 35,
"seconds": 137.9
},
"q2(bnb4)/fleurs_fr": {
"text": "Il n'y avait pas non plus le pouvoir de dire au géologue fiscal, il y a sept sur les trois les douanes entre les états.",
"match_ternary_ref": false,
"tokens": 35,
"seconds": 134.0
},
"q2(bnb4)/fleurs_zh": {
"text": "因为远离大陆，哺乳动物无法长途滑雪而来，使得巨龟成为科隆群鸟主主要的食草动物。",
"match_ternary_ref": true,
"tokens": 30,
"seconds": 112.5
},
"q4f16dec/librispeech_en_1": {
"text": "He tells us that at this festive season of the year, with christmas and roast beef looming before us. Similes drawn from eating and its results occur most readily to the mind.",
"match_ternary_ref": true,
"tokens": 40,
"seconds": 7.61
},
"q4f16dec/librispeech_en_2": {
"text": "He has grave doubts whether sir fredericklayton's work is really greek after all, and can discover in it but little of rocky ithaca.",
"match_ternary_ref": true,
"tokens": 35,
"seconds": 6.43
},
"q4f16dec/fleurs_fr": {
"text": "Il n'arrive pas non plus le pouvoir de dire au Giro de Vap, fiscal, il y a sept, si on est trois de douane entre les états.",
"match_ternary_ref": false,
"tokens": 42,
"seconds": 7.59
},
"q4f16dec/fleurs_zh": {
"text": "因为远离大陆，哺乳动物无法长途滑雪而来，使得巨龟成为科隆群鸟主主要的食草动物。",
"match_ternary_ref": true,
"tokens": 30,
"seconds": 6.11
},
"q4f16h8/librispeech_en_1": {
"text": "He tells us that at this festive season of the year, with christmas and roast beef looming before us. Similes drawn from eating and its results occur most readily to the mind.",
"match_ternary_ref": true,
"tokens": 40,
"seconds": 7.6
},
"q4f16h8/librispeech_en_2": {
"text": "He has grave doubts whether sir fredericklayton's work is really greek after all, and can discover in it but little of rocky ithaca.",
"match_ternary_ref": true,
"tokens": 35,
"seconds": 6.74
},
"q4f16h8/fleurs_fr": {
"text": "Il n'y avait pas non plus le pouvoir de dire au géologue fiscal, il y a sept sur les trois les douanes entre les états.",
"match_ternary_ref": false,
"tokens": 35,
"seconds": 6.03
},
"q4f16h8/fleurs_zh": {
"text": "因为远离大陆，哺乳动物无法长途滑雪而来，使得巨龟成为科隆群鸟主主要的食草动物。",
"match_ternary_ref": true,
"tokens": 30,
"seconds": 5.6
},
"q4f16_head_choice": {
"nbits4_sim": 0.964,
"q8dq_sim": 0.9906
}
},
"sizes": {
"audio_encoder.onnx_data": 2773.3,
"audio_encoder.onnx": 0.4,
"embed_tokens.onnx": 933.5,
"decoder_model_merged.onnx_data": 6174.9,
"decoder_model_merged.onnx": 0.5,
"audio_encoder_q4.onnx": 696.4,
"audio_encoder_q4f16.onnx": 696.4,
"embed_tokens_q4.onnx": 234.0,
"embed_tokens_q4f16.onnx": 233.7,
"embed_tokens_fp16.onnx": 466.7,
"decoder_model_merged_q4.onnx": 1054.0,
"decoder_model_merged_q4f16.onnx": 869.3,
"decoder_model_merged_q4f16h8.onnx": 972.0,
"decoder_model_merged_bnb4.onnx": 726.4
}
} |