File size: 15,239 Bytes
f370090
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
{
  "ckpt": "runs/ftfirst/stage3_kd16k/latest.pt",
  "params_total": 203593119,
  "params_encoder": 191023947.0,
  "gmacs_per_audio_second": 12.274921696,
  "dtype": "bf16",
  "results": {
    "ddd_dev": {
      "cer": 0.02404184453722381,
      "n": 400,
      "rtf": 0.0025017910663208786,
      "examples": [
        {
          "ref": "αž˜αŸ’αž…αžΆαžŸαŸ‹αž’αžΆαž•αžΆαžαž˜αž·αž“αžαŸ‚αž„αžαŸ‚αž‡αŸ’αžšαžΎαžŸαžšαžΎαžŸαž‚αŸ’αžšαžΏαž„αžŸαž„αŸ’αž αžΆαžšαž·αž˜αžŠαŸ‚αž›αž˜αžΆαž“αž‚αž»αžŽαž—αžΆαž–αžαŸ’αž–αžŸαŸ‹ αž“αž·αž„αž˜αžΆαž“αžŸαŸ„αž—αŸαžŽαž—αžΆαž–αžŸαŸ’αžšαžŸαŸ‹αžŸαŸ’αž’αžΆαžαž”αŸ†αž•αž»αž",
          "hyp": "αž˜αŸ’αž…αžΆαžŸαŸ‹αž’αžΆαž•αžΆαžαž˜αŸ‚αž“αžαŸ‚αž„αžαŸ‚αž‡αŸ’αžšαžΎαžŸαžšαžΎαžŸαž‚αŸ’αžšαžΏαž„αžŸαž„αŸ’αž αžΆαžšαž·αž˜αžŠαŸ‚αž›αž˜αžΆαž“αž‚αž»αžŽαž—αžΆαž–αžαŸ’αž–αžŸαŸ‹ αž“αž·αž„αž˜αžΆαž“αžŸαŸ„αž—αŸαžŽαž—αžΆαž–αžŸαŸ’αžšαžŸαŸ‹αžŸαŸ’αž’αžΆαžαž”αŸ†αž•αž»αž"
        },
        {
          "ref": "αžŸαŸ’αžαžΆαž”αžαŸ’αž™αž€αž˜αŸ’αž˜αž’αžΆαžŽαžΆαž“αž·αž‚αž˜αž”αžΆαžšαžΆαŸ†αž„αžŠαŸ‚αž›αž™αžΎαž„αžƒαžΎαž‰αž˜αžΆαž“αž“αŸ…αž—αŸ’αž“αŸ†αž–αŸαž‰ αž“αž·αž„αž”αžΆαžαŸ‹αžŠαŸ†αž”αž„ αž˜αžΆαž“αž›αž€αŸ’αžαžŽαŸˆαž–αž·αžŸαŸαžŸαž˜αž½αž™αž…αŸ†αž“αž½αž“αžŠαŸ‚αž›αž’αŸ’αžœαžΎαž±αŸ’αž™αžœαžΆαž›αŸαž…αž’αŸ’αž›αŸ„",
          "hyp": "αžŸαŸ’αžαžΆαž”αžαŸ’αž™αž€αž˜αŸ’αž˜αž’αžΆαžŽαžΆαž“αž·αž‚αž˜αž˜αžšαŸ‰αžΆαŸ†αž„αžŠαŸ‚αž›αž™αžΎαž„αžƒαžΎαž‰αž˜αžΆαž“αž“αŸ…αž—αŸ’αž“αŸ†αž–αŸαž‰ αž“αž·αž„αž”αžΆαžαŸ‹αžŠαŸ†αž”αž„ αž˜αžΆαž“αž›αž€αŸ’αžαžŽαŸˆαž–αž·αžŸαŸαžŸαž˜αž½αž™αž…αŸ†αž“αž½αž“αžŠαŸ‚αž›αž’αŸ’αžœαžΎαž±αŸ’αž™αžœαžΆαž›αŸαž…αž’αŸ’αž›αŸ„"
        },
        {
          "ref": "αž–αž½αž€αž‚αŸαž€αŸαž˜αžΆαž“αž‡αŸ†αž“αžΏαž›αžΎαžœαž·αž‰αŸ’αž‰αžΆαžŽαž’αž˜αŸ’αž˜αž‡αžΆαžαž· αž“αž·αž„αž˜αžΆαž“αž–αž·αž’αžΈαž”αžΌαž‡αžΆαžŠαŸ†αžšαžΈ αž“αž·αž„αžšαž”αžšαž…αž·αž‰αŸ’αž…αžΉαž˜αžŠαŸ†αžšαžΈ αž€αžΆαžšαž’αŸ’αžœαžΎαž…αž˜αŸ’αž€αžΆαžšαž€αžΆαž αŸ’αžœαŸ αž“αž·αž„αžŠαŸ†αžŽαžΆαŸ†αž•αŸ’αžŸαŸαž„ αž€αŸαž‡αžΆαž•αŸ’αž“αŸ‚αž€αž˜αž½αž™αž“αŸƒαž‡αžΈαžœαž—αžΆαž–αžšαž”αžŸαŸ‹αž–αž½αž€αž‚αŸαžŠαŸ‚αžš",
          "hyp": "αž–αž½αž€αž‚αŸαž€αŸαž˜αžΆαž“αž‡αŸ†αž“αžΏαž›αžΎαžœαž·αž‰αŸ’αž‰αžΆαžŽαž’αž˜αŸ’αž˜αž‡αžΆαžαž· αž“αž·αž„αž˜αžΆαž“αž–αž·αž’αžΈαž”αžΌαž‡αžΆαžŠαŸ†αžšαžΈ αž“αž·αž„αžšαž”αžšαž…αž·αž‰αŸ’αž…αžΉαž˜αžŠαŸ†αžšαžΈ αž€αžΆαžšαž’αŸ’αžœαžΎαž…αž˜αŸ’αž€αžΆαžšαž€αžΆαž αŸ’αžœαŸ αž“αž·αž„αžŠαŸ†αžŽαžΆαŸ†αž•αŸ’αžŸαŸαž„ αž€αŸαž‡αžΆαž•αŸ’αž“αŸ‚αž€αž˜αž½αž™αž“αŸƒαž‡αžΈαžœαž—αžΆαž–αžšαž”αžŸαŸ‹αž–αž½αž€αž‚αŸαžŠαŸ‚αžš"
        }
      ]
    },
    "ddd_test": {
      "cer": 0.017692213963689533,
      "n": 1993,
      "rtf": 0.00235692812277266,
      "examples": [
        {
          "ref": "αž›αŸ’αž–αŸ…αžŸαž˜αŸ’αž”αžΌαžšαž‡αžΆαžαž·αžŸαžšαžŸαŸƒ αžŠαŸ‚αž›αž‡αž½αž™αž‡αŸ†αžšαž»αž‰αž…αž›αž“αžΆαž–αŸ„αŸ‡αžœαŸ€αž“αž²αŸ’αž™αž˜αžΆαž“αž›αž€αŸ’αžαžŽαŸˆαž’αž˜αŸ’αž˜αžαžΆ αž€αžΆαžšαž–αžΆαžšαž€αžΆαžšαž‘αž›αŸ‹αž›αžΆαž˜αž€ αž“αž·αž„αžšαž€αŸ’αžŸαžΆαž”αŸ’αžšαž–αŸαž“αŸ’αž’αžšαŸ†αž›αžΆαž™αž’αžΆαž αžΆαžšαž²αŸ’αž™αž˜αžΆαž“αžŸαž»αžαž—αžΆαž–αž›αŸ’αž’",
          "hyp": "αž›αŸ’αž–αŸ…αžŸαž˜αŸ’αž”αžΌαžšαž‡αžΆαžαž·αžŸαžšαžŸαŸƒαžŠαŸ‚αž›αž‡αž½αž™αž‡αŸ†αžšαž»αž‰αž…αž›αž“αžΆαž–αŸ„αŸ‡αžœαŸ€αž“αž±αŸ’αž™αž˜αžΆαž“αž›αž€αŸ’αžαžŽαŸˆαž’αž˜αŸ’αž˜αžαžΆ αž€αžΆαžšαž–αžΆαžšαž€αžΆαžšαž‘αž›αŸ‹αž›αžΆαž˜αž€ αž“αž·αž„αžšαž€αŸ’αžŸαžΆαž”αŸ’αžšαž–αŸαž“αŸ’αž’αžšαŸ†αž›αžΆαž™αž’αžΆαž αžΆαžšαž±αŸ’αž™αž˜αžΆαž“αžŸαž»αžαž—αžΆαž–αž›αŸ’αž’"
        },
        {
          "ref": "αž€αžΆαžšαž”αž“αŸ’αžαŸ‚αž˜ αžαŸ’αž‘αž·αŸ‡αžŠαžΌαž„αž‡αž½αž™αž²αŸ’αž™αžŸαž„αŸ‹αžαŸ’αž™αžΆαž˜αžΆαž“αžŸαž—αžΆαž–αž‘αž“αŸ‹αž›αŸ’αž˜αžΎαž™ αž αžΎαž™αžŸαŸ’αž›αžΉαž€αžαžΎαž™αž€αŸαž‡αž½αž™αž”αž“αŸ’αžαŸ‚αž˜αž“αžΌαžœαž€αŸ’αž›αž·αž“αž€αŸ’αžšαž’αžΌαž”αž”αŸ’αžšαž αžΎαžšαž•αž„αžŠαŸ‚αžš",
          "hyp": "αž€αžΆαžšαž”αž“αŸ’αžαŸ‚αž˜αžαŸ’αž‘αž·αŸ‡αžŠαžΌαž„αž‡αž½αž™αž±αŸ’αž™αžαŸ’αžŸαž„αŸ‹αžαŸ’αž™αžΆαžšαž˜αžΆαž“αž—αžΆαž–αž‘αž“αŸ‹αž›αŸ’αž˜αžΎαž™ αž αžΎαž™αžŸαŸ’αž›αžΉαž€αžαžΎαž™αž€αŸαž‡αž½αž™αž”αž“αŸ’αžαŸ‚αž˜αž“αžΌαžœαž€αŸ’αž›αž·αž“αž€αŸ’αžšαž’αžΌαž”αž”αŸ’αžšαž αžΎαžšαž•αž„αžŠαŸ‚αžš"
        },
        {
          "ref": "αž‘αžΉαž€αž›αŸ’αž–αŸ…αž”αžΆαž“αž€αŸ’αž›αžΆαž™αž‡αžΆαž—αŸαžŸαž‡αŸ’αž‡αŸˆαžŠαŸαž–αŸαž‰αž“αž·αž™αž˜αž˜αž½αž™ αž€αŸ’αž“αž»αž„αž…αŸ†αžŽαŸ„αž˜αž’αŸ’αž“αž€αžŠαŸ‚αž›αž™αž€αž…αž·αžαŸ’αžαž‘αž»αž€αžŠαžΆαž€αŸ‹αž›αžΎαžŸαž»αžαž—αžΆαž– αž“αž·αž„αžŸαŸ’αžœαŸ‚αž„αžšαž€αž—αŸαžŸαž‡αŸ’αž‡αŸˆαžŠαŸ‚αž›αž˜αžΆαž“αž‚αž»αžŽαž”αŸ’αžšαž™αŸ„αž‡αž“αŸαžαŸ’αž–αžŸαŸ‹",
          "hyp": "αž‘αžΉαž€αž›αŸ’αž–αŸ…αž”αžΆαž“αž€αŸ’αž›αžΆαž™αž‡αžΆαž—αŸαžŸαž‡αŸ’αž‡αŸˆαžŠαŸαž–αŸαž‰αž“αž·αž™αž˜αž˜αž½αž™αž€αŸ’αž“αž»αž„αž…αŸ†αžŽαŸ„αž˜αž’αŸ’αž“αž€αžŠαŸ‚αž›αž™αž€αž…αž·αžαŸ’αžαž‘αž»αž€αžŠαžΆαž€αŸ‹αž›αžΎαžŸαž»αžαž—αžΆαž– αž“αž·αž„αžŸαŸ’αžœαŸ‚αž„αžšαž€αž—αŸαžŸαž‡αŸ’αž‡αŸˆαžŠαŸ‚αž›αž˜αžΆαž“αž‚αž»αžŽαž”αŸ’αžšαž™αŸ„αž‡αž“αŸαžαŸ’αž–αžŸαŸ‹"
        }
      ]
    },
    "fleurs_km_dev": {
      "cer": 0.10720711958371833,
      "n": 326,
      "rtf": 0.0027152539961343295,
      "examples": [
        {
          "ref": "αž€αžΆαž›αžŠαžΎαž˜αž‘αžΎαž™αžŸαž˜αŸ’αž›αŸ€αž€αž”αŸ†αž–αžΆαž€αŸ‹αž‚αžΊαž’αŸ’αž„αž“αŸ‹αž‘αž‘αž½αž›αž₯αž‘αŸ’αžœαž·αž–αž›αžŠαŸ„αž™αžœαž”αŸ’αž”αž’αž˜αŸŒyzantine αž“αŸ…αž—αžΆαž‚αžαžΆαž„αž€αžΎαž",
          "hyp": "αž€αžΆαžšαžŠαžΎαŸ†αžŽαžΎαž™αžŸαžŽαŸ’αž›αŸ€αž€αž”αŸ†αž–αžΆαž€αŸ‹αž‚αžΊαž’αŸ’αž„αž“αŸ‹αž‘αž‘αž½αž›αž₯αž‘αŸ’αž’αž·αž–αž›αžŠαŸ„αž™αžœαž”αŸ’αž”αž’αž˜αŸŒ αž”αŸ‰αŸƒαž αŸ’αžŸαžΆαž“αŸ‹αž’αžΈαž“ n αž“αŸ…αž–αžΆαž€αžαžΆαž„αž€αžΎαž"
        },
        {
          "ref": "αžœαžΆαž˜αžΆαž“αž•αž›αž”αŸ‰αŸ‡αž–αžΆαž›αŸ‹αžŸαž„αŸ’αž‚αž˜αž“αž·αž„αž“αž™αŸ„αž”αžΆαž™αž‡αžΆαž…αŸ’αžšαžΎαž“αžŠαžΌαž…αž‡αžΆαž€αžΆαžšαž”αŸ’αžšαžΎαž”αŸ’αžšαžΆαžŸαŸ‹αž”αŸ’αžšαž–αŸαž“αŸ’αž’αž˜αŸ‰αžΆαž‘αŸ’αžšαžΈαž€ αž€αžΆαžšαž•αŸ’αž›αžΆαžŸαŸ‹αž”αŸ’αžαžΌαžšαž–αžΈαžšαž”αž”αž•αŸ’αžαžΆαž…αŸ‹αž€αžΆαžšαž‘αŸ…αž‡αžΆαžšαž”αž”αžŸαžΆαž’αžΆαžšαžŽαŸˆ αž‡αžΆαžαž·αž“αž·αž™αž˜ αž“αž·αž„αž‡αŸ†αž“αžΏαž‡αžΆαž€αŸ‹αž›αžΆαž€αŸ‹αžαžΆαž”αŸ’αžšαž‘αŸαžŸαž“αŸαŸ‡αž‡αžΆαžšαž”αžŸαŸ‹αž”αŸ’αžšαž‡αžΆαžšαžΆαžŸαŸ’αžšαŸ’αžαž˜αž·αž“αž˜αŸ‚αž“αž‡αžΆαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž‚αŸ’αžšαž”αŸ‹αž‚αŸ’αžšαž„αž˜αŸ’αž“αžΆαž€αŸ‹αž“αŸ„αŸ‡αž‘αŸ",
          "hyp": "αžœαžΆαž˜αžΆαž“αž•αž›αž”αŸ‰αŸ‡αž–αžΆαž›αŸ‹αžŸαŸ‚αž“αžŸαž·αžŸαŸ’αžŸ αž“αž·αž„αž“αž™αŸ„αž”αžΆαž™αž‡αžΆαž…αŸ’αžšαžΎαž“ αžŠαžΌαž…αž‡αžΆαž€αžΆαžšαž”αŸ’αžšαžΎαž”αŸ’αžšαžΆαžŸαŸ‹αž”αŸ’αžšαž–αŸαž“αŸ’αž’αž˜αž‘αŸ’αžšαžΈαžŸ αž€αžΆαžšαž•αŸ’αž›αžΆαžŸαŸ‹αž”αŸ’αžαžΌαžšαž–αžΈαžšαž”αž”αžŠαž…αž€αžΆαžαŸ…αž‡αžΆαžšαž”αžŸαŸ‹αžŸαžΆαž’αžΆαžšαžŽαŸˆαž‡αžΆαžαž·αž“αž·αž™αž˜ αž“αž·αž„αž‡αŸ†αž“αžΏαž‡αžΆαž€αŸ‹αž›αžΆαž€αŸ‹αžαžΆαž”αŸ’αžšαž–αŸαžŸαž“αŸαŸ‡ αž‡αžΆαžšαž”αžŸαŸ‹αž”αŸ’αžšαž‡αžΆαžšαžΆαžŸαŸ’αžαŸ’αžšαž˜αž·αž“αž˜αŸ‚αž“αž‡αžΆαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž‚αŸ’αžšαž”αŸ‹αžƒαŸ’αž›αž„αž˜αŸ’αž“αžΆαž€αŸ‹αž“αŸ„αŸ‡αž‘αŸ"
        },
        {
          "ref": "αž—αžΆαž‚αžαžΆαž„αž‡αžΎαž„ αž¬αžαŸ†αž”αž“αŸ‹ entinel ange αž˜αžΆαž“αž—αŸ’αž“αŸ†αžαŸ’αž–αžŸαŸ‹αž‡αžΆαž„αž‚αŸαž“αŸƒαž‘αŸ’αžœαžΈαž”αž’αž„αŸ‹αžαžΆαž€αŸ‹αž‘αž·αž€ αž‚αžΊαž—αŸ’αž“αŸ† inson assif αžŠαŸ‚αž›αž˜αžΆαž“αž€αŸ†αž–αžΌαž›αž€αž˜αŸ’αž–αžŸαŸ‹ 4892 αž˜αŸ‰αŸ‚αžαŸ’αžš αž—αŸ’αž“αŸ† ount inson",
          "hyp": "αž—αžΆαž‚αžαžΆαž„αž‡αžΎαžŸαž¬αžαŸ†αž”αž“αŸ‹ entiner ing αž˜αžΆαž“αž—αŸ’αž“αŸ†αžαŸ’αž–αžŸαŸ‹αž‡αžΆαž„αž‚αŸαž“αŸƒαž‘αŸ’αžœαžΈαž”αž’αž„αŸ‹αžαžΆαž€αŸ‹αž‘αž·αž€ αž‚αžΊαž—αŸ’αž“αŸ† វiαž“son αž˜αžΆαž“αžŸiហ វ  αžŠαŸ‚αž›αž˜αžΆαž“αž€αŸ†αž–αžΌαž“αž€αž˜αŸ’αž–αžŸαŸ‹ 4892 αž˜αŸ‰αŸ‚αžαŸ’αžš αž—αŸ’αž“αŸ†αž˜αžΆαž“ αžœαžΈαž“αžŸαžΉαž“ "
        }
      ]
    },
    "fleurs_km_test": {
      "cer": 0.11397785977859778,
      "n": 771,
      "rtf": 0.002693553230811693,
      "examples": [
        {
          "ref": "αž˜αž“αž»αžŸαŸ’αžŸαž˜αž½αž™αž…αŸ†αž“αž½αž“αž‚αž·αžαžαžΆ αž‚αžΆαžαŸ‹αž“αž·αž™αžΆαž™αžαŸ’αžšαžΌαžœ αž”αŸ‰αž»αž“αŸ’αžαŸ‚αž˜αž“αž»αžŸαŸ’αžŸαž‡αžΆαž…αŸ’αžšαžΎαž“αž‡αžΏαžαžΆαž‚αžΆαžαŸ‹αž“αž·αž™αžΆαž™αž˜αž·αž“αžαŸ’αžšαžΌαžœαž‘αŸ αž‚αžΆαžαŸ‹αžαžΆαž”αŸ’αžšαž–αŸαž“αŸ’αž’αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™ αž’αŸ’αžœαžΎαžŠαŸ†αžŽαžΎαžšαžœαž·αž›αž‡αž»αŸ†αžœαž·αž‰αž•αŸ‚αž“αžŠαžΈ αžšαž½αž˜αž‘αžΆαŸ†αž„αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™ αž“αž·αž„αž•αŸ’αž€αžΆαž™αžŠαž‘αŸƒαž‘αŸ€αžαž•αž„αžŠαŸ‚αžš",
          "hyp": "αž˜αž“αž»αžŸαŸ’αžŸαž˜αž½αž™αž…αŸ†αž“αž½αž“αž‚αž·αžαžαžΆ αž€αž»αž“αž‘αž»αž™αžΈαžαŸ’αžšαžΌαžœ αž”αŸ‰αž»αž“αŸ’αžαŸ‚αž˜αž“αž»αžŸαŸ’αžŸαž‡αžΆαž…αŸ’αžšαžΎαžαž‡αžΏαžαžΆ αž€αžΌαž“αž»αž™αžΈαž˜αž·αž“αžαŸ’αžšαžΌαžœαž‘αŸ αž–αžΆαžαŸ‹αžαžΆαž”αŸ’αžšαž–αŸαž“αŸ’αž’αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™αž’αŸ’αžœαžΎαžŠαŸ†αžŽαžΎαžšαžœαž·αž›αž‡αž»αŸ†αžœαž·αž‰αž•αŸ‚αž“αžŠαžΈ αžšαž½αž˜αž‘αžΆαŸ†αž„αž–αŸ’αžšαŸ‡αž’αžΆαž‘αž·αžαŸ’αž™ αž“αž·αž„αž•αŸ’αž€αžΆαž™αžŠαž‘αŸƒαž‘αŸ€αžαž•αž„αžŠαŸ‚αžš"
        },
        {
          "ref": "αžŸαŸ†αžŽαžΎαž˜αž“αŸ…αž›αžΎαžŠαŸƒαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž“αžΉαž„αž˜αžΆαž“αž”αŸ’αžšαžαž·αž€αž˜αŸ’αž˜αž‡αžΆαž˜αž½αž™αž“αžΉαž„αžŸαŸ’αžšαž‘αžΆαž”αŸ‹αžαžΆαž„αž€αŸ’αžšαŸ… αžŠαŸ‚αž›αž“αžΉαž„αž’αžΆαž…αžŠαžΉαž„αž‡αžΆαž˜αž»αž“αž”αžΆαž“ αžšαž½αž…αž”αž„αŸ’αž€αžΎαžαž‡αžΆαžŸαŸ†αž”αž€αž˜αž½αž™αž”αŸ’αžšαž—αŸαž‘",
          "hyp": "αžŸαŸ†αžŽαžΎαž˜αž“αŸ…αž›αžΎαžŠαŸƒαžšαž”αžŸαŸ‹αž’αŸ’αž“αž€αž“αžΉαž„αž˜αžΆαž“αž”αŸ’αžšαžΆαŸ’αžαž·αž€αž˜αŸ’αž˜αž‡αžΆαž˜αž½αž™αž“αžΌαžœαžŸαŸ’αžšαž‘αžΆαž”αŸ‹αžαžΆαž„αž€αŸ’αžšαŸ…αžŠαŸ‚αž›αž“αžΉαž„αž’αžΆαž…αžŠαžΉαž„αž‡αžΆαž˜αž»αž“αž”αžΆαž“ αžšαž½αž…αž”αž„αŸ’αž€αžΎαžαž‡αžΆαžŸαŸ†αž”αž€αž˜αž½αž™αž”αŸ’αžšαž—αŸαž‘"
        },
        {
          "ref": "αž‘αžΈαž€αŸ’αžšαž»αž„αž“αŸαŸ‡αž€αŸαž‡αžΆαž˜αžΌαž›αžŠαŸ’αž‹αžΆαž“αžŠαžΎαž˜αŸ’αž”αžΈαž‘αžΎαž„αž—αŸ’αž“αŸ†αž—αŸ’αž›αžΎαž„ yiragongo αžšαž½αž˜αž‡αžΆαž˜αž½αž™αž“αžΉαž„αž€αžΆαžšαžαžΆαž˜ountain orilla αžŠαŸ‚αž›αž˜αžΆαž“αžαž˜αŸ’αž›αŸƒαžαŸ„αž€αž”αŸ†αž•αž»αžαž“αŸ…αž’αžΆαž αŸ’αžœαŸ’αžšαž·αž€",
          "hyp": "αž‘αžΈαž€αŸ’αžšαž»αž„αž“αŸαŸ‡αž€αŸαž‡αžΆαž˜αžΌαž›αžŠαŸ’αž‹αžΆαž“αžŠαžΎαž˜αŸ’αž”αžΈαž‘αžΎαž„αž—αŸ’αž“αŸ†αž—αŸ’αž›αžΎαž„ αžŽαŸαžšαŸ‰αžΆαž€αž“αž€αžΌ  αžšαž½αž˜αž‡αžΆαž˜αž½αž™αž“αžΉαž„αž€αžΆαžšαžαžΆαž˜ αž˜αŸ‰αŸ„αž“αžαŸ‚αž“ αž€αžΌαžšαžΈαž‘αžΆ ls αžŠαŸ‚αž›αž˜αžΆαž“αžαž˜αŸ’αž›αŸƒαžαžαž”αŸ†αž•αž»αžαž“αŸ…αž’αžΆαž αŸ’αžšαŸ’αžœαž·αž€"
        }
      ]
    },
    "fleurs_en_dev": {
      "cer": 0.08005514253360248,
      "n": 394,
      "wer": 0.2121286520991898,
      "rtf": 0.0025477642716881673,
      "examples": [
        {
          "ref": "when you call someone who is thousands of miles away you are using a satellite",
          "hyp": "when you call someone who is thousands of miles away you are using a satellite"
        },
        {
          "ref": "now widely available throughout the archipelago javanese cuisine features an array of simply seasoned dishes the predominant flavorings the javanese favor being peanuts chillies sugar especially javanese coconut sugar and various aromatic spices",
          "hyp": "now widely available throughout the archiplago japhanese cuisines features in a ray of simply season dishes the predominant flavorings the japanese favor being penuth chillis sugar especially japhanese coconut sugar and various aromatic spices"
        },
        {
          "ref": "the un also hopes to finalize a fund to help countries affected by global warming to cope with the impacts",
          "hyp": "the un also hopes to finalize a fund to help countries affected by global warming to cope with the impacts"
        }
      ]
    },
    "fleurs_en_test": {
      "cer": 0.0755862855513579,
      "n": 647,
      "wer": 0.19248466257668712,
      "rtf": 0.0024945803598843365,
      "examples": [
        {
          "ref": "however due to the slow communication channels styles in the west could lag behind by 25 to 30 year",
          "hyp": "however due to the slow communication channels styles in the west could lag behind by 25 -30 years"
        },
        {
          "ref": "all nouns alongside the word sie for you always begin with a capital letter even in the middle of a sentence",
          "hyp": "all nowns alongside the world say for you always begin with a capital letter even in the middle of a sente"
        },
        {
          "ref": "to the north and within easy reach is the romantic and fascinating town of sintra and which was made famous to foreigners after a glowing account of its splendours recorded by lord byron",
          "hyp": "to the north and within easy reach as tha romantic and fastinating town of cintra and which was made famous to foreigners after a glowing account of hexplengureis recorded by lord byron"
        }
      ]
    },
    "libri_dev_clean": {
      "cer": 0.019471441182309288,
      "n": 2703,
      "wer": 0.059648542333002465,
      "rtf": 0.0024097869451522305,
      "examples": [
        {
          "ref": "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel",
          "hyp": "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel"
        },
        {
          "ref": "nor is mister quilter's manner less interesting than his matter",
          "hyp": "nor is mister quilter's manner less interesting than his matter"
        },
        {
          "ref": "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind",
          "hyp": "he tells us that at this festive season of the year with christmus and rost beef looming before us symily is drawn from eating and its results occur most readily to the mind"
        }
      ]
    },
    "libri_test_clean": {
      "cer": 0.01943223332498467,
      "n": 2620,
      "wer": 0.0607311320754717,
      "rtf": 0.0024275556567816365,
      "examples": [
        {
          "ref": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat mutton pieces to be ladled out in thick peppered flour fattened sauce",
          "hyp": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat mutton pieces to be ladled out in thick peppered flower fatten sauce"
        },
        {
          "ref": "stuff it into you his belly counselled him",
          "hyp": "stuffeit into you his belly councelled him"
        },
        {
          "ref": "after early nightfall the yellow lamps would light up here and there the squalid quarter of the brothels",
          "hyp": "after early night fall the yellow lamps would light up here and there the squalid quarter of the braffles"
        }
      ]
    },
    "libri_test_other": {
      "cer": 0.06964280917288251,
      "n": 2939,
      "wer": 0.1672812028351451,
      "rtf": 0.0023894908624727414,
      "examples": [
        {
          "ref": "there's iron they say in all our blood and a grain or two perhaps is good but his he makes me harshly feel has got a little too much of steel anon",
          "hyp": "the's i and they say in all our blood and a gran too perhaps is good but his he makes me harshly feel has got a little too much of steel anon"
        },
        {
          "ref": "margaret said mister hale as he returned from showing his guest downstairs i could not help watching your face with some anxiety when mister thornton made his confession of having been a shop boy",
          "hyp": "margaret said mister hal as he returned from showing his guis downstairs i could not help watching your face with some anxiety when mister thawnton made his confission of having been a shop boy"
        },
        {
          "ref": "you don't mean that you thought me so silly",
          "hyp": "you don't mean that you thought me so silly"
        }
      ]
    }
  }
}