| { |
| "num_samples": 500, |
| "exact_match": 0.87, |
| "digit_accuracy": 0.9760071428571423, |
| "length_accuracy": 0.998, |
| "rows": [ |
| { |
| "target": "88", |
| "prediction": "88", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5", |
| "prediction": "5", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "4", |
| "prediction": "4", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "0589889", |
| "prediction": "0589839", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "2068", |
| "prediction": "2068", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "78711226", |
| "prediction": "76711229", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.75 |
| }, |
| { |
| "target": "27", |
| "prediction": "27", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "43191516", |
| "prediction": "43191516", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "69176143", |
| "prediction": "69176143", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "776097", |
| "prediction": "776077", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8333333333333334 |
| }, |
| { |
| "target": "2", |
| "prediction": "2", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "62", |
| "prediction": "62", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "30", |
| "prediction": "30", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "45", |
| "prediction": "45", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "349", |
| "prediction": "349", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "4", |
| "prediction": "4", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "4586", |
| "prediction": "4586", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "836320", |
| "prediction": "836320", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "17", |
| "prediction": "17", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "57073", |
| "prediction": "57073", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "2", |
| "prediction": "2", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "32", |
| "prediction": "32", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "95989813", |
| "prediction": "95989813", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "64184385", |
| "prediction": "84184383", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.75 |
| }, |
| { |
| "target": "7271", |
| "prediction": "7271", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "74006566", |
| "prediction": "74006566", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "58", |
| "prediction": "58", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "313", |
| "prediction": "313", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "11384", |
| "prediction": "21384", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8 |
| }, |
| { |
| "target": "4738798", |
| "prediction": "4788798", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "27919", |
| "prediction": "27919", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "42614763", |
| "prediction": "42614763", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "777423", |
| "prediction": "777423", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "06841506", |
| "prediction": "06841506", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "590", |
| "prediction": "590", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3795531", |
| "prediction": "3795531", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "10", |
| "prediction": "10", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "46740412", |
| "prediction": "40740412", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.875 |
| }, |
| { |
| "target": "121841", |
| "prediction": "121841", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "32332", |
| "prediction": "32332", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "18024665", |
| "prediction": "18024665", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "043", |
| "prediction": "043", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "86627478", |
| "prediction": "86627478", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7", |
| "prediction": "7", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "627555", |
| "prediction": "627555", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1", |
| "prediction": "1", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "78", |
| "prediction": "78", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "04277285", |
| "prediction": "04277285", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "44669", |
| "prediction": "44669", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "167698", |
| "prediction": "167698", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "537743", |
| "prediction": "537743", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "62701544", |
| "prediction": "61702544", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.75 |
| }, |
| { |
| "target": "50", |
| "prediction": "50", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "84791", |
| "prediction": "84791", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "813744", |
| "prediction": "813744", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "2556", |
| "prediction": "1556", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.75 |
| }, |
| { |
| "target": "80635148", |
| "prediction": "80635148", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "81457304", |
| "prediction": "81437304", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.875 |
| }, |
| { |
| "target": "8063", |
| "prediction": "8063", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "740", |
| "prediction": "740", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "98075831", |
| "prediction": "98075831", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "65920", |
| "prediction": "65920", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "2764320", |
| "prediction": "2764820", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "034292", |
| "prediction": "034292", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "0610", |
| "prediction": "0610", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "8", |
| "prediction": "8", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "25919349", |
| "prediction": "25919349", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "292", |
| "prediction": "292", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "0695", |
| "prediction": "0695", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "2203695", |
| "prediction": "2203695", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9", |
| "prediction": "9", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "45814179", |
| "prediction": "45814179", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "487", |
| "prediction": "487", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "34621", |
| "prediction": "34621", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5579", |
| "prediction": "5579", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "861068", |
| "prediction": "861068", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "60", |
| "prediction": "60", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "54", |
| "prediction": "54", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "12", |
| "prediction": "12", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "37", |
| "prediction": "37", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9484", |
| "prediction": "9484", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "0412", |
| "prediction": "0412", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "16124", |
| "prediction": "16124", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7555578", |
| "prediction": "5555578", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "0377", |
| "prediction": "0377", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "778", |
| "prediction": "778", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "00034403", |
| "prediction": "00034403", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "063302", |
| "prediction": "063302", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "76827156", |
| "prediction": "76827156", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9683", |
| "prediction": "9683", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "218560", |
| "prediction": "218560", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "982127", |
| "prediction": "982127", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "68484", |
| "prediction": "68484", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "82190", |
| "prediction": "82190", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7392057", |
| "prediction": "7392017", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "2", |
| "prediction": "2", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "225", |
| "prediction": "225", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "41670", |
| "prediction": "41670", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "603891", |
| "prediction": "603891", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "84041", |
| "prediction": "84041", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "6200169", |
| "prediction": "6200169", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "84439123", |
| "prediction": "84439123", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "2378049", |
| "prediction": "2376049", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "32900", |
| "prediction": "32900", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "795662", |
| "prediction": "795662", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9536290", |
| "prediction": "9536290", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "4654", |
| "prediction": "4654", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "46", |
| "prediction": "46", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "18", |
| "prediction": "18", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "083", |
| "prediction": "083", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1554", |
| "prediction": "1554", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "15044", |
| "prediction": "15044", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "448805", |
| "prediction": "448805", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "36089161", |
| "prediction": "36089161", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "222", |
| "prediction": "222", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "10596", |
| "prediction": "10596", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "4190", |
| "prediction": "4190", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "15", |
| "prediction": "15", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "865", |
| "prediction": "865", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "165", |
| "prediction": "165", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "31", |
| "prediction": "31", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "2", |
| "prediction": "2", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "6526109", |
| "prediction": "6520109", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "02", |
| "prediction": "02", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "83820", |
| "prediction": "83820", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3", |
| "prediction": "3", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "10688004", |
| "prediction": "28688004", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.75 |
| }, |
| { |
| "target": "79837595", |
| "prediction": "79837593", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.875 |
| }, |
| { |
| "target": "6", |
| "prediction": "6", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "57213", |
| "prediction": "57213", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "08671513", |
| "prediction": "08671513", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "885", |
| "prediction": "885", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "96722", |
| "prediction": "96722", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "189", |
| "prediction": "189", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "8726016", |
| "prediction": "8726016", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "249323", |
| "prediction": "249323", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9566184", |
| "prediction": "9566184", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "71", |
| "prediction": "71", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "94530079", |
| "prediction": "94530079", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "210895", |
| "prediction": "210895", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "968", |
| "prediction": "968", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "89558", |
| "prediction": "89558", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3957", |
| "prediction": "3957", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "338", |
| "prediction": "338", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "04250", |
| "prediction": "04250", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "23560", |
| "prediction": "23560", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "39196059", |
| "prediction": "39196059", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "48698", |
| "prediction": "48698", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1", |
| "prediction": "1", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "449", |
| "prediction": "449", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "03891338", |
| "prediction": "03891338", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "20", |
| "prediction": "20", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "42", |
| "prediction": "42", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "98875", |
| "prediction": "98875", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "744779", |
| "prediction": "744779", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "08", |
| "prediction": "08", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "640985", |
| "prediction": "640985", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1875107", |
| "prediction": "1067107", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.5714285714285714 |
| }, |
| { |
| "target": "1838", |
| "prediction": "1838", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "25469061", |
| "prediction": "25469601", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.75 |
| }, |
| { |
| "target": "23986456", |
| "prediction": "23986456", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "43", |
| "prediction": "43", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "548", |
| "prediction": "548", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "090141", |
| "prediction": "090141", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "99", |
| "prediction": "99", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "89", |
| "prediction": "89", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3702351", |
| "prediction": "3702851", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "284566", |
| "prediction": "284586", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8333333333333334 |
| }, |
| { |
| "target": "39124", |
| "prediction": "39124", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "49", |
| "prediction": "49", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "2573", |
| "prediction": "2573", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "362", |
| "prediction": "362", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "495996", |
| "prediction": "495996", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5", |
| "prediction": "5", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "8652539", |
| "prediction": "8652539", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "6535884", |
| "prediction": "6535834", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "83993871", |
| "prediction": "83993871", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9397987", |
| "prediction": "9397987", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "198689", |
| "prediction": "198689", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "6998", |
| "prediction": "6998", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "07410", |
| "prediction": "07410", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "8", |
| "prediction": "8", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "60283", |
| "prediction": "60283", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "84658", |
| "prediction": "84658", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3759", |
| "prediction": "5759", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.75 |
| }, |
| { |
| "target": "038553", |
| "prediction": "038553", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "2372181", |
| "prediction": "2371181", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "0700", |
| "prediction": "0700", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9239", |
| "prediction": "9239", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "8335", |
| "prediction": "8335", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "47133", |
| "prediction": "47133", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "2445", |
| "prediction": "2442", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.75 |
| }, |
| { |
| "target": "08915060", |
| "prediction": "08915000", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.875 |
| }, |
| { |
| "target": "51", |
| "prediction": "51", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "97416523", |
| "prediction": "97416523", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5419", |
| "prediction": "5419", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "217", |
| "prediction": "217", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "07971950", |
| "prediction": "07971950", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "64890852", |
| "prediction": "64890852", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "34", |
| "prediction": "34", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "101871", |
| "prediction": "101871", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9948777", |
| "prediction": "9948777", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "12626", |
| "prediction": "12026", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8 |
| }, |
| { |
| "target": "684", |
| "prediction": "684", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "860542", |
| "prediction": "860542", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "913", |
| "prediction": "913", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "8403162", |
| "prediction": "8403182", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "15620", |
| "prediction": "15620", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "010", |
| "prediction": "010", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "776750", |
| "prediction": "776750", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "734", |
| "prediction": "734", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7", |
| "prediction": "7", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "447932", |
| "prediction": "447932", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "549", |
| "prediction": "549", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "380", |
| "prediction": "380", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "24516860", |
| "prediction": "24516868", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.875 |
| }, |
| { |
| "target": "03063", |
| "prediction": "03063", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "2441", |
| "prediction": "2441", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "4446", |
| "prediction": "4446", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7960064", |
| "prediction": "7960604", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.7142857142857143 |
| }, |
| { |
| "target": "19", |
| "prediction": "19", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "221", |
| "prediction": "221", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "0177159", |
| "prediction": "0177159", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "294867", |
| "prediction": "294867", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3416829", |
| "prediction": "3416829", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "16", |
| "prediction": "16", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "027", |
| "prediction": "027", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "94", |
| "prediction": "94", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7526", |
| "prediction": "7526", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "746", |
| "prediction": "446", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.6666666666666666 |
| }, |
| { |
| "target": "7", |
| "prediction": "7", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "58569850", |
| "prediction": "58569850", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9351", |
| "prediction": "9351", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "887879", |
| "prediction": "887879", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9515", |
| "prediction": "9515", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "19", |
| "prediction": "19", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "6", |
| "prediction": "6", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "4", |
| "prediction": "4", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "20567", |
| "prediction": "20567", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5353035", |
| "prediction": "5351635", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.7142857142857143 |
| }, |
| { |
| "target": "032", |
| "prediction": "032", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "225699", |
| "prediction": "225699", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "0", |
| "prediction": "0", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9454", |
| "prediction": "9454", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "925078", |
| "prediction": "925078", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "147", |
| "prediction": "147", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "35", |
| "prediction": "35", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9", |
| "prediction": "9", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1", |
| "prediction": "1", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "0299255", |
| "prediction": "0299215", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "4", |
| "prediction": "4", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "90", |
| "prediction": "90", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1", |
| "prediction": "1", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "8145788", |
| "prediction": "8145768", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "87483", |
| "prediction": "87483", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "58113", |
| "prediction": "58113", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9851", |
| "prediction": "9851", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "4339", |
| "prediction": "4339", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5", |
| "prediction": "5", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9693242", |
| "prediction": "9693242", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3837", |
| "prediction": "3837", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "2781723", |
| "prediction": "2781723", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "36671", |
| "prediction": "36671", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "69896", |
| "prediction": "69896", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "055", |
| "prediction": "055", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "77446507", |
| "prediction": "77446507", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "6677522", |
| "prediction": "6647652", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.5714285714285714 |
| }, |
| { |
| "target": "1298911", |
| "prediction": "1298911", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "435978", |
| "prediction": "435978", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "636", |
| "prediction": "636", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "44439528", |
| "prediction": "44439529", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.875 |
| }, |
| { |
| "target": "085040", |
| "prediction": "085042", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8333333333333334 |
| }, |
| { |
| "target": "63", |
| "prediction": "63", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "220", |
| "prediction": "220", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "372", |
| "prediction": "372", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "01483", |
| "prediction": "01483", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3639", |
| "prediction": "3639", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "14683324", |
| "prediction": "14683324", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1693", |
| "prediction": "1693", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "94957", |
| "prediction": "94967", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8 |
| }, |
| { |
| "target": "04209", |
| "prediction": "04209", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "90211", |
| "prediction": "90211", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "293", |
| "prediction": "293", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "09815", |
| "prediction": "09815", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "90772", |
| "prediction": "90772", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "928702", |
| "prediction": "918702", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8333333333333334 |
| }, |
| { |
| "target": "1", |
| "prediction": "1", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "40", |
| "prediction": "40", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "30137628", |
| "prediction": "30137628", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "330", |
| "prediction": "330", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "28408584", |
| "prediction": "28408584", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "675867", |
| "prediction": "673867", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8333333333333334 |
| }, |
| { |
| "target": "91", |
| "prediction": "91", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "20", |
| "prediction": "20", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "2860522", |
| "prediction": "2860522", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "602666", |
| "prediction": "662666", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8333333333333334 |
| }, |
| { |
| "target": "304411", |
| "prediction": "304411", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3", |
| "prediction": "3", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "91", |
| "prediction": "91", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "0302", |
| "prediction": "0302", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "51925121", |
| "prediction": "51925121", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7", |
| "prediction": "7", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "418", |
| "prediction": "418", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "018560", |
| "prediction": "018560", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "967837", |
| "prediction": "967837", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "99", |
| "prediction": "99", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "17", |
| "prediction": "17", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "726", |
| "prediction": "726", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "09072", |
| "prediction": "09672", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8 |
| }, |
| { |
| "target": "818", |
| "prediction": "818", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "17949", |
| "prediction": "17949", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "98", |
| "prediction": "98", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3486", |
| "prediction": "3486", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "6", |
| "prediction": "6", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "8901", |
| "prediction": "8901", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "917710", |
| "prediction": "917710", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "17172", |
| "prediction": "17172", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "0779680", |
| "prediction": "0779680", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3122490", |
| "prediction": "3122790", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "7", |
| "prediction": "7", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "30269", |
| "prediction": "30269", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "8654319", |
| "prediction": "8654819", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "8", |
| "prediction": "8", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7933", |
| "prediction": "7933", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "66", |
| "prediction": "66", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "13", |
| "prediction": "13", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "12", |
| "prediction": "12", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "840851", |
| "prediction": "840851", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "05", |
| "prediction": "05", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "20747882", |
| "prediction": "20747882", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3748", |
| "prediction": "3748", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "378", |
| "prediction": "378", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5", |
| "prediction": "5", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1199584", |
| "prediction": "1199584", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "20", |
| "prediction": "20", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7009278", |
| "prediction": "7009178", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "5345", |
| "prediction": "5345", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "14072709", |
| "prediction": "14072709", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "4", |
| "prediction": "4", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7", |
| "prediction": "7", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5973", |
| "prediction": "5973", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5305142", |
| "prediction": "5305142", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "65", |
| "prediction": "65", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "97", |
| "prediction": "97", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "80993", |
| "prediction": "80993", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7348", |
| "prediction": "7348", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "95", |
| "prediction": "95", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "64461369", |
| "prediction": "64461569", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.875 |
| }, |
| { |
| "target": "72619819", |
| "prediction": "72619819", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "4218016", |
| "prediction": "4218016", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "72802", |
| "prediction": "72802", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5", |
| "prediction": "5", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "21189843", |
| "prediction": "21189843", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "05", |
| "prediction": "05", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "09331109", |
| "prediction": "09331109", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "17314", |
| "prediction": "17314", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "47", |
| "prediction": "47", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "159026", |
| "prediction": "159026", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "289", |
| "prediction": "289", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "8434550", |
| "prediction": "8434150", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "3884", |
| "prediction": "3884", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "399", |
| "prediction": "399", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "623", |
| "prediction": "623", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "340878", |
| "prediction": "340878", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "640175", |
| "prediction": "640175", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5628", |
| "prediction": "5628", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "144093", |
| "prediction": "144093", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "404", |
| "prediction": "404", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "2", |
| "prediction": "2", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "03556776", |
| "prediction": "63556776", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.875 |
| }, |
| { |
| "target": "066055", |
| "prediction": "066055", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "30563266", |
| "prediction": "30563166", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.875 |
| }, |
| { |
| "target": "2", |
| "prediction": "2", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "52601584", |
| "prediction": "52661584", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.875 |
| }, |
| { |
| "target": "56", |
| "prediction": "56", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7666156", |
| "prediction": "7666156", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7", |
| "prediction": "7", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "8799755", |
| "prediction": "8799755", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "285994", |
| "prediction": "285994", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "8", |
| "prediction": "8", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "162605", |
| "prediction": "162605", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "32573421", |
| "prediction": "32573421", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "616309", |
| "prediction": "016309", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8333333333333334 |
| }, |
| { |
| "target": "5", |
| "prediction": "5", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "02", |
| "prediction": "02", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7", |
| "prediction": "7", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5730", |
| "prediction": "5730", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "00", |
| "prediction": "00", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "0607075", |
| "prediction": "0607075", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3306644", |
| "prediction": "3306644", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "6428826", |
| "prediction": "6428826", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "34", |
| "prediction": "34", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "73", |
| "prediction": "73", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "03450016", |
| "prediction": "03450018", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.875 |
| }, |
| { |
| "target": "918", |
| "prediction": "918", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1107910", |
| "prediction": "1107910", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "4", |
| "prediction": "4", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "46775356", |
| "prediction": "46775356", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "82706", |
| "prediction": "82706", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1", |
| "prediction": "1", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "4225267", |
| "prediction": "4022167", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.5714285714285714 |
| }, |
| { |
| "target": "5053", |
| "prediction": "5053", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "4647330", |
| "prediction": "4647330", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "23510082", |
| "prediction": "23510081", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.875 |
| }, |
| { |
| "target": "9687", |
| "prediction": "9687", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "887494", |
| "prediction": "887494", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "784", |
| "prediction": "784", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "818785", |
| "prediction": "818785", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7606", |
| "prediction": "7606", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "22877", |
| "prediction": "22877", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "497", |
| "prediction": "497", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "495", |
| "prediction": "495", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5405177", |
| "prediction": "5401177", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "105445", |
| "prediction": "105445", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "6366539", |
| "prediction": "6366539", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "63781", |
| "prediction": "63781", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "60", |
| "prediction": "60", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "408803", |
| "prediction": "408803", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "2793", |
| "prediction": "2793", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "72429", |
| "prediction": "72429", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "6", |
| "prediction": "6", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1", |
| "prediction": "1", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "052097", |
| "prediction": "052097", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "0000", |
| "prediction": "0000", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3", |
| "prediction": "3", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "32", |
| "prediction": "32", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "2", |
| "prediction": "2", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "84156664", |
| "prediction": "84156664", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "89", |
| "prediction": "89", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "027400", |
| "prediction": "0224207", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.5714285714285714 |
| }, |
| { |
| "target": "46513559", |
| "prediction": "46513559", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "93", |
| "prediction": "93", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "36", |
| "prediction": "36", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "31", |
| "prediction": "31", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "10996606", |
| "prediction": "10996606", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "832", |
| "prediction": "832", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "33851820", |
| "prediction": "33851826", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.875 |
| }, |
| { |
| "target": "1716612", |
| "prediction": "1716618", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "9784", |
| "prediction": "9784", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3965469", |
| "prediction": "3963469", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "85", |
| "prediction": "85", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "45", |
| "prediction": "45", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1588450", |
| "prediction": "1588450", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5", |
| "prediction": "5", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "307", |
| "prediction": "307", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9183553", |
| "prediction": "9583553", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "8", |
| "prediction": "8", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "464", |
| "prediction": "464", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3", |
| "prediction": "3", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "835704", |
| "prediction": "835704", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "387", |
| "prediction": "387", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5396", |
| "prediction": "5396", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9081781", |
| "prediction": "9081781", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "39", |
| "prediction": "39", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9674", |
| "prediction": "9674", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "42753853", |
| "prediction": "42733853", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.875 |
| }, |
| { |
| "target": "55476476", |
| "prediction": "55476476", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "35042", |
| "prediction": "35042", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "28113", |
| "prediction": "28113", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5226", |
| "prediction": "5226", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "940", |
| "prediction": "940", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7694", |
| "prediction": "7694", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "55", |
| "prediction": "55", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1834911", |
| "prediction": "1034911", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "7", |
| "prediction": "7", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "06", |
| "prediction": "06", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "47302", |
| "prediction": "47302", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "55", |
| "prediction": "55", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "0315", |
| "prediction": "6315", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.75 |
| }, |
| { |
| "target": "69187", |
| "prediction": "69187", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "8559679", |
| "prediction": "8559679", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1", |
| "prediction": "1", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5384363", |
| "prediction": "5384863", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.8571428571428571 |
| }, |
| { |
| "target": "45173", |
| "prediction": "45173", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "17526887", |
| "prediction": "17526887", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "490499", |
| "prediction": "490499", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "854", |
| "prediction": "854", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "3", |
| "prediction": "3", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1", |
| "prediction": "1", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "21492163", |
| "prediction": "21492103", |
| "prompt": "Read the digits.", |
| "exact": false, |
| "digit_accuracy": 0.875 |
| }, |
| { |
| "target": "5410238", |
| "prediction": "5410238", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "089", |
| "prediction": "089", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5367", |
| "prediction": "5367", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5", |
| "prediction": "5", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "58242", |
| "prediction": "58242", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "75", |
| "prediction": "75", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "1876579", |
| "prediction": "1876579", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "89265652", |
| "prediction": "89265652", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "6677", |
| "prediction": "6677", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "18992", |
| "prediction": "18992", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "97", |
| "prediction": "97", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "8261", |
| "prediction": "8261", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "9153", |
| "prediction": "9153", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "86712", |
| "prediction": "86712", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "119", |
| "prediction": "119", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "5", |
| "prediction": "5", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "569", |
| "prediction": "569", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "39463", |
| "prediction": "39463", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "7841", |
| "prediction": "7841", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| }, |
| { |
| "target": "65842", |
| "prediction": "65842", |
| "prompt": "Read the digits.", |
| "exact": true, |
| "digit_accuracy": 1.0 |
| } |
| ] |
| } |
